{"id":1233861,"url":"https://alion.io/job/symphoni-hr-data-engineer-4","title":"Data Engineer","company":{"id":3800108,"name":"Symphoni HR","domain":"symphonihr.com","url":"https://alion.io/company/symphoni-hr","size_band":"201-500","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Mumbai, India"],"countries":["IN"],"hiring_countries":["IN"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":15500,"max_usd":37000,"period":"year","method":"role_seniority_country_cell","sample_n":17},"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Anomaly Detection","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"Bicep","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"dbt","optional":false},{"name":"Delta Lake","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Rest API","optional":false},{"name":"SOAP","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-09-15T00:00:00Z","employer_posted_date":"2026-09-25","last_verified_at":"2026-09-29T00:37:29Z","board_verified":true,"closed_at":null,"days_open":14,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":14},"description":"We are seeking a skilled Data Engineer to join a specialized team focused on inbound data acquisition. You will be responsible for designing and maintaining robust ingestion pipelines that power a modern Lakehouse architecture, ensuring high-quality data delivery for downstream AI and analytics initiatives.\nOur client is a prominent global financial services institution currently undergoing a significant digital transformation. They are building a cloud-native, AI-ready data ecosystem to support advanced analytics and decision-making across their international operations.\nResponsibilities\nDesign and maintain scalable ingestion pipelines for REST/SOAP APIs, SFTP/FTP, and cloud-based secure file drops.\nImplement connector frameworks that handle complex authentication, rate limiting, and retry logic.\nDevelop ingestion components using Python, PySpark, and Azure Data Factory with orchestration via Databricks Workflows.\nExecute automated data quality checks including schema conformance, freshness monitoring, and anomaly detection.\nMaintain a comprehensive feed registry and data catalogue within Databricks Unity Catalog.\nCollaborate with internal stakeholders and external providers to define and enforce data contracts.\nSupport the ingestion of unstructured data to enable downstream RAG and GenAI pipelines.\nManage CI/CD processes using Azure DevOps and contribute to incident response and root cause analysis.\nRequirements\n3-7 years of professional experience in data engineering or a related technical field.\nStrong proficiency in Python and SQL for data manipulation and pipeline development.\nHands-on experience with Azure Data Factory, Azure Databricks, and Delta Lake.\nDeep understanding of Azure Data Lake Storage Gen2 and Azure DevOps for CI/CD.\nExperience with Databricks Unity Catalog, Delta Live Tables, and dbt.\nFamiliarity with event-driven architecture and modern file transfer protocols.\nKnowledge of infrastructure-as-code tools such as Terraform or Bicep.\nAbility to monitor system health using Azure Monitor and Log Analytics.","description_format":"text","description_chars":2058,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-25T15:44:01Z"}],"liveness":{"score":60,"band":"ok","label":"Likely open","p_open":1,"p_active":0.596,"p_room":1,"age_days":13,"expected_fill_days":39,"reasons":["conf:4","agency","wave","velocity","win:early","comp:brand"],"computed_at":"2026-09-28T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/symphoni-hr-data-engineer-4","json_url":"https://alion.io/job/symphoni-hr-data-engineer-4.json","meta":{"generated_at":"2026-09-29T03:02:46Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":2706,"day_limit":5000,"remaining_today":2294,"minute_limit":60,"resets_at":"2026-09-30T00:00:00Z"}}}