{"id":1238893,"url":"https://alion.io/job/antino-senior-data-engineer","title":"Senior Data Engineer","company":{"id":9454,"name":"Antino","domain":"antino.com","url":"https://alion.io/company/antino","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Noida, India","Pune, India","Bengaluru, India","Hyderabad, India","Gurgaon, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":19000,"max_usd":39000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":51},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GitHub Actions","optional":false},{"name":"MLFlow","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-09-17T07:08:10Z","employer_posted_date":null,"last_verified_at":"2026-09-17T07:08:10Z","board_verified":false,"closed_at":null,"days_open":13,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":13},"description":"Role Overview :\n\nWe are seeking a Senior Data Engineer to drive cloud data modernization and build scalable, AI-ready data platforms. This role emphasizes expertise in Databricks, PySpark, Azure Data Factory, Logic Apps, and Airflow, with a strong focus on orchestration, pipeline reliability, and end-to-end data workflow management.\n\nKey Responsibilities :\n\n- Design, build, and maintain scalable data pipelines using Databricks (PySpark), ADF, Logic Apps, and Airflow\n\n- Develop and manage end-to-end orchestration frameworks integrating Airflow DAGs with ADF and Logic Apps\n\n- Implement advanced workflow orchestration patterns (event-driven, micro-batch, hybrid scheduling)\n\n- Ensure pipeline dependency management, execution reliability, and operational excellence\n\n- Build high-performance ETL/ELT pipelines using Databricks and Delta Lake architecture\n\n- Implement data observability, monitoring, and alerting mechanisms across workflows\n\n- Optimize pipelines and workflows for performance, scalability, and cost efficiency\n\n- Integrate pipelines with Azure services such as ADLS Gen2, Blob Storage, and event triggers\n\n- Implement CI/CD for pipelines and workflows using GitHub Actions or equivalent\n\n- Ensure data quality, governance, and security compliance\n\n- Collaborate with data science teams for ML/GenAI data readiness\n\n- Mentor junior engineers and drive best practices for orchestration and pipeline design.\n\nRequired Qualifications :\n\n- 7+ years of experience in data engineering\n\n- Highly proficient in Databricks (PySpark, Delta Lake), Azure Data Factory (ADF), Azure Logic Apps, and Apache Airflow\n\n- Exposure to AI/ML and Llm data pipelines and MLflow\n\n- Strong programming skills in Python and advanced SQL\n\n- Experience in building orchestrated data platforms with multi-tool integration\n\n- Strong understanding of ETL/ELT patterns and orchestration frameworks\n\n- Experience in cloud-native data architectures (Azure preferred)\n\n- Hands-on experience with monitoring, logging, and pipeline reliability\n\nSkills\nDatabricks, PySpark, Azure Data Factory, Apache Airflow, Python, Delta Lake, SQL, ETL, Logic App, Azure","description_format":"text","description_chars":2139,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Custom Software Development","AI Consulting & Integration"],"lifecycle":[{"event":"open","at":"2026-09-25T16:00:00Z"}],"liveness":{"score":70,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.775,"p_room":0.9,"age_days":12,"expected_fill_days":23,"reasons":["seen:12","velocity","win:mid"],"computed_at":"2026-09-30T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/antino-senior-data-engineer","json_url":"https://alion.io/job/antino-senior-data-engineer.json","meta":{"generated_at":"2026-10-01T01:36:13Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":1021,"day_limit":5000,"remaining_today":3979,"minute_limit":60,"resets_at":"2026-10-02T00:00:00Z"}}}