{"id":1227331,"url":"https://alion.io/job/andor-tech-senior-data-engineer-azure-databricks","title":"Senior Data Engineer - Azure Databricks","company":{"id":3800656,"name":"Andor Tech","domain":"andortech.com","url":"https://alion.io/company/andor-tech","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":27000,"max_usd":57000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":9},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-09-24T19:02:57Z","employer_posted_date":null,"last_verified_at":"2026-09-24T19:02:57Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Key Responsibilities :\n\n- Design, develop, and maintain scalable data pipelines using Azure Databricks and PySpark.\n\n- Build and optimize large-scale data processing solutions using Python and Spark.\n\n- Develop robust ETL/ELT pipelines for batch and near-real-time data processing.\n\n- Work with Azure Data Lake Storage (ADLS) and other Azure data services.\n\n- Implement data transformation, cleansing, validation, and enrichment processes.\n\n- Optimize Spark jobs, Databricks notebooks, clusters, and SQL queries for performance and cost efficiency.\n\n- Develop reusable and maintainable data engineering frameworks and components.\n\n- Implement data quality, governance, security, and monitoring practices.\n\n- Work with structured and unstructured datasets across multiple data sources.\n\n- Collaborate with solution architects and engineering teams to translate business requirements into technical solutions.\n\n- Troubleshoot production issues and perform root-cause analysis.\n\n- Implement CI/CD processes for Databricks code and data pipelines.\n\n- Follow engineering best practices around version control, testing, documentation, and deployment.\n\n- Mentor junior and mid-level data engineers and contribute to technical decision-making.\n\nRequired Skills & Experience :\n\n- 8+ years of experience in Data Engineering, Big Data, or related technologies.\n\n- Strong hands-on experience with Azure Databricks.\n\n- Excellent knowledge of PySpark and Apache Spark.\n\n- Strong programming experience in Python.\n\n- Strong experience developing ETL/ELT data pipelines.\n\n- Hands-on experience with Azure Data Lake Storage (ADLS Gen2).\n\n- Good knowledge of Azure data services and cloud architecture.\n\n- Strong SQL skills and experience working with relational and analytical databases.\n\n- Experience with Delta Lake and Delta Tables.\n\n- Strong understanding of data modeling, data warehousing, and distributed data processing.\n\n- Experience with performance tuning and optimization of Spark/Databricks workloads.\n\nSkills\nAzure Databricks, PySpark, Python, Apache Spark, ETL, Delta Lake, Big Data, Data Engineering, Data Pipeline","description_format":"text","description_chars":2113,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Recruiting & Staffing","IT Staffing & Staff Augmentation"],"lifecycle":[{"event":"open","at":"2026-09-25T13:06:44Z"}],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":1,"expected_fill_days":24,"reasons":["seen:1","win:early"],"computed_at":"2026-09-26T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/andor-tech-senior-data-engineer-azure-databricks","json_url":"https://alion.io/job/andor-tech-senior-data-engineer-azure-databricks.json","meta":{"generated_at":"2026-09-27T00:09:22Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":86,"day_limit":5000,"remaining_today":4914,"minute_limit":60,"resets_at":"2026-09-28T00:00:00Z"}}}