{"id":1285574,"url":"https://alion.io/job/andor-tech-data-engineer","title":"Data Engineer","company":{"id":3800656,"name":"Andor Tech","domain":"andortech.com","url":"https://alion.io/company/andor-tech","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":44000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":51},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-08-13T10:58:46Z","employer_posted_date":null,"last_verified_at":"2026-08-13T10:58:46Z","board_verified":false,"closed_at":null,"days_open":47,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":47},"description":"Key Responsibilities:\n\n- Design, develop, and maintain scalable data pipelines using Azure Databricks and Azure Data Factory.\n\n- Build robust ETL/ELT workflows for batch and real-time data processing.\n\n- Develop data transformations using PySpark, Python, and SQL.\n\n- Design and implement data lake/lakehouse and data warehouse solutions.\n\n- Integrate data from multiple structured and unstructured sources.\n\n- Optimize data pipelines, queries, and Spark workloads for performance and cost.\n\n- Implement data quality, validation, monitoring, and error-handling mechanisms.\n\n- Work with cloud-based data storage and Azure data services.\n\n- Collaborate with architects, data scientists, analysts, and application teams.\n\n- Follow engineering best practices around CI/CD, security, governance, and documentation.\n\nRequired Skills :\n\n- 8 to 15 years of experience in data engineering.\n\n- Strong hands-on experience with Azure Databricks.\n\n- Strong hands-on experience with Azure Data Factory (ADF).\n\n- Excellent PySpark, Python, and SQL skills.\n\n- Strong understanding of ETL/ELT concepts and data pipeline architecture.\n\n- Experience with Data Lake / Lakehouse architecture.\n\n- Experience with data modeling and performance optimization.\n\n- Good understanding of Microsoft Azure data services.\n\n- Experience working in enterprise-scale data environments.\nSkills\nData Engineering, ETL, Python, PySpark, SQL, DataLake, Data Warehousing, Data Pipeline, Azure Databricks, Data Modeling","description_format":"text","description_chars":1478,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Recruiting & Staffing","IT Staffing & Staff Augmentation"],"lifecycle":[{"event":"open","at":"2026-09-26T04:00:00Z"}],"liveness":{"score":7,"band":"cold","label":"Long shot","p_open":0.4,"p_active":0.524,"p_room":0.35,"age_days":46,"expected_fill_days":23,"reasons":["seen:46","velocity","win:tail"],"computed_at":"2026-09-29T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/andor-tech-data-engineer","json_url":"https://alion.io/job/andor-tech-data-engineer.json","meta":{"generated_at":"2026-09-30T00:31:17Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":301,"day_limit":5000,"remaining_today":4699,"minute_limit":60,"resets_at":"2026-10-01T00:00:00Z"}}}