{"id":1272306,"url":"https://alion.io/job/sk-hr-consultants-azure-data-engineer","title":"Azure Data Engineer","company":{"id":3800662,"name":"SK HR Consultants","domain":"skhrconsultants.com","url":"https://alion.io/company/sk-hr-consultants","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India","Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":23000,"max_usd":46000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":71},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Azure","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"dbt","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GitHub","optional":false},{"name":"pySpark","optional":false},{"name":"Snowflake","optional":false},{"name":"SQL","optional":false},{"name":"Python","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-09-03T05:03:46Z","employer_posted_date":null,"last_verified_at":"2026-09-03T05:03:46Z","board_verified":false,"closed_at":null,"days_open":48,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":48},"description":"Required Skills:\n\nAzure Databricks, PySpark, SQL, dbt, and Airflow, Medallion Architecture (Bronze/Silver/Gold), data modelling skills (Star/Snowflake schemas).\n\nJob Description:\n\nSkills:\n\n- 5 to 8 years of experience in Azure Data Engineering.\n\n- Strong expertise in Azure Databricks, PySpark, SQL, dbt, and Airflow.\n\n- Experience building scalable ETL/ELT pipelines on Azure Data Lake.\n\n- Hands-on experience with Medallion Architecture (Bronze/Silver/Gold).\n\n- Strong data modelling skills (Star/Snowflake schemas).\n\n- Knowledge of CI/CD, GitHub/Azure DevOps, and data quality/governance practices.\n\n- Good understanding of analytics, reporting, and AI/ML data platforms.\n\n- Databricks certification is required.\n\n- DBT Experience required.\n\nKey Responsibilities :\n\n- Design and implement robust end-to-end data pipelines using Azure Databricks and PySpark to process large-scale structured and unstructured data for downstream consumption.\n\n- Orchestrate complex data workflows using Apache Airflow to ensure timely delivery and reliability of data across the enterprise.\n\n- Develop and optimize sophisticated SQL queries and stored procedures to support high-performance reporting and data retrieval requirements.\n\n- Partner with cross-functional engineering teams to troubleshoot data quality issues and implement automated monitoring solutions that maintain system integrity.\n\n- Lead the migration and modernization of legacy data systems to the Azure cloud, enhancing scalability and reducing operational overhead for the organization.\n\nRequired Skillset :\n\n- Demonstrated expertise in building distributed data processing systems using Azure Databricks and PySpark, with a deep understanding of performance tuning and cluster management.\n\n- Proven ability to design complex ETL/ELT workflows using Airflow, ensuring seamless integration across diverse data sources.\n\n- Advanced proficiency in SQL for data modeling, complex transformations, and performance optimization within large-scale database environments.\n\n- Strong interpersonal skills with the ability to translate technical data challenges into clear, actionable insights for non-technical stakeholders.\n\n- A Bachelors or Masters degree in Computer Science, Engineering, or a related quantitative field, paired with 5 - 7 years of hands-on experience in data engineering.\n\n- Adaptability to thrive in a hybrid work environment, maintaining high levels of productivity and collaboration across distributed teams in Bangalore and Hyderabad.\nSkills\nData Engineering, Azure, DataLake, Azure Databricks, PySpark, SQL, Data Build Tool, Apache Airflow, Data Modeling, Snowflake DB, Data Pipeline","description_format":"text","description_chars":2656,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Hybrid work"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-26T00:07:01Z"}],"visa":[],"liveness":{"score":11,"band":"cold","label":"Long shot","p_open":0.4,"p_active":0.587,"p_room":0.45,"age_days":48,"expected_fill_days":27,"reasons":["seen:48","velocity","win:tail"],"computed_at":"2026-10-21T05:46:15Z"},"pay":null,"html_url":"https://alion.io/job/sk-hr-consultants-azure-data-engineer","json_url":"https://alion.io/job/sk-hr-consultants-azure-data-engineer.json","meta":{"generated_at":"2026-10-21T16:38:43Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":23476,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-22T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800662},"rest":"https://alion.io/mcp/rest/get_company?id=3800662"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsk-hr-consultants-azure-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsk-hr-consultants-azure-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsk-hr-consultants-azure-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/sk-hr-consultants-azure-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsk-hr-consultants-azure-data-engineer"}]}