{"id":3215619,"url":"https://alion.io/job/onedata-software-azure-data-engineer","title":"Azure Data Engineer","company":{"id":2899451,"name":"OneData Software","domain":"onedatasoftware.com","url":"https://alion.io/company/one-data-software","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Coimbatore, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":19000,"max_usd":38000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":71},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure SQL Database","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Apache Kafka","optional":true},{"name":"Machine Learning","optional":true},{"name":"Python","optional":true},{"name":"Snowflake","optional":true}],"status":"live","first_seen_at":"2026-10-24T21:35:00Z","employer_posted_date":null,"last_verified_at":"2026-10-24T21:35:00Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"We are looking for an experienced Azure Data Engineer with 7+ years of hands-on experience in designing, developing, and maintaining scalable data solutions on Microsoft Azure. The ideal candidate should have strong expertise in Azure Data Factory, Azure Databricks, Azure Data Lake, SQL, PySpark, and ETL/ELT pipelines, along with experience in data warehousing and cloud-based data architecture. The candidate should be capable of building robust data pipelines, optimising data workflows, and supporting business intelligence and analytics initiatives.\n\nResponsibilities: \nDesign, develop, and maintain scalable data pipelines using Azure Data Factory (ADF) and Azure Databricks.\nImplement ETL/ELT processes for structured and unstructured data from multiple sources.\nWork extensively with Azure Data Lake Storage (ADLS), Azure Synapse Analytics, and Azure SQL Database.\nDevelop and optimise PySpark and Spark SQL workflows in Databricks.\nPerform data transformation, cleansing, validation, and enrichment processes.\nBuild and maintain data models for reporting, analytics, and business intelligence solutions.\nCollaborate with business stakeholders, data analysts, and architects to understand data requirements.\nEnsure data quality, governance, security, and compliance standards are maintained.\nMonitor and troubleshoot data workflows and optimise performance for large-scale data processing.\nSupport migration of on-premises data platforms to the Azure Cloud environment.\nCreate technical documentation and maintain best practices for data engineering processes.\n\nRequirements: \nStrong hands-on experience in Microsoft Azure Cloud Platform.\nExpertise in Azure Databricks with strong PySpark experience.\nExperience with Azure Data Factory (ADF).\nGood knowledge of Azure Data Lake Storage (ADLS Gen2).\nExperience in Azure Synapse Analytics.\nStrong SQL skills with performance tuning experience.\nExperience with ETL/ELT pipeline development.\nUnderstanding of Data Warehousing concepts.\nExperience with Delta Lake, Spark optimisation, and partitioning strategies.\nExposure to CI/CD pipelines, DevOps, and deployment automation.\nKnowledge of Power BI is an added advantage.\nFamiliarity with Git, version control, and Agile methodology.\nStrong analytical and problem-solving skills.\nGood communication and stakeholder management.\nAbility to work independently and in team environments.\nStrong debugging and troubleshooting capability.\nBachelor's degree in Computer Science, Engineering, IT, or related field.\nMicrosoft Azure certifications are preferred.\nExperience working in enterprise-scale data environments.\nExposure to big data technologies is an added advantage.\n\nNice to Have: \nExperience in Snowflake, Kafka, or Airflow.\nExposure to Machine Learning data pipelines.\nKnowledge of real-time streaming solutions using Azure Event Hub or Stream Analytics.\nSkills\nADF, ADLS, Azure, Databricks, Delta, ELT, ETL, PySpark, SQL, Spark, Synapse","description_format":"text","description_chars":2944,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-24T21:35:00Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":27,"reasons":["seen:0","win:early"],"computed_at":"2026-10-25T05:49:26Z"},"pay":null,"html_url":"https://alion.io/job/onedata-software-azure-data-engineer","json_url":"https://alion.io/job/onedata-software-azure-data-engineer.json","meta":{"generated_at":"2026-10-25T12:57:37Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":18293,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-26T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2899451},"rest":"https://alion.io/mcp/rest/get_company?id=2899451"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fonedata-software-azure-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fonedata-software-azure-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fonedata-software-azure-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/onedata-software-azure-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fonedata-software-azure-data-engineer"}]}