{"id":4717632,"url":"https://alion.io/job/ibm-data-engineer-data-platforms-azure-9","title":"Data Engineer-Data Platforms-Azure","company":{"id":86,"name":"IBM","domain":"ibm.com","url":"https://alion.io/company/ibm","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"IBM Careers","truth_index":{"grade":"A","score":94,"open_postings":107,"ghost_share":0.009,"stale_share":0.355,"repost_share":0.075,"time_to_fill_p50_days":15,"computed_at":"2026-11-20T05:46:30Z"}},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Coimbatore, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Azure","optional":false},{"name":"Azure Cosmos DB","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"dbt","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-11-17T00:00:00Z","employer_posted_date":"2026-11-20","last_verified_at":"2026-11-21T06:31:48Z","board_verified":true,"closed_at":null,"days_open":4,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":4},"description":"A career in IBM Consulting is built on long-term client relationships and close collaboration worldwide. You'll work with leading companies across industries, helping them shape their hybrid cloud and AI journeys. With support from our strategic partners, robust IBM technology, and Red Hat, you'll have the tools to drive meaningful change and accelerate client impact. At IBM Consulting, curiosity fuels success. You'll be encouraged to challenge the norm, explore new ideas, and create innovative solutions that deliver real results. Our culture of growth and empathy focuses on your long-term career development while valuing your unique skills and experiences. As a Data Engineer specializing in Data Platforms on Azure, you will advise on, develop, and maintain data engineering solutions on the Azure Cloud ecosystem. You will design, build, and operate batch and real-time data pipelines using various Azure services. Your primary responsibilities will include:\nDesign and Build Data Pipelines: Design, build, and operate batch and real-time data pipelines using Azure services such as Azure Synapse Analytics, Azure Data Factory, Azure DataBricks, and Event Hub.\nDevelop Data Layer: Design, build, and operate the data layer on Azure Synapse Analytics, SQL DW, and Cosmos DB.\nApply Azure Expertise: Apply proficiency in Azure Data Platform components, including ADLS2, Blob Storage, SQLDW, Synapse Analytics with Spark and SQL, Azure functions with Python, Azure Purview, and Cosmos DB.\nImplement Open Source Technologies: Implement open source technologies like Apache Airflow and dbt, Spark / Python, or Spark / Scala to support data engineering solutions.\nOperate Azure Services: Operate Azure services such as Azure Event Hub and Streaming Analytics, Managed Streaming for Apache Kafka, and Azure DataBricks with Spark.\nExposure to Azure Toolset: Experience working with Azure services such as Azure Synapse Analytics, Azure Data Factory, Azure DataBricks, and Event Hub to design, build, and operate batch and real-time data pipelines.\nProficiency in Azure Data Platform: Exposure to Azure Data Platform components, including ADLS2, Blob Storage, SQLDW, Synapse Analytics with Spark and SQL, Azure functions with Python, Azure Purview, and Cosmos DB.\nData Pipeline Development: Experience working with batch and real-time data pipelines using Azure services, including designing, building, and operating data pipelines.\nOpen Source Technologies: Exposure to open source technologies like Apache Airflow and dbt, Spark / Python, or Spark / Scala to support data engineering solutions.\nAzure Services Operation: Experience working with Azure services such as Azure Event Hub and Streaming Analytics, Managed Streaming for Apache Kafka, and Azure DataBricks with Spark.\nProficiency in Open Source Technologies: Exposure to open source technologies like Apache Airflow and dbt, Spark / Python, or Spark / Scala to support data engineering solutions.\nKnowledge of Azure Services: Experience working with Azure services such as Azure Event Hub and Streaming Analytics, Managed Streaming for Apache Kafka, and Azure DataBricks with Spark.\nFamiliarity with Data Pipeline Development: Exposure to designing, building, and operating batch and real-time data pipelines using Azure services. India Software Engineering Hybrid Professional COIMBATORE, IN COIMBATORE (0063) IBM India Private Limited Analytics Apache Kafka Design Python Structured Query Language Spark Storage Azure Data Engineering Data Pipelines Apache Airflow Azure Data Factory Data Platform Databricks Open Source Streaming Analytics Azure Cosmos DB Azure Synapse Analytics Real-time Data Azure Functions","description_format":"text","description_chars":3676,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["LLM & Generative AI","Cloud Platforms (IaaS & PaaS)","Servers & Data Center Hardware","Quantum Computing Hardware"],"lifecycle":[{"event":"open","at":"2026-11-20T21:21:32Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.858,"p_room":1,"age_days":4,"expected_fill_days":15,"reasons":["conf:1","win:early","comp:brand"],"computed_at":"2026-11-21T07:37:50Z"},"pay":null,"html_url":"https://alion.io/job/ibm-data-engineer-data-platforms-azure-9","json_url":"https://alion.io/job/ibm-data-engineer-data-platforms-azure-9.json","meta":{"generated_at":"2026-11-21T07:37:50Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":13014,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-22T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":86},"rest":"https://alion.io/mcp/rest/get_company?id=86"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fibm-data-engineer-data-platforms-azure-9"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fibm-data-engineer-data-platforms-azure-9"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fibm-data-engineer-data-platforms-azure-9"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ibm-data-engineer-data-platforms-azure-9\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fibm-data-engineer-data-platforms-azure-9"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4717632}},{"tool":"search_jobs","arguments":{"company":"ibm.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4717632},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}