{"id":1228041,"url":"https://alion.io/job/sganalytics-ai-data-engineer","title":"AI Data Engineer","company":{"id":1945818,"name":"SG Analytics","domain":"sganalytics.com","url":"https://alion.io/company/sganalytics","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Mumbai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":2000000,"max":3500000,"currency":"INR","period":"year","gross":true,"usd_annual":36687},"salary_estimate":null,"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"Bicep","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Embeddings","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GitHub Actions","optional":false},{"name":"NIST AI RMF","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-09-22T07:21:50Z","employer_posted_date":null,"last_verified_at":"2026-09-22T07:21:50Z","board_verified":false,"closed_at":null,"days_open":14,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":14},"description":"Roles and Responsibilities : \n\n- Architect and scale enterprise lakehouse solutions using Azure Databricks, ADLS Gen2, Delta Lake, and medallion architecture (Bronze, Silver, Gold).\n\n- Design, build, and maintain production-grade batch and streaming ELT/ETL pipelines using PySpark, Spark SQL, Azure Data Factory, and Databricks Workflows.\n\n- Develop configuration-driven, metadata-based ingestion frameworks to rapidly onboard structured, semi-structured, and unstructured data sources.\n\n- Curate and optimize gold-layer data products, vector search indexes, and embeddings via Azure AI Search to support Retrieval-Augmented Generation (RAG) and AI agents.\n\n- Enforce end-to-end data governance, access management, and data lineage utilizing Databricks Unity Catalog and Microsoft Purview to ensure strict compliance (Section 7216, PCAOB, NIST AI RMF).\n\n- Implement performance tuning, Liquid Clustering, Z-Ordering, file compaction, and right-sized compute strategies to minimize platform compute costs.\n\n- Establish CI/CD pipelines, automated data quality testing, data contracts, and proactive observability (freshness, volume, schema drift).\n\n- Collaborate with AI developers, architects, and cross-functional teams to integrate point solutions into shared, scalable platform services.\n\nTechnical Expertise : \n\n- Core Cloud/Data : Azure Databricks, ADLS Gen2, Azure Data Factory, Synapse.\n\n- Languages & Querying : Strong proficiency in Python, PySpark, Spark SQL, and SQL.\n\n- Storage Formats : Delta Lake, Parquet, Avro, JSON.\n\n- AI Grounding : Vector Search, RAG Pipelines, Azure AI Search, Embeddings, Chunking.\n\n- Governance & DevOps : Databricks Unity Catalog, Microsoft Purview, CI/CD (Azure DevOps/GitHub Actions), Infrastructure-as-Code (Terraform/Bicep).\n\nRequirements : \n\n- 4+ years of hands-on experience building production data pipelines and data platforms.\n\n- Proven track record designing lakehouse architectures on Azure cloud infrastructure.\n\n- Candidate must be willing to relocate near to Goregaon, Mumbai Location.\n\nSkills\nAzure Databricks, PySpark, Delta Lake, Azure Data Factory, Python, Data Governance, Terraform, Microsoft Purview, Artificial Intelligence, RAG","description_format":"text","description_chars":2190,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Market Research","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-09-25T13:06:44Z"}],"visa":[],"liveness":{"score":75,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.835,"p_room":0.9,"age_days":13,"expected_fill_days":25,"reasons":["seen:13","velocity","win:mid"],"computed_at":"2026-10-06T05:45:30Z"},"pay":{"stated_usd_annual":36687,"is_top_pay":false},"html_url":"https://alion.io/job/sganalytics-ai-data-engineer","json_url":"https://alion.io/job/sganalytics-ai-data-engineer.json","meta":{"generated_at":"2026-10-06T21:00:53Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":103,"day_limit":5000,"remaining_today":4897,"minute_limit":60,"resets_at":"2026-10-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1945818},"rest":"https://alion.io/mcp/rest/get_company?id=1945818"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsganalytics-ai-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsganalytics-ai-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsganalytics-ai-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/sganalytics-ai-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsganalytics-ai-data-engineer"}]}