{"id":3575080,"url":"https://alion.io/job/happiest-minds-lead-data-engineer-azure-databricks","title":"LEAD DATA ENGINEER - Azure Databricks","company":{"id":59391,"name":"Happiest Minds","domain":"happiestminds.com","url":"https://alion.io/company/happiest-minds","size_band":"11-50","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"SmartRecruiters","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":29000,"max_usd":61000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"Embeddings","optional":false},{"name":"ETL/ELT","optional":false},{"name":"LLM","optional":false},{"name":"Machine Learning","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Scala","optional":false},{"name":"SQL","optional":false},{"name":"Apache Kafka","optional":true},{"name":"AWS","optional":true},{"name":"CI/CD","optional":true},{"name":"GCP","optional":true},{"name":"Hadoop","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-31T17:21:33Z","employer_posted_date":null,"last_verified_at":"2026-10-31T17:21:33Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Job Title: Lead Data EngineerYears of Experience: 5-8 Years\nJob Summary: We are seeking a highly skilled Senior Data Engineer with extensive experience in Azure Databricks, Azure Data Factory, and Palantir to join our dynamic team in Hyderabad. The ideal candidate will have a strong background in data engineering, with a proven track record of designing and implementing data solutions that drive business insights and decision-making. This role requires a deep understanding of data architecture, ETL processes, and cloud-based data platforms.\nResponsibilities:\nDesign, develop, and maintain scalable data pipelines using Azure Databricks and Azure Data Factory.\nCollaborate with data scientists, analysts, and other stakeholders to understand data requirements and deliver high-quality data solutions.\nImplement data integration processes to ingest, transform, and store data from various sources into data lakes and warehouses.\nOptimize data workflows and ensure data quality, reliability, and performance.\nUtilize Palantir for data analysis and visualization, providing actionable insights to the business.\nMonitor and troubleshoot data pipeline issues, ensuring timely resolution and minimal downtime.\nStay updated with the latest industry trends and technologies related to data engineering and cloud computing.\nMentor junior data engineers and contribute to team knowledge sharing.\nMandatory Skills:\nProven experience with Azure Databricks (deal breaker skill).\nStrong proficiency in Azure Data Factory for data integration and orchestration.\nExperience with Palantir for data analysis and visualization.\nSolid understanding of data modeling, ETL processes, and data warehousing concepts.\nProficient in programming languages such as Python, SQL, or Scala.\nGood understanding of Generative AI and Machine Learning concepts, including LLM, RAG, Vector Databases, Embeddings, Token Management, Feature Selection, Model Evaluation, and Neural Network fundamentals\nGood to have : Ability to demonstrate practical knowledge of ML algorithms such as KNN, Linear Regression, CNN\nPreferred Skills:\nExperience with cloud platforms such as Azure, AWS, or Google Cloud.\nFamiliarity with big data technologies like Apache Spark, Hadoop, or Kafka.\nKnowledge of data governance and data security best practices.\nExperience with CI/CD pipelines and DevOps practices in data engineering.\nQualifications:\nBachelor's degree in Computer Science, Information Technology, or a related field.\n5-8 years of experience in data engineering or a related role.\nStrong analytical and problem-solving skills.\nExcellent communication and collaboration abilities.\nIf you are passionate about data engineering and want to work in a fast-paced environment, we encourage you to apply for this exciting opportunity.","description_format":"text","description_chars":2788,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-31T20:09:45Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":2,"expected_fill_days":27,"reasons":["seen:2","velocity","win:early"],"computed_at":"2026-11-03T05:54:40Z"},"pay":null,"html_url":"https://alion.io/job/happiest-minds-lead-data-engineer-azure-databricks","json_url":"https://alion.io/job/happiest-minds-lead-data-engineer-azure-databricks.json","meta":{"generated_at":"2026-11-03T09:00:04Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":12900,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-04T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":59391},"rest":"https://alion.io/mcp/rest/get_company?id=59391"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fhappiest-minds-lead-data-engineer-azure-databricks"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fhappiest-minds-lead-data-engineer-azure-databricks"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fhappiest-minds-lead-data-engineer-azure-databricks"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/happiest-minds-lead-data-engineer-azure-databricks\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fhappiest-minds-lead-data-engineer-azure-databricks"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3575080}},{"tool":"search_jobs","arguments":{"company":"happiestminds.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3575080},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}