{"id":4196137,"url":"https://alion.io/job/happiest-minds-senior-data-engineer-databricks","title":"SENIOR DATA ENGINEER - Databricks","company":{"id":59391,"name":"Happiest Minds","domain":"happiestminds.com","url":"https://alion.io/company/happiest-minds","size_band":"51-200","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"SmartRecruiters","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"ETL/ELT","optional":true},{"name":"Git","optional":true},{"name":"Machine Learning","optional":true}],"status":"live","first_seen_at":"2026-11-12T17:30:42Z","employer_posted_date":null,"last_verified_at":"2026-11-12T17:30:42Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Data Engineer\nResponsibilities:\nDesign, develop, and maintain scalable data pipelines using Databricks and Azure Data Factory.\nImplement data processing solutions using Spark and Delta Tables to optimize performance and reliability.\nCollaborate with data scientists and analysts to understand data requirements and deliver high-quality datasets.\nManage and optimize data storage solutions in Azure Data Lake and ensure data accessibility through Unity Catalog.\nMonitor and troubleshoot data pipeline performance and implement improvements as necessary.\nDocument data processes and maintain clear communication with stakeholders regarding project status and challenges.\nStay updated with the latest industry trends and technologies to continuously improve data engineering practices.\nMandatory Skills:\nStrong proficiency in SQL for data manipulation and querying.\nExpertise in Python for data processing and automation.\nHands-on experience with Databricks is a deal breaker.\nFamiliarity with Azure Data Factory for orchestrating data workflows.\nExperience with Spark for big data processing.\nKnowledge of Delta Tables for efficient data storage and management.\nUnderstanding of Unity Catalog for data governance and management.\nExperience with Azure Data Lake for data storage solutions.\nFamiliarity with Azure Synapse for data integration and analytics.\nPreferred Skills:\nExperience with data modeling and ETL processes.\nKnowledge of data warehousing concepts and best practices.\nFamiliarity with machine learning concepts and tools.\nExperience with version control systems such as Git.\nStrong problem-solving skills and attention to detail.","description_format":"text","description_chars":1641,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-11-12T20:32:35Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":1,"expected_fill_days":30,"reasons":["seen:1","velocity","win:early"],"computed_at":"2026-11-14T05:58:10Z"},"pay":null,"html_url":"https://alion.io/job/happiest-minds-senior-data-engineer-databricks","json_url":"https://alion.io/job/happiest-minds-senior-data-engineer-databricks.json","meta":{"generated_at":"2026-11-14T22:03:51Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":28684,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-15T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":59391},"rest":"https://alion.io/mcp/rest/get_company?id=59391"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fhappiest-minds-senior-data-engineer-databricks"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fhappiest-minds-senior-data-engineer-databricks"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fhappiest-minds-senior-data-engineer-databricks"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/happiest-minds-senior-data-engineer-databricks\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fhappiest-minds-senior-data-engineer-databricks"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4196137}},{"tool":"search_jobs","arguments":{"company":"happiestminds.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4196137},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}