{"id":2198601,"url":"https://alion.io/job/prodapt-senior-data-engineer-databricks-lead","title":"Senior Data Engineer (Databricks Lead)","company":{"id":59486,"name":"Prodapt","domain":"prodapt.com","url":"https://alion.io/company/prodapt","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":29000,"max_usd":52000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":16},"experience_years_min":12,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GraphQL","optional":false},{"name":"LLM","optional":false},{"name":"Machine Learning","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-09T17:23:50Z","employer_posted_date":null,"last_verified_at":"2026-10-09T17:23:50Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Overview\n\nWe are looking for a Senior Data Engineer (Databricks Lead) with 12-16 years of experience to lead the design, development, and optimization of enterprise-scale data platforms. The ideal candidate will have deep expertise in Databricks, Apache Spark, Snowflake, Kafka, Python, SQL, and AWS, along with experience building scalable data architectures that support analytics, real-time processing, AI/ML, and Generative AI initiatives. .\n\nResponsibilities\n\nLead the architecture, design, and implementation of scalable, secure, and high-performance data platforms using Databricks, Snowflake, and AWS.\nDesign and optimize large-scale batch and real-time data pipelines using Spark and Kafka.\nDevelop and maintain robust ETL/ELT frameworks to ensure data reliability, scalability, and performance.\nImplement real-time data ingestion and processing solutions using Kafka and Spark Streaming.\nBuild automated data integration frameworks leveraging REST APIs, GraphQL APIs, and Databricks APIs.\nDesign cloud-native data solutions aligned with enterprise governance, security, and compliance standards.\nDevelop data models using Star Schema, Snowflake Schema, Kimball, and Inmon methodologies.\nProvide technical leadership, architecture guidance, and mentorship to engineering teams.\nCollaborate with Analytics, Data Science, and AI teams to enable Machine Learning, Generative AI, and LLM-based solutions.\nTroubleshoot and resolve platform performance bottlenecks and scalability challenges.\nDrive engineering best practices, code quality standards, and data governance initiatives.\n\nRequirements\n\nTechnical Skills\n\nStrong expertise in Databricks and Apache Spark.\nHands-on experience with Snowflake and modern data warehouse architectures.\nProficiency in Kafka and real-time stream processing.\nStrong programming skills in Python and advanced SQL.\nExperience with AWS Cloud Services.\nExpertise in designing and implementing ETL/ELT architectures.\nStrong understanding of data modeling concepts and methodologies.\nExperience integrating systems using REST and GraphQL APIs.\n\nQualifications\n\nBachelor's or Master's degree in Computer Science, Information Technology, Engineering, or a related field.\n12-16 years of experience in Data Engineering and Data Platform Architecture.\nProven experience leading enterprise-scale data modernization and cloud migration initiatives.\n\nPreferred Skills\n\nExperience with AI/ML data platforms, Generative AI, and LLM enablement.\nExposure to Data Governance and Data Quality frameworks.\nStrong stakeholder management, communication, and technical leadership skills.","description_format":"text","description_chars":2603,"description_truncated":false,"requirements":{"experience_years_min":12,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Telecom Infrastructure","IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams"],"lifecycle":[{"event":"open","at":"2026-10-09T20:09:00Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":23,"reasons":["seen:0","win:early"],"computed_at":"2026-10-10T05:45:15Z"},"pay":null,"html_url":"https://alion.io/job/prodapt-senior-data-engineer-databricks-lead","json_url":"https://alion.io/job/prodapt-senior-data-engineer-databricks-lead.json","meta":{"generated_at":"2026-10-11T23:54:50Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":15297,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-12T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":59486},"rest":"https://alion.io/mcp/rest/get_company?id=59486"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fprodapt-senior-data-engineer-databricks-lead"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fprodapt-senior-data-engineer-databricks-lead"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fprodapt-senior-data-engineer-databricks-lead"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/prodapt-senior-data-engineer-databricks-lead\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fprodapt-senior-data-engineer-databricks-lead"}]}