{"id":2736922,"url":"https://alion.io/job/blend360-databricks-engineer-senior-lead","title":"Databricks Engineer - Senior/ Lead","company":{"id":4305,"name":"Blend360","domain":"blend360.com","url":"https://alion.io/company/blend360","size_band":null,"is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"SmartRecruiters","truth_index":{"grade":"B","score":80,"open_postings":50,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":15,"computed_at":"2026-10-17T05:46:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":["IN"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":27000,"max_usd":46000,"period":"year","method":"role_seniority_country_cell","sample_n":17},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"GitHub Actions","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-06T10:23:32Z","employer_posted_date":"2026-10-06","last_verified_at":"2026-10-17T10:16:22Z","board_verified":true,"closed_at":null,"days_open":11,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":11},"description":"Blend is a premier AI services provider, committed to co-creating meaningful impact for its clients through the power of data science, AI, technology, and people. With a mission to fuel bold visions, Blend tackles significant challenges by seamlessly aligning human expertise with artificial intelligence. The company is dedicated to unlocking value and fostering innovation for its clients by harnessing world-class people and data-driven strategy. We believe that the power of people and AI can have a meaningful impact on your world, creating more fulfilling work and projects for our people and clients. For more information, visit www.blend360.com.\n We are looking for an experienced Azure Databricks Engineer with strong hands-on expertise in Python, SQL, and Apache Spark to design, build, and optimize scalable data pipelines and analytics solutions on the Azure cloud platform. The ideal candidate should have experience working with large datasets, distributed data processing, and modern data engineering practices.\nResponsibilities\nDesign, develop, and maintain scalable data pipelines using Azure Databricks\n\nImplement ETL/ELT workflows using PySpark, Spark SQL, and Python\n\nOptimize Spark jobs for performance, cost, and scalability\n\nWork with structured and semi-structured data (Parquet, Delta, JSON, CSV)\n\nBuild and manage Delta Lake tables (ACID, time travel, schema evolution)\n\nIntegrate Databricks with Azure Data Lake Storage (ADLS Gen2)\n\nDevelop complex queries and transformations using SQL\n\nCollaborate with data scientists, analysts, and stakeholders to support analytics and ML use cases\n\nEnsure data quality, validation, and monitoring\n\nFollow best practices for security, access control, and governance in Azure\n\n 6+ years of experience in Data Engineering\n\nStrong hands-on experience with Azure Databricks\n\nProficiency in Python for data processing\n\nStrong knowledge of SQL (joins, window functions, performance tuning)\n\nHands-on experience with Apache Spark / PySpark\n\nExperience working with Delta Lake\n\nKnowledge of Azure Data Lake Storage (ADLS Gen2)\n\nUnderstanding of distributed computing concepts\n\nExperience with Git version control\n\n Experience with Azure Data Factory\n\nExposure to CI/CD pipelines (Azure DevOps, GitHub Actions)\n\nBasic understanding of data modeling\n\nFamiliarity with cloud security and RBAC in Azure\n\nExposure to streaming data (Spark Structured Streaming, Event Hub, Kafka)","description_format":"text","description_chars":2430,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[{"language":"English","level":"All levels","optional":false}]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Recruiting & Staffing","AI Consulting & Integration","Analytics & BI Consulting","Data Engineering & Migration Services"],"lifecycle":[{"event":"open","at":"2026-10-16T19:20:32Z"}],"visa":[],"liveness":{"score":41,"band":"fade","label":"Fading","p_open":1,"p_active":0.544,"p_room":0.75,"age_days":10,"expected_fill_days":15,"reasons":["conf:2","stale_co","velocity","win:late","comp:brand"],"computed_at":"2026-10-17T05:46:00Z"},"pay":null,"html_url":"https://alion.io/job/blend360-databricks-engineer-senior-lead","json_url":"https://alion.io/job/blend360-databricks-engineer-senior-lead.json","meta":{"generated_at":"2026-10-17T12:51:19Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":17156,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-18T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4305},"rest":"https://alion.io/mcp/rest/get_company?id=4305"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fblend360-databricks-engineer-senior-lead"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fblend360-databricks-engineer-senior-lead"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fblend360-databricks-engineer-senior-lead"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/blend360-databricks-engineer-senior-lead\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fblend360-databricks-engineer-senior-lead"}]}