{"id":3344514,"url":"https://alion.io/job/workongrid-databricks-engineer","title":"Databricks Engineer","company":{"id":1577,"name":"WorkOnGrid","domain":"workongrid.com","url":"https://alion.io/company/workongrid","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":14500,"max_usd":39000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":21},"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Apache Kafka","optional":true},{"name":"Power BI","optional":true},{"name":"Tableau","optional":true},{"name":"Time Series","optional":true}],"status":"live","first_seen_at":"2026-10-27T16:35:00Z","employer_posted_date":null,"last_verified_at":"2026-10-27T16:35:00Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"We are looking for a skilled Databricks Engineer to design, develop, and optimise scalable data pipelines and data processing solutions. The ideal candidate should have strong experience with Databricks, Apache Spark, Python, SQL, and cloud-based data platforms, with the ability to transform complex datasets into reliable, analytics-ready data.\n\nResponsibilities: \nDesign, develop, and maintain scalable ETL/ELT pipelines using Databricks and Apache Spark.\nBuild and optimise data processing workflows using PySpark and SQL.\nWork with large datasets to support analytics, reporting, and data-driven applications.\nDevelop and manage data lakehouse solutions using Delta Lake and Lakehouse architecture.\nImplement data ingestion, transformation, validation, and quality checks.\nOptimise Spark jobs and Databricks workloads for performance and cost efficiency.\nIntegrate data from multiple sources, including databases, APIs, and cloud storage.\nWork with cloud platforms such as Azure, AWS, or Google Cloud.\nImplement workflow orchestration, monitoring, error handling, and troubleshooting.\nCollaborate with data engineers, analysts, and software teams to deliver reliable data solutions.\nFollow best practices for data security, governance, access control, and documentation.\n\nRequirements: \n3-5 years of experience in Data Engineering or a related role.\nHands-on experience with Databricks and Apache Spark.\nStrong programming skills in Python and PySpark.\nStrong SQL skills, including query optimisation.\nExperience building and maintaining ETL/ELT data pipelines.\nKnowledge of Delta Lake, data lakehouse architecture, and distributed data processing.\nExperience with at least one cloud platform: Azure, AWS, or GCP.\nUnderstanding of data modelling, data warehousing, and data quality management.\nExperience with Git, CI/CD, and workflow orchestration tools.\n\nGood to Have: \nExperience working in the utility, energy, power, water, or gas industry.\nFamiliarity with utility data, IoT, time-series data, or operational technology systems.\nExperience integrating data from multiple enterprise systems and APIs.\nKnowledge of streaming technologies such as Kafka or Spark Structured Streaming.\nExperience with Unity Catalogue, data governance, and access management.\nFamiliarity with BI and visualisation tools such as Power BI or Tableau.\nSkills\nApache Spark, Databricks, PySpark, Python, Spark","description_format":"text","description_chars":2393,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Power Grid","Low-Code & No-Code Platforms"],"lifecycle":[{"event":"open","at":"2026-10-27T16:35:00Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":30,"reasons":["seen:0","win:early"],"computed_at":"2026-10-28T05:59:10Z"},"pay":null,"html_url":"https://alion.io/job/workongrid-databricks-engineer","json_url":"https://alion.io/job/workongrid-databricks-engineer.json","meta":{"generated_at":"2026-10-29T05:44:32Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8839,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-30T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1577},"rest":"https://alion.io/mcp/rest/get_company?id=1577"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fworkongrid-databricks-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fworkongrid-databricks-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fworkongrid-databricks-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/workongrid-databricks-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fworkongrid-databricks-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3344514}},{"tool":"search_jobs","arguments":{"company":"workongrid.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3344514},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}