{"id":4221816,"url":"https://alion.io/job/unison-group-senior-databricks-consultant-architect","title":"Senior Databricks Consultant / Architect","company":{"id":448684,"name":"Unison Group","domain":"unisongroup.com","url":"https://alion.io/company/unisongroup","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":{"grade":"B","score":70,"open_postings":158,"ghost_share":0.506,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":30,"computed_at":"2026-11-14T05:58:10Z"}},"role":"Data Science","role_family":"Data Science","seniority":"staff","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Apache Kafka","optional":true},{"name":"AWS","optional":true},{"name":"GCP","optional":true},{"name":"Machine Learning","optional":true},{"name":"MLFlow","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-11-13T05:35:43Z","employer_posted_date":"2026-11-13","last_verified_at":"2026-11-14T14:00:36Z","board_verified":true,"closed_at":null,"days_open":1,"trust":{"level":"ok","repost_count":0,"flags":["company_stale"],"days_open":1},"description":"Role Overview\nWe are looking for an experienced Senior Databricks Consultant / Architect to lead the design, architecture, development, and implementation of enterprise-scale data engineering and analytics solutions using Azure Databricks. The ideal candidate should have strong expertise in Lakehouse architecture, PySpark, Delta Lake, cloud data platforms, and data governance.\nKey Responsibilities\nDesign and architect scalable, secure, and high-performance Lakehouse solutions using Databricks.\nLead end-to-end data engineering and data platform implementation.\nDefine enterprise data architecture, standards, best practices, and technical roadmaps.\nDesign and implement data pipelines using PySpark, Spark SQL, Delta Lake, and Databricks Workflows.\nDevelop and optimize ETL/ELT pipelines for batch and streaming data processing.\nImplement Medallion Architecture (Bronze, Silver, Gold) and Delta Live Tables (DLT).\nWork extensively with Unity Catalog for data governance, security, access control, and lineage.\nIntegrate Databricks with Azure services such as ADLS Gen2, Azure Data Factory, Event Hubs, and Azure Key Vault.\nOptimize Spark workloads, cluster configurations, SQL queries, and overall platform performance.\nImplement CI/CD pipelines, automated deployments, and DevOps practices.\nProvide technical leadership, conduct design reviews, and mentor data engineering teams.\nCollaborate with business stakeholders, architects, and engineering teams to translate business requirements into technical solutions.\nMandatory Technical Skills\nStrong hands-on experience with Azure Databricks and Apache Spark.\nExpertise in PySpark, Spark SQL, Python, and SQL.\nStrong knowledge of Delta Lake and Lakehouse architecture.\nExperience implementing Medallion Architecture.\nExpertise in Unity Catalog, Delta Live Tables (DLT), and Auto Loader.\nStrong understanding of ETL/ELT design and data pipeline development.\nExperience with Azure Data Lake Storage (ADLS Gen2) and Azure Data Factory.\nKnowledge of Databricks Workflows, cluster management, and performance tuning.\nExperience with data security, governance, and access management.\nHands-on experience with Git, Azure DevOps, and CI/CD.\nGood to Have\nExperience with AWS Databricks or GCP Databricks.\nKnowledge of Kafka, Event Hubs, and real-time data streaming.\nExperience with Databricks SQL and Lakehouse Monitoring.\nKnowledge of Terraform and Infrastructure as Code.\nExperience with MLflow and the Databricks Machine Learning ecosystem.\nDatabricks Professional-level certifications.\nCandidate Profile\nStrong experience in enterprise data architecture and large-scale data engineering implementations.\nAbility to independently drive architecture decisions and technical delivery.\nExcellent communication, stakeholder management, and problem-solving skills.\nAbility to work with cross-functional teams and provide technical direction.","description_format":"text","description_chars":2886,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Cloud Consulting & Migration","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-11-13T05:35:43Z"}],"visa":[],"liveness":{"score":63,"band":"ok","label":"Likely open","p_open":1,"p_active":0.632,"p_room":1,"age_days":1,"expected_fill_days":30,"reasons":["conf:0","stale_co","velocity","win:early","comp:brand"],"computed_at":"2026-11-14T05:58:10Z"},"pay":null,"html_url":"https://alion.io/job/unison-group-senior-databricks-consultant-architect","json_url":"https://alion.io/job/unison-group-senior-databricks-consultant-architect.json","meta":{"generated_at":"2026-11-14T19:27:30Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":23867,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-15T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":448684},"rest":"https://alion.io/mcp/rest/get_company?id=448684"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Funison-group-senior-databricks-consultant-architect"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Funison-group-senior-databricks-consultant-architect"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Funison-group-senior-databricks-consultant-architect"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/unison-group-senior-databricks-consultant-architect\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Funison-group-senior-databricks-consultant-architect"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4221816}},{"tool":"search_jobs","arguments":{"company":"unisongroup.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4221816},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}