{"id":2137116,"url":"https://alion.io/job/deloitte-consultantsenior-consultant-databricks-data-ai-engineer-engineering-ai-data-technology-transformation","title":"Consultant/Senior Consultant, Databricks Data & AI Engineer, Engineering, AI & Data, Technology & Transformation","company":{"id":272,"name":"Deloitte","domain":"deloitte.com","url":"https://alion.io/company/deloitte","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Avature","truth_index":{"grade":"A","score":85,"open_postings":10,"ghost_share":0,"stale_share":0.8,"repost_share":0,"time_to_fill_p50_days":14,"computed_at":"2026-10-19T05:45:15Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["London, United Kingdom"],"countries":["GB"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":85000,"max_usd":168000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":39},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Amazon Redshift","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"BigQuery","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Docker","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Google BigQuery","optional":false},{"name":"IAM","optional":false},{"name":"Kubernetes","optional":false},{"name":"Machine Learning","optional":false},{"name":"MLFlow","optional":false},{"name":"Platform Engineering","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Scala","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-10-09T02:08:29Z","employer_posted_date":"2026-10-09","last_verified_at":"2026-10-20T03:51:57Z","board_verified":true,"closed_at":null,"days_open":11,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":11},"description":"Connect to your Industry\nDo you want to help deliver some of the UK's largest and most ambitious Data & AI transformation programmes?\nTechnology & Transformation helps organisations unlock the full value of their data through modern platforms, cloud technologies, and AI. Within Deloitte's Engineering, AI & Data practice, we work with leading organisations to transform how they manage, govern, and utilise data, creating the trusted foundations required for advanced analytics, machine learning, and emerging AI capabilities.\nAs a Databricks Data & AI Engineer, you'll design, build and optimise scalable data & AI solutions using the Databricks Platform, enabling advanced analytics, machine learning, and AI. Working alongside leading architects, engineers, and AI specialists, you'll help clients modernise their data platforms and create the trusted foundations that power intelligent decision-making.\nWe're looking for practitioners with a passion for building scalable, high-performance data platforms, strong data engineering fundamentals, and hands-on experience across modern cloud and data ecosystem.\nConnect to your career at Deloitte\nDeloitte drives progress. Using our vast range of expertise, we help our clients' become leaders wherever they choose to compete. To do this, we invest in outstanding people. We build teams of future thinkers, with diverse talents and backgrounds, and empower them all to reach for and achieve more.\nWhat brings us all together at Deloitte? It’s how we approach the thousands of decisions we make every day. How we behave, our beliefs and our attitudes. In other words: our values. Whatever we do, wherever we are in the world, we lead the way, serve with integrity, take care of each other, foster inclusion, and collaborate for measurable impact.These five shared values lead every decision we make and action we take, guiding us to deliver impact how and where it matters most.\nConnect to your opportunity\nWe're expanding our AI & Data Engineering practice and are looking for people who are natural initiative-takers, who bring out the best in others, are brilliant listeners, and can grow our business without compromising standards, integrity, or culture. You will work with outstanding data, AI, and cloud talent across multiple disciplines to innovate and create powerful solutions for iconic brands and complex organisations.\nWe are seeking a skilled Databricks Data & AI Engineer who combines strong data engineering capability with practical experience in enabling advanced analytics, machine learning and AI-enabled business solutions with strategic consulting acumen and problem-solving skills. The ideal candidate should possess strong knowledge of the Databricks Data Intelligence Platform and the modern data & AI engineering practices, complemented by a keen ability to translate complex business requirements into robust, scalable Data & AI solutions that create trusted data foundations, AI-ready products and measurable business value.\nAs a key member of our team, you will:\nDesign, build, test and deploy scalable batch and streaming data pipelines, AI-ready data products, feature pipeline and analytics solutions on the Databricks Platform using Delta Lake, Spark SQL/PySpark, Unity Catalog and Databricks SQL.\nDeliver solutions across the full data & AI engineering lifecycle, from requirements analysis and solution design through development, testing, deployment, operational readiness and continuous improvement.\nWork directly with clients and stakeholders to understand business, data,AI and technical requirements, facilitate design workshops and recommend practical solution options.\nCommunicate technical concepts clearly, explaining solution choices, trade-offs, dependencies and recommendations to both technical and non-technical audiences.\nDesign and implement robust data models and ETL/ELT patterns that support enterprise reporting, analytics, machine learning and AI use cases.\nOptimise data pipelines and workloads for performance, reliability, scalability and cost, identifying engineering risks and implementing appropriate mitigations.\nEmbed security, governance, lineage, access control, data quality and Responsible AI considerations into solutions, including cataloguing and policy enforcement through Unity Catalog.\nEnable AI and machine learning solutions by preparing trusted, governed and reusable datasets, supporting feature engineering, experimentation, model deployment and integration with downstream AI applications.\nApply modern engineering practices, including version control, automated testing, CI/CD, infrastructure-as-code, monitoring and data observability.\nProduce and maintain high-quality technical artefacts, including solution designs, data models, interface specifications, deployment documentation and operational runbooks.\nSupport and guide other engineers, contributing to technical reviews, reusable engineering standards and quality assurance across delivery teams.\nEnable advanced analytics, machine learning Gen AI & Agentic AI solutions by creating trusted, governed , discoverable and production-ready data foundations.\nConnect to your skills and professional experience\nOverall, you're a curious problem solver and hands-on engineer who enjoys working collaboratively to solve complex data challenges. You thrive in diverse teams, enjoy learning from others, and bring a pragmatic approach to delivering high-quality data solutions that create measurable business value.\nYou'll have strong technical skills including some or all of the following:\nProven experience in data engineering, data modelling, and architecture, preferably on a major cloud platform (Azure, AWS, or GCP).\nStrong experience designing and building scalable data platforms, data products and analytics solutions using modern lake house or cloud data warehouse technologies\nProficiency writing advanced, highly optimised SQL and Spark (PySpark/Scala), with a focus on performance optimisation and maintainability.\nDesigning and building solutions on a cloud data warehouse or lakehouse platform (e.g., Databricks, Snowflake, BigQuery, Redshift).\nStrong understanding of data modelling principles for analytics, reporting, machine learning and AI use cases.\nExperience applying modern engineering practices, including CI/CD, automated testing, infrastructure-as-code and data observability.\nKnowledge of cloud-native security, governance and access management practices, including technologies such as Unity Catalog and cloud IAM frameworks.\nExperience working with Databricks Lakehouse Platform, including Delta Lake, Databricks Workflows, Unity Catalog , Lakeflow and Databricks SQL.\nExperience building & enabling AI workloads using Databricks AI capabilities such as Agent Bricks, MLflow, Feature Engineering, Vector Search, Mosaic AI and model serving, with awareness of agent orchestration, RAG and production grade AI agents.\nEssential\nStrong understanding of Databricks Lakehouse architecture, Medallion design patterns and Delta Lake principles.\nHands-on experience delivering at least one enterprise-scale Databricks implementation from design through production deployment.\nProven experience developing and supporting production-grade data pipelines and data products.\nStrong proficiency in Python or Scala for data engineering.\nExperience working directly with business and technical stakeholders to gather requirements and communicate solution approaches.\nStrong analytical, problem-solving and troubleshooting skills\nPreferred\nDatabricks Certified Data Engineer (Associate or Professional) or Databricks Certified Generative AI Engineer Associate\nExperience with orchestration technologies such as Azure Data Factory, Airflow or Databricks Workflows.\nKnowledge of containerisation and platform engineering technologies such as Docker and Kubernetes.\nExperience enabling machine learning, GenAI or advanced analytics workloads using technologies such as MLflow, Feature Engineering, Vector Search and Mosaic AI capabilities.\nExposure to DevOps, platform automation and Infrastructure-as-Code tools such as Terraform.\nConnect to your business - Technology and Transformation\nDistinctive thinking, deep expertise, innovation and collaborative working. That’s what connects us. That’s what makes us Deloitte. If you want to help solve some of the biggest tech and transformational challenges around, join us. Together, we’ll make an impact that matters.\nEngineering, AI and Data\nWe lead transformation at the heart of our clients; re-engineering the core of our clients’ organisations, helping to unleash growth, and creating better futures for their customers, citizens and employees.\nPersonal independence\nRegulation and controls are standard practice in our industry and Deloitte is no exception. These controls provide important legal protection for both you and the firm. We are subject to a number of audit regulations, one of which requires that certain colleagues abide by specific personal independence constraints (e.g., in relation to any financial interests and employment relationships). This can mean that you and your \"Immediate Family Members\" are not permitted to hold certain financial interests (shares, funds, bonds etc.) with audit clients of the firm, and also prohibitions on certain employment relationships (e.g., you are not permitted to hold a secondary employment role with SEC audit clients of the firm whilst being employed by the firm). The recruitment team will provide further detail as you progress through the recruitment process or you can contact the Independence team upon request.\nConnect with your colleagues\n“The great culture, flexibility, and range of experiences that Deloitte offers is what sets this firm apart. In Technology & Transformation, Deloitte is far ahead of any of our immediate competitors.” - Sophia, Technology & Transformation\n“What attracted me to Deloitte were the endless opportunities and the collective experience of other like-minded individuals. Deloitte’s clients include many of the world’s largest organisations; I wanted to be part of a team that made a difference that I could be proud of.” - Dan, Technology & Transformation\nOur hybrid working policy\nYou’ll be based in London with hybrid working.\nAt Deloitte we understand the importance of balancing your career alongside your home life. That’s why we’ll support you to work flexibly through our hybrid working policy. Depending on the requirements of your role, you’ll have the opportunity to work in your local office, virtual collaboration spaces, client sites and remotely. You’ll get the chance to meet face to face when needed, while you collaborate and learn from colleagues, share your experiences, and build the relationships that will fuel your career and prioritise your wellbeing. Please check with your recruiter for the specific working requirements that may apply for your role.\nOur commitment to you\nMaking an impact is more than just what we do: it’s why we’re here. So we work hard to create an environment where you can experience a purpose you believe in, the freedom to be you, and the capacity to go further than ever before.\nWe want you. The true you. Your own strengths, perspective and personality. So we’re nurturing a culture where everyone belongs, feels supported and heard, and is empowered to make a valuable, personal contribution. You can be sure we’ll take your wellbeing seriously, too. Because it’s only when you’re comfortable and at your best that you can make the kind of impact you, and we, live for.\nYour expertise is our capability, so we’ll make sure it never stops growing. Whether it’s from the complex work you do, or the people you collaborate with, you’ll learn every day. Through world-class development, you’ll gain invaluable technical and personal skills. Whatever your level, you’ll learn how to lead.\nConnect to your next step\nA career at Deloitte is an opportunity to develop in any direction you choose. Join us...","description_format":"text","description_chars":12316,"description_truncated":true,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Hybrid work"],"hiring_locations":[{"name":"United Kingdom","iso":"GB","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Audit & Assurance Firms","Financial Advisory, Valuation & Restructuring","Management Consulting","Tax Advisory & Preparation"],"lifecycle":[{"event":"open","at":"2026-10-09T02:08:29Z"}],"visa":[{"country":"GB","licensed_sponsor":true,"evidence":"Licensed UK visa sponsor (Senior or Specialist Worker, Skilled Worker)","filings_12m":null,"filings_prev_12m":null,"green_card_filings_12m":null,"median_offered_wage_usd":null,"route":"Global Business Mobility: Senior or Specialist Worker; Skilled Worker","cap_exempt":false,"checked_at":"2026-10-17T06:21:15+00:00","sources":["UK Home Office: register of licensed sponsors (workers)"],"filings_for_role_12m":0}],"liveness":{"score":43,"band":"fade","label":"Fading","p_open":1,"p_active":0.569,"p_room":0.75,"age_days":10,"expected_fill_days":14,"reasons":["conf:1","stale_co","velocity","win:late","comp:brand"],"computed_at":"2026-10-19T05:45:15Z"},"pay":null,"html_url":"https://alion.io/job/deloitte-consultantsenior-consultant-databricks-data-ai-engineer-engineering-ai-data-technology-transformation","json_url":"https://alion.io/job/deloitte-consultantsenior-consultant-databricks-data-ai-engineer-engineering-ai-data-technology-transformation.json","meta":{"generated_at":"2026-10-20T05:12:13Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":5749,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-21T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":272},"rest":"https://alion.io/mcp/rest/get_company?id=272"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdeloitte-consultantsenior-consultant-databricks-data-ai-engineer-engineering-ai-data-technology-transformation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdeloitte-consultantsenior-consultant-databricks-data-ai-engineer-engineering-ai-data-technology-transformation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdeloitte-consultantsenior-consultant-databricks-data-ai-engineer-engineering-ai-data-technology-transformation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/deloitte-consultantsenior-consultant-databricks-data-ai-engineer-engineering-ai-data-technology-transformation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdeloitte-consultantsenior-consultant-databricks-data-ai-engineer-engineering-ai-data-technology-transformation"}]}