{"id":1591985,"url":"https://alion.io/job/matchtech-senior-data-engineer","title":"Senior Data Engineer","company":{"id":2073484,"name":"Matchtech","domain":"matchtech.com","url":"https://alion.io/company/matchtech-com","size_band":"11-50","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["London, United Kingdom"],"countries":["GB"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":60000,"max":60000,"currency":"GBP","period":"year","gross":null,"usd_annual":79402},"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Apache Kafka","optional":true},{"name":"Bicep","optional":true},{"name":"dbt","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-08-24T00:00:00Z","employer_posted_date":"2026-08-24","last_verified_at":"2026-10-07T01:59:59Z","board_verified":true,"closed_at":null,"days_open":44,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":44},"description":"Senior Data Engineer (Databricks)\nSalary £65,000\nType Full time, permanent\nHours 37.5 per week\nLocation Remote or Hybrid UK, with occasional Richmond office attendance (a couple of times per month)\nOverview\nWe are looking for a Senior Data Engineer to join the Retail Insight Data and Engineering team, contributing to the design, development and day to day operation of our Databricks environment. You will build reliable, scalable pipelines and help shape engineering standards, working closely with the Lead Data Engineer and partnering with data science, analytics and product teams.\nKey responsibilities\n* Build and maintain scalable data pipelines using Databricks, Apache Spark and Delta Lake\n* Develop and optimise batch and streaming workflows for reliability and performance\n* Contribute to lakehouse architecture and medallion pattern implementation\n* Implement data quality checks, monitoring and observability across pipelines\n* Apply platform security, access control and governance standards\n* Support code reviews and high engineering quality standards\n* Identify cloud cost optimisation opportunities\n* Translate business requirements into technical solutions\n* Contribute to documentation and continuous improvement\nRequired experience\n* Strong experience delivering production grade Databricks pipelines\n* Strong Spark, Delta Lake and Databricks Workflows experience\n* Python and SQL proficiency\n* Experience on Azure data platforms such as Azure Data Factory, ADLS Gen2, Azure DevOps, or equivalent on AWS or GCP\n* Understanding of data modelling, ETL and ELT patterns, distributed processing\n* Experience implementing data quality checks and pipeline monitoring\n* Strong communication and stakeholder management\nDesirable\n* Databricks certification\n* Unity Catalog and Databricks Asset Bundles\n* Terraform or Bicep\n* dbt or similar transformation frameworks\n* Retail or CPG data exposure such as POS, inventory, supply chain\n* Streaming technologies such as Kafka or Event Hubs\nEducation\n* Degree in computer science, data engineering or related field, or equivalent practical experience","description_format":"text","description_chars":2108,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-01T16:30:05Z"}],"visa":[],"liveness":{"score":30,"band":"fade","label":"Fading","p_open":1,"p_active":0.412,"p_room":0.72,"age_days":43,"expected_fill_days":90,"reasons":["conf:23","agency","velocity","win:mid","crowd:brand"],"computed_at":"2026-10-06T05:45:30Z"},"pay":{"stated_usd_annual":79402,"is_top_pay":false},"html_url":"https://alion.io/job/matchtech-senior-data-engineer","json_url":"https://alion.io/job/matchtech-senior-data-engineer.json","meta":{"generated_at":"2026-10-07T02:11:59Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":3609,"day_limit":5000,"remaining_today":1391,"minute_limit":60,"resets_at":"2026-10-08T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2073484},"rest":"https://alion.io/mcp/rest/get_company?id=2073484"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fmatchtech-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fmatchtech-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fmatchtech-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/matchtech-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fmatchtech-senior-data-engineer"}]}