{"id":47078,"url":"https://alion.io/job/methods-business-and-digital-technology-midsenior-data-engineer","title":"Mid/Senior Data Engineer","company":{"id":6935,"name":"Methods","domain":"methods.co.uk","url":"https://alion.io/company/methods-business-and-digital-technology","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":{"grade":"A","score":91,"open_postings":33,"ghost_share":0,"stale_share":0.364,"repost_share":0,"time_to_fill_p50_days":43,"computed_at":"2026-10-20T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["London, United Kingdom","Bristol, United Kingdom","Sheffield, United Kingdom"],"countries":["GB"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":84000,"max_usd":170000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":46},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"Docker","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Apache Kafka","optional":true},{"name":"AWS","optional":true},{"name":"Databricks","optional":true},{"name":"GCP","optional":true},{"name":"Kubernetes","optional":true},{"name":"Microsoft Fabric","optional":true},{"name":"Power BI","optional":true},{"name":"Superset","optional":true}],"status":"live","first_seen_at":"2026-08-07T00:00:00Z","employer_posted_date":"2026-08-07","last_verified_at":"2026-10-20T11:03:56Z","board_verified":true,"closed_at":null,"days_open":74,"trust":{"level":"ok","repost_count":0,"flags":[],"days_open":74},"description":"Methods is recruiting for a permanent Mid/Senior Data Engineer to join the Data and AI Capability Centre. This role will be mainly remote but require flexibility to travel to client sites, and our offices based in London, Sheffield, and Bristol.\nYou will support complex client engagements where data engineering is used to stabilise business-critical processes, improve reporting confidence and establish repeatable data foundations across enterprise systems. Bringing strong hands-on experience in data profiling, cleansing, mapping, reconciliation and integration across complex business systems, ideally with exposure to procurement, workforce, finance, ERP or source-to-pay data.\nYou should be comfortable working iteratively with architects, process owners and business stakeholders to identify root causes, support tactical fixes, improve reporting confidence, and help establish repeatable data foundations for future transformation. Working on client data foundation engagements that combine discovery, stabilisation and remediation.\nTypical work will include understanding process and system landscapes, identifying data and reconciliation issues, supporting tactical fixes, and helping clients define the data architecture, reporting and governance foundations needed for longer-term transformation.\nWhat You'll Be Doing as a Data Engineer:\nDesign, build and improve ETL and ELT pipelines that support data ingestion, profiling, reconciliation, cleansing and reporting across enterprise source systems.\nBuilding data catalogues, data flows, interface views and trusted source views \nDesign and architect modern data solutions that align with business objectives and technical requirements, supporting current-state and target-state data architecture\nHelp clients improve confidence in operational, workforce, procurement and financial reporting through timely, accurate and reconcilable data.\nBuild highly scalable and performant data solutions leveraging cloud platforms and open-source software\nDevelop data models to handle enterprise-level analytical needs\nOptimise large-scale data processing systems for performance and cost-efficiency\nImplement robust data quality frameworks and monitoring solutions\nEvaluate new technologies to enhance our data engineering capabilities\nCollaborate with stakeholders to translate business requirements into technical specifications\nPresent technical solutions to leadership and non-technical stakeholders\nContribute to the development of the Methods Analytics Engineering Practice by participating in our internal community of practice\nYour Impact:\nEnable business leaders to make informed decisions with confidence through timely, accurate data insights\nEstablish reusable engineering standards, patterns and documentation that support quality, maintainability and repeatable Data Foundations delivery across future engagements.\nDrive adoption of modern data architectures and platforms\nDeliver seamless data solutions that enhance user experience\nElevate the technical capabilities of the entire data engineering team\nHelp cultivate a data-driven culture within the organisation\nEstablish technical standards and patterns that ensure quality and maintainability\nRequirements\nYou Will Demonstrate:\nExperience working with data from Ariba, Workday, SAP S/4HANA or comparable procurement, workforce, timesheet, finance, supplier invoice or locally maintained spreadsheet sources.\nHands-on experience profiling data quality issues, defining cleansing rules, mapping data between systems, validating reconciliation outputs and documenting exceptions for business review.\nAbility to work iteratively with architects, process owners, finance, procurement, workforce and operational stakeholders to turn ambiguous business issues into clear data analysis, engineering actions and controlled tactical fixes.\nUnderstanding of data ownership, stewardship, lineage, metadata, controls and data quality monitoring, with the ability to produce documentation that can be reused as part of an enduring data governance model.\nExperience implementing and advocating for test-driven development methodologies in data pipeline workflows, including unit testing, integration testing, and data quality validation frameworks\nProven experience leading technical aspects of data projects\nStrong data architecture and modelling skills with the ability to design scalable data solutions\nDeep understanding of data warehouse design principles and methodologies\nAdvanced knowledge of optimisation techniques for large-scale data processing\nStrong proficiency in SQL and Python for handling complex data problems\nHands-on experience with Apache Spark (PySpark or Spark SQL)\nExperience with the Azure data stack\nKnowledge of workflow orchestration tools like Azure Data Factory or Apache Airflow\nExperience with containerisation technologies like Docker\nProficiency in dimensional modelling techniques\nExperience with CI/CD pipelines for data solutions\nStrong communication skills for translating complex technical concepts\nYou may also have some of the desirable skills and experience:\nExperience designing and implementing data mesh or data fabric architectures\nKnowledge of cost optimisation strategies for cloud data platforms\nExperience with data quality frameworks and implementation\nExperience with data visualisation tools like Power BI or Apache Superset\nExperience with other cloud data platforms like AWS, GCP or Oracle\nExperience with modern unified data platforms like Databricks or Microsoft Fabric\nExperience with Kubernetes for container orchestration\nUnderstanding of streaming technologies (Apache Kafka, event-based architectures)\nExperience with high-performance, large-scale data systems\nSecurity Clearance:\nUKSV (United Kingdom Security Vetting) clearance is required for this role, with Security Check (SC) as the minimum standard, either already held or with a willingness to undergo the process. Some roles/projects may require Developed Vetting (DV) clearance; while not mandatory, a willingness to obtain DV clearance would be beneficial. As part of the onboarding process candidates will be asked to complete a Baseline Personnel Security Standard (BPSS); details of the evidence required to apply may be found on the government website GOV.UK - Government baseline personnel security standard. If you are unable to meet this and any associated criteria, then your employment may be delayed, or rejected. Details of this will be discussed with you at interview.\nBenefits\nMethods is passionate about its people; we want our colleagues to develop the things they are good at and enjoy.\nBy joining us you can expect\nAutonomy to develop and grow your skills and experience\nBe part of exciting project work that is making a difference in society\nStrong, inspiring and thought-provoking leadership\nA supportive and collaborative environment\nDevelopment - access to LinkedIn Learning, a management development programme, and training\nWellness - 24/7 confidential employee assistance programme\nFlexible Working - including home working and part time\nSocial - office parties, breakfast Tuesdays, monthly pizza Thursdays, Thirsty Thursdays, and commitment to charitable causes\nTime Off - 25 days of annual leave a year, plus bank holidays, with the option to buy extra days each year\nVolunteering - 2 paid days per year to volunteer in our local communities or within a charity organisation\nPension - Salary Exchange Scheme with 4% employer contribution and 5% employee contribution\nDiscretionary Company Bonus - based on company and individual performance\nLife Assurance - of 4 times base salary\nPrivate Medical Insurance - which is non-contributory (spouse and dependants included)\nWorldwide Travel Insurance - which is non-contributory (spouse and dependants included)\nEnhanced Maternity and Paternity Pay\nTravel - season ticket loan, cycle to work scheme","description_format":"text","description_chars":7900,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Annual leave","Flexible schedule","Health insurance"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Digital Government","IT Consulting & Digital Transformation","Cloud Consulting & Migration"],"lifecycle":[{"event":"open","at":"2026-08-07T00:00:00Z"}],"visa":[],"liveness":{"score":26,"band":"fade","label":"Fading","p_open":1,"p_active":0.717,"p_room":0.36,"age_days":74,"expected_fill_days":43,"reasons":["conf:3","velocity","win:tail","crowd:"],"computed_at":"2026-10-20T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/methods-business-and-digital-technology-midsenior-data-engineer","json_url":"https://alion.io/job/methods-business-and-digital-technology-midsenior-data-engineer.json","meta":{"generated_at":"2026-10-20T14:05:11Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":15760,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-21T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":6935},"rest":"https://alion.io/mcp/rest/get_company?id=6935"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fmethods-business-and-digital-technology-midsenior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fmethods-business-and-digital-technology-midsenior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fmethods-business-and-digital-technology-midsenior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/methods-business-and-digital-technology-midsenior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fmethods-business-and-digital-technology-midsenior-data-engineer"}]}