{"id":55117,"url":"https://alion.io/job/scott-logic-lead-data-engineer","title":"Lead Data Engineer","company":{"id":15242,"name":"Scott Logic","domain":"scottlogic.com","url":"https://alion.io/company/scott-logic","size_band":"201-500","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Lever","truth_index":{"grade":"A","score":89,"open_postings":9,"ghost_share":0,"stale_share":0.222,"repost_share":0,"time_to_fill_p50_days":95,"computed_at":"2026-10-16T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"GCP","optional":false},{"name":"JavaScript","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-07-29T09:20:52Z","employer_posted_date":"2026-07-29","last_verified_at":"2026-10-16T16:38:10Z","board_verified":true,"closed_at":null,"days_open":79,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":79},"description":"We work with some of the UK’s biggest companies and government departments to provide a pragmatic approach to technology, delivering bespoke software solutions and expert advice.\nOur clients are increasingly looking to us to help them make the best use of their data. In building data platforms and pipelines, our data engineers create the foundation for diverse data & analytics solutions, including data science and AI. They build data lakes and warehouses, create the processes to extract or access operational data, and transform siloed datasets into integrated data models that allow insight into business performance and problems or training of ML models.\nThese are hands-on, client-facing roles, with openings at senior or lead level to suit your experience. You may be leading teams, setting technical direction, advising clients or solving tough engineering challenges. You'd also be expected to spend some time on-site with clients in the London area on an ad-hoc basis.\nOur data engineers combine a strong software engineering approach with solid data fundamentals and experience with modern tools. We’re technology agnostic, and we’re open minded when it comes to your existing skillset.\nWhat are we looking for? \nGood experience with some of the technologies and approaches typical in modern data engineering and reporting. Including storage, data pipelines to ingest and transform data, and querying & reporting of analytical data. \nYou've worked with technologies such as Python, Spark, SQL, Pyspark, PowerBI etc.\nYou’ve got a background in software engineering, including Front End technologies like JavaScript.\nYou’re a problem-solver, pragmatically exploring options and finding effective solutions. \nAn understanding of how to design and build well-structured, maintainable systems. \nStrong communication skills and a collaborative approach to work. \nYou embrace the chance to try new things, learn new skills and grow your experience. \nIt would be great if you have:\nExperience of relevant cloud services within AWS, Azure or GCP.\nExperience working in an Agile environment.\nExperience working with common vendor products such as Snowflake or Data Bricks.\nExperience working with CI/CD tooling.\nWhat you’ll get in return is: \n25 days’ annual leave, rising to 30 days with each year of service. \nGenerous family leave policies. \nAccess to an employer pension scheme, private medical services and Group Life Assurance. \nA range of optional benefits such as discounted gym membership and a cycle-to-work scheme. \nA meaningful approach to evaluating your performance and providing feedback on your progress.","description_format":"text","description_chars":2623,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Annual leave","Gym membership","Parental leave"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-07-29T09:20:52Z"}],"visa":[{"country":"GB","licensed_sponsor":true,"evidence":"Licensed UK visa sponsor (Skilled Worker)","filings_12m":null,"filings_prev_12m":null,"green_card_filings_12m":null,"median_offered_wage_usd":null,"route":"Skilled Worker","cap_exempt":false,"checked_at":"2026-10-16T06:21:30+00:00","sources":["UK Home Office: register of licensed sponsors (workers)"],"filings_for_role_12m":0}],"liveness":{"score":50,"band":"ok","label":"Likely open","p_open":1,"p_active":0.835,"p_room":0.6,"age_days":78,"expected_fill_days":95,"reasons":["conf:2","velocity","win:late","crowd:"],"computed_at":"2026-10-16T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/scott-logic-lead-data-engineer","json_url":"https://alion.io/job/scott-logic-lead-data-engineer.json","meta":{"generated_at":"2026-10-16T19:23:52Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":4857,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-17T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":15242},"rest":"https://alion.io/mcp/rest/get_company?id=15242"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fscott-logic-lead-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fscott-logic-lead-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fscott-logic-lead-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/scott-logic-lead-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fscott-logic-lead-data-engineer"}]}