{"id":2021230,"url":"https://alion.io/job/edgefolio-senior-data-engineer-data-platform-devops-architecture","title":"Senior Data Engineer (Data Platform DevOps & Architecture)","company":{"id":2018611,"name":"Edge Folio","domain":"edgefolio.com","url":"https://alion.io/company/edgefolio","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Welcome to the Jungle","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["London, United Kingdom"],"countries":["GB"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":84000,"max_usd":165000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":52},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure AKS","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GDPR","optional":false},{"name":"Git","optional":false},{"name":"GitHub Actions","optional":false},{"name":"Kubernetes","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-08-29T00:07:20Z","employer_posted_date":"2026-10-07","last_verified_at":"2026-11-03T16:41:05Z","board_verified":true,"closed_at":null,"days_open":66,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":66},"description":"Join our team as a Senior Data Engineer, where you'll lead the transformation of our analytics infrastructure into a modern Azure-based data platform. This permanent position focuses on building an automated, self-service architecture designed for continuous evolution. You'll work closely with product teams to align data capabilities with business objectives and mentor our team while building systems that adapt to emerging technologies. Enjoy a hybrid working environment, continuous development opportunities, and a fun workplace culture.\nMissions\nArchitect and implement a modern Azure-based data platform with DevOps principles, focusing on automation and continuous evolution.\nEstablish automated engineering best practices for data governance and operations, and build robust batch and real-time processing pipelines.\nMentor team members, drive continuous improvement, and translate business requirements into maintainable technical solutions.\nProfil recherché\n - You’ll bring 5+ years of data engineering experience with proven expertise in implementing enterprise-scale data platforms and DevOps methodologies- We need someone who prioritises maintainable, scalable, and adaptable systems\n- Dimensional and relational data modeling expertise\n- Medallion architecture implementation (bronze→silver→gold)\n- Experience with PostgreSQL and SQL Server, including data replication/integration patterns for migration\n- Microsoft Azure data stack expertise: ADF, Delta Lake, ADLS Gen2, Synapse, Databricks (with flexibility to integrate non-Microsoft solutions)\n- Proficiency in Python and SQL for ELT/ETL pipelines\n- CDC patterns and incremental load strategies at scale\n- Batch, streaming, and micro-batching architectures\n- Experience with Delta Change Data Feed or equivalent real-time sync mechanisms\n- Experience building ingestion pipelines from diverse external APIs (CRM, analytics, finance, observability tools) into a unified lakehouse\n- Performance tuning and cost optimisation\n- Event-driven architectures and API integration patterns\n- Azure networking and security best practices\n- CI/CD with Azure DevOps or GitHub Actions\n- Git version control proficiency\n- Infrastructure as Code (Terraform preferred)\n- Monitoring and alerting with Azure Monitor and Log Analytics\n- Test automation for data pipelines (unit, integration, regression)\n- Container orchestration (Kubernetes/AKS) experience beneficial\n- GDPR/data protection implementation, including the right-to-be-forgotten\n- Strong understanding of information security requirements\n- Data lineage and quality enforcement\n- RBAC, encryption strategies, and audit logging\n- Experience with Microsoft Purview or similar governance frameworks\n- Experience creating architecture diagrams, data flows, and runbooks\n- Strong technical writing - please provide examples\n- Clear presentation skills for technical and non-technical audiences\n- Comfort working with product managers and translating between technical and business contexts\n- Track record of training and upskilling teams\n- Experience with structured project planning: from high-level initiatives through quarterly planning to executable tasks","description_format":"text","description_chars":3170,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Hybrid work"],"hiring_locations":[{"name":"United Kingdom","iso":"GB","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["E-learning","Virtual Events","Hedge Funds & Alternative Investments"],"lifecycle":[{"event":"open","at":"2026-10-07T13:20:52Z"}],"visa":[{"country":"GB","licensed_sponsor":true,"evidence":"Licensed UK visa sponsor (Skilled Worker)","filings_12m":null,"filings_prev_12m":null,"green_card_filings_12m":null,"median_offered_wage_usd":null,"route":"Skilled Worker","cap_exempt":false,"checked_at":"2026-11-03T08:26:00+00:00","sources":["UK Home Office: register of licensed sponsors (workers)"],"filings_for_role_12m":0}],"liveness":{"score":22,"band":"cold","label":"Long shot","p_open":1,"p_active":0.612,"p_room":0.36,"age_days":66,"expected_fill_days":35,"reasons":["conf:3","win:tail","crowd:"],"computed_at":"2026-11-03T05:54:40Z"},"pay":null,"html_url":"https://alion.io/job/edgefolio-senior-data-engineer-data-platform-devops-architecture","json_url":"https://alion.io/job/edgefolio-senior-data-engineer-data-platform-devops-architecture.json","meta":{"generated_at":"2026-11-03T16:46:07Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":23237,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-04T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2018611},"rest":"https://alion.io/mcp/rest/get_company?id=2018611"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fedgefolio-senior-data-engineer-data-platform-devops-architecture"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fedgefolio-senior-data-engineer-data-platform-devops-architecture"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fedgefolio-senior-data-engineer-data-platform-devops-architecture"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/edgefolio-senior-data-engineer-data-platform-devops-architecture\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fedgefolio-senior-data-engineer-data-platform-devops-architecture"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2021230}},{"tool":"search_jobs","arguments":{"company":"edgefolio.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2021230},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}