{"id":1719922,"url":"https://alion.io/job/kpler-senior-data-engineer-2","title":"Senior Data Engineer","company":{"id":4764,"name":"Kpler","domain":"kpler.com","url":"https://alion.io/company/kpler","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Lever","truth_index":{"grade":"B","score":75,"open_postings":5,"ghost_share":0,"stale_share":0.8,"repost_share":0,"time_to_fill_p50_days":68,"computed_at":"2026-10-02T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["United Kingdom"],"countries":["GB"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":84000,"max_usd":158000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Claude","optional":false},{"name":"Copilot","optional":false},{"name":"Cursor","optional":false},{"name":"Docker","optional":false},{"name":"Flink","optional":false},{"name":"Kubernetes","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Python","optional":false},{"name":"Terraform","optional":false},{"name":"CI/CD","optional":true}],"status":"live","first_seen_at":"2026-10-02T17:39:56Z","employer_posted_date":"2026-10-02","last_verified_at":"2026-10-02T20:15:12Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"About the Role \n\nAs a Senior Data Engineer joining our new Marine Insurance initiative, you will play a central role in shaping the systems that power Kpler’s global market intelligence platform. You will lead the end-to-end design and delivery of complex data pipelines and cloud infrastructure, ingesting, processing, and serving large-scale data to our global customers. Acting as a technical leader, you will set data architecture directions and mentor peer engineers, ensuring our platform reliably scales as our datasets and product offerings expand.\nKey Responsibilities\nDesign and own end-to-end data pipelines: Build, deploy, and operate production-grade data pipelines and infrastructure from initial architecture through deployment, monitoring, and maintenance.\n\nDeploy containerized AWS services: Develop and containerize applications within AWS using Python, Docker, Kubernetes, Airflow, and Infrastructure as Code (Terraform).\n\nEnsure data integrity and event streaming: Architect robust PostgreSQL database structures and event-streaming flows (Kafka/Flink) to guarantee seamless data flow and integrity.\n\nSet technical direction and standards: Lead complex pipeline design, peer reviews, and logging, monitoring, and alerting frameworks to maintain pipeline resilience.\n\nPartner cross-functionally and mentor peers: Collaborate closely with engineers, product managers, and data scientists while mentoring engineers to elevate team craft and technical development.\n\nEvaluate emerging data tools: Research and implement modern data infrastructure improvements and frameworks to continuously elevate Kpler's platform capabilities.\n\nExperience & Background\nWhat you'll need (Must-haves)\nData engineering experience at scale: 5+ years of experience designing, operating, and owning production-grade data pipelines and infrastructure.\n\nCore tech stack depth: Strong Python skills with hands-on experience in Docker, Kubernetes, AWS, Airflow, and relational databases like PostgreSQL.\n\nStreaming, IaC, and observability: Practical experience with event streaming (Kafka/Flink), Infrastructure as Code (Terraform), CI/CD practices, and production logging/monitoring systems.\n\nTechnical leadership & AI coding tools: Demonstrated ability to lead architectural discussions, mentor engineers, and leverage AI-assisted coding tools (Copilot, Cursor, Claude) with strong technical judgment.\n\nMethodologies & communication: Experience working in Agile environments with strong collaboration skills and fluency in written and spoken English.\n\nNice-to-haves\nLarge-scale analytics platforms: Experience building large-scale data processing systems or analytics platforms.\n\nCross-team initiatives: Track record of leading technical initiatives across multiple teams.\n\nDomain knowledge: Familiarity with commodities, shipping, energy, or marine insurance market data.","description_format":"text","description_chars":2865,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[{"language":"English","level":"All levels","optional":false}]},"benefits":[],"hiring_locations":[{"name":"United Kingdom","iso":"GB","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Transportation & Logistics","Sea Freight","Logistics"],"lifecycle":[{"event":"open","at":"2026-10-02T20:15:12Z"}],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":68,"reasons":["conf:8","win:early"],"computed_at":"2026-10-03T04:38:33Z"},"pay":null,"html_url":"https://alion.io/job/kpler-senior-data-engineer-2","json_url":"https://alion.io/job/kpler-senior-data-engineer-2.json","meta":{"generated_at":"2026-10-03T04:38:33Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":4852,"day_limit":5000,"remaining_today":148,"minute_limit":60,"resets_at":"2026-10-04T00:00:00Z"}}}