{"id":2449938,"url":"https://alion.io/job/kpler-senior-data-engineer-3","title":"Senior Data Engineer","company":{"id":4764,"name":"Kpler","domain":"kpler.com","url":"https://alion.io/company/kpler","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Lever","truth_index":{"grade":"B","score":80,"open_postings":5,"ghost_share":0,"stale_share":0.8,"repost_share":0,"time_to_fill_p50_days":59,"computed_at":"2026-10-13T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Germany"],"countries":["DE"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":75000,"max_usd":135000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":22},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Claude","optional":false},{"name":"Copilot","optional":false},{"name":"Cursor","optional":false},{"name":"Docker","optional":false},{"name":"Flink","optional":false},{"name":"GitOps","optional":false},{"name":"HBase","optional":false},{"name":"Java","optional":false},{"name":"Kubernetes","optional":false},{"name":"Python","optional":false},{"name":"Terraform","optional":false},{"name":"Time Series Forecasting","optional":false},{"name":"Claude Code","optional":true},{"name":"GeoServer","optional":true},{"name":"PostgreSQL","optional":true}],"status":"live","first_seen_at":"2026-10-13T13:35:02Z","employer_posted_date":"2026-10-13","last_verified_at":"2026-10-14T01:47:22Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"About the Role\nAs a Senior Data Engineer on our Maritime Models team, you will take technical ownership of the core data pipelines and distributed storage architectures powering Kpler's vessel tracking and predictive analytics. You will design, scale, and optimize high-throughput batch and streaming pipelines that ingest raw maritime telemetry and transform it into actionable intelligence. Working with distributed NoSQL systems like Apache HBase at scale, your work directly ensures the freshness, accuracy, and reliability of the data models our global customers depend on.\nKey Responsibilities\nArchitect, build, and operate high-throughput batch and streaming data pipelines using Java, Python, Apache Kafka, Apache Flink, and Airflow.\n\nDesign, tune, and maintain scalable distributed NoSQL databases, prioritizing Apache HBase performance for high-volume time-series maritime telemetry.\n\nDrive end-to-end operational excellence across containerized cloud environments on AWS using Kubernetes, Docker, Terraform, and GitOps workflows.\n\nDefine and enforce system reliability metrics, monitoring pipeline latency, data completeness, and uptime to meet strict operational SLAs.\n\nPartner with Data Scientists, Product Managers, and SRE teams to translate complex maritime modeling requirements into robust, production-grade infrastructure.\n\nMentor peer engineers, drive code review standards, and leverage modern AI development tools (Copilot, Cursor, Claude) to elevate team productivity.\n\nExperience & Background\nWhat you'll need (Must-haves)\n5+ years of professional experience as a Data Engineer designing, scaling, and maintaining production-grade data pipelines.\n\nDeep, hands-on expertise in distributed NoSQL data stores, specifically Apache HBase, for high-volume time-series storage and query optimization.\n\nStrong proficiency in software engineering using Java and Python.\n\nDemonstrated experience with stream processing and orchestration tools such as Apache Kafka, Apache Flink, and Apache Airflow.\n\nSolid background operating containerized services on AWS cloud environments using Docker, Kubernetes, and Terraform.\n\nNice-to-haves\nExperience with relational databases such as PostgreSQL.\n\nExperience working with geospatial data technologies (e.g., GeoServer) or spatial indexing algorithms.\n\nExposure to AI-assisted software development tools like Copilot, Cursor, or Claude Code.\n\nDomain familiarity with maritime tracking, AIS telemetry, or supply chain logistics.","description_format":"text","description_chars":2482,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Germany","iso":"DE","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Data Providers & Datasets","Supply Chain & Logistics Software","Financial Data & Market Intelligence"],"lifecycle":[{"event":"open","at":"2026-10-13T14:28:16Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":59,"reasons":["conf:1","win:early"],"computed_at":"2026-10-14T03:03:41Z"},"pay":null,"html_url":"https://alion.io/job/kpler-senior-data-engineer-3","json_url":"https://alion.io/job/kpler-senior-data-engineer-3.json","meta":{"generated_at":"2026-10-14T03:03:41Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":4741,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-15T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4764},"rest":"https://alion.io/mcp/rest/get_company?id=4764"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fkpler-senior-data-engineer-3"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fkpler-senior-data-engineer-3"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fkpler-senior-data-engineer-3"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/kpler-senior-data-engineer-3\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fkpler-senior-data-engineer-3"}]}