{"id":3970459,"url":"https://alion.io/job/commit-offshore-senior-data-engineer","title":"Senior Data Engineer","company":{"id":4485830,"name":"Commit Offshore","domain":"commit-offshore.com","url":"https://alion.io/company/commit-offshore","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Ukraine"],"countries":["UA"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Amazon S3","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Dagster","optional":false},{"name":"Databricks","optional":false},{"name":"GDPR","optional":false},{"name":"Google BigQuery","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-11-09T15:22:24Z","employer_posted_date":null,"last_verified_at":"2026-11-09T15:22:24Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"You'll own the company's data lake, managing millions of financial events daily (bets, wallet movements, and live odds) across 12M+ active users. You'll define how data is ingested, stored, retained, and governed across S3 and Snowflake/Databricks, ensuring accurate, reconciled, and reliable data for analytics, finance, and regulatory needs.\n\nKey Responsibilities\n\nOwn lakehouse architecture, including Bronze/Silver/Gold layers, Iceberg/Delta tables, and schema evolution.\n\nBuild CDC streaming pipelines using Kafka, Debezium, or similar technologies, handling late and duplicate events.\n\nOptimize data storage and query performance through partitioning, compaction, and file sizing.\n\nManage data retention, archival, regulatory requirements, and GDPR deletion.\n\nEnsure data accuracy through freshness SLAs, drift detection, and reconciliation with wallet and ledger systems.\n\nOwn data governance, including cataloging, lineage, access control, PII masking, encryption, and audit trails.\n\nMonitor ingestion health, data quality, and cloud storage/compute costs.\n\nRequirements\n\n5+ years of experience in Data Engineering, with proven ownership of large-scale data lake or lakehouse architectures.\n\nProduction experience with cloud storage (S3/GCS) and Snowflake, Databricks, or BigQuery.\n\nHands-on experience with open table formats (Iceberg, Delta, or Hudi).\n\nStrong understanding of partitioning, file layout, and query optimization at terabyte scale.\n\nExperience with CDC and streaming ingestion (Kafka, Debezium, or equivalent).\n\nStrong SQL and data modeling skills, with a solid understanding of relational databases and financial ledger systems.\n\nExperience with data governance, including catalogs, lineage, access control, PII, and retention.\n\nPython and workflow orchestration experience (Airflow, Dagster, or similar).\n\nHands-on experience building and deploying AI agents and LLM-powered workflows to automate complex processes at scale.\n\nNice to have: Experience in fintech, iGaming, or other regulated, audit-heavy industries.","description_format":"text","description_chars":2041,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-09T15:42:15Z"}],"visa":[],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":1,"p_active":0.516,"p_room":1,"age_days":0,"expected_fill_days":29,"reasons":["seen:0","agency","win:early"],"computed_at":"2026-11-10T00:43:55Z"},"pay":null,"html_url":"https://alion.io/job/commit-offshore-senior-data-engineer","json_url":"https://alion.io/job/commit-offshore-senior-data-engineer.json","meta":{"generated_at":"2026-11-10T00:43:55Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1544,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-11T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4485830},"rest":"https://alion.io/mcp/rest/get_company?id=4485830"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fcommit-offshore-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fcommit-offshore-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fcommit-offshore-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/commit-offshore-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fcommit-offshore-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3970459}},{"tool":"search_jobs","arguments":{"company":"commit-offshore.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3970459},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}