{"id":657799,"url":"https://alion.io/job/railroad19-senior-data-engineer-gcp-python-iceberg-delta-lake-kafka-snowflake-databricks","title":"Senior Data Engineer (GCP Python Iceberg Delta Lake Kafka Snowflake Databricks)","company":{"id":685871,"name":"Railroad19","domain":"railroad19.com","url":"https://alion.io/company/railroad19","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Lever","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"structured","locations":[],"countries":[],"hiring_countries":["US"],"hiring_countries_total":1,"salary":{"min":120000,"max":180000,"currency":"USD","period":"year","gross":null,"usd_annual":180000},"salary_estimate":null,"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Iceberg","optional":false},{"name":"Apache Kafka","optional":false},{"name":"BigQuery","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"GCP","optional":false},{"name":"Google BigQuery","optional":false},{"name":"LookML","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"Claude Code","optional":true}],"status":"live","first_seen_at":"2026-08-20T15:00:30Z","employer_posted_date":"2026-08-20","last_verified_at":"2026-10-19T04:40:06Z","board_verified":true,"closed_at":null,"days_open":59,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":59},"description":"Railroad19, Inc is seeking a Senior Data Engineer with deep, hands-on experience in building modern lakehouse architectures on GCP. This role focuses on designing, developing in Python & Spark, and delivering reusable data-sharing adapters that connect BigQuery-backed data products to Snowflake and Databricks using Iceberg UniForm and Delta Sharing.\nAbout Railroad19:\nAt Railroad19, Inc, we develop customized software solutions and provide software development services. We’re a specialized team of developers and architects. As such, we only bring an “A” team to the table, through hard work and a desire to lead the industry - this is our company culture - this is what sets Railroad19 apart.\nAs a Railroad19 employee, you will be part of a company that values your work and gives you the tools you need to succeed. Our headquarters is in Saratoga Springs, New York, but this position is 100% remote. Railroad19 provides competitive compensation and excellent benefits, including Medical/Dental/Vision/Pet Insurance, Paid Time Off, and 401 (k).\nNO 1099, C2C, Corp-to-Corp; only full-time employment.\nNO Agencies.\nCore Responsibilities:\nDesign and implement the UniForm write layer (Delta + Iceberg dual metadata).\nBuild GCS → BigQuery ingestion pipelines for structured operational datasets.\nDevelop and implement in Python and Spark.\nImplement Kafka-based CDC patterns for real-time and near-real-time ingestion.\nDevelop data lineage, dependency tracking, and modular adapter code.\nConfigure Snowflake Horizon external tables for zero-copy reads.\nAll data hub tables are to be written once using Delta Lake with Iceberg UniForm enabled… readable by all target consumers without conversion.\nImplement and certify Delta Sharing endpoints for Databricks consumers.\nBuild governed access layer components: RBAC, connector registry entries, tenant-scoped authorization.\nAlign semantic layer models with LookML and KPI catalog definitions.\nCollaborate with cross-functional teams to deliver end-to-end features.\nTroubleshoot issues across the full stack and contribute to code quality.\nSkills/Experience:\n6+ years of proven enterprise-level experience in Python & Spark\nAdvanced experience in GCP BigQuery\nStrong working knowledge of Apache Iceberg, Delta Lake, Iceberg UniForm\nExperience with Delta Sharing; Kafka / CDC pipelines\nSpecific work experience in Snowflake Horizon Catalog; Databricks Unity Catalog\nSolid experience with Data lake architecture & ingestion pipeline design\nExcellent Communication skills and the ability to work cohesively with multiple teams.\nPreferred Experience - Nice to Have\nPrior delivery in enterprise SaaS, media, or advertising technology.\nActive daily use of AI-assisted development tools (Claude Code preferred).","description_format":"text","description_chars":2750,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Machine Learning","IT Consulting & Digital Transformation"],"lifecycle":[{"event":"open","at":"2026-09-10T21:14:17Z"}],"visa":[],"liveness":{"score":25,"band":"fade","label":"Fading","p_open":1,"p_active":0.564,"p_room":0.45,"age_days":57,"expected_fill_days":35,"reasons":["conf:1","win:tail"],"computed_at":"2026-10-17T05:46:00Z"},"pay":{"stated_usd_annual":180000,"is_top_pay":true},"html_url":"https://alion.io/job/railroad19-senior-data-engineer-gcp-python-iceberg-delta-lake-kafka-snowflake-databricks","json_url":"https://alion.io/job/railroad19-senior-data-engineer-gcp-python-iceberg-delta-lake-kafka-snowflake-databricks.json","meta":{"generated_at":"2026-10-19T05:31:41Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3352,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-20T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":685871},"rest":"https://alion.io/mcp/rest/get_company?id=685871"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Frailroad19-senior-data-engineer-gcp-python-iceberg-delta-lake-kafka-snowflake-databricks"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Frailroad19-senior-data-engineer-gcp-python-iceberg-delta-lake-kafka-snowflake-databricks"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Frailroad19-senior-data-engineer-gcp-python-iceberg-delta-lake-kafka-snowflake-databricks"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/railroad19-senior-data-engineer-gcp-python-iceberg-delta-lake-kafka-snowflake-databricks\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Frailroad19-senior-data-engineer-gcp-python-iceberg-delta-lake-kafka-snowflake-databricks"}]}