{"id":4276298,"url":"https://alion.io/job/v4c-lead-data-engineer-databricks-remote-us","title":"Lead Data Engineer, Databricks (Remote, US)","company":{"id":4416653,"name":"v4c","domain":"v4c.ai","url":"https://alion.io/company/v4c","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":{"grade":"B","score":75,"open_postings":6,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-11-12T10:38:37Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"posting_text","remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":[],"countries":[],"hiring_countries":["US"],"hiring_countries_total":1,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Airflow","optional":true},{"name":"dbt","optional":true},{"name":"ETL/ELT","optional":true}],"status":"live","first_seen_at":"2026-11-13T19:06:28Z","employer_posted_date":"2026-11-13","last_verified_at":"2026-11-14T01:04:45Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"About V4C\nV4C is a pure-play Databricks partner, and in under two years we have earned 850+ Databricks certifications across 325+ customers and been named Databricks' 2026 Partner of the Year (C&SI Emerging).\nAs a Lead Data Engineer, you will lead the build of production Lakehouse pipelines on customer engagements, working directly with customers and often Databricks' own field teams. Every technical hire here gets a certification roadmap built for them and taught in-house by Databricks-approved trainers, plus a dedicated Employee Success Manager whose only responsibility is your experience at V4C.\nThe Role\nLead Data Engineers are the technical backbone of V4C delivery. You lead the engineering workstream on an engagement - translating an architecture into working pipelines, setting the patterns the team follows, and owning the quality of what ships. You will work across batch and streaming, on messy enterprise source systems, under real deadlines, and in front of the customer explaining what you built and why. The difference from a Data Engineer is ownership: you are accountable for a workstream and the engineers on it.\nResponsibilities\nLead engineering on customer engagements, from design through production handover\nBuild and optimize batch and streaming pipelines using PySpark, SQL, and Delta Lake on Databricks\nImplement Medallion architecture across cloud ecosystems and set the layer conventions the team follows\nOwn performance and cost: benchmark Spark jobs, tune SQL, right-size compute, and explain the trade-offs to the customer\nImplement data quality and validation as code, including Lakeflow expectations and automated testing in CI\nMentor mid-level and junior engineers through code review, pairing, and design feedback\nPartner with the Data Architect on design decisions, and escalate when implementation reveals the design will not hold\nRequirements\n7+ years of data engineering plus experience leading projects or teams\nStrong proficiency in Python, SQL, Apache Spark, and Delta Lake\nProduction experience building both batch and streaming pipelines at enterprise scale\nHands-on experience with AWS, Azure, or GCP and its data services\nExperience with data modeling, Git, and CI/CD for data workloads\nDemonstrated experience optimizing Spark performance and managing platform cost\nStrong client communication skills, including the ability to explain technical trade-offs to a non-technical stakeholder\nPreferences\nHealthcare or life sciences experience preferred but not required\nExisting Databricks Certified Data Engineer Associate or Professional certification\nHands-on experience with Unity Catalog, Lakeflow, or Databricks Asset Bundles\nExperience with dbt, Airflow, or equivalent orchestration and transformation tooling\nExperience migrating a legacy ETL estate to a modern cloud platform\nConsulting or client-facing engineering background\nBenefits\nUnlimited PTO\nHealth Care Plan (Medical, Dental & Vision)\nRetirement Plan (401k, IRA)\nLife Insurance (Basic, Voluntary & AD&D)\nFamily Leave (Maternity, Paternity)\nShort Term & Long Term Disability\nTraining & Development","description_format":"text","description_chars":3113,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":["401k plan","Life insurance","Parental leave","Retirement plans","Unlimited PTO"],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Data Engineering & Migration Services"],"lifecycle":[{"event":"open","at":"2026-11-13T19:06:28Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":28,"reasons":["conf:4","win:early"],"computed_at":"2026-11-14T05:10:52Z"},"pay":null,"html_url":"https://alion.io/job/v4c-lead-data-engineer-databricks-remote-us","json_url":"https://alion.io/job/v4c-lead-data-engineer-databricks-remote-us.json","meta":{"generated_at":"2026-11-14T05:10:52Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8632,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-15T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4416653},"rest":"https://alion.io/mcp/rest/get_company?id=4416653"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fv4c-lead-data-engineer-databricks-remote-us"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fv4c-lead-data-engineer-databricks-remote-us"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fv4c-lead-data-engineer-databricks-remote-us"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/v4c-lead-data-engineer-databricks-remote-us\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fv4c-lead-data-engineer-databricks-remote-us"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4276298}},{"tool":"search_jobs","arguments":{"company":"v4c.ai","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4276298},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}