{"id":3121743,"url":"https://alion.io/job/redhorse-lead-data-engineer","title":"Lead Data Engineer","company":{"id":684975,"name":"Redhorse","domain":"redhorsecorp.com","url":"https://alion.io/company/redhorsecorp","size_band":"201-500","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Lever","truth_index":{"grade":"B","score":77,"open_postings":16,"ghost_share":0,"stale_share":0.938,"repost_share":0,"time_to_fill_p50_days":41,"computed_at":"2026-10-25T05:49:26Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"structured","locations":[],"countries":[],"hiring_countries":["US"],"hiring_countries_total":1,"salary":{"min":170000,"max":190000,"currency":"USD","period":"year","gross":null,"usd_annual":190000},"salary_estimate":null,"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GitLab","optional":false},{"name":"Jira","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-22T22:35:18Z","employer_posted_date":"2026-10-22","last_verified_at":"2026-10-25T17:21:10Z","board_verified":true,"closed_at":null,"days_open":2,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":2},"description":"About the Role\nRedhorse transforms the way government uses data and technology. To support this mission, we are seeking a SeniorData Engineer / Leadto join our team supporting the US National Defense Strategy. In this role, you will play a vital role in translating complex defense requirements into scalable data pipelines and actionable insights, directly contributing to the modernization of critical defense systems.\nKey Responsibilities\nTechnical Leadership & Task Oversight: Provide day-to-day task prioritization and technical direction to team members; lead code reviews, ensure design best practices, and mentor engineers in modular Python development and SQL optimization.\nRequirements Development & Architecture:Work directly with government stakeholders to elicit, refine, and translate complex mission requirements into robust technical specifications, interface designs, and scalable data models.\nPipeline & Platform Development: Architect, develop, and optimize high-throughput ETL/ELT workflows using Databricks; maintain, refactor, and enhance existing Python and SQL codebases for performance, stability, and security.\nPipeline Diagnostics & Troubleshooting: Identify pipeline bottlenecks, debug complex data workflows, and implement automated solutions to enhance pipeline reliability and data integrity.\nCross-Functional Collaboration: Partner closely with government product owners, data scientists, Data Analysts, and technical peers to document architecture, coordinate technical sprints, and communicate engineering trade-offs to technical and non-technical audiences.\nTechnical Documentation: Develop new and maintain existing pipeline architecture documentation relating to pipeline code architecture and configurations to ensure high system reliability and seamless team onboarding.\nRequired Experience/Clearance\n Security Clearance: Must be a U.S. Citizen with a current, active U.S. Government Secret clearance. (Applicants without an active Secret clearance cannot be considered).\nExperience Level: Minimum of 8+ years of professional experience in data engineering, building enterprise-scale data platforms and pipelines.\nTechnical Guidance: Demonstrated experience providing technical mentorship, performing code reviews, and providing day-to-day technical task oversight to other engineers.\nDatabricks: Proven, hands-on experience designing and optimizing data transformation workflows in Databricks.\nPython/PySpark & SQL: Advanced skills in modular, object-oriented Python/PySpark scripting and extensive experience writing, tuning, and optimizing complex SQL queries.\n Data Visualization: Proven experience building functional, user-centric reports and dashboards using modern data visualization tools.\nDesired Experience\nWe encourage all candidates who meet the basic requirements to apply, even if you do not have any of the following experience:\nHands-on experience with Apache Spark and distributed computing frameworks.\nFamiliarity with modern agile and DevOps tools such as GitLab Jira.\nExperience working with DoD, defense, or intelligence community data environments and compliance standards.\nKnowledge of data governance, metadata management, and data cataloging frameworks.\nBachelor’s or Master’s degree in Computer Science, Information Systems, Engineering, or a related technical discipline.","description_format":"text","description_chars":3338,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":true,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["National Security","IT Consulting & Digital Transformation","Defense AI","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-10-23T00:47:49Z"}],"visa":[],"liveness":{"score":63,"band":"ok","label":"Likely open","p_open":1,"p_active":0.632,"p_room":1,"age_days":2,"expected_fill_days":41,"reasons":["conf:3","stale_co","velocity","win:early"],"computed_at":"2026-10-25T05:49:26Z"},"pay":{"stated_usd_annual":190000,"is_top_pay":true},"html_url":"https://alion.io/job/redhorse-lead-data-engineer","json_url":"https://alion.io/job/redhorse-lead-data-engineer.json","meta":{"generated_at":"2026-10-25T19:52:16Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":28028,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-26T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":684975},"rest":"https://alion.io/mcp/rest/get_company?id=684975"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fredhorse-lead-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fredhorse-lead-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fredhorse-lead-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/redhorse-lead-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fredhorse-lead-data-engineer"}]}