{"id":3972679,"url":"https://alion.io/job/securiport-senior-databricks-data-engineer","title":"Senior Databricks Data Engineer","company":{"id":3894455,"name":"Securiport","domain":"securiport.com","url":"https://alion.io/company/securiport","size_band":"201-500","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"BambooHR","truth_index":{"grade":"A","score":92,"open_postings":3,"ghost_share":0,"stale_share":0.333,"repost_share":0,"time_to_fill_p50_days":45,"computed_at":"2026-11-09T06:03:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Reston, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Amazon S3","optional":false},{"name":"AWS","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Git","optional":false},{"name":"IAM","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Pytest","optional":true}],"status":"live","first_seen_at":"2026-11-06T00:00:00Z","employer_posted_date":"2026-11-06","last_verified_at":"2026-11-09T16:47:16Z","board_verified":true,"closed_at":null,"days_open":3,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":3},"description":"KIBO is a registered United States company dedicated to providing governments worldwide its services of inspection, analysis, certification, and compliance. The Senior Databricks Data Engineer will lead the design, development, and optimization of data pipelines and data platforms within a Databricks-on-AWS environment.\nWorking closely with the Principal AI Architect, this role will build scalable, secure, and governed data solutions that support analytics, reporting, and AI initiatives. The ideal candidate brings deep expertise in Databricks, cloud-based data engineering, and modern data architecture.\nKey Responsibilities\nData platform development.Configure, manage, and optimize Databricks workspaces and supporting AWS infrastructure.\nData pipeline engineering.Design and build scalable batch and streaming data pipelines using PySpark, Spark SQL, Delta Lake, and Auto Loader.\nData architecture.Implement and maintain Medallion Architecture (Bronze, Silver, Gold) and analytics-ready data models.\nData governance & security.Configure Unity Catalog, permissions, row-level security, column masking, and data-access controls.\nData integration.Ingest data from third-party APIs, file transfers, and operational systems using modern Databricks patterns.\nCI/CD & quality.Implement Git-based development workflows, automated testing, and deployment processes across environments.\nAgile delivery.Collaborate with cross-functional teams in an Agile environment to deliver reliable, high-quality data solutions\nRequired Qualifications\n5+ years of experience in Data Engineering, including 2+ years of hands-on Databricks experience in production.\nStrong experience with Databricks Lakehouse Platform, Delta Lake, Unity Catalog, and PySpark.\nAdvanced SQL and Python development skills.\nExperience implementing Medallion Architecture and data models for analytics and reporting.\nExperience with Delta Live Tables, change data capture (CDC), incremental processing, and data-quality controls.\nWorking knowledge of AWS services including S3, IAM, storage credentials, and external locations.\nExperience with Git, CI/CD pipelines, and automated testing practices.\nBachelor's degree in Computer Science, Information Systems, Engineering, or equivalent experience.\nPreferred Qualifications\nDatabricks Certified Data Engineer Associate or Professional certification.\nExperience with Spark performance tuning and cost optimization.\nSoftware engineering background with API development experience.\nExperience developing and testing locally using PySpark, Delta Lake, and pytest.\nExperience supporting AI/ML, financial, trade, customs, or other regulated-data environments.\nWhat Success Looks Like in Your First Few Months\nEstablish and secure the Databricks environment and governance framework.\nDeliver initial ingestion pipelines and curated Bronze, Silver, and Gold data layers.\nImplement CI/CD processes and data-quality monitoring standards.\nSupport the transition from batch processing to near real-time incremental data ingestion.\nReporting and Working RelationshipsReports to the Principal AI Architect and works closely with data, AI, analytics, and engineering stakeholders across the organization.\nWhat KIBO Offers\nCompetitive compensation and comprehensive benefits.\nOpportunity to build a modern Databricks data platform from the ground up.\nExposure to cutting-edge data engineering and AI initiatives.\nA collaborative, mission-driven environment with significant ownership and impact.\nJoin UsIf you are passionate about building scalable cloud data platforms and want to help shape the future of data and AI solutions, we encourage you to apply.\nKIBO Laboratories LLC is an equal-opportunity employer and welcomes qualified applicants of all backgrounds. Offers are contingent upon background and right-to-work verification where applicable.","description_format":"text","description_chars":3847,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Military","Border Security","Commercial Aviation"],"lifecycle":[{"event":"open","at":"2026-11-09T16:47:16Z"}],"visa":[{"country":"US","licensed_sponsor":true,"adverts_offering_sponsorship_24m":0,"sanctioned_now":false,"evidence":"Filed H-1B visas in the last two years","filings_12m":0,"filings_prev_12m":1,"green_card_filings_12m":0,"median_offered_wage_usd":null,"route":null,"cap_exempt":false,"checked_at":"2026-11-09T07:32:21+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)"],"filings_for_role_12m":0}],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":3,"expected_fill_days":45,"reasons":["conf:1","win:early"],"computed_at":"2026-11-09T18:31:09Z"},"pay":null,"html_url":"https://alion.io/job/securiport-senior-databricks-data-engineer","json_url":"https://alion.io/job/securiport-senior-databricks-data-engineer.json","meta":{"generated_at":"2026-11-09T18:31:09Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3289,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-10T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3894455},"rest":"https://alion.io/mcp/rest/get_company?id=3894455"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsecuriport-senior-databricks-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsecuriport-senior-databricks-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsecuriport-senior-databricks-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/securiport-senior-databricks-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsecuriport-senior-databricks-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3972679}},{"tool":"search_jobs","arguments":{"company":"securiport.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3972679},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}