{"id":3660106,"url":"https://alion.io/job/datavail-senior-data-engineer-2","title":"Senior Data Engineer","company":{"id":2064706,"name":"Datavail","domain":"datavail.com","url":"https://alion.io/company/datavail","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"Bicep","optional":false},{"name":"CI/CD","optional":false},{"name":"Data Vault","optional":false},{"name":"Delta Lake","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"Embeddings","optional":false},{"name":"Git","optional":false},{"name":"GitHub","optional":false},{"name":"Least Privilege","optional":false},{"name":"Microsoft Fabric","optional":false},{"name":"MS SQL","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Rest API","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"SSAS","optional":false},{"name":"SSIS","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-11-02T16:26:08Z","employer_posted_date":"2026-11-02","last_verified_at":"2026-11-07T11:30:31Z","board_verified":true,"closed_at":null,"days_open":5,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":5},"description":"8+ years in data engineering/data warehousing; 3+ years delivering Azure solutions and production\nMicrosoft Fabric experience\nAdvanced T-SQL, Spark SQL, Python/PySpark; working knowledge of KQL and DAX\nDeep experience with Delta Lake, Spark tuning, medallion/lakehouse patterns, CDC and incremental loading\nStrong dimensional modeling and working knowledge of Data Vault 2.0\nPractical CI/CD, Git, automated testing, infrastructure as code, DataOps, governance and security experience\nProfessional-services/client-facing delivery experience\nAuthorization to work in the US and ability to travel up to 15%\nPreferred: DP-700, DP-600, DP-203; streaming/event-driven, RAG/GenAI, Fabric IQ/data agents, and industry experience\nDesign, build and maintain production-grade batch, incremental, real-time and near-real-time data pipelines across Microsoft Fabric and Azure\nImplement CDC, watermarking, merge/upsert, late-arriving-data and idempotent reprocessing patterns\nDevelop PySpark, Spark SQL and T-SQL transformations across bronze, silver and gold Delta Lake layers\nBuild Fabric solutions using OneLake, Lakehouse, Warehouse, Data Factory, Dataflows Gen2, Spark notebooks, Real-Time Intelligence and Power BI\nImplement dimensional and Data Vault models, data-quality testing, reconciliation, observability, logging, alerting and SLA monitoring\nEstablish Git-based CI/CD and automated deployment using Azure DevOps or GitHub, Fabric deployment pipelines, REST APIs, Bicep and Terraform\nApply Purview catalog/lineage, least-privilege access, sensitivity controls, encryption and secure connectivity\nSupport migrations from SQL Server, SSIS, SSAS, legacy warehouses and Synapse to Fabric/Azure, including conversion, reconciliation and cutover\nPrepare governed data for AI/ML and RAG workloads, including ingestion, chunking, embeddings, indexing and telemetry\nLead engineering workstreams, estimates, risk management, client communication, mentoring, reusable accelerators and operational handover","description_format":"text","description_chars":1993,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Information Technology","Databases & DBMS","Cloud Consulting & Migration"],"lifecycle":[{"event":"open","at":"2026-11-03T03:24:50Z"}],"visa":[{"country":"US","licensed_sponsor":true,"adverts_offering_sponsorship_24m":0,"sanctioned_now":false,"evidence":"H-1B filings in 12 months: 15 · green card filings: 2","filings_12m":15,"filings_prev_12m":24,"green_card_filings_12m":2,"median_offered_wage_usd":136912,"route":null,"cap_exempt":false,"checked_at":"2026-11-07T07:57:00+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":8}],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":4,"expected_fill_days":48,"reasons":["conf:7","velocity","win:early"],"computed_at":"2026-11-07T05:47:08Z"},"pay":null,"html_url":"https://alion.io/job/datavail-senior-data-engineer-2","json_url":"https://alion.io/job/datavail-senior-data-engineer-2.json","meta":{"generated_at":"2026-11-07T17:28:59Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":25641,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-08T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2064706},"rest":"https://alion.io/mcp/rest/get_company?id=2064706"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdatavail-senior-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdatavail-senior-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdatavail-senior-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/datavail-senior-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdatavail-senior-data-engineer-2"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3660106}},{"tool":"search_jobs","arguments":{"company":"datavail.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3660106},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}