{"id":550501,"url":"https://alion.io/job/spyglass-mtg-lead-data-engineer-databricks-microsoft-fabric","title":"Lead Data Engineer - Databricks & Microsoft Fabric","company":{"id":450052,"name":"Spyglass MTG","domain":"spyglassmtg.com","url":"https://alion.io/company/spyglass-mtg","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Paylocity","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Lincoln, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":121000,"max_usd":238000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":390},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Machine Learning","optional":false},{"name":"Microsoft Fabric","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"Synopsys SpyGlass","optional":false}],"status":"live","first_seen_at":"2026-07-23T14:36:30Z","employer_posted_date":"2026-09-08","last_verified_at":"2026-10-15T07:39:23Z","board_verified":true,"closed_at":null,"days_open":83,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":83},"description":"Description\nLocation: Remote (Preference for candidates located in New England)\nEngagement: Contract or Contract-to-Hire\nLead Data Engineer\nDatabricks & Microsoft Fabric\nOverview\nSpyglass MTG is seeking a highly skilled Lead Data Engineer with strong expertise in Databricks and Microsoft Fabric to help design, build, and scale modern data platforms in Azure.\nThis role is both strategic and hands-on. The ideal candidate will lead the development of enterprise data solutions while actively building scalable pipelines, lakehouse architectures, and data platforms that support analytics, reporting, and AI initiatives.\nThe Lead Data Engineer will work closely with data architects, analysts, and business stakeholders to deliver high-performance data solutions that enable organizations to leverage their data more effectively.\nResponsibilities\nDesign and implement modern data platforms using Databricks and Microsoft Fabric\nBuild and maintain scalable data pipelines and ingestion frameworks\nDevelop and optimize Spark and PySpark workloads within Databricks\nImplement lakehouse and data warehouse architectures\nDesign and manage data models supporting analytics and reporting\nCollaborate with data scientists and analytics teams to support AI and advanced analytics initiatives\nImplement data quality, governance, and security best practices\nProvide technical leadership and mentorship to data engineering team members\nOptimize performance, reliability, and scalability of data platforms\nRequirements\n7+ years of experience in data engineering or data platform development\nStrong hands-on experience with Databricks and Apache Spark\nExperience implementing Microsoft Fabric data solutions\nProficiency in Python and PySpark\nExperience working with Azure data services and cloud-based data platforms\nExperience designing modern lakehouse or data warehouse architectures\nStrong understanding of data pipeline design, ETL/ELT processes, and data modeling\nPreferred\nExperience supporting AI or machine learning workloads\nExperience working in enterprise data environments\nFamiliarity with CI/CD and data platform automation","description_format":"text","description_chars":2123,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["AI Consulting & Integration","Cloud Consulting & Migration","Analytics & BI Consulting","Data Engineering & Migration Services"],"lifecycle":[{"event":"open","at":"2026-09-08T14:35:05Z"}],"visa":[],"liveness":{"score":13,"band":"cold","label":"Long shot","p_open":1,"p_active":0.455,"p_room":0.28,"age_days":83,"expected_fill_days":24,"reasons":["conf:3","win:tail","crowd:"],"computed_at":"2026-10-15T05:46:00Z"},"pay":null,"html_url":"https://alion.io/job/spyglass-mtg-lead-data-engineer-databricks-microsoft-fabric","json_url":"https://alion.io/job/spyglass-mtg-lead-data-engineer-databricks-microsoft-fabric.json","meta":{"generated_at":"2026-10-15T11:18:42Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":17398,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-16T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":450052},"rest":"https://alion.io/mcp/rest/get_company?id=450052"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fspyglass-mtg-lead-data-engineer-databricks-microsoft-fabric"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fspyglass-mtg-lead-data-engineer-databricks-microsoft-fabric"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fspyglass-mtg-lead-data-engineer-databricks-microsoft-fabric"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/spyglass-mtg-lead-data-engineer-databricks-microsoft-fabric\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fspyglass-mtg-lead-data-engineer-databricks-microsoft-fabric"}]}