{"id":791657,"url":"https://alion.io/job/thecohort-senior-data-engineer","title":"Senior Data Engineer","company":{"id":674094,"name":"The Cohort","domain":"thecohort.ai","url":"https://alion.io/company/thecohort","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":{"grade":"B","score":75,"open_postings":5,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-30T05:48:23Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Naperville, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":103000,"max_usd":195000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":1343},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Redshift","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Linux","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Airflow","optional":true},{"name":"AWS","optional":true},{"name":"Azure","optional":true},{"name":"Dagster","optional":true},{"name":"FHIR","optional":true},{"name":"GCP","optional":true},{"name":"HL7","optional":true},{"name":"Prefect","optional":true}],"status":"live","first_seen_at":"2026-09-04T18:19:46Z","employer_posted_date":"2026-09-04","last_verified_at":"2026-10-30T02:14:19Z","board_verified":true,"closed_at":null,"days_open":55,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":55},"description":"At Cohort AI, We’re looking for a Senior Data Engineer to help build and scale the data infrastructure behind our platform. You’ll work hands-on with large and complex healthcare datasets, develop reliable data pipelines, and collaborate closely with Data Science, Clinical Informatics, Product, and Infrastructure teams.\nThis is an opportunity for an experienced data engineer who enjoys solving challenging data problems, building production-quality systems, and working in an environment where healthcare data and AI come together.\nWhat You’ll Do\nDesign, build, and maintain scalable, reliable data pipelines.\n\nDevelop high-performance ETL/ELT workflows using SQL, Python, PySpark, and Apache Spark.\n\nWork with complex healthcare datasets, including clinical and claims data.\n\nBuild ingestion and transformation workflows that are reliable, maintainable, and scalable.\n\nDevelop and improve data quality, monitoring, alerting, and observability solutions.\n\nTroubleshoot and resolve production data pipeline issues using Linux and shell-based tools.\n\nOptimize data processing performance and cloud infrastructure costs.\n\nApply strong engineering practices around code quality, testing, version control, and CI/CD.\n\nContribute to data modeling, data warehousing, and distributed data architecture decisions.\n\nWork closely with Data Science, Clinical Informatics, Product, Infrastructure, and Commercial teams to translate requirements into effective data solutions.\n\nSupport customer onboarding and complex data integration initiatives.\n\nParticipate in design and code reviews and contribute to improving engineering practices.\n\nHelp identify opportunities to improve the scalability, reliability, and efficiency of our data platform.\n\nWhat You Bring\n5+ years of professional Data Engineering experience.\n\nStrong SQL skills and experience working with large datasets.\n\nStrong hands-on experience with Python and PySpark.\n\nExperience working with Apache Spark and distributed data processing.\n\nHands-on experience with modern data platforms such as Databricks, Snowflake, BigQuery, Redshift, or similar technologies.\n\nExperience designing and operating production-grade ETL/ELT pipelines.\n\nStrong understanding of data modeling, data warehousing, and distributed data systems.\n\nSolid Linux command-line experience, including bash and shell scripting.\n\nExperience implementing data quality, monitoring, and alerting frameworks.\n\nExperience with Git and CI/CD.\n\nStrong problem-solving skills and the ability to independently investigate and resolve complex technical issues.\n\nStrong communication skills and the ability to collaborate effectively with cross-functional teams.\n\nNice to Have\nExperience working with healthcare data and standards such as OMOP, FHIR, HL7, ICD, CPT, claims, EHR/EMR, or related datasets.\n\nExperience with AWS, GCP, or Azure.\n\nExperience working with large-scale distributed systems.\n\nFamiliarity with Airflow, Dagster, Prefect, or similar workflow orchestration tools.\n\nExposure to Generative AI, LLMs, or AI-enabled data applications.\n\nExperience working in healthcare, life sciences, health technology, or a data-intensive environment","description_format":"text","description_chars":3162,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Recruiting & Staffing","HR & Recruiting AI"],"lifecycle":[{"event":"open","at":"2026-09-12T03:41:53Z"}],"visa":[],"liveness":{"score":27,"band":"fade","label":"Fading","p_open":1,"p_active":0.592,"p_room":0.45,"age_days":55,"expected_fill_days":28,"reasons":["conf:3","win:tail"],"computed_at":"2026-10-30T05:48:23Z"},"pay":null,"html_url":"https://alion.io/job/thecohort-senior-data-engineer","json_url":"https://alion.io/job/thecohort-senior-data-engineer.json","meta":{"generated_at":"2026-10-30T06:15:50Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8672,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-31T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":674094},"rest":"https://alion.io/mcp/rest/get_company?id=674094"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fthecohort-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fthecohort-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fthecohort-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/thecohort-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fthecohort-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":791657}},{"tool":"search_jobs","arguments":{"company":"thecohort.ai","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":791657},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}