{"id":4549859,"url":"https://alion.io/job/crust-data-software-engineer-entity-resolution","title":"Software Engineer, Entity Resolution","company":{"id":2397442,"name":"Crust Data","domain":"crustdata.com","url":"https://alion.io/company/crustdata","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Work at a Startup","truth_index":null},"role":"Backend","role_family":"Backend","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":150000,"max":300000,"currency":"USD","period":"year","gross":null,"usd_annual":300000},"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":true,"technologies":[{"name":"AI Agents","optional":false},{"name":"Embeddings","optional":false},{"name":"Knowledge Graph","optional":false},{"name":"LLM","optional":false},{"name":"Machine Learning","optional":false},{"name":"Python","optional":false},{"name":"Ray","optional":false},{"name":"Spark","optional":false}],"status":"live","first_seen_at":"2026-11-18T18:25:03Z","employer_posted_date":"2026-11-18","last_verified_at":"2026-11-18T18:25:03Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"Crustdata builds web scale person and company search for AI agents. We cover 1B+ people, we're profitable, and we got to $13M ARR in under 1.5 years. We're backed by SV Angel, YC and General Catalyst.\nThe entity resolution team turns what we index into one canonical, evidence-backed record for each person and company, linking records across social networks, job boards, web directories such as school and institution pages, and proof-of-work platforms. AI agents query that data directly.\nPeople and companies have no shared id across these sources. You'll work on the methods that decide which records get compared, which ones match, and how matches become entities, and you'll ship them to production.\nWhat you'll do\nCandidate generation: blocking and similarity search (LSH, sketching, learned embeddings) that finds the likely matches for each record among billions, with the recall you give up measured.\nMatching: models that decide whether two records are the same person or company, with calibrated confidence, when names, employers, schools, handles and dates disagree.\nClustering: turn pairwise scores into one record per person and company, and handle merges and splits as new data arrives.\nTruth discovery: decide which source to trust for each field, using reliability, recency and corroboration, with provenance on each value.\nEvals: labeled sets and metrics for matching and merging when ground truth is incomplete, and lineage that shows which source or stage caused an error.\nWhat we're looking for\nA PhD or research master's in CS, ML, data management or a related field, finished or finishing in 2026, with a thesis or first-author papers on topics like similarity search and hashing, entity resolution or record linkage, information extraction, knowledge graphs, data integration or large-scale ML.\nStrong Python and comfort with a systems language. Code of your own that others can read, like a paper's released repo or an open-source project.\nYou want your methods running in production on a billion records.\nYou care about correctness and measure it.\nBonus\nLSH, MinHash, sketching or approximate nearest neighbor search at scale.\nWeak supervision, active learning or LLM-based labeling for matching.\nSpark, Ray or another distributed data framework.\nTime at a startup or on a small team.\nExample projects\nGenerate candidate pairs across 1B+ person records with a recall you can measure and defend.\nLink one person's profiles across a social network, a job board, a school directory and a proof-of-work platform when no field matches exactly.\nBuild the eval set that estimates our person-matching error rate without labeling everything.\nResolve each company to one record across domains, name variants, subsidiaries and acquisitions.","description_format":"text","description_chars":2756,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"master","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["B2B Company & Contact Data"],"lifecycle":[{"event":"open","at":"2026-11-18T18:25:03Z"}],"visa":[{"country":"US","licensed_sponsor":true,"adverts_offering_sponsorship_24m":0,"sanctioned_now":false,"evidence":"H-1B filings in 12 months: 2","filings_12m":2,"filings_prev_12m":1,"green_card_filings_12m":0,"median_offered_wage_usd":202500,"route":null,"cap_exempt":false,"checked_at":"2026-11-18T07:32:00+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)"],"filings_for_role_12m":0}],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":26,"reasons":["conf:1","win:early"],"computed_at":"2026-11-18T19:33:36Z"},"pay":{"stated_usd_annual":300000,"is_top_pay":true},"html_url":"https://alion.io/job/crust-data-software-engineer-entity-resolution","json_url":"https://alion.io/job/crust-data-software-engineer-entity-resolution.json","meta":{"generated_at":"2026-11-18T19:33:36Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":949,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-19T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2397442},"rest":"https://alion.io/mcp/rest/get_company?id=2397442"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fcrust-data-software-engineer-entity-resolution"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fcrust-data-software-engineer-entity-resolution"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fcrust-data-software-engineer-entity-resolution"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/crust-data-software-engineer-entity-resolution\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fcrust-data-software-engineer-entity-resolution"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4549859}},{"tool":"search_jobs","arguments":{"company":"crustdata.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4549859},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}