{"id":1234073,"url":"https://alion.io/job/exa-software-engineer-web-crawling","title":"Software Engineer, Web Crawling","company":{"id":13137,"name":"Exa","domain":"exa.ai","url":"https://alion.io/company/exa","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":{"grade":"B","score":75,"open_postings":23,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-16T05:45:00Z"}},"role":"Backend","role_family":"Backend","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":90000,"max":300000,"currency":"SGD","period":"year","gross":null,"usd_annual":234518},"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"C++","optional":false},{"name":"Chrome DevTools","optional":false},{"name":"Cursor","optional":false},{"name":"Exa","optional":false},{"name":"JavaScript","optional":false},{"name":"Playwright","optional":false},{"name":"Rust","optional":false},{"name":"TypeScript","optional":false}],"status":"live","first_seen_at":"2025-12-10T00:21:32Z","employer_posted_date":"2025-12-10","last_verified_at":"2026-10-17T01:15:00Z","board_verified":true,"closed_at":null,"days_open":311,"trust":{"level":"stale","repost_count":0,"flags":["stale"],"days_open":310},"description":"Exa is an applied AI lab building a search engine unlike the world has ever seen. We build massive-scale infra to crawl the entire web, train state-of-the-art embedding models to process it, and design super high performant vector databases to retrieve over it. We now power search for Cursor, Cognition, HubSpot, and over 400,000 developers and have raised $350m from Lightspeed, Benchmark, and a16z.\nOur ultimate goal is to build perfect search over all the world's information, far beyond Google. If you want to build massive-scale ML systems that will define the way the new AI world consumes information, this is the place for you.\nAs a Web Crawler engineer, you'd be responsible for crawling the entire web. Basically build Google-scale crawling!\nWho You Are\nYou have extensive experience building and scaling web crawlers, or would be excited to ramp up very quickly\n\nYou have experience with some high performance language (C++, Rust, etc.)\n\nYou are familiar with TypeScript, Playwright, modern web design, CDP (Chrome DevTools Protocol)\n\nYou’re comfortable optimizing a system to an exceptional degree\n\nYou care about the problem of finding high quality knowledge and recognize how important this is for the world\n\nWhat You Could Do\nBuild a distributed crawler that can handle 100M+ pages per day\n\nOptimize crawl politeness and rate limiting across thousands of domains\n\nDesign systems to detect and handle dynamic content, JavaScript rendering, and anti-bot measures\n\nCreate intelligent crawl scheduling and prioritization algorithms for maximum coverage efficiency\n\nLogistics\nLocation: This is an in-person opportunity in Singapore.\n\nVisas: We’re happy to sponsor international candidates! While we cannot guarantee your visa, we have historically been successful in sponsoring candidates from all over the world. If you receive an offer, our team will work hard to get you a visa.\n\nBenefits: We offer premium healthcare benefits (medical, dental, vision), fertility benefits, 16 weeks of fully paid parental leave for all new parents, and a monthly wellness stipend to all of our employees.\n\nExa is an equal opportunity employer. All qualified applicants will receive consideration for employment without regard to race, creed, color, religion, sex, sexual orientation, gender identity or expression, national origin, disability, age, veteran status, marital status, pregnancy or related conditions, criminal histories consistent with applicable law, or any other basis protected by applicable law.","description_format":"text","description_chars":2510,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Parental leave"],"hiring_locations":[{"name":"Singapore","iso":"SG","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Search Engines","Vector Search & RAG","AI Search","Web Scraping & Proxy Networks"],"lifecycle":[{"event":"open","at":"2026-09-25T15:48:23Z"}],"visa":[],"liveness":{"score":3,"band":"cold","label":"Long shot","p_open":1,"p_active":0.106,"p_room":0.28,"age_days":310,"expected_fill_days":26,"reasons":["conf:2","stale_co","velocity","win:tail","crowd:"],"computed_at":"2026-10-16T05:45:00Z"},"pay":{"stated_usd_annual":234518,"is_top_pay":true},"html_url":"https://alion.io/job/exa-software-engineer-web-crawling","json_url":"https://alion.io/job/exa-software-engineer-web-crawling.json","meta":{"generated_at":"2026-10-17T01:53:44Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":2683,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-18T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":13137},"rest":"https://alion.io/mcp/rest/get_company?id=13137"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fexa-software-engineer-web-crawling"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fexa-software-engineer-web-crawling"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fexa-software-engineer-web-crawling"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/exa-software-engineer-web-crawling\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fexa-software-engineer-web-crawling"}]}