{"id":4147482,"url":"https://alion.io/job/openbenchmarks-founding-engineer-ai-backend-remote-india","title":"Founding Engineer (AI + Backend) - Remote, India","company":{"id":3779219,"name":"Openbenchmarks","domain":"openbenchmarks.com","url":"https://alion.io/company/openbenchmarks","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Work at a Startup","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":null,"employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"posting_text","remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":[],"countries":[],"hiring_countries":["IN"],"hiring_countries_total":1,"salary":{"min":4000000,"max":4500000,"currency":"INR","period":"year","gross":null,"usd_annual":48533},"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":true,"technologies":[{"name":"Firecrawl","optional":false},{"name":"Human-in-the-Loop","optional":false},{"name":"LLM","optional":false},{"name":"Machine Learning","optional":false},{"name":"Python","optional":false},{"name":"Synthetic Data","optional":false}],"status":"live","first_seen_at":"2026-11-12T07:46:30Z","employer_posted_date":"2026-11-12","last_verified_at":"2026-11-12T13:30:26Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"About Openbenchmarks\nAgents are becoming first-class users and consumers of the internet. They research, evaluate, compare tools and increasingly make build-versus-buy decisions on behalf of people. Every company will need to get their products picked and used by agents.\nAgents increasingly prefer open, independent and grounded benchmarks to make decisions.\nOpenbenchmarks is the evaluation infrastructure for agents: domain-specific, reproducible evaluations that help agents pick tools with confidence.\nOur mission is to be the trusted evaluation layer for agents.\nFounders previously led AI research and infra teams at Oracle and Appfolio. We started Openbenchmarks as an output of our research into model behavior and how agents actually choose between different tools.\nWe work with the fastest-growing AI-first companies like Parallel, Firecrawl, Telnyx, TinyFish and more.\nAbout the role\nWe're a small team of researchers and engineers across SF and India. This role is remote, based in India. You'll build the benchmarks and the systems that run them, and you'll own large parts of both from day one.\nHere are the broad themes you'll work on:\nBenchmark and eval design - Design domain-specific benchmarks from scratch: what to measure, how to ground it, and what makes a benchmark that agents keep trusting and picking from.\nLarge-scale autonomous eval systems - Infrastructure that runs without a human in the loop: vendor APIs at scale, LLM-as-judge pipelines, scoring and metric computation, and drift detection as models and products change underneath.\nResearch on model behavior - Why agents choose what they choose, and what holds up under their scrutiny. Next to this, you'll work on synthetic data generation and problems like self-improving code.\nYou'll build benchmarks and evals that the fastest-growing AI-first companies pay close attention to, and run continuous evals their engineering teams rely on.\nIf you want to do your life's work, reach out.","description_format":"text","description_chars":1971,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence","Market Research","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-11-12T07:46:30Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":33,"reasons":["conf:2","win:early"],"computed_at":"2026-11-12T10:38:37Z"},"pay":{"stated_usd_annual":48533,"is_top_pay":false},"html_url":"https://alion.io/job/openbenchmarks-founding-engineer-ai-backend-remote-india","json_url":"https://alion.io/job/openbenchmarks-founding-engineer-ai-backend-remote-india.json","meta":{"generated_at":"2026-11-12T14:12:29Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":29554,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3779219},"rest":"https://alion.io/mcp/rest/get_company?id=3779219"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fopenbenchmarks-founding-engineer-ai-backend-remote-india"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fopenbenchmarks-founding-engineer-ai-backend-remote-india"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fopenbenchmarks-founding-engineer-ai-backend-remote-india"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/openbenchmarks-founding-engineer-ai-backend-remote-india\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fopenbenchmarks-founding-engineer-ai-backend-remote-india"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4147482}},{"tool":"search_jobs","arguments":{"company":"openbenchmarks.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4147482},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}