{"id":2477080,"url":"https://alion.io/job/gramian-consulting-group-data-science-quantitative-ai-evaluation-specialist","title":"Data Science & Quantitative AI Evaluation Specialist","company":{"id":5702,"name":"Gramian Consulting Group","domain":"gramianconsultinggroup.com","url":"https://alion.io/company/gramianconsultinggroup","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"junior","employment_type":"contractor","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":["US","GB","AU","CA","NZ"],"hiring_countries_total":5,"salary":null,"salary_estimate":{"min_usd":77000,"max_usd":170000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":54},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Machine Learning","optional":false}],"status":"closed","first_seen_at":"2026-10-13T21:43:00Z","employer_posted_date":"2026-10-13","last_verified_at":"2026-10-18T13:06:55Z","board_verified":false,"closed_at":"2026-10-18T13:06:55Z","days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"About Gramian\nGramian Consultancy is a boutique consultancy specializing in IT professional services and engineering talent solutions. With a strong background in software engineering and leadership, we help companies build high-performing teams by matching them with professionals who truly fit their needs.\nAbout the Role\nWe are looking for Data Scientists and Quantitative Professionals to help evaluate and improve next-generation AI models. You will assess AI-generated solutions to problems involving statistics, machine learning, experimentation, and quantitative reasoning. You will also create challenging prompts, datasets, and verified reference solutions while identifying methodological flaws, statistical errors, and weaknesses in analytical reasoning. This role is ideal for candidates with relevant professional experience in technology, finance, or research who can communicate technical concepts clearly.\nSENIORITY: Junior / Early-Career Professional\nLANGUAGE: Strong written English\nLOCATION: Remote - English-speaking countries\nKey Responsibilities\nEvaluate AI-generated outputs across data science, statistics, machine learning, experimentation, and quantitative problem-solving.\n\nCreate expert-level prompts, datasets, and reference solutions for AI training and evaluation.\n\nIdentify flawed methodologies, statistical inaccuracies, unsupported assumptions, and weaknesses in quantitative reasoning.\n\nAssess the correctness, reliability, and clarity of analytical approaches and conclusions.\n\nProvide structured, evidence-based feedback to help improve AI model capabilities.\n\nApply consistent evaluation criteria and communicate technical findings clearly.\n\nRequirements\nAt least one year of experience working at a top company (tech, finance, or research), and 3 years of experience (overall) working in DS/SWE\nTo hold a Bachelor’s degree on DS/SWE (or related) from any university in US/CA/AU/NZ/UK\nFoundational knowledge of data science, statistics, machine learning, or quantitative analysis.\nStrong analytical and critical-thinking skills, with the ability to identify errors in data-driven reasoning.\nExcellent written English and the ability to explain technical and statistical concepts clearly.\nAbility to evaluate complex problems systematically and provide accurate, well-supported feedback.\nCurrent residence in an English-speaking country.","description_format":"text","description_chars":2375,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[{"language":"English","level":"All levels","optional":false}]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"},{"name":"United Kingdom","iso":"GB","kind":"country"},{"name":"Australia","iso":"AU","kind":"country"},{"name":"Canada","iso":"CA","kind":"country"},{"name":"New Zealand","iso":"NZ","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Management Consulting"],"lifecycle":[{"event":"open","at":"2026-10-13T21:43:00Z"},{"event":"close","at":"2026-10-18T13:06:55Z"}],"visa":[],"liveness":null,"pay":null,"html_url":"https://alion.io/job/gramian-consulting-group-data-science-quantitative-ai-evaluation-specialist","json_url":"https://alion.io/job/gramian-consulting-group-data-science-quantitative-ai-evaluation-specialist.json","meta":{"generated_at":"2026-11-06T19:26:26Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":2751,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":5702},"rest":"https://alion.io/mcp/rest/get_company?id=5702"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fgramian-consulting-group-data-science-quantitative-ai-evaluation-specialist"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fgramian-consulting-group-data-science-quantitative-ai-evaluation-specialist"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fgramian-consulting-group-data-science-quantitative-ai-evaluation-specialist"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/gramian-consulting-group-data-science-quantitative-ai-evaluation-specialist\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fgramian-consulting-group-data-science-quantitative-ai-evaluation-specialist"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2477080}},{"tool":"search_jobs","arguments":{"company":"gramianconsultinggroup.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2477080},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}