{"id":2710953,"url":"https://alion.io/job/tepfun-isousuopingguchanpinjingri","title":"AI搜索评估产品经理","company":{"id":42724,"name":"StepFun","domain":"stepfun.com","url":"https://alion.io/company/stepfun-com","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Moka","truth_index":{"grade":"B","score":75,"open_postings":108,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-21T05:46:15Z"}},"role":"Product","role_family":"Product","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Shanghai, China"],"countries":["CN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":28000,"max_usd":61000,"period":"year","method":"role_country_seniority_unknown","sample_n":21},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[],"status":"live","first_seen_at":"2026-10-09T00:00:00Z","employer_posted_date":"2026-10-11","last_verified_at":"2026-10-21T09:21:36Z","board_verified":true,"closed_at":null,"days_open":12,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":12},"description":"岗位定位\n负责AI搜索产品质量评测与体验评估 ，搭建生成式搜索、语义搜索的专属评估体系，量化AI搜索结果优劣、监控产品体验基线、验收策略迭代效果。核心是用产品视角把控AI搜索质量，发现体验漏洞、约束策略迭代方向，是AI搜索产品的体验质检员与度量架构师。\n岗位职责\nAI搜索评估体系搭建 ：针对大模型生成式搜索、语义检索、RAG问答等场景，搭建专属的离线+在线评估体系。制定AI搜索相关性、真实性、准确性、逻辑性、安全性、多样性的评测标准与标注规范，区别于传统关键词搜索评估。\n全维度质量巡检与Badcase归因 ：日常巡检AI搜索全链路体验，挖掘语义理解错误、生成幻觉、答案不实、召回缺失、排序异常、歧义误判、无结果、内容低质等AI特有Badcase，完成问题归类、根因分析与优先级排序，输出优化整改清单。\n迭代实验效果验收 ：负责所有AI搜索策略迭代、模型升级、功能上线的A/B实验评估，解读离线评测指标（NDCG、MRR、准召率）与线上用户指标（CTR、首点击、跳出率、会话满意度），输出专业的产品验收结论与优化建议。\n体验基线与风险监控 ：搭建通用、长尾、口语化、复杂语义、多模态等多场景AI搜索质量基线，常态化监控指标波动，及时发现策略退化、模型效果衰减、内容风险等问题，保障搜索体验稳定可控。\n评测工具与流程优化 ：联动研发搭建AI自动评测、批量巡检、问题溯源工具，优化人工标注流程与评测效率，沉淀搜索质量白皮书、问题库、迭代规范，实现体验质量标准化管理。\n反向驱动产品策略迭代 ：基于评测数据与Badcase沉淀，反向输出产品优化方向、策略调优建议、需求迭代优先级，配合策略产品、算法团队完成体验闭环优化。\n任职要求\n本科及以上学历，有搜索产品、AI产品、内容质量、体验评测相关经验优先，熟悉大模型搜索特性。\n精通搜索核心评估指标，理解 AI搜索幻觉、语义偏差、事实错误 等特有问题，具备体系化的质量评估思维。\n具备极强的细节洞察力与问题敏感度，能精准识别AI搜索体验短板，独立完成问题归因与复盘总结。\n熟练使用数据分析工具、掌握基础SQL，能够通过数据量化体验问题、验证迭代效果。\n严谨细心、逻辑闭环，具备良好的跨团队沟通能力，可独立推进质量优化闭环。","description_format":"text","description_chars":933,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[{"language":"Chinese","level":"Advanced (C1)","optional":false}]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-16T13:17:55Z"}],"visa":[],"liveness":{"score":51,"band":"ok","label":"Likely open","p_open":1,"p_active":0.572,"p_room":0.9,"age_days":12,"expected_fill_days":32,"reasons":["conf:1","stale_co","velocity","win:mid","comp:brand"],"computed_at":"2026-10-21T05:46:15Z"},"pay":null,"html_url":"https://alion.io/job/tepfun-isousuopingguchanpinjingri","json_url":"https://alion.io/job/tepfun-isousuopingguchanpinjingri.json","meta":{"generated_at":"2026-10-21T14:25:56Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":20568,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-22T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":42724},"rest":"https://alion.io/mcp/rest/get_company?id=42724"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftepfun-isousuopingguchanpinjingri"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftepfun-isousuopingguchanpinjingri"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftepfun-isousuopingguchanpinjingri"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/tepfun-isousuopingguchanpinjingri\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftepfun-isousuopingguchanpinjingri"}]}