{"id":1570465,"url":"https://alion.io/job/feelingstream-ai-data-analyst-llm-development-and-evaluation","title":"AI data analyst (LLM development and evaluation)","company":{"id":56214,"name":"Feelingstream","domain":"feelingstream.com","url":"https://alion.io/company/feelingstream","size_band":"1-10","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":null},"role":"Analytics","role_family":"Analytics","seniority":null,"employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Tallinn, Estonia"],"countries":["EE"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":35000,"max_usd":75000,"period":"year","method":"role_country_seniority_unknown","sample_n":21},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"A/B Testing","optional":false},{"name":"EU AI Act","optional":false},{"name":"ISO 27001","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"NLP","optional":true},{"name":"Power BI","optional":true}],"status":"live","first_seen_at":"2026-10-01T07:48:18Z","employer_posted_date":"2026-09-16","last_verified_at":"2026-10-06T21:46:15Z","board_verified":true,"closed_at":null,"days_open":5,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":5},"description":"//Careers\nAI data analyst (LLM development and evaluation)\nTallinn, Estonia - hybrid · Starting ASAP\nFeelingstream provides conversation analytics for large contact centres. Our platform turns customer conversations - phone calls, chats, emails, and feedback - into clear insight using multilingual speech-to-text, analytics, and automation.\nOur customers include banks, telecom companies, utilities, transportation providers, and insurance companies across Scandinavia and the Baltics.\nData security sits at the core of our operations. Feelingstream is ISO 27001 certified, and we are preparing for the EU AI Act - our product is being developed to meet the high-risk AI requirements expected in 2026.\nWe are developing and monitoring the quality of our AI features, including summaries, quality scoring, sales monitoring, and detection of unwanted calls (failure demand).\nWe need a dedicated person who can define what “good” looks like, build reliable evaluation datasets, and help our product and engineering teams improve results over time.\nWhat you will do\nDefine evaluation frameworks for AI outputs (scoring guides, acceptance criteria, and edge cases).\nBuild and maintain “gold datasets” (sampling, labelling guidelines, consistency checks).\nTrack performance over time (quality metrics, false positives/negatives, drift, stability by language and topic).\nRun error analysis on transcripts and metadata to identify root causes and improvement opportunities.\nWork with product and engineering to translate findings into clear improvement tasks.\nCreate lightweight reporting so teams can see quality trends and progress.\nWhat we are looking for\nStrong data analysis skills and experience building analysis datasets.\nPython for data work (pandas, notebooks, automation).\nSolid grasp of statistics and practical experiment design (sampling, confidence, A/B testing basics).\nComfort working with text-heavy data (transcripts) and imperfect operational data.\nClear communication skills, including writing short, structured analysis summaries for non-analysts.\nNice to have\nExperience evaluating LLM or NLP outputs (human review scoring guides, scoring consistency, inter-annotator agreement).\nKnowledge of contact centre operations, quality assurance, or compliance.\nPower BI (or similar).\nExperience working with anonymised or privacy-sensitive data.\nWhat Feelingstream can offer\nStructured onboarding and training.\nTallinn-based office with hybrid work.\nFocus on outcomes and delivery, not time spent online.\nWork that is directly linked to customer outcomes in large organisations.\nOpportunity to grow into product analytics and regulated AI delivery.\nHow to apply\nSend your CV and salary expectations. If you can, include 2-3 short examples of analytical work you have done (what you measured, how you validated it, what changed as a result).\nFor more information, contact Head of Technology, Lauri Ilison: . We will fill the role as soon as we find the right person.\nBy applying for this job you agree with our Recruitment Privacy Statement.\nApply now All openings","description_format":"text","description_chars":3101,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Hybrid work"],"hiring_locations":[{"name":"Estonia","iso":"EE","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Natural Language Processing","Speech & Audio AI","Customer & Retention Analytics"],"lifecycle":[{"event":"open","at":"2026-10-01T07:48:18Z"}],"visa":[],"liveness":{"score":81,"band":"hot","label":"Hiring now","p_open":0.9,"p_active":0.901,"p_room":1,"age_days":4,"expected_fill_days":25,"reasons":["conf:60","urgency","win:early"],"computed_at":"2026-10-06T05:45:30Z"},"pay":null,"html_url":"https://alion.io/job/feelingstream-ai-data-analyst-llm-development-and-evaluation","json_url":"https://alion.io/job/feelingstream-ai-data-analyst-llm-development-and-evaluation.json","meta":{"generated_at":"2026-10-06T23:00:59Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":3903,"day_limit":5000,"remaining_today":1097,"minute_limit":60,"resets_at":"2026-10-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":56214},"rest":"https://alion.io/mcp/rest/get_company?id=56214"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ffeelingstream-ai-data-analyst-llm-development-and-evaluation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ffeelingstream-ai-data-analyst-llm-development-and-evaluation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ffeelingstream-ai-data-analyst-llm-development-and-evaluation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/feelingstream-ai-data-analyst-llm-development-and-evaluation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ffeelingstream-ai-data-analyst-llm-development-and-evaluation"}]}