{"id":1258969,"url":"https://alion.io/job/mediacorp-senior-software-test-engineer-customer-insights-analytics","title":"Senior Software Test Engineer (Customer Insights & Analytics)","company":{"id":232604,"name":"Mediacorp","domain":"mediacorp.sg","url":"https://alion.io/company/mediacorp-2","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"RecruiterPal","truth_index":null},"role":"QA","role_family":"QA","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":57000,"max_usd":143000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":599},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"A/B Testing","optional":false},{"name":"Agile","optional":false},{"name":"CI/CD","optional":false},{"name":"Cypress","optional":false},{"name":"Datadog","optional":false},{"name":"Grafana","optional":false},{"name":"GraphQL","optional":false},{"name":"Hallucination","optional":false},{"name":"Human-in-the-Loop","optional":false},{"name":"JavaScript","optional":false},{"name":"JUnit","optional":false},{"name":"LLM","optional":false},{"name":"Playwright","optional":false},{"name":"Pytest","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false},{"name":"Selenium","optional":false},{"name":"SQL","optional":false},{"name":"Synthetic Data","optional":false},{"name":"TestNG","optional":false},{"name":"TypeScript","optional":false}],"status":"live","first_seen_at":"2026-05-26T00:00:00Z","employer_posted_date":"2026-05-26","last_verified_at":"2026-09-26T02:59:01Z","board_verified":true,"closed_at":null,"days_open":124,"trust":{"level":"ghost","repost_count":0,"flags":["stale","company_stale"],"days_open":123},"description":"Purpose of the role\nThe role serves as the primary owner of test and quality control for software and AI products, safeguarding product reliability, accuracy, and performance across the development lifecycle and supporting internal and external stakeholders on testing, release readiness, and continuous quality improvement initiatives.\nScope of the role\nDesign, execute, and refine test frameworks to ensure software and AI products consistently meet functional, performance, and quality expectations. Drive defect root cause analysis and resolution across engineering, data science, and product teams, and support the development and implementation of test automation, reporting, and evaluation practices - with particular focus on the demands of media and advertising platforms.\nKey responsibilities\nDesign and implement end-to-end test strategies and test plans for software and AI products, covering functional, integration, regression, performance, security, and user acceptance testing.\nBuild and maintain automated test frameworks and CI/CD-integrated test pipelines to enable fast, reliable releases at scale.\nDefine evaluation methodologies for AI/ML and LLM-based products, including accuracy, precision/recall, hallucination, bias, fairness, latency, and cost benchmarks, as well as human-in-the-loop and offline/online evaluation pipelines.\nDevelop test data strategies, including synthetic data generation, golden datasets, and prompt/response evaluation sets relevant to advertising and media use cases (e.g., audience targeting, creative optimisation, bid management, campaign performance analysis).\nLead root cause analysis and corrective action for production defects, model regressions, and customer-reported issues; partner with engineering and data science teams to drive timely resolution.\nEstablish Quality Control KPIs (e.g., defect density, escape rate, model drift, test coverage, MTTR) and translate quality data into meaningful, actionable insights for engineering and business stakeholders.\nPartner with product, engineering, data science, and ad operations teams to embed quality early in the development lifecycle and support new feature and model launches.\nEvaluate and adopt best practices, tools, and frameworks in software QA, ML testing, and LLM evaluation.\nFoundational / Leadership Competencies\nDemonstrate clear and thorough analytical thinking.\nAble to multi-task and deliver against timelines.\nGood interpersonal and communication skills.\nTakes ownership of projects that are assigned.\nAble to work as an individual or as a team player to deliver high quality of work.\nCritical thinking and problem-solving skills are essential for this role.\nFunctional Competencies\nStrong understanding of software testing methodologies (functional, integration, regression, performance, security) and their application to complex AI systems.\nProficiency in test automation frameworks and tools such as Selenium, Playwright, Cypress, PyTest, JUnit, TestNG, or equivalents, and experience integrating tests into CI/CD pipelines.\nHands-on experience testing AI/ML and LLM-based systems, including model evaluation, prompt/response validation, A/B testing, and monitoring for drift, bias, and hallucination.\nProficiency in at least one programming or scripting language (preferably Python, or JavaScript/TypeScript) and comfort working with SQL and APIs (REST/GraphQL).\nFamiliarity with observability tooling (e.g., Grafana, Datadog, ELK) for test environment and production quality monitoring.\nMust possess sound engineering judgment to identify core quality risks, synthesise signals from disparate data sources, and translate findings into commercial and product insights for key stakeholders.\nBachelor or Masters Degree in Computer Science, Software Engineering, Information Systems or a related field. Certifications such as ISTQB Advanced Level, Certified Agile Tester, or relevant cloud/ML certifications are a plus.\nMinimum 5 years of hands-on experience in software QA/QC or test engineering, including significant experience testing data-driven, AI/ML, or LLM-based products in production. Prior working experience in the media, advertising, or marketing tech industry is strongly preferred.","description_format":"text","description_chars":4224,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"master","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Media & Entertainment","Broadcasting","Content Creation"],"lifecycle":[{"event":"open","at":"2026-09-25T19:47:09Z"}],"liveness":{"score":10,"band":"cold","label":"Long shot","p_open":1,"p_active":0.364,"p_room":0.28,"age_days":123,"expected_fill_days":31,"reasons":["conf:2","win:tail","crowd:brand"],"computed_at":"2026-09-26T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/mediacorp-senior-software-test-engineer-customer-insights-analytics","json_url":"https://alion.io/job/mediacorp-senior-software-test-engineer-customer-insights-analytics.json","meta":{"generated_at":"2026-09-27T02:05:22Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":1843,"day_limit":5000,"remaining_today":3157,"minute_limit":60,"resets_at":"2026-09-28T00:00:00Z"}}}