{"id":2642881,"url":"https://alion.io/job/datapelago-data-processing-quality-engineer","title":"Data Processing Quality Engineer","company":{"id":4422787,"name":"DataPelago","domain":"datapelago.ai","url":"https://alion.io/company/datapelago","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"BambooHR","truth_index":{"grade":"D","score":40,"open_postings":12,"ghost_share":1,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-17T05:46:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, Pakistan"],"countries":["PK"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Confluence","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"Jenkins","optional":false},{"name":"Jira","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2025-04-02T00:00:00Z","employer_posted_date":"2025-04-02","last_verified_at":"2026-10-18T11:26:53Z","board_verified":true,"closed_at":null,"days_open":564,"trust":{"level":"ghost","repost_count":0,"flags":["stale","company_stale"],"days_open":564},"description":"Ensure quality of the data processing engine, in terms of result accuracy, performance fidelity, and robust execution at scale.\nRequirements\nBS EE/CS or equivalent\n5+ years of experience in data processing quality or performance testing for database, data warehouse, or query engine applications. Experience testing for platforms such as Apache Spark, Gluten, Velox, DataFusion preferred.\nSolid knowledge of SQL, Python, and similar data processing languages\nAutomation-first mindset, experienced with programming/scripting languages and automation tools.\nStrong in problem-solving and coming up with the test strategy for the complex system.\nStrong in debugging, root cause, and narrowing down the failures.\nExperience in Functional, Performance, Integration, System Level testing\nExperience with the use of public cloud platforms such as AWS, GCP, and MS Azure\nGood Knowledge of tools like Jira, Confluence, Git, Jenkins.\nGood understanding of SDLC and agile methodologies.\nGood understanding of CI/CD implementations.","description_format":"text","description_chars":1020,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-15T19:23:25Z"}],"visa":[],"liveness":{"score":4,"band":"cold","label":"Long shot","p_open":1,"p_active":0.133,"p_room":0.28,"age_days":563,"expected_fill_days":26,"reasons":["conf:3","stale_co","ghost","win:tail","crowd:"],"computed_at":"2026-10-17T05:46:00Z"},"pay":null,"html_url":"https://alion.io/job/datapelago-data-processing-quality-engineer","json_url":"https://alion.io/job/datapelago-data-processing-quality-engineer.json","meta":{"generated_at":"2026-10-18T13:54:19Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":20620,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-19T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4422787},"rest":"https://alion.io/mcp/rest/get_company?id=4422787"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdatapelago-data-processing-quality-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdatapelago-data-processing-quality-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdatapelago-data-processing-quality-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/datapelago-data-processing-quality-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdatapelago-data-processing-quality-engineer"}]}