{"id":3290091,"url":"https://alion.io/job/infracloud-senior-spark-qa-engineer","title":"Senior Spark QA Engineer","company":{"id":1838930,"name":"InfraCloud","domain":"infracloud.io","url":"https://alion.io/company/infracloud-io","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"QA","role_family":"QA","seniority":"senior","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":["IN"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":67000,"max_usd":164000,"period":"year","method":"global_role_seniority_cell","sample_n":1282},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Java","optional":false},{"name":"Kubernetes","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-25T06:28:55Z","employer_posted_date":null,"last_verified_at":"2026-10-25T06:28:55Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Senior Spark QA Engineer – Functional & Performance Testing\n\nLocation: Remote\nExperience: 5+ Years \n\nJob Description - \nWe are looking for a Senior Spark QA Engineer with strong expertise in functional and performance testing of Apache Spark applications and distributed data platforms.\n\nKey Responsibilities -\n\nPerform manual and automated testing of Spark jobs, Spark SQL queries, and ETL pipelines.\n\nExecute functional, scalability, and performance testing for Spark workloads.\n\nSet up and manage Spark clusters on Standalone, YARN, Kubernetes, Mesos, Databricks, EMR, and Dataproc.\n\nConduct benchmarking, validation, and performance analysis of Spark applications.\n\nIdentify bottlenecks and troubleshoot distributed system issues.\n\nLead QA initiatives and mentor team members.\n\nRequired Skills - \n\n5+ years of QA/testing experience with strong hands-on expertise in Apache Spark.\n\nExperience in functional and performance testing of distributed systems.\n\nStrong understanding of Spark architecture and optimization techniques.\n\nExperience with Kubernetes and cloud-based Spark environments.\n\nProficiency in Python or Java.\n\nExperience with automation frameworks and CI/CD pipelines.\n\nOriginally posted on Himalayas","description_format":"text","description_chars":1218,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["DevOps & Platform Engineering","Cloud Consulting & Migration"],"lifecycle":[{"event":"open","at":"2026-10-26T19:11:04Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":1,"expected_fill_days":30,"reasons":["seen:1","win:early"],"computed_at":"2026-10-27T05:46:45Z"},"pay":null,"html_url":"https://alion.io/job/infracloud-senior-spark-qa-engineer","json_url":"https://alion.io/job/infracloud-senior-spark-qa-engineer.json","meta":{"generated_at":"2026-10-27T13:00:11Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":980,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-28T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1838930},"rest":"https://alion.io/mcp/rest/get_company?id=1838930"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Finfracloud-senior-spark-qa-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Finfracloud-senior-spark-qa-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Finfracloud-senior-spark-qa-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/infracloud-senior-spark-qa-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Finfracloud-senior-spark-qa-engineer"}]}