{"id":57098,"url":"https://alion.io/job/qualys-senior-big-data-engineer","title":"Senior Big Data Engineer","company":{"id":18966,"name":"Qualys","domain":"qualys.com","url":"https://alion.io/company/qualys","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workday","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":43000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":71},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"Qualys Cloud Platform","optional":false},{"name":"Spark","optional":false},{"name":"Java","optional":true},{"name":"Python","optional":true},{"name":"Scala","optional":true}],"status":"live","first_seen_at":"2026-08-05T00:00:00Z","employer_posted_date":"2026-08-05","last_verified_at":"2026-10-18T16:46:47Z","board_verified":false,"closed_at":null,"days_open":77,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":77},"description":"Come work at a place where innovation and teamwork come together to support the most exciting missions in the world!\nSenior Big Data Engineer\nJob Description: We are seeking a Senior Big Data Engineer to design, build, and operate core components of the data platform and pipeline architecture behind Qualys' Enterprise TruRisk Platform, processing billions of daily transactions.\nResponsibilities:\nDesign, build, and maintain high-throughput data platform and pipeline components using Spark and Kafka.\nDebug, tune, and optimize Spark jobs and Kafka pipelines to manage growing data volumes.\nCollaborate with product, professional services, and sales engineering teams on architecture design and technical trade-offs.\nEstablish and refine technical standards, system documentation, and best practices across the engineering team.\nMentor junior and mid-level engineers on complex technical issues and pipeline performance.\nRequired Qualifications:\nMinimum 5 years of experience in data engineering or big data platform development.\nBachelor's degree in Computer Science, Computer Engineering, or a related technical field.\nDemonstrated experience designing, building, and optimizing distributed pipelines using Apache Spark and Apache Kafka.\nHands-on experience scaling data platform infrastructure to process high-volume/high-throughput transaction workloads.\nPreferred Qualifications:\nExperience working with high-volume, multi-tenant enterprise platform environments.\nProficiency in Scala, Java, or Python for data processing applications.\nProven experience mentoring junior or mid-level engineering team members.","description_format":"text","description_chars":1616,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Cybersecurity","Endpoint Security","Information Security"],"lifecycle":[{"event":"open","at":"2026-08-05T00:00:00Z"}],"visa":[],"liveness":{"score":32,"band":"fade","label":"Fading","p_open":1,"p_active":0.722,"p_room":0.44,"age_days":76,"expected_fill_days":59,"reasons":["conf:36","velocity","win:tail","crowd:brand"],"computed_at":"2026-10-20T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/qualys-senior-big-data-engineer","json_url":"https://alion.io/job/qualys-senior-big-data-engineer.json","meta":{"generated_at":"2026-10-21T03:23:50Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":5028,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-22T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":18966},"rest":"https://alion.io/mcp/rest/get_company?id=18966"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fqualys-senior-big-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fqualys-senior-big-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fqualys-senior-big-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/qualys-senior-big-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fqualys-senior-big-data-engineer"}]}