{"id":57093,"url":"https://alion.io/job/qualys-staff-big-data-engineer","title":"Staff Big Data Engineer","company":{"id":18966,"name":"Qualys","domain":"qualys.com","url":"https://alion.io/company/qualys","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workday","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"staff","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":28000,"max_usd":51000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":16},"experience_years_min":12,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"Qualys Cloud Platform","optional":false},{"name":"Spark","optional":false},{"name":"Java","optional":true},{"name":"Python","optional":true},{"name":"Scala","optional":true}],"status":"live","first_seen_at":"2026-08-11T00:00:00Z","employer_posted_date":"2026-08-11","last_verified_at":"2026-10-18T01:08:27Z","board_verified":true,"closed_at":null,"days_open":68,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":68},"description":"Come work at a place where innovation and teamwork come together to support the most exciting missions in the world!\nStaff Big Data Engineer\nJob Description\nWe are seeking a Staff Big Data Engineer to define, design, and drive the evolution of the data platform and pipeline architecture powering Qualys' Enterprise TruRisk Platform. This role will be responsible for building and scaling distributed data systems that process billions of events and transactions daily while providing technical leadership across multiple engineering teams.\nResponsibilities\nDefine and drive the technical vision, architecture, and long-term strategy for the data platform and data pipeline ecosystem.\nDesign, build, and maintain highly scalable, high-availability data processing systems using Apache Spark, Apache Kafka, and distributed data technologies.\nLead architecture and design decisions across multiple engineering teams, ensuring solutions meet requirements for scalability, reliability, performance, security, and cost efficiency.\nDesign and implement event-driven, streaming, and large-scale data processing architectures to support real-time and batch workloads.\nTroubleshoot, optimize, and resolve complex performance bottlenecks across data pipelines, distributed systems, and platform infrastructure.\nPartner with Product Management, Professional Services, and Sales Engineering teams to evaluate technical solutions, architecture trade-offs, and platform capabilities.\nEstablish engineering standards, architectural guidelines, documentation practices, and operational best practices for the data platform.\nResearch, evaluate, and recommend emerging technologies that improve platform scalability, performance, and operational efficiency.\nMentor and guide engineers on distributed systems design, performance optimization, and big data technologies.\nSupport architecture reviews, technical governance initiatives, and engineering excellence programs.\nRequired Qualifications\nMinimum 12 years of experience in software engineering, data engineering, distributed systems engineering, or big data platform development.\nMinimum 6 years of hands-on experience designing, developing, and optimizing Apache Spark-based data processing solutions.\nMinimum 6 years of experience building and operating large-scale data pipelines processing billions of events or transactions per day.\nMinimum 4 years of experience administering and operating Apache Kafka in production environments.\nMinimum 4 years of experience designing and implementing event-driven or streaming data architectures.\nStrong expertise in distributed data processing systems, data lake architectures, and large-scale platform design.\nExperience delivering highly available, scalable, and fault-tolerant distributed systems in production environments.\nDemonstrated experience leading architecture initiatives and influencing technical direction across multiple engineering teams.\nBachelor's degree in Computer Science, Computer Engineering, Information Technology, or a related technical discipline.\nPreferred Qualifications\n Experience working with high-volume, multi-tenant enterprise platform environments.\nProficiency in Scala, Java, or Python for data processing applications.\nProven experience mentoring junior or mid-level engineering team members.","description_format":"text","description_chars":3312,"description_truncated":false,"requirements":{"experience_years_min":12,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Cybersecurity","Endpoint Security","Information Security"],"lifecycle":[{"event":"open","at":"2026-08-11T00:00:00Z"}],"visa":[],"liveness":{"score":44,"band":"fade","label":"Fading","p_open":1,"p_active":0.801,"p_room":0.55,"age_days":67,"expected_fill_days":59,"reasons":["conf:31","velocity","win:tail","comp:brand"],"computed_at":"2026-10-17T05:46:00Z"},"pay":null,"html_url":"https://alion.io/job/qualys-staff-big-data-engineer","json_url":"https://alion.io/job/qualys-staff-big-data-engineer.json","meta":{"generated_at":"2026-10-18T10:19:43Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":15381,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-19T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":18966},"rest":"https://alion.io/mcp/rest/get_company?id=18966"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fqualys-staff-big-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fqualys-staff-big-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fqualys-staff-big-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/qualys-staff-big-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fqualys-staff-big-data-engineer"}]}