{"id":2362938,"url":"https://alion.io/job/clearwater-senior-security-data-engineer-2","title":"Senior Security Data Engineer","company":{"id":4413795,"name":"Clearwater","domain":"clearwatercompliance.com","url":"https://alion.io/company/clearwater-4","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Greenhouse","truth_index":null},"role":"Security","role_family":"Security","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":17500,"max_usd":40000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":9},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon ECS","optional":false},{"name":"Apache Kafka","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Python","optional":false},{"name":"SIEM","optional":false},{"name":"SQL","optional":false},{"name":"Embeddings","optional":true},{"name":"Flink","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-12T11:01:02Z","employer_posted_date":"2026-10-12","last_verified_at":"2026-10-13T06:07:26Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"JOB TITLE: Senior Security Data Engineer\n\nCLASSIFICATION: Exempt\n\nApproved by: Jitendra Patil\n\nEXPERIENCE: 5-10 Years\n\nApproved Date:\n\nREPORTS TO: Shivendra Ashish\n\nRevised Dates:\n\nPOSITIONS SUPERVISED:\n\nCore Responsibilities:\n Pipeline Management: Maintain high-throughput streaming pipelines to ingest logs from various sources (Firewalls, Cloud, Endpoints) to a central destination.\n Log Normalization: Write parsers to convert raw, messy logs into standard schemas (e.g., OCSF or ECS) for consistent querying.\n Cost Optimization: Implement routing logic to send \"high-value\" data to the SIEM and \"bulk\" data to low-cost Object Storage (Data Lake).\nData Preparation: Clean and structure data to enable AI/ML detection models and advanced analytics.\nMust-Have Skills:\nData Engineering: Proficiency in Python (for ETL) and SQL (for complex querying).\nStreaming Tech: Experience with Message Queues (e.g., Kafka, Pub/Sub) and stream processing concepts.\nLog Handling: Mastery of Regex and log parsing strategies for standard formats (Syslog, CEF, JSON).\nStorage Architecture: Understanding of Data Lake principles (Parquet/Avro formats) vs. Data Warehouses.\nPreferred / Nice to Have:\nExperience with Vector Databases for storing embeddings.\nKnowledge of Log Observability/Routing tools (middleware that routes logs).\nFamiliarity with Big Data frameworks (e.g., Spark, Flink).\n\nAbility to embrace Clearwater's CLEAR core values (Commitment to Client Success, Lead with Accountability, Integrity & Collaboration, Excellence in All That We Do, Advance Colleague Success, Respect & Transparency) and culture.\nDisclaimer: The above statements are intended to describe the general nature and level of work being performed by people assigned to this position. They are not to be construed as an exhaustive list of all responsibilities, duties, and skills required of colleagues in the role. All colleagues may be required to perform duties outside of their normal responsibilities from time to time, as needed. \nClearwater is committed to providing reasonable accommodations for qualified individuals with disabilities and disabled veterans in our job application procedures. Please inform Clearwater/Redspin’s Recruiting team if you need any assistance completing any forms or to otherwise participating in the application process. \nMental/Physical Requirements: Fast paced environment handling multiple demands. Must be able to exercise appropriate judgment as necessary. Requires a high level of initiative and independence. Excellent written and oral communication skills required. Requires the ability to use a personal computer for extended periods of time.","description_format":"text","description_chars":2656,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-12T16:09:54Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":28,"reasons":["conf:2","win:early"],"computed_at":"2026-10-13T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/clearwater-senior-security-data-engineer-2","json_url":"https://alion.io/job/clearwater-senior-security-data-engineer-2.json","meta":{"generated_at":"2026-10-13T08:06:43Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":11917,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-14T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4413795},"rest":"https://alion.io/mcp/rest/get_company?id=4413795"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fclearwater-senior-security-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fclearwater-senior-security-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fclearwater-senior-security-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/clearwater-senior-security-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fclearwater-senior-security-data-engineer-2"}]}