{"id":2916806,"url":"https://alion.io/job/invictus-sr-data-engineer","title":"Sr. Data Engineer","company":{"id":3944,"name":"Invictus","domain":"invictusdata.ai","url":"https://alion.io/company/invictus","size_band":null,"is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":42000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":71},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Redshift","optional":false},{"name":"AWS","optional":false},{"name":"CI/CD","optional":false},{"name":"dbt","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"SQL","optional":false},{"name":"WhatsApp","optional":false},{"name":"Amazon Kinesis","optional":true},{"name":"Apache Kafka","optional":true},{"name":"FastAPI","optional":true},{"name":"GitHub","optional":true},{"name":"Jenkins","optional":true}],"status":"live","first_seen_at":"2026-10-20T10:35:30Z","employer_posted_date":null,"last_verified_at":"2026-10-20T10:35:30Z","board_verified":false,"closed_at":null,"days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"We're looking for an experienced Data Engineer who can design and run the pipelines that turn messy, multi-source, first-party data into clean, reliable, analysis- and model-ready datasets. Complex transformation is the core of this role; you'll be the person who makes sure the data powering our analytics, personalization, and AI is trustworthy and fast.\n\nResponsibilities: \nBuild and maintain batch and streaming pipelines that ingest customer and behavioral data across many sources and channels (web, app, email, SMS, WhatsApp, CRM, ad platforms).\nDesign and own complex transformations for cleaning, normalizing, deduplicating, joining, and modeling data across sources so it stays consistent and dependable.\nBuild and maintain the data models and warehouse/lakehouse layers that power analytics, personalization, and ML.\nOwn data quality, lineage, and observability: tests, monitoring, alerting, and clear documentation.\nOptimize pipelines for performance and cost across the cloud stack.\nPartner with product, analytics, and AI/ML teams so the data they need is available, well-shaped, and reliable.\n\nRequirements: \n6+ years in data engineering, with a clear track record of complex data transformation at scale.\nStrong SQL and Python. Solid experience with ETL/ELT design, data modeling, and orchestration (e. g., Airflow, dbt).\nExperience with a modern data warehouse or lakehouse (e. g., Redshift, BigQuery, Snowflake).\nCloud experience: AWS and GCP are preferred. Comfort with data-quality frameworks, version control (Git), and CI/CD.\n\nNice to Have: \nProduct exposure experience working on a data product or closely alongside product teams (a strong plus).\nStreaming / real-time data experience (Kafka, Kinesis) given our real-time personalization needs.\nMarketing, eCommerce, or customer/behavioral data experience.\nFamiliarity with our stack: FastAPI, Python, SQL, AWS, GitHub, Jenkins.\nSkills\ndata engineering, python, sql","description_format":"text","description_chars":1938,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Data Engineering & Migration Services"],"lifecycle":[{"event":"open","at":"2026-10-20T10:35:30Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":3,"expected_fill_days":28,"reasons":["seen:3","win:early"],"computed_at":"2026-10-24T06:02:35Z"},"pay":null,"html_url":"https://alion.io/job/invictus-sr-data-engineer","json_url":"https://alion.io/job/invictus-sr-data-engineer.json","meta":{"generated_at":"2026-10-25T04:41:44Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":6224,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-26T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3944},"rest":"https://alion.io/mcp/rest/get_company?id=3944"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Finvictus-sr-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Finvictus-sr-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Finvictus-sr-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/invictus-sr-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Finvictus-sr-data-engineer"}]}