{"id":3276155,"url":"https://alion.io/job/consequential-sr-data-engineer","title":"Sr. Data Engineer","company":{"id":4401146,"name":"Consequential","domain":"consequential.io","url":"https://alion.io/company/consequential","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":19500,"max_usd":43000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"GCP","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Apache Kafka","optional":true},{"name":"ETL/ELT","optional":true},{"name":"Great Expectations","optional":true}],"status":"live","first_seen_at":"2026-10-26T14:35:00Z","employer_posted_date":null,"last_verified_at":"2026-10-26T14:35:00Z","board_verified":false,"closed_at":null,"days_open":8,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":8},"description":"As a Senior Data Engineer, you'll architect and build the critical data infrastructure that powers our intelligent platform. You'll own the orchestration layer connecting ad channels, website engagement data, and eCommerce platforms, ensuring data flows seamlessly, context is preserved, and insights drive action. You'll work across the full data lifecycle, from ingestion and transformation to delivery and monitoring, while building scalable systems that serve our ML and product teams. You'll join an existing data engineering team and collaborate closely with ML engineers, product teams, and customers to build reliable data pipelines that power real business outcomes.\n\nResponsibilities: \nBuild orchestration layers that manage data flows across the eCommerce ecosystem:\nMaintain context for intelligent summarization and action; design data models and systems that preserve business context, enabling the right insights at the right time for autonomous agents and human decision-makers.\nOwn end-to-end data engineering solutions using Airflow, Python, and GCP services; from design through deployment and monitoring.\nExtend and optimize existing data infrastructure, working with current ingestion tools (Supermetrics) while building custom pipelines where needed.\nPlan and execute future pipeline modernization; identify opportunities to improve scalability, reliability, and maintainability of existing systems.\nShape the future of data engineering at Out of the Blue by bringing ideas on automation, optimization, and best practices.\n\nRequirements: \n5-8 years of experience building production data pipelines.\nStrong coding skills in Python with expert-level SQL.\nExperience with workflow orchestration using Airflow or similar tools.\nHands-on experience with GCP (BigQuery, Cloud Storage, Dataflow, Pub/Sub, etc. ).\nUnderstanding of data modeling for analytics and ML use cases.\nPassion for code quality; you write maintainable, well-documented, testable code.\n\nNice to Have: \nExperience with eCommerce platforms (Shopify, BigCommerce) and their data models.\nKnowledge of adtech/martech ecosystems; tracking pixels, attribution, and ad platform APIs.\nExperience with stream processing technologies (Kafka, Pub/Sub, Dataflow).\nFamiliarity with agent-based approaches for data orchestration and quality monitoring.\nUnderstanding of ML pipelines and feature engineering for production ML systems.\nExperience with data quality frameworks and observability tools (Great Expectations, Monte Carlo, etc. ).\nBackground in reverse ETL and data activation use cases.\nOur ideal candidate is someone who is very hands-on and passionate about solving problems and displays a strong sense of curiosity and ownership towards their work\nSkills\nAirflow, Python, SQL","description_format":"text","description_chars":2760,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["E-commerce Marketing","Retail & Commerce AI","Website Monitoring"],"lifecycle":[{"event":"open","at":"2026-10-26T14:35:00Z"}],"visa":[],"liveness":{"score":89,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.891,"p_room":1,"age_days":8,"expected_fill_days":36,"reasons":["seen:8","velocity","win:early"],"computed_at":"2026-11-04T06:34:25Z"},"pay":null,"html_url":"https://alion.io/job/consequential-sr-data-engineer","json_url":"https://alion.io/job/consequential-sr-data-engineer.json","meta":{"generated_at":"2026-11-04T08:59:23Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":13989,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-05T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4401146},"rest":"https://alion.io/mcp/rest/get_company?id=4401146"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fconsequential-sr-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fconsequential-sr-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fconsequential-sr-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/consequential-sr-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fconsequential-sr-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3276155}},{"tool":"search_jobs","arguments":{"company":"consequential.io","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3276155},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}