{"id":4424856,"url":"https://alion.io/job/iris-software-group-data-engineer-lead","title":"Data Engineer - Lead","company":{"id":51452,"name":"IRIS Software Group","domain":"iris.co.uk","url":"https://alion.io/company/iris-software-group","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":{"grade":"A","score":88,"open_postings":10,"ghost_share":0,"stale_share":0.5,"repost_share":0,"time_to_fill_p50_days":29,"computed_at":"2026-11-17T05:47:56Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Noida, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Airflow","optional":false},{"name":"Amazon Kinesis","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Platform Engineering","optional":false},{"name":"pySpark","optional":false},{"name":"Snowflake","optional":false},{"name":"Python","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-11-17T01:35:15Z","employer_posted_date":null,"last_verified_at":"2026-11-17T01:35:15Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Key Responsibilities:\nDefine and drive enterprise data engineering strategy aligned with organizational objectives and data modernization initiatives.\nEstablish data engineering standards, governance frameworks, and best practices across teams.\nLead the design of enterprise-scale data processing architectures using PySpark and modern data platform technologies.\nDefine enterprise standards for Snowflake and Delta Lake-based data platforms supporting analytical and operational workloads.\nDrive real-time and event-driven data architecture initiatives using Apache Kafka or Amazon Kinesis.\nEstablish governance standards for data ingestion, transformation, streaming, and processing frameworks.\nDefine workflow orchestration, scheduling, and operational governance standards using Apache Airflow or Databricks Workflows.\nEstablish data quality, validation, monitoring, and operational excellence frameworks across data engineering ecosystems.\nDefine enterprise standards for data products, data quality ownership, metadata management, discoverability, and trusted business data consumption across the organization.\nEstablish architecture standards for modern Lakehouse platforms, data observability, platform engineering, and scalable cloud-native data ecosystems supporting enterprise analytics and AI initiatives.\nDefine AI-ready data foundation strategies supporting structured and unstructured data processing, vector-enabled architectures, retrieval patterns, and future GenAI and Agentic AI initiatives.\nPartner with business stakeholders to translate business objectives into scalable data platform capabilities, data products, and enterprise data architecture decisions.\nDrive adoption of AI-assisted engineering practices across data engineering teams to improve developer productivity, code quality, documentation, testing, and delivery effectiveness while maintaining governance standards.\nLead architecture reviews and ensure data solutions meet scalability, reliability, maintainability, and performance objectives.\nGuide teams on distributed data processing, streaming architectures, modern data platforms, and engineering best practices.\nIdentify platform risks, scalability bottlenecks, operational gaps, and architectural challenges while defining mitigation strategies.\nCollaborate with various teams and leadership stakeholders to align data initiatives with organizational objectives.\nDrive continuous improvement initiatives focused on platform maturity, engineering excellence, scalability, reliability, and delivery effectiveness.\n\nBehavioral Competencies:\nDemonstrates leadership and accountability in driving data engineering excellence across programs and initiatives.\nCollaborate effectively with various teams and business stakeholders to ensure smooth delivery.\nSkills\nAmazon Kinesis, Apache Kafka, Kafka, PySpark","description_format":"text","description_chars":2844,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["EdTech Platforms","Payroll Services","HR & Payroll Software","Accounting & Tax Software"],"lifecycle":[{"event":"open","at":"2026-11-17T01:35:15Z"}],"visa":[],"liveness":{"score":63,"band":"ok","label":"Likely open","p_open":1,"p_active":0.632,"p_room":1,"age_days":0,"expected_fill_days":29,"reasons":["seen:0","stale_co","velocity","win:early"],"computed_at":"2026-11-17T05:47:56Z"},"pay":null,"html_url":"https://alion.io/job/iris-software-group-data-engineer-lead","json_url":"https://alion.io/job/iris-software-group-data-engineer-lead.json","meta":{"generated_at":"2026-11-17T06:26:05Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":11706,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-18T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":51452},"rest":"https://alion.io/mcp/rest/get_company?id=51452"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Firis-software-group-data-engineer-lead"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Firis-software-group-data-engineer-lead"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Firis-software-group-data-engineer-lead"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/iris-software-group-data-engineer-lead\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Firis-software-group-data-engineer-lead"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4424856}},{"tool":"search_jobs","arguments":{"company":"iris.co.uk","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4424856},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}