{"id":3626081,"url":"https://alion.io/job/symphoni-hr-lead-data-engineer-integration-streaming","title":"Lead Data Engineer - Integration & Streaming","company":{"id":3800108,"name":"Symphoni HR","domain":"symphonihr.com","url":"https://alion.io/company/symphoni-hr","size_band":"201-500","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":{"grade":"A","score":93,"open_postings":42,"ghost_share":0,"stale_share":0,"repost_share":0.476,"time_to_fill_p50_days":45,"computed_at":"2026-11-08T05:47:12Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CI/CD","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Apache Kafka","optional":true},{"name":"Informatica","optional":true}],"status":"live","first_seen_at":"2026-11-02T19:40:09Z","employer_posted_date":"2026-11-02","last_verified_at":"2026-11-08T06:12:12Z","board_verified":true,"closed_at":null,"days_open":5,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":5},"description":"This Manager-level role focuses on leading integration-heavy data engineering initiatives that span source onboarding, API integration, change data capture (CDC), and streaming patterns. You will guide technical decisions, maintain delivery quality, and build reusable pipelines that support enterprise-wide integration. The role also requires close engagement with stakeholders to clarify requirements, manage risks and dependencies, and drive outcomes. Onsite travel to the Middle East is required as part of the role.\nSYMPHONI HR is partnering with a leading global professional services and finance organization to find an experienced data engineering leader. The client operates at significant scale across the accounting and finance sector, serving large enterprises with complex, data-intensive operations. The culture emphasizes technical excellence, collaborative delivery, and building reusable, high-quality data platforms.\nResponsibilities\nLead integration-heavy data engineering use cases involving source onboarding, API integration, CDC, and streaming patterns.\nDrive delivery aligned to enterprise integration, CDC, and reusable pipeline architecture.\nGuide technical decisions and ensure consistent delivery quality across the assigned scope.\nHands-on development of data pipelines using Python and SQL to deliver role outcomes.\nDesign and implement API integrations and event-driven or streaming data flows.\nEngage stakeholders to clarify requirements, identify risks and dependencies, and track outcomes.\nApply CI/CD and testing practices across batch and streaming pipelines.\nTravel onsite to the Middle East as required by client engagements.\nRequirements\n8-12 years of relevant data engineering experience, aligned to a Manager-level position.\nStrong hands-on expertise in API integration.\nPractical experience with Change Data Capture (CDC).\nProficiency in Python and SQL for pipeline development.\nExperience with streaming data architectures.\nEngineering degree or higher.\nGood to have: Informatica IDMC and Kafka/event streaming experience.\nRelevant platform or technology certifications are advantageous, particularly for Informatica IDMC and Kafka.\nSkills\nAPI integration, CDC, Python, SQL, streaming, Informatica IDMC, Kafka","description_format":"text","description_chars":2252,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-02T19:40:09Z"}],"visa":[],"liveness":{"score":54,"band":"ok","label":"Likely open","p_open":1,"p_active":0.542,"p_room":1,"age_days":5,"expected_fill_days":45,"reasons":["conf:4","agency","velocity","win:early","comp:brand"],"computed_at":"2026-11-08T05:47:12Z"},"pay":null,"html_url":"https://alion.io/job/symphoni-hr-lead-data-engineer-integration-streaming","json_url":"https://alion.io/job/symphoni-hr-lead-data-engineer-integration-streaming.json","meta":{"generated_at":"2026-11-08T09:31:02Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":20681,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-09T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800108},"rest":"https://alion.io/mcp/rest/get_company?id=3800108"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsymphoni-hr-lead-data-engineer-integration-streaming"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsymphoni-hr-lead-data-engineer-integration-streaming"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsymphoni-hr-lead-data-engineer-integration-streaming"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/symphoni-hr-lead-data-engineer-integration-streaming\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsymphoni-hr-lead-data-engineer-integration-streaming"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3626081}},{"tool":"search_jobs","arguments":{"company":"symphonihr.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3626081},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}