{"id":4028440,"url":"https://alion.io/job/infovision-solutions-data-engineer-2","title":"Data Engineer","company":{"id":3808962,"name":"Infovision Solutions","domain":"infovision.com","url":"https://alion.io/company/infovision-solutions","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"junior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":1,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Git","optional":false},{"name":"Prefect","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-11-10T17:35:30Z","employer_posted_date":null,"last_verified_at":"2026-11-10T17:35:30Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Requirements:\nStrong Python programming skills, including experience developing production data pipelines and integrating with APIs.\nProficiency in SQL for data loading, validation, and troubleshooting.\nHands-on experience with Snowflake and relevant Azure data and storage services.\nExperience building and operating workflows with Prefect or a comparable orchestration tool, with the ability to work in Prefect.\nExperience ingesting structured and semi-structured data, including formats such as CSV, JSON, and Parquet.\nUnderstanding of batch and incremental ingestion patterns, pagination, API rate limits, and schema evolution.\nExperience using Git, code reviews, and automated testing.\nStrong troubleshooting, documentation, and communication skills.\nAbility to work independently while coordinating across internal teams and external organizations.\n\nExpected outcomes:\nReliable, timely ingestion of source data into the raw data layer.\nMaintainable pipelines with clear monitoring, validation, and recovery procedures.\nDocumented integrations that can be supported and extended by other engineers.\nPrompt identification and resolution of ingestion issues.\n\nRoles & Responsibilities:\nDevelop and maintain data ingestion pipelines using Python, Prefect, Azure, and Snowflake.\nIntegrate data from enterprise applications, SaaS tools, and external partners through APIs, database connections, and file transfers.\nLand raw data in designated storage and Snowflake environments, preserving source fidelity and traceability.\nImplement scheduled and incremental ingestion, including retries, error handling, duplicate prevention, and recovery from failed runs.\nMonitor pipeline execution, troubleshoot issues, and resolve data delivery failures.\nImplement ingestion checks for completeness, freshness, schema changes, and reconciliation with source systems.\nCollaborate with business teams, application owners, and external partners to define source interfaces, data formats, delivery schedules, and access requirements.\nFollow established standards for secure access, credential management, logging, and handling sensitive data.\nMaintain pipeline documentation, source mappings, operational runbooks, and support handover materials.\nSkills\nPython, SQL, Snowflake","description_format":"text","description_chars":2261,"description_truncated":false,"requirements":{"experience_years_min":1,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Cybersecurity","Information Security","IT Consulting & Digital Transformation"],"lifecycle":[{"event":"open","at":"2026-11-10T17:35:30Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":23,"reasons":["seen:0","win:early","comp:junior"],"computed_at":"2026-11-10T23:52:57Z"},"pay":null,"html_url":"https://alion.io/job/infovision-solutions-data-engineer-2","json_url":"https://alion.io/job/infovision-solutions-data-engineer-2.json","meta":{"generated_at":"2026-11-10T23:52:57Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":286,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-11T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3808962},"rest":"https://alion.io/mcp/rest/get_company?id=3808962"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Finfovision-solutions-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Finfovision-solutions-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Finfovision-solutions-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/infovision-solutions-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Finfovision-solutions-data-engineer-2"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4028440}},{"tool":"search_jobs","arguments":{"company":"infovision.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4028440},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}