{"id":4196621,"url":"https://alion.io/job/infovision-solutions-senior-data-engineer","title":"Senior Data Engineer","company":{"id":3808962,"name":"Infovision Solutions","domain":"infovision.com","url":"https://alion.io/company/infovision-solutions","size_band":null,"is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"API Gateway","optional":false},{"name":"Azure","optional":false},{"name":"Azure Cosmos DB","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"Dependency Injection","optional":false},{"name":"ETL/ELT","optional":false},{"name":"FastAPI","optional":false},{"name":"Rest API","optional":false},{"name":"Swagger","optional":false},{"name":"Delta Lake","optional":true},{"name":"Python","optional":true},{"name":"Scrum","optional":true},{"name":"SQL","optional":true}],"status":"live","first_seen_at":"2026-11-12T20:35:00Z","employer_posted_date":null,"last_verified_at":"2026-11-12T20:35:00Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Senior Data Engineer - Data Pipelines & Cloud Databases\n\nRole Overview:\n\nDesign, build, manage enterprise data pipelines on Azure and Databricks. Own schema design, API development, and data infrastructure for analytics and intelligence products.\n\nKey Responsibilities:\nImplement robust, scalable data pipelines using Microsoft Azure and Databricks stack\nBuild reusable data pipeline components and frameworks\nDesign and optimize data workflows for performance and reliability\nMonitor pipeline health and implement automated alerting\nDesign relational and non-relational database schemas\nMongoDB: schema design, aggregation pipelines, indexing, sharding, replica sets, performance tuning\nAzure Cosmos DB: multi-model access, partitioning, consistency levels, throughput management (RU/s), global distribution\nAzure Cosmos DB Gremlin API: graph data modeling, traversals, vertex/edge design, relationship analytics\nBuild RESTful APIs using FastAPI with async endpoint design\nImplement Pydantic models, middleware, dependency injection, background tasks\nGenerate and maintain auto-generated OpenAPI/Swagger documentation\nConfigure Azure API Management (APIM) for API gateway and security\nCollect progress updates from squads regularly\nConsolidate updates into weekly project status reports\nDevelop L3-level project plans with task details, milestones, dependencies\nParticipate in early-stage design and feature definition\nCommunicate complex data insights to non-technical stakeholders\nWork across multiple engineering teams on prototype integration\nSupport integration of proven prototypes into core intelligence products\nStrong team collaboration and cross-functional communication\nKnowledge sharing and documentation\n\nRequired Experience:\n4+ years data engineering or data platform experience\nRelational and non-relational database expertise\nMongoDB: advanced schema design, aggregation, indexing, sharding, performance optimization\nAzure Cosmos DB: multi-model APIs, partitioning, consistency, throughput management\nGraph databases: Cosmos DB Gremlin API, graph modeling, traversals, relationship analytics\nFastAPI proficiency: async endpoints, Pydantic models, middleware, dependency injection\nBackground tasks and job scheduling\nRESTful API design and best practices\nOpenAPI/Swagger documentation\nAzure fundamentals and hands-on experience\nAzure Data Factory or Databricks for ETL/ELT\nAzure Cosmos DB multi-region setup\nAzure API Management (APIM) configuration\nETL/ELT pipeline design and development\nData quality validation and monitoring\nSchema design for analytics and reporting\nPerformance optimization and scalability\n\nPreferred Experience:\nDatabricks Delta Lake experience\nAzure Synapse Analytics\nPython for data engineering\nSpark SQL optimization\nReal-time data streaming\nData governance and metadata management\nAgile/Scrum development model\nCI/CD pipeline experience\nSkills\nAzure, Data Engineering, ELT, ETL","description_format":"text","description_chars":2920,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Cybersecurity","Information Security","IT Consulting & Digital Transformation"],"lifecycle":[{"event":"open","at":"2026-11-12T20:35:00Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":19,"reasons":["seen:0","win:early"],"computed_at":"2026-11-12T21:33:47Z"},"pay":null,"html_url":"https://alion.io/job/infovision-solutions-senior-data-engineer","json_url":"https://alion.io/job/infovision-solutions-senior-data-engineer.json","meta":{"generated_at":"2026-11-12T21:33:47Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":45553,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3808962},"rest":"https://alion.io/mcp/rest/get_company?id=3808962"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Finfovision-solutions-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Finfovision-solutions-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Finfovision-solutions-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/infovision-solutions-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Finfovision-solutions-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4196621}},{"tool":"search_jobs","arguments":{"company":"infovision.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4196621},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}