{"id":3357440,"url":"https://alion.io/job/vanguard-data-engineer-specialist-3","title":"Data Engineer, Specialist","company":{"id":4442850,"name":"VANGUARD","domain":"vanguard.in","url":"https://alion.io/company/vanguard-9","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":19500,"max_usd":42000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Amazon CloudWatch","optional":false},{"name":"Amazon Kinesis","optional":false},{"name":"Amazon Redshift","optional":false},{"name":"Amazon S3","optional":false},{"name":"Amazon SageMaker","optional":false},{"name":"AWS","optional":false},{"name":"AWS Bedrock","optional":false},{"name":"AWS Glue","optional":false},{"name":"AWS Lambda","optional":false},{"name":"AWS Step Functions","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"CloudFormation","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Hadoop","optional":false},{"name":"IAM","optional":false},{"name":"Incident Management","optional":false},{"name":"Java","optional":false},{"name":"LLM Guardrails","optional":false},{"name":"MySQL","optional":false},{"name":"OpenSearch","optional":false},{"name":"Oracle","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Prefect","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-27T17:21:01Z","employer_posted_date":null,"last_verified_at":"2026-10-27T17:21:01Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Provides expert level data solutions by using software to process, store, and serve data to others. Tests data quality and optimizes data availability. Ensures that data pipelines are scalable, repeatable, and secure. Utilizes the deepest dive analytical skillset on a variety of internal and external data. Leads, instructs, and mentors newer Data Engineering crew.\n\nAbout Vanguard\n\nFounded in 1975, Vanguard is one of the world's leading investment management companies. The firm offers investments, advice, and retirement services to tens of millions of individual investors around the globe—directly, through workplace plans, and through financial intermediaries.\n\nVanguard India\n\nVanguard's office in India is a significant milestone in our global expansion. We are committed to establishing an enduring technology center in Hyderabad, Telangana and are excited to be adding talent who will focus on Artificial Intelligence (AI), mobile, and cloud-based technologies that drive our business outcomes and deliver a world-class experience for our clients.\n\nRole Summary\n\nThe Data Engineer, Senior Specialist is responsible for designing, developing and optimizing data pipelines and architectures to support scalable and efficient data processing. This role involves working with complex datasets, integrating multiple data sources and ensuring high data quality and reliability. The role requires a strong product mindset to understand business needs, translate them into sustainable technical solutions, and take end-to-end ownership of delivery, quality, reliability, and continuous improvement. The individual will collaborate with business and technology stakeholders to deliver secure, high-quality, and future-ready data solutions while contributing to modern AI-assisted engineering practices.\n\nThe role also carries technical ownership for business-critical data products and platforms, including production reliability, incident management, release support, operational improvements, and sustainable application-support practices.\n\nResponsibilites\n\nDevelop and maintain efficient ETL (Extract, Transform, Load) pipelines that ingest, process and transform large datasets from diverse sources. Build and manage data storage solutions using relational and non-relational databases, ensuring high availability, performance and scalability.\nWork with APIs, third-party data sources and internal databases to create unified datasets that provide actionable insights for business stakeholders.\nPartner with business intelligence analysts, data scientists and software engineers to design and implement data-driven solutions that meet business requirements.\nDesign optimized data schemas and structures that support analytical workloads and improve query performance.\nLeverage orchestration tools like Apache Airflow or Prefect to automate ETL workflows and improve operational efficiency.\nProvide technical guidance, review code and promote best practices within the data engineering team.\nLead and mentor Data and AI Engineers, providing technical direction, coaching, and engineering guidance.\nLead solution architecture and technical design, ensuring alignment with business objectives, product priorities, and engineering standards.\nDesign and optimize scalable data pipelines, cloud data platforms, data models, and storage solutions supporting analytical and operational workloads.\nArchitect reliable batch and real-time data processing solutions, incorporating data quality, governance, security, performance, and scalability.\nPartner with Product Owners, business stakeholders, Architects, Analysts, and Engineering teams to translate requirements into sustainable data solutions.\nTake end-to-end technical ownership across design, development, deployment, production reliability, and continuous improvement.\nEvaluate technical options and make informed architecture decisions considering performance, scalability, security, cost, reliability, and maintainability.\nEstablish engineering and operational practices covering CI/CD, automation, testing, observability, monitoring, release readiness, and production support.\nLead complex production incident resolution, root-cause analysis, preventive actions, and reliability improvements, while guiding engineers in troubleshooting and reducing operational risk.\nDrive engineering excellence through architecture/design/code reviews, reusable patterns, DevOps practices, and AI-assisted development.\nStrong product mindset, connecting technical decisions and engineering investments to business and customer outcomes.\nProven ability to lead, mentor, and influence engineers while remaining technically hands-on.\nStrong analytical, problem-solving, troubleshooting, and technical decision-making skills.\nEffective communication and stakeholder management across technical, business, and product teams.\nAbility to navigate ambiguity, balance competing priorities, and proactively manage risks, dependencies, and trade-offs.\nStrong commitment to engineering excellence, operational reliability, and continuous improvement.\nWillingness to provide technical leadership during critical production incidents, major releases, and business-critical situations outside regular working hours when required.\n\nQualifications and Skills\n\nMinimum 8 years of relevant work experience, with at least 4 years focused on designing and developing scalable data pipelines, ETL frameworks and database management systems.\nBachelor's degree (B.E./B.Tech) in Computer Science or IT, or Bachelor's in Computer Applications (BCA) from a recognized institution.\nProficiency in SQL and database technologies such as PostgreSQL, MySQL, Oracle, or SQL Server.\nHands-on experience with big data frameworks like Apache Spark, Hadoop, or Databricks.\nStrong programming skills in Python, Scala, or Java for data processing and automation.\nExperience with cloud platforms such as AWS, Azure, or GCP, particularly in data services like AWS Glue, Redshift, Big Query, or Snowflake.\nDeep hands-on experience architecting and delivering AWS-based data solutions using services such as S3, Glue, Lambda, Redshift, Athena, Step Functions, SNS/SQS, IAM, CloudWatch, Kinesis, and EMR. Ability to make architecture decisions covering scale, security, reliability, performance, and cost.\nHands-on experience or strong working knowledge of Amazon Bedrock, including Knowledge Bases, Guardrails and Agents, along with SageMaker, Lambda, S3, OpenSearch Serverless vector capabilities, Step Functions, and infrastructure as code using CDK or CloudFormation.\n\nLocation\n\nThis role is based in Hyderabad, Telangana at Vanguard India. Only qualified external applicants will be considered.\n\nOur mission\n\nVanguard adheres to a simple purpose: To take a stand for all investors, to treat them fairly, and to give them the best chance for investment success.\n\nOur commitment to you \n\nVanguard takes the same long-term view of your success—at work and in life—with Benefits and Rewards packages that reflect what you care about, throughout all the phases and stages of your life. Our Total Rewards programs provide you and your loved ones with wellness support for key areas in your life:\n\nFinancial wellness \n\nWe're committed to enabling your financial success and provide competitive offers and programs.\n\nPhysical wellness\n\nWe're committed to providing benefits that support your physical health and wellness.\n\nPersonal wellness \n\nWe're committed to providing resources that help support the full scope of your life.\n\nHow We Work\n\nVanguard has implemented a hybrid working model for most of our employees (crew members), designed to capture the benefits of enhanced flexibility while enabling in-person learning, collaboration, and connection. We believe our mission-driven and highly collaborative culture is a critical enabler to support long-term client outcomes and enrich the employee experience.","description_format":"text","description_chars":7909,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Hybrid work"],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Data & Analytics"],"lifecycle":[{"event":"open","at":"2026-10-27T20:10:15Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":0,"expected_fill_days":28,"reasons":["seen:0","velocity","win:early"],"computed_at":"2026-10-28T05:59:10Z"},"pay":null,"html_url":"https://alion.io/job/vanguard-data-engineer-specialist-3","json_url":"https://alion.io/job/vanguard-data-engineer-specialist-3.json","meta":{"generated_at":"2026-10-28T08:38:51Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":11232,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-29T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4442850},"rest":"https://alion.io/mcp/rest/get_company?id=4442850"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fvanguard-data-engineer-specialist-3"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fvanguard-data-engineer-specialist-3"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fvanguard-data-engineer-specialist-3"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/vanguard-data-engineer-specialist-3\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fvanguard-data-engineer-specialist-3"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3357440}},{"tool":"search_jobs","arguments":{"company":"vanguard.in","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3357440},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}