{"id":2802647,"url":"https://alion.io/job/embarkgrp-director-data-engineering","title":"Director - Data Engineering","company":{"id":3800489,"name":"Embarkgrp","domain":"embarkgrp.com","url":"https://alion.io/company/embarkgrp","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Leadership","role_family":"Leadership","seniority":"head","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":50000,"max_usd":102000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":50},"experience_years_min":10,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Hadoop","optional":false},{"name":"Java","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"SSIS","optional":false}],"status":"closed","first_seen_at":"2026-08-04T08:08:38Z","employer_posted_date":null,"last_verified_at":"2026-11-02T08:09:04Z","board_verified":false,"closed_at":"2026-11-02T08:09:04Z","days_open":90,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":90},"description":"Summary:\n\nWe are seeking a highly skilled and motivated Sr Data Engineer to join our innovative team. As a Data Engineer, you will be responsible for designing, building, and maintaining scalable data pipelines and infrastructure to support our enterprise-wide data-driven initiatives. You will collaborate closely with cross-functional teams to ensure the availability, reliability, and performance of our data systems and solutions.\n\nThis role involves working across modern data engineering frameworks, cloud platforms, and distributed environments to enable efficient data integration, transformation, governance, and consumption across the organization. You will contribute to architectural decisions, lead complex data engineering tasks, and support best practices for high-quality, secure, and scalable data solutions.\n\nResponsibilities:\n\nData Pipeline Development:\n\n- Design, implement, and optimize end-to-end data pipelines for ingesting, processing, and transforming large volumes of structured and unstructured data.\n\n- Develop robust ETL (Extract, Transform, Load) processes to integrate data from diverse sources into our data ecosystem.\n\n- Implement data validation and quality checks to ensure accuracy and consistency across systems.\n\nData Modeling and Architecture:\n\n- Design and maintain data models, schemas, and database structures for analytical and operational use cases.\n\n- Optimize data storage and retrieval mechanisms to support performance and scalability.\n\n- Evaluate and implement data storage solutions including relational databases, NoSQL systems, data lakes, and cloud storage platforms.\n\nData Integration and API Development:\n\n- Build and maintain integrations with internal and external data sources and APIs.\n\n- Implement RESTful APIs and web services for secure and efficient data access and consumption.\n\n- Ensure compatibility, standardization, and interoperability across systems.\n\nData Infrastructure Management:\n\n- Configure and manage data infrastructure components including databases, warehouses, lakehouses, and distributed computing frameworks.\n\n- Monitor system performance, identify bottlenecks, troubleshoot issues, and implement optimizations.\n\n- Implement data security controls, governance, and access management policies to protect sensitive information.\n\nCollaboration and Documentation:\n\n- Collaborate with data scientists, analysts, and business stakeholders to understand data requirements and deliver effective technical solutions.\n\n- Document technical designs, workflows, data flow diagrams, and best practices to enable transparency and knowledge sharing.\n\n- Provide technical guidance, mentorship, and support to team members and cross-functional partners.\n\nRequirements:\n\n- Bachelors degree in computer science, Engineering, Information Systems, or a related field.\n\n- 10+ years of proven experience in data engineering, software development, or related technical roles.\n\n- 10+ years of experience in programming languages commonly used in data engineering (Python, Java, SQL, Stored Procedures, Scala, etc.).\n\n- 10+ years of experience with database systems, data modeling, and advanced SQL.\n\n- 10+ years of experience with ETL tools such as SSIS, Snowflake, Databricks, Azure Data Factory, Stored Procedures, etc.\n\n- Experience with big data technologies such as Hadoop, Spark, Kafka, etc.\n\n- 7+ years of experience working with cloud platforms like Azure, AWS, or Google Cloud.\n\n- Strong analytical, problem-solving, and debugging skills with high attention to detail.\n\n- Excellent communication and collaboration skills in a team-oriented, fast-paced environment.\n\n- Ability to adapt to rapidly evolving technologies and business requirements.\nSkills\nPython, Java, SQL, Scala, Data Management, Data Architect, ETL, Azure Databricks, Azure Data Factory, Data Engineering","description_format":"text","description_chars":3838,"description_truncated":false,"requirements":{"experience_years_min":10,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Employer of Record & PEO"],"lifecycle":[{"event":"open","at":"2026-10-18T01:22:52Z"},{"event":"expire","at":"2026-11-02T08:09:04Z"}],"visa":[],"liveness":null,"pay":null,"html_url":"https://alion.io/job/embarkgrp-director-data-engineering","json_url":"https://alion.io/job/embarkgrp-director-data-engineering.json","meta":{"generated_at":"2026-11-03T18:47:01Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":721,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-04T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800489},"rest":"https://alion.io/mcp/rest/get_company?id=3800489"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fembarkgrp-director-data-engineering"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fembarkgrp-director-data-engineering"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fembarkgrp-director-data-engineering"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/embarkgrp-director-data-engineering\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fembarkgrp-director-data-engineering"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2802647}},{"tool":"search_jobs","arguments":{"company":"embarkgrp.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2802647},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}