{"id":3321608,"url":"https://alion.io/job/gmg-data-engineer","title":"Data Engineer","company":{"id":95711,"name":"GMG","domain":"gmg.com","url":"https://alion.io/company/gmg-com","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Teamtailor","truth_index":{"grade":"B","score":80,"open_postings":24,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":2,"computed_at":"2026-10-28T05:59:10Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Gurgaon, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":45000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Redshift","optional":false},{"name":"Amazon S3","optional":false},{"name":"AWS","optional":false},{"name":"AWS Glue","optional":false},{"name":"AWS Lambda","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"SQL","optional":false},{"name":"Python","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-26T23:20:33Z","employer_posted_date":null,"last_verified_at":"2026-10-26T23:20:33Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"Role Summary:\n\nWe are seeking a highly skilled Data Engineer specializing in AWS and Databricks. The ideal candidate will design, build, and maintain scalable data pipelines, ensuring efficient data ingestion, processing, and integration from multiple sources—including Google Analytics event data. This role requires deep expertise in AWS Glue, Lambda, Athena, Redshift, Databricks, PySpark, and SQL, alongside strong performance tuning, data security, and cost optimization skills. Candidates with prior experience working in the retail domain will be strongly preferred. Cost optimization skills are essential.\n\nData Engineering & Pipeline Development:\n\n• Develop and manage ETL pipelines for structured, semi-structured, and unstructured data using AWS Glue, PySpark, and SQL.\n• Handle real-time event stream data ingestion and processing from multiple source systems.\n• Ensure efficient data integration into Databricks for advanced processing and analytics.\nCloud & Infrastructure Management\n• Build and optimize backend systems leveraging AWS services (Glue, Athena, Lambda, SNS, S3).\n• Implement, configure, and manage Databricks environments, including clusters, notebooks, and libraries for performance optimization.\n• Ensure optimal resource utilization for AWS and Databricks clusters to improve efficiency and reduce costs.\n• Integrate Databricks with various cloud services while following governance and security best practices.\nTesting & CI/CD Best Practices\n• Write unit test cases and integration tests to ensure data pipeline reliability.\n• Establish best practices for Databricks CI/CD and implement automation for deployment.\nOptimization & Security\n• Apply performance tuning techniques to optimize queries, storage, and processing times.\n• Ensure compliance with security, governance, and industry best practices across AWS and Databricks environments.\n• Monitor system performance and proactively address issues to maintain high availability and reliability.\n\nPeople Management:\n\nThe incumbent holds no direct supervisory responsibilities but is expected to engage effectively within their function and collaboratively across cross-functional teams. This role contributes meaningfully, whether through operational contributions and/or by offering specialized expertise, guidance, and support, to ensure alignment with either functional and/or strategic organizational goals and objectives.\n\nTechnical Competencies:\n\nKnowledge of Glue, PySpark, SQL, Athena, Lambda, SNS, S3\nKnowledge of Databricks: Cluster setup, Notebooks, Libraries, CI/CD, Optimization\nData Processing: Event stream ingestion and batch processing\nTesting: Writing unit test cases and integration tests\nSecurity & Governance: AWS/Databricks governance standards and best practices\nPerformance Optimization: Query tuning, cluster performance improvements, cost reduction\nStrong problem-solving and analytical skills\nAbility to work in a fast-paced, cloud-based data environment\nExcellent collaboration and communication skills\nStrong attention to detail and commitment to best practices\n\nExperience:\nMinimum 6 experience in Data engineering (Core development/design), in which 3+ years on AWS with strong hands on (AWS glue, pyspark, SQL, Athena, lambda, SNS, S3) and 2+ year on Databricks.","description_format":"text","description_chars":3281,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Wholesale","Sporting Goods","Pharmacies","FMCG & Consumer Brand Groups"],"lifecycle":[{"event":"open","at":"2026-10-27T08:10:15Z"}],"visa":[],"liveness":{"score":53,"band":"ok","label":"Likely open","p_open":1,"p_active":0.56,"p_room":0.945,"age_days":1,"expected_fill_days":2,"reasons":["seen:1","stale_co","win:mid"],"computed_at":"2026-10-28T05:59:10Z"},"pay":null,"html_url":"https://alion.io/job/gmg-data-engineer","json_url":"https://alion.io/job/gmg-data-engineer.json","meta":{"generated_at":"2026-10-28T13:43:24Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":18552,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-29T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":95711},"rest":"https://alion.io/mcp/rest/get_company?id=95711"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fgmg-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fgmg-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fgmg-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/gmg-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fgmg-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3321608}},{"tool":"search_jobs","arguments":{"company":"gmg.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3321608},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}