{"id":3108661,"url":"https://alion.io/job/exl-aws-data-engineer-10","title":"AWS Data Engineer","company":{"id":38016,"name":"EXL","domain":"exlservice.com","url":"https://alion.io/company/exl","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"B","score":80,"open_postings":260,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":15,"computed_at":"2026-10-26T05:57:25Z"}},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":15000,"max_usd":41000,"period":"year","method":"role_country_seniority_unknown","sample_n":171},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon EventBridge","optional":false},{"name":"Amazon S3","optional":false},{"name":"Apache Iceberg","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"AWS Glue","optional":false},{"name":"AWS Lambda","optional":false},{"name":"AWS Step Functions","optional":false},{"name":"CI/CD","optional":false},{"name":"DynamoDB","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Pytest","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"Trino","optional":false}],"status":"live","first_seen_at":"2026-09-08T06:54:57Z","employer_posted_date":"2026-09-08","last_verified_at":"2026-10-26T02:42:48Z","board_verified":true,"closed_at":null,"days_open":48,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":48},"description":"We are seeking a highly skilled AWS Data Engineer with deep expertise in AWS cloud architecture, big data processing, real-time streaming, and modern data lake technologies. The ideal candidate will have strong hands-on experience in Spark (PySpark), Iceberg, EMR, Starburst/Trino, and event-driven architectures, along with experience building real-time and API-driven data applications who can design and build generic solutions for one of our Fortune 500 Client programs in the realm of Financial Master & Reference Data Management. This is high visibility, fast-paced key initiative will integrate data across internal and external sources, provide analytical insights, and integrate with the customer’s critical systems.\n Key Responsibilities\nDesign and implement scalable, secure, and cost-optimized AWS data architectures.\nDevelop and maintain ETL pipelines using AWS Lambda and AWS Glue ETL.\nConfigure and manage AWS Glue Crawlers, Glue Data Catalog, and schema evolution.\nBuild, optimize, and unit test applications on the Apache Spark framework using PySpark.\nDesign and optimize data lakes using Apache Iceberg on AWS, including table compaction and Iceberg performance tuning.\nWork extensively with data formats such as Avro, Parquet, JSON, XML, and CSV.\nOrchestrate event-driven workflows using AWS Step Functions and Amazon EventBridge.\nConnect and integrate Starburst from Lambda and Glue ETL jobs for federated querying.\nImplement CI/CD pipelines for automated testing and deployment.\nPerform unit testing using PyTest, and performance tuning of Spark and Python applications\n Strong understanding of AWS architecture best practices, scalability, security, and cost optimization strategies.\nStrong hands-on experience with AWS services including Lambda, Glue ETL, Athena, S3, DynamoDB, Step Functions, EventBridge, SNS, and SQS.\nDeep experience in Apache Spark (PySpark/Scala) development, unit testing, and performance optimization.\nStrong Python programming skills using libraries such as pandas, requests, json, and awswrangler.\nExperience on Apache Kafka and Confluent Kafka.\nExperience designing and optimizing data lakes using Apache Iceberg, including compaction and Iceberg optimization techniques.","description_format":"text","description_chars":2222,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Business Process Outsourcing (BPO)","AI Consulting & Integration","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-10-22T20:04:30Z"}],"visa":[],"liveness":{"score":7,"band":"cold","label":"Long shot","p_open":1,"p_active":0.258,"p_room":0.28,"age_days":47,"expected_fill_days":15,"reasons":["conf:3","stale_co","wave","velocity","win:tail","crowd:brand"],"computed_at":"2026-10-26T05:57:25Z"},"pay":null,"html_url":"https://alion.io/job/exl-aws-data-engineer-10","json_url":"https://alion.io/job/exl-aws-data-engineer-10.json","meta":{"generated_at":"2026-10-26T10:32:34Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":14141,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-27T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":38016},"rest":"https://alion.io/mcp/rest/get_company?id=38016"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fexl-aws-data-engineer-10"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fexl-aws-data-engineer-10"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fexl-aws-data-engineer-10"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/exl-aws-data-engineer-10\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fexl-aws-data-engineer-10"}]}