{"id":3321643,"url":"https://alion.io/job/apexon-aws-data-engineer","title":"AWS Data Engineer","company":{"id":669902,"name":"Apexon","domain":"apexon.com","url":"https://alion.io/company/apexon","size_band":"11-50","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"SmartRecruiters","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":46000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Iceberg","optional":false},{"name":"AWS","optional":false},{"name":"AWS Glue","optional":false},{"name":"AWS Step Functions","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false}],"status":"live","first_seen_at":"2026-10-26T23:33:29Z","employer_posted_date":null,"last_verified_at":"2026-10-26T23:33:29Z","board_verified":false,"closed_at":null,"days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"Hiring: Senior Data Engineer – Python, REST APIs & AWS\nLocation: Any Apexon Location\nWork Mode: Hybrid\nExperience: 7–10 Years\nShift: General Shift\n\nInterview Process: L1 + Client Rounds + HR Discussion (Face-to-Face)\n\nJob Overview\nWe are looking for an experienced Senior Data Engineer with strong hands-on expertise in Python-based REST API integration, API data extraction, and AWS-native data engineering. The candidate will be responsible for building scalable and reliable API ingestion pipelines, integrating third-party data sources, and processing data within a Medallion Architecture-based data platform.\n\nKey Responsibilities\nDevelop and maintain Python-based REST API extraction and ingestion pipelines.\nIntegrate third-party APIs using API documentation and implement reliable data ingestion.\nHandle API pagination, authentication, incremental ingestion, retries, error handling, and logging.\nBuild and optimize data pipelines using AWS Glue, Amazon Athena, and other AWS services.\nImplement Medallion Architecture (Bronze, Silver, and Gold layers).\nWork with Apache Iceberg tables, including schema evolution and table management.\nOrchestrate workflows using AWS Step Functions and/or Apache Airflow.\nImplement data quality checks and ensure pipeline reliability, scalability, and performance.\nTroubleshoot pipeline failures and optimize data processing workflows.\n\nMandatory Skills\nStrong hands-on experience in Python scripting and REST API pipeline development.\nPractical experience with REST API extraction, pagination, authentication, incremental ingestion, error handling, and retry mechanisms.\nStrong experience with AWS Glue and Amazon Athena.\nGood understanding of Medallion Architecture (Bronze, Silver, and Gold).\nWorking knowledge of Apache Iceberg, schema evolution, and table management.\nExperience with AWS Step Functions and/or Apache Airflow.\nUnderstanding of data quality checks and validation processes.","description_format":"text","description_chars":1935,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["AI Agents","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-27T08:10:15Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":4,"expected_fill_days":30,"reasons":["seen:4","win:early"],"computed_at":"2026-10-31T05:58:55Z"},"pay":null,"html_url":"https://alion.io/job/apexon-aws-data-engineer","json_url":"https://alion.io/job/apexon-aws-data-engineer.json","meta":{"generated_at":"2026-10-31T23:28:55Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":36708,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-01T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":669902},"rest":"https://alion.io/mcp/rest/get_company?id=669902"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fapexon-aws-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fapexon-aws-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fapexon-aws-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/apexon-aws-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fapexon-aws-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3321643}},{"tool":"search_jobs","arguments":{"company":"apexon.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3321643},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}