{"id":787160,"url":"https://alion.io/job/proarch-aws-glue-python-developer","title":"AWS Glue Python Developer","company":{"id":6421,"name":"ProArch","domain":"proarch.com","url":"https://alion.io/company/proarch","size_band":"201-500","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":null},"role":"Backend","role_family":"Backend","seniority":null,"employment_type":"contractor","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India","Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon CloudWatch","optional":false},{"name":"Amazon EventBridge","optional":false},{"name":"Amazon S3","optional":false},{"name":"AWS","optional":false},{"name":"AWS Glue","optional":false},{"name":"AWS Lambda","optional":false},{"name":"AWS Step Functions","optional":false},{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"IAM","optional":false},{"name":"Least Privilege","optional":false},{"name":"MySQL","optional":false},{"name":"Oracle","optional":false},{"name":"PostgreSQL","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false},{"name":"SOAP","optional":false},{"name":"SQL","optional":false},{"name":"GitHub Actions","optional":true},{"name":"GitLab","optional":true},{"name":"Jenkins","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-09-28T20:01:04Z","employer_posted_date":"2026-09-28","last_verified_at":"2026-11-01T22:13:47Z","board_verified":true,"closed_at":null,"days_open":34,"trust":{"level":"ok","repost_count":1,"flags":[],"days_open":33},"description":"We are seeking an experienced AWS Glue Python Developer to design, develop, and support scalable cloud-based inbound and outbound file based data integration and processing solutions. The ideal candidate will have strong expertise in Python, AWS Glue, PySpark, and serverless AWS services.\nThe candidate will work with business and technical teams to develop reliable data processing workflows using services such as Amazon S3, EventBridge, Lambda, SNS, SQS, CloudWatch, IAM, and AWS Step Functions or Glue Workflows.\nKey Responsibilities\nDesign and develop inbound and outbound file processing using AWS Glue, Python, and PySpark.\nDevelop reusable Python modules, utilities, and frameworks for data ingestion, validation, transformation, and error handling.\nBuild batch inbound and outbound file processing using Amazon S3 and AWS Glue.\nConfigure Amazon EventBridge rules for scheduling and event-based processing.\nDevelop AWS Lambda functions for lightweight processing, automation, validation, and integration activities.\nImplement messaging and notification solutions using Amazon SNS and Amazon SQS.\nConfigure Amazon CloudWatch logs, metrics, dashboards, and alarms for operational monitoring.\nDevelop workflows using AWS Glue Workflows, AWS Step Functions, or equivalent orchestration services.\nIntegrate AWS services with relational databases, APIs, file systems, and external applications.\nImplement data ingestion from CSV, XML, JSON, Excel, fixed-length, variable-length, and delimited files.\nDevelop data validation, reconciliation, audit, retry, and exception-handling processes.\nOptimize AWS Glue jobs for performance, scalability, and cost efficiency.\nImplement secure access using AWS IAM roles, policies, encryption, and secrets management.\nSupport production deployments, incident resolution, root-cause analysis, and performance tuning.\nCollaborate with DevOps teams to implement CI/CD pipelines for AWS Glue jobs and related infrastructure.\nPrepare technical documentation, data flow diagrams, operational procedures, and support documentation.\nRequirements\n8+ years of experience in Python development and data engineering.\nStrong hands-on experience with AWS Glue and PySpark.\nExcellent knowledge of Python programming, object-oriented programming, and exception handling.\nExperience designing ETL pipelines and data processing frameworks.\nStrong experience with Amazon S3, including bucket structures, lifecycle policies, partitioning, and file formats.\nExperience with Amazon EventBridge for scheduled and event-driven execution.\nExperience developing and deploying AWS Lambda functions using Python.\nExperience with Amazon SNS and SQS for notifications, messaging, and asynchronous processing.\nExperience with Amazon CloudWatch for logging, monitoring, alerting, and troubleshooting.\nUnderstanding of AWS IAM, security policies, encryption, and least-privilege access.\nExperience working with relational databases such as Oracle, PostgreSQL, MySQL, or Amazon RDS.\nStrong knowledge of SQL and database connectivity from Python or AWS Glue.\nExperience working with REST/SOAP APIs and external system integrations.\nUnderstanding of JSON, XML, CSV, Excel, and fixed-width file formats.\nExperience with Git and software development best practices.\nPreferred Skills\nExperience with AWS Step Functions or AWS Glue Workflows.\nExperience with CI/CD tools such as Jenkins, GitHub Actions, GitLab, or AWS CodePipeline.\nKnowledge of data quality, reconciliation, lineage, and audit requirements.","description_format":"text","description_chars":3507,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Managed Security","IT Consulting & Digital Transformation","AI Consulting & Integration"],"lifecycle":[{"event":"open","at":"2026-09-12T02:15:10Z"},{"event":"close","at":"2026-09-24T04:51:15Z"},{"event":"reopen","at":"2026-09-28T11:45:30Z"}],"visa":[],"liveness":{"score":32,"band":"fade","label":"Fading","p_open":1,"p_active":0.589,"p_room":0.55,"age_days":33,"expected_fill_days":26,"reasons":["conf:3","velocity","win:tail"],"computed_at":"2026-11-01T06:10:25Z"},"pay":null,"html_url":"https://alion.io/job/proarch-aws-glue-python-developer","json_url":"https://alion.io/job/proarch-aws-glue-python-developer.json","meta":{"generated_at":"2026-11-02T01:07:12Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1700,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-03T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":6421},"rest":"https://alion.io/mcp/rest/get_company?id=6421"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fproarch-aws-glue-python-developer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fproarch-aws-glue-python-developer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fproarch-aws-glue-python-developer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/proarch-aws-glue-python-developer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fproarch-aws-glue-python-developer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":787160}},{"tool":"search_jobs","arguments":{"company":"proarch.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":787160},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}