{"id":1170444,"url":"https://alion.io/job/american-express-data-engineer-iii","title":"Data Engineer III","company":{"id":2209,"name":"American Express","domain":"americanexpress.com","url":"https://alion.io/company/american-express","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"A","score":100,"open_postings":33,"ghost_share":0,"stale_share":0.091,"repost_share":0.03,"time_to_fill_p50_days":4,"computed_at":"2026-09-28T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":23000,"max_usd":59000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":431},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"Java","optional":false},{"name":"Machine Learning","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Agile","optional":true},{"name":"Amazon CloudWatch","optional":true},{"name":"Amazon EC2","optional":true},{"name":"Amazon ECS","optional":true},{"name":"Amazon S3","optional":true},{"name":"Apache Kafka","optional":true},{"name":"AWS","optional":true},{"name":"AWS Lambda","optional":true},{"name":"Databricks","optional":true},{"name":"Delta Lake","optional":true},{"name":"Docker","optional":true},{"name":"GitHub","optional":true},{"name":"IAM","optional":true},{"name":"Jenkins","optional":true},{"name":"Kubernetes","optional":true},{"name":"Linux","optional":true},{"name":"Redis","optional":true},{"name":"Rest API","optional":true},{"name":"Scrum","optional":true},{"name":"Unix","optional":true}],"status":"live","first_seen_at":"2026-09-24T05:55:22Z","employer_posted_date":"2026-09-24","last_verified_at":"2026-09-28T06:22:23Z","board_verified":true,"closed_at":null,"days_open":4,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":4},"description":"About the Team - Global Campaign Tracking (GCT)\nGlobal Campaign Tracking (GCT) is a mission-critical enterprise data platform that powers digital acquisition marketing across American Express Consumer and Commercial businesses in global markets. The platform captures, processes, and delivers digital interaction data to enable campaign attribution, acquisition reporting, and marketing analytics, helping optimize marketing ROI and campaign performance.\nGCT serves as the authoritative source for customer targeting, offer eligibility, and digital acquisition insights. It also supports partner commission and affiliate settlement processes through daily data feeds to external agencies. Additionally, the platform provides trusted data to downstream systems for analytics, machine learning, enterprise reporting, and real-time risk decisioning, making it a foundational component of the American Express digital acquisition ecosystem.\nRole Summary\nWe are seeking a highly motivated Data Engineer III to design, build, and enhance scalable data platforms that power critical business capabilities across digital acquisition marketing. This role requires a strong engineering mindset, deep expertise in distributed data processing, and a passion for building reliable, high-performance data solutions.\nAs part of the GCT engineering team, you will work closely with product managers, architects, software engineers, analysts, and business stakeholders to develop modern data pipelines, optimize platform performance, and deliver high-quality data products that support real-time and batch analytics.\n Key Responsibilities\nDesign, develop, and maintain scalable and resilient data pipelines using modern cloud-native technologies.\nBuild and optimize batch and streaming data processing frameworks.\nDevelop high-quality, reusable, and maintainable code following engineering best practices.\nDesign data models that support analytics, reporting, and operational use cases.\nImprove platform scalability, performance, reliability, and observability.\nCollaborate with cross-functional teams to translate business requirements into technical solutions.\nPerform data quality validation and implement automated monitoring and alerting.\nTroubleshoot production issues and drive root cause analysis.\nParticipate in architecture discussions, code reviews, and technical design sessions.\nMentor junior engineers and contribute to engineering best practices across the team.\nDrive continuous improvement through automation, CI/CD, and infrastructure-as-code practices.\n Required Qualifications\nBachelor's degree in Computer Science, Engineering, Information Systems, or a related technical field.\n8+ years of experience in Data Engineering or Software Engineering.\nStrong programming experience with Java and/or Python.\nHands-on experience with Apache Spark and distributed data processing.\nExperience developing ETL/ELT pipelines on cloud platforms.\nStrong SQL skills and experience with relational and distributed databases.\nExperience working with Apache Airflow or similar workflow orchestration tools.\nExperience with version control using Git and modern CI/CD practices.\nStrong understanding of software engineering principles, testing, and code quality.\nExcellent analytical, troubleshooting, and problem-solving skills.\nStrong communication and collaboration skills.\nPreferred Qualifications\nExperience with Databricks and Delta Lake.\nExperience with AWS services such as S3, EMR, Lambda, ECS, EC2, IAM, and CloudWatch.\nExperience building event-driven or streaming applications using Kafka or similar technologies.\nExperience with containerization technologies such as Docker and Kubernetes.\nKnowledge of data governance, metadata management, and data lineage.\nExperience working in Agile/Scrum environments.\nExposure to marketing analytics, digital acquisition, clickstream, or customer analytics platforms.\nExperience with observability and monitoring tools.\nFamiliarity with DevSecOps and secure software development practices.\nWhat Success Looks Like\nDeliver reliable, scalable, and high-quality data engineering solutions.\nBuild production-ready pipelines that meet performance and availability goals.\nImprove platform efficiency through engineering innovation and automation.\nMaintain high standards for code quality, testing, and operational excellence.\nCollaborate effectively across engineering, product, and business teams.\nTake ownership of features from design through production support.\nContribute to the team's technical direction and mentor fellow engineers.\nContinuously identify opportunities to simplify, modernize, and optimize the platform.\nKey Technologies\nJava\nPython\nApache Spark\nDatabricks\nSQL\nApache Airflow\nAWS (S3, EMR, Lambda, ECS, EC2, IAM, CloudWatch)\nDelta Lake\nGit & GitHub\nJenkins / CI-CD\nDocker\nKubernetes\nKafka\nREST APIs\nRedis\nUnix/Linux\nMonitoring & Observability Tools\nAgile / Scrum","description_format":"text","description_chars":4915,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Commercial & Retail Banks","Cards & Card Issuing","Payment Processing & Gateways"],"lifecycle":[{"event":"open","at":"2026-09-24T07:11:48Z"}],"liveness":{"score":55,"band":"ok","label":"Likely open","p_open":1,"p_active":0.735,"p_room":0.75,"age_days":3,"expected_fill_days":4,"reasons":["conf:14","velocity","win:late","comp:brand"],"computed_at":"2026-09-28T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/american-express-data-engineer-iii","json_url":"https://alion.io/job/american-express-data-engineer-iii.json","meta":{"generated_at":"2026-09-28T06:27:46Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":4498,"day_limit":5000,"remaining_today":502,"minute_limit":60,"resets_at":"2026-09-29T00:00:00Z"}}}