{"id":3392907,"url":"https://alion.io/job/american-express-data-engineer-ii-2","title":"Data Engineer II","company":{"id":2209,"name":"American Express","domain":"americanexpress.com","url":"https://alion.io/company/american-express","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"A","score":100,"open_postings":41,"ghost_share":0,"stale_share":0.122,"repost_share":0.146,"time_to_fill_p50_days":9,"computed_at":"2026-11-02T06:13:15Z"}},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Gurgaon, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":14500,"max_usd":39000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":21},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"ChatGPT","optional":false},{"name":"CI/CD","optional":false},{"name":"Copilot","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"GitHub","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Hadoop","optional":false},{"name":"LLM","optional":false},{"name":"Prompt Engineering","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"AI Agents","optional":true},{"name":"Apache Kafka","optional":true},{"name":"Google Bigtable","optional":true},{"name":"RAG","optional":true}],"status":"live","first_seen_at":"2026-10-28T09:40:29Z","employer_posted_date":"2026-10-28","last_verified_at":"2026-11-02T08:02:15Z","board_verified":true,"closed_at":null,"days_open":4,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":4},"description":"As part of the Enterprise Marketing Technology team, you will design, develop and optimize scalable, reliable and high-quality data solutions that power customer targeting, eligibility, personalization, campaign execution and marketing analytics across American Express.\nThe ideal candidate will bring strong analytical and problem-solving skills, hands-on cloud data engineering expertise, and practical experience leveraging Generative AI tools to improve engineering productivity, automation and solution quality.\nYou will work in an agile, collaborative environment that values engineering excellence, innovation, continuous learning and responsible AI adoption.\n We are looking for a skilled and motivated Engineer II with strong hands-on experience in Data Engineering, Big Data technologies, GCP, Python, SQL and AI-assisted software development.\nData Engineering & Development: Design, develop and maintain scalable data pipelines using GCP BigQuery, Python, SQL, Spark and Apache Airflow for large-scale data ingestion, transformation and processing.\nData Analysis & Quality: Perform data discovery, profiling, complex SQL analysis, source-to-target reconciliation, data validation and root cause analysis to ensure trusted, high-quality data.\nAI-Assisted Engineering: Leverage approved Generative AI tools, GitHub Copilot and LLM-based solutions to accelerate code development, testing, troubleshooting, documentation and engineering automation.\nPerformance & Reliability: Optimize data-processing performance, automate monitoring, troubleshoot production issues and implement preventive measures to improve platform stability.\nData Product Enablement: Build reusable customer, product, campaign and engagement data capabilities supporting enterprise Marketing, targeting, personalization and analytics.\nEngineering Excellence: Follow software engineering best practices, including CI/CD, GitHub, code reviews, automated testing, data governance and production-readiness controls.\nCross-Functional Collaboration: Partner with Product Owners, Business stakeholders, architects and upstream/downstream engineering teams to understand requirements, resolve dependencies and deliver business capabilities.\nContinuous Improvement: Proactively identify opportunities for automation, technical debt reduction, AI adoption and engineering productivity improvements.\n Minimum Qualifications\nBachelor's or master's degree in computer science, Engineering or a related technical discipline, or equivalent work experience.\n5+ years of hands-on experience in software development or data engineering, preferably with large-scale Big Data and cloud-based solutions.\nStrong hands-on expertise in SQL, Python, GCP Big Query and Apache Airflow, including developing and optimizing complex data pipelines.\nExperience with Spark, Scala, Hadoop/Hive or equivalent distributed data-processing technologies.\nStrong data analysis and problem-solving skills, including data profiling, complex SQL, source-to-target validation, data reconciliation and root cause analysis.\nExperience in ETL/ELT, data modeling, data transformation, workflow orchestration and performance optimization.\nPractical hands-on experience with Generative AI tools such as GitHub Copilot, ChatGPT Enterprise or equivalent AI coding assistants for development, debugging, testing or automation.\nWorking knowledge of LLMs, prompt engineering and responsible AI practices, particularly secure handling of enterprise and sensitive data.\nExperience with Git/GitHub, CI/CD pipelines, automated testing and software development best practices.\nUnderstanding of data-quality controls, data governance, privacy and production support.\nStrong communication skills, ability to collaborate across teams and independently resolve complex technical problems.\n\nPreferred Qualifications\nExperience with GCP Bigtable, Pub/Sub, Dataflow, Kafka or real-time data-processing frameworks.\nExposure to Adobe Experience Platform, Adobe Journey Optimizer or Customer Journey Analytics.\nExperience building or contributing to AI-enabled data engineering solutions, such as automated RCA, data-quality monitoring, intelligent data discovery, lineage or test-data generation.\nFamiliarity with LLM APIs, Retrieval-Augmented Generation (RAG), agentic AI frameworks or AI workflow automation.\nExperience developing enterprise data products supporting Marketing, Banking, Lending or customer engagement.\n GCP Professional Data Engineer or equivalent cloud certification.","description_format":"text","description_chars":4498,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":["Continuous learning"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Commercial & Retail Banks","Cards & Card Issuing","Payment Processing & Gateways"],"lifecycle":[{"event":"open","at":"2026-10-28T11:10:48Z"}],"visa":[],"liveness":{"score":80,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.889,"p_room":0.9,"age_days":4,"expected_fill_days":9,"reasons":["conf:3","velocity","win:mid","comp:brand"],"computed_at":"2026-11-02T06:13:15Z"},"pay":null,"html_url":"https://alion.io/job/american-express-data-engineer-ii-2","json_url":"https://alion.io/job/american-express-data-engineer-ii-2.json","meta":{"generated_at":"2026-11-02T09:27:41Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":13242,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-03T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2209},"rest":"https://alion.io/mcp/rest/get_company?id=2209"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Famerican-express-data-engineer-ii-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Famerican-express-data-engineer-ii-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Famerican-express-data-engineer-ii-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/american-express-data-engineer-ii-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Famerican-express-data-engineer-ii-2"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3392907}},{"tool":"search_jobs","arguments":{"company":"americanexpress.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3392907},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}