{"id":2520453,"url":"https://alion.io/job/american-express-senior-data-engineer-ii","title":"Senior Data Engineer II","company":{"id":2209,"name":"American Express","domain":"americanexpress.com","url":"https://alion.io/company/american-express","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"A","score":100,"open_postings":53,"ghost_share":0,"stale_share":0.057,"repost_share":0.189,"time_to_fill_p50_days":7,"computed_at":"2026-10-16T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Gurgaon, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":22000,"max_usd":44000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":59},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"BigQuery","optional":false},{"name":"Cassandra","optional":false},{"name":"CI/CD","optional":false},{"name":"Couchbase","optional":false},{"name":"Db2","optional":false},{"name":"Embeddings","optional":false},{"name":"Erwin","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Google Bigtable","optional":false},{"name":"Google Cloud Spanner","optional":false},{"name":"HBase","optional":false},{"name":"Hybrid Search","optional":false},{"name":"IMS","optional":false},{"name":"Java","optional":false},{"name":"LangChain","optional":false},{"name":"LangGraph","optional":false},{"name":"LLM","optional":false},{"name":"LLM Guardrails","optional":false},{"name":"MS SQL","optional":false},{"name":"Oracle","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Redis","optional":false},{"name":"Scrum","optional":false},{"name":"SQL","optional":false},{"name":"Waterfall","optional":false}],"status":"live","first_seen_at":"2026-10-14T09:50:53Z","employer_posted_date":"2026-10-14","last_verified_at":"2026-10-16T03:57:06Z","board_verified":true,"closed_at":null,"days_open":1,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":1},"description":"Sr Data Engineer II oversees all technical aspects of data architecture and database management, ensuring optimal performance and security, while leading teams and collaborating with architects and product teams to design and implement effective data solutions, including advanced Big Data management strategies through partitioning and indexing.\n Supervises and mentors Data Engineers and cross-functional team of colleagues in specific tasks or projects, fostering their professional growth and ensuring adherence to best practices\nCollaborates with delivery architects and engineers to design optional data tier solutions to meet enterprise platform objectives and goals\nCollaborates with product teams to prioritize features for ongoing sprints, designs data tier solutions with architects and engineers, and contributes to decisions about tools and methods\nMentors teams of junior and senior Data Engineers through ongoing development efforts\nManages all technical aspects of data architecture and database management, including developing prototypes, new database structures, and application programming interfaces\nTransforms logical data architectures into physical designs, provides database administration services, and continuously improves database design and performance\nDebugs database components, fixes performance defects, and ensures optimal data replication, high availability, backup, and recovery processes\nLeads the development of plans, strategies, best practices, and standards for data management, security, and processes\nOversees and develops Big Data management strategies by designing and implementing advanced partitioning and indexing solutions\nCollaborates and co-creates effectively with teams in product and the business to align technology initiatives with business objectives\n Education Qualifications:\nBachelor’s degree in Computer Science, Computer Engineering, and/or comparable experience; advanced degree preferred\nKnowledge of Big Data / NoSQL design and development with variety of data stores (document, column family, graph, etc.)\nKnowledge of database management system products and ecosystem - e.g., storage formats, access algorithms, data management processes, administration, data maintenance, replication, high availability, encryption, etc.”\nKnowledge of distributed (multi-tiered) systems, algorithms, and relational & non-relational databases\nKnowledge of XML/JSON and schema development/reuse, relational database management systems, Open Source\nWork Experience:\nData engineering and development experience or a related job\nExperience in SQL and Python (or any other programming language like Java)\nExperience in design and development across one or more database management systems (e.g., HBase, Hive, GCP tools, NoSQL, BigTable, BigQuery, Spanner, IMS, DB2 zOS, Oracle, MS SQL Server, PostgreSQL, Netezza (PDA/DB2AA) as appropriate\nExperience in NoSQL databases (e.g., MongoDB, Couchbase, Cassandra, and Redis)\nExperience in data modeling tools (e.g., ErStudio, ErWin)\nExperience in performance tuning in the Big Data space\nExperience in distributed (multi-tiered) systems, algorithms, and application development\nExperience in database development and support of online transaction processing and/or online analytical processing systems\nExperience in software delivery methodology (Agile, Scrum, Agile XP, Test-Driven Development, Waterfall, etc.)\nExperience in infrastructure design for performance (e.g., network-attached or local-attached storage integration - such as Nutanix)\nExperience designing and implementing ETL/ELT pipelines and large-scale data-processing solutions.\nExperience with performance tuning, resiliency, high availability, data replication, and production troubleshooting.\nExperience with software-engineering practices including Git, automated testing, CI/CD, code reviews, and production support.\nAbility to collaborate effectively with architects, engineers, product teams, and business stakeholders.\nExperience mentoring engineers and providing technical leadership on complex initiatives.AI / GenAI Experience - Preferred\n\nWorking knowledge of Generative AI and LLM-based application architectures.\nExposure to RAG, embeddings, vector databases, semantic/hybrid search, and knowledge retrieval.\nExperience integrating LLM APIs or frameworks such as LangChain/LangGraph is advantageous.\nBasic Understanding of AI evaluation, grounding, guardrails, observability, security, and responsible AI concepts.\nExperience building data pipelines for unstructured/semi-structured content and preparing enterprise data for AI consumption.\nAbility to rapidly prototype AI/GenAI use cases using Python and transition viable POCs toward production.","description_format":"text","description_chars":4717,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Commercial & Retail Banks","Cards & Card Issuing","Payment Processing & Gateways"],"lifecycle":[{"event":"open","at":"2026-10-14T10:50:02Z"}],"visa":[],"liveness":{"score":88,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.882,"p_room":1,"age_days":1,"expected_fill_days":7,"reasons":["conf:1","velocity","win:early","comp:brand"],"computed_at":"2026-10-16T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/american-express-senior-data-engineer-ii","json_url":"https://alion.io/job/american-express-senior-data-engineer-ii.json","meta":{"generated_at":"2026-10-16T08:10:59Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":6082,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-17T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2209},"rest":"https://alion.io/mcp/rest/get_company?id=2209"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Famerican-express-senior-data-engineer-ii"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Famerican-express-senior-data-engineer-ii"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Famerican-express-senior-data-engineer-ii"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/american-express-senior-data-engineer-ii\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Famerican-express-senior-data-engineer-ii"}]}