{"id":3072312,"url":"https://alion.io/job/american-express-data-engineer-ii","title":"Data Engineer II","company":{"id":2209,"name":"American Express","domain":"americanexpress.com","url":"https://alion.io/company/american-express","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"A","score":99,"open_postings":59,"ghost_share":0,"stale_share":0.068,"repost_share":0.254,"time_to_fill_p50_days":8,"computed_at":"2026-10-25T05:49:26Z"}},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Gurgaon, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":15500,"max_usd":39000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":21},"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"GCP","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Google Bigtable","optional":false},{"name":"Google Cloud Spanner","optional":false},{"name":"HBase","optional":false},{"name":"Java","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-22T07:37:52Z","employer_posted_date":"2026-10-22","last_verified_at":"2026-10-25T11:32:51Z","board_verified":true,"closed_at":null,"days_open":3,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":3},"description":"Data Engineer II facilitates seamless data integration and model maintenance, enhances data pipelines and database designs, supports production environments, ensures compliance with enterprise standards, and fosters collaboration while implementing basic partitioning and indexing solutions for Big Data management.\nEvaluates data requirements and stories, documents them for seamless integration into existing architectures, and maintains data models to support business needs\nBuilds and enhances data pipelines and database designs to meet performance, scalability, and security requirements\nShould have good hands on with GCP technologies like : BigQuery, DataProc and other services of GCP.\nHave good working knowledge of SQL and data evaluation tools. \nCollaborates in design reviews and testing, and provides production environment support with guidance from peers and leaders\nCompletes work reviews and fosters a collaborative learning environment with guidance from peers and leaders\nCommunicates and collaborates with business and product teams to facilitate changes and implementation\nCompletes Big Data/Spark and Other distributed frameworks requirements by implementing basic partitioning and indexing solutions\nCollaborates and co-creates effectively with teams in product and the business to align technology initiatives with business objectives\n Education Qualifications:\nBachelor’s degree in Computer Science, Computer Engineering, and/or comparable experience; advanced degree preferred\nKnowledge of Big Data / NoSQL design and development with variety of data stores.\nKnowledge of database management system products and ecosystem - e.g., storage formats, access algorithms, data management processes, administration, data maintenance, replication, high availability, encryption, etc.\nKnowledge of distributed (multi-tiered) systems, algorithms, and relational & non-relational database\nWork Experience:\nData engineering and 4+ years of experience in development.\nHave good experience in performance tuning of large data processing in both batch and real-time.\nExperience in SQL and Python (or any other programming language like Java)\nExperience in design and development across one or more database management systems (e.g., HBase, Hive, GCP tools, NoSQL, BigTable, BigQuery, Cloud Spanner) as appropriate.\nExperience in NoSQL databases (e.g., Hbase, BigTable)\nExperience in performance tuning in the Big Data space\nExperience in distributed (multi-tiered) systems, algorithms, and application development\nExperience in database development and support of online transaction processing and/or online analytical processing systems\nExperience in software delivery methodology (Agile, Scrum, Agile XP, Test-Driven Development etc.)\nGCP Certificate will be good add-on.","description_format":"text","description_chars":2785,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Commercial & Retail Banks","Cards & Card Issuing","Payment Processing & Gateways"],"lifecycle":[{"event":"open","at":"2026-10-22T09:46:30Z"}],"visa":[],"liveness":{"score":78,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.869,"p_room":0.9,"age_days":2,"expected_fill_days":8,"reasons":["conf:4","velocity","win:mid","comp:brand"],"computed_at":"2026-10-25T05:49:26Z"},"pay":null,"html_url":"https://alion.io/job/american-express-data-engineer-ii","json_url":"https://alion.io/job/american-express-data-engineer-ii.json","meta":{"generated_at":"2026-10-25T14:07:57Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":20228,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-26T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2209},"rest":"https://alion.io/mcp/rest/get_company?id=2209"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Famerican-express-data-engineer-ii"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Famerican-express-data-engineer-ii"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Famerican-express-data-engineer-ii"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/american-express-data-engineer-ii\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Famerican-express-data-engineer-ii"}]}