{"id":4196152,"url":"https://alion.io/job/andor-tech-data-engineer-2","title":"Data Engineer","company":{"id":3800656,"name":"Andor Tech","domain":"andortech.com","url":"https://alion.io/company/andor-tech","size_band":null,"is_staffing_agency":false,"employer_type":"staffing","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"CI/CD","optional":false},{"name":"GCP","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Hadoop","optional":false},{"name":"Linux","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Unix","optional":false},{"name":"Git","optional":true},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-11-12T17:20:44Z","employer_posted_date":null,"last_verified_at":"2026-11-12T17:20:44Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"We're Hiring: Data Engineer – Spark / GCP\nLocation: Bangalore, India\nExperience: 4–6 Years\nAvailability: Immediate Joiners Preferred\nClient: Leading US-Based Retail Organization\nWe are looking for an experienced Data Engineer with strong expertise in Google Cloud Platform (GCP), Apache Spark and Scala to join our data engineering team and build scalable, high-performance data pipelines for a leading US retail client.\nKey Responsibilities:\nDesign, develop and maintain scalable data ingestion and transformation pipelines using Apache Spark and Scala.\nWork with GCP services, including Dataproc, BigQuery and Google Cloud Storage.\nDevelop and optimize complex SQL queries for data transformation, analysis and validation.\nBuild Unix/Linux shell scripts for workflow automation and data processing.\nOptimize pipeline performance, troubleshoot issues and ensure data quality and reliability.\nCollaborate with cross-functional data engineering and analytics teams.\nParticipate in code reviews, documentation and CI/CD integration.\nMust-Have Skills:\n4–6 years of experience in Data Engineering.\nStrong hands-on experience with GCP, Scala and Apache Spark.\nExperience with Hive, Hadoop and BigQuery.\nStrong SQL skills, preferably BigQuery SQL.\nExperience with workflow scheduling tools such as Apache Airflow or equivalent.\nGood understanding of Unix/Linux environments.\nGood to Have:\nPython programming and automation.\nShell scripting.\nExperience with Git, CI/CD and data quality practices.\nInterested candidates can share their updated resumes at [HIDDEN TEXT].\n\n#Hiring #DataEngineer #GCP #GoogleCloudPlatform #Scala #ApacheSpark #BigQuery #Hadoop #Hive #Airflow #SQL #TechHiring #DataEngineering\nSkills\nApache Airflow, Unix, BigQuery, Hive, Gcp, Hadoop, Linux, Scala, Apache Spark, Sql","description_format":"text","description_chars":1787,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Recruiting & Staffing","IT Staffing & Staff Augmentation"],"lifecycle":[{"event":"open","at":"2026-11-12T20:32:35Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":27,"reasons":["seen:0","win:early"],"computed_at":"2026-11-13T10:08:01Z"},"pay":null,"html_url":"https://alion.io/job/andor-tech-data-engineer-2","json_url":"https://alion.io/job/andor-tech-data-engineer-2.json","meta":{"generated_at":"2026-11-13T10:08:01Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":20765,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-14T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800656},"rest":"https://alion.io/mcp/rest/get_company?id=3800656"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fandor-tech-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fandor-tech-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fandor-tech-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/andor-tech-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fandor-tech-data-engineer-2"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4196152}},{"tool":"search_jobs","arguments":{"company":"andortech.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4196152},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}