{"id":2003595,"url":"https://alion.io/job/xtag-services-gcp-data-engineer","title":"GCP Data Engineer","company":{"id":3800680,"name":"xTag Services","domain":"xtagservices.com","url":"https://alion.io/company/xtag-services","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":43000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":56},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Kafka","optional":false},{"name":"BigQuery","optional":false},{"name":"GCP","optional":false},{"name":"Google BigQuery","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"AI Agents","optional":true},{"name":"CI/CD","optional":true},{"name":"CrewAI","optional":true},{"name":"Kubernetes","optional":true},{"name":"LangChain","optional":true},{"name":"LangGraph","optional":true},{"name":"LLM","optional":true},{"name":"OpenAI SDK","optional":true},{"name":"Prompt Engineering","optional":true},{"name":"Spark","optional":true},{"name":"Tekton","optional":true}],"status":"live","first_seen_at":"2026-10-07T11:53:23Z","employer_posted_date":null,"last_verified_at":"2026-10-07T11:53:23Z","board_verified":false,"closed_at":null,"days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"GCP Data Engineer - Python / PySpark\n\nExperience : 5.5 - 9 Years\n\nOpenings : 8\n\nRole Overview : \n\nWe are looking for experienced Data Engineers with strong expertise in Python or PySpark, SQL, GCP cloud services, data processing, data warehousing, and data pipelines. The ideal candidate should have hands-on experience with BigQuery, Dataflow or Dataproc, Pub/Sub, Apache Kafka, Airflow/Cloud Composer, and Terraform.\n\nKey Responsibilities : \n\n- Design, develop, and maintain scalable data pipelines.\n\n- Develop data processing solutions using Python and/or PySpark.\n\n- Develop complex SQL queries and optimize data processing workloads.\n\n- Work with GCP data services including BigQuery, Dataflow, Dataproc, Pub/Sub, and Cloud Functions.\n\n- Build and maintain data ingestion and transformation pipelines.\n\n- Develop and manage workflows using Airflow, Astronomer, or Cloud Composer.\n\n- Work with Apache Kafka for real-time data processing and streaming.\n\n- Implement infrastructure automation using Terraform.\n\n- Monitor data pipelines and troubleshoot production issues.\n\n- Develop monitoring dashboards and ensure pipeline reliability.\n\n- Collaborate with Data Scientists, Software Engineers, business stakeholders, and other technical teams.\n\nMandatory Technical Skills : \n\n- SQL - minimum 4 years\n\n- Python or PySpark - minimum 4 years\n\n- GCP - minimum 3 years\n\n- BigQuery\n\n- Dataflow or Dataproc\n\n- Pub/Sub\n\n- Scheduled Queries\n\n- Cloud Functions\n\n- Monitoring Tools / Dashboards\n\n- Apache Kafka\n\n- Terraform scripting - minimum 2 years\n\n- Airflow / Astronomer / Cloud Composer - minimum 2 years\n\nGood to Have : \n\n- Data Fusion, Tekton Pipeline, CI/CD Pipeline, GCP Secret Manager\n\n- Data/ML solutions and advanced analytics exposure\n\n- Prompt Engineering, Generative AI, LLM, Agentic AI, LangGraph, CrewAI, OpenAI SDK, Google ADK\n\nSoft Skills : \n\n- Strong written and verbal communication skills\n\n- Strong presentation and stakeholder management skills\n\n- Excellent analytical and problem-solving abilities\n\n- Strong collaboration and interpersonal skills\nSkills\nData Engineering, Python, PySpark, SQL, BigQuery, Dataproc, Google Cloud Platform, Kafka, Apache Airflow, Data Pipeline","description_format":"text","description_chars":2190,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Information Technology","Professional Services","Enterprise Apps Implementation Partners"],"lifecycle":[{"event":"open","at":"2026-10-07T12:29:30Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":2,"expected_fill_days":22,"reasons":["seen:2","velocity","win:early"],"computed_at":"2026-10-10T05:45:15Z"},"pay":null,"html_url":"https://alion.io/job/xtag-services-gcp-data-engineer","json_url":"https://alion.io/job/xtag-services-gcp-data-engineer.json","meta":{"generated_at":"2026-10-11T22:50:55Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":13095,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-12T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800680},"rest":"https://alion.io/mcp/rest/get_company?id=3800680"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fxtag-services-gcp-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fxtag-services-gcp-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fxtag-services-gcp-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/xtag-services-gcp-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fxtag-services-gcp-data-engineer"}]}