{"id":2776603,"url":"https://alion.io/job/talentgigs-data-engineer-gen-ai-llm","title":"Data Engineer - Gen AI & LLM","company":{"id":4442871,"name":"Talentgigs","domain":"talentgigs.in","url":"https://alion.io/company/talentgigs","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":23000,"max_usd":48000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":38},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"LLM","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scrum","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Airflow","optional":true},{"name":"Apache Hudi","optional":true},{"name":"Apache Iceberg","optional":true},{"name":"Apache Kafka","optional":true},{"name":"Databricks","optional":true},{"name":"Delta Lake","optional":true},{"name":"Docker","optional":true},{"name":"Kubernetes","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-09-29T20:21:48Z","employer_posted_date":null,"last_verified_at":"2026-09-29T20:21:48Z","board_verified":false,"closed_at":null,"days_open":23,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":23},"description":"About the Role\nWe are looking for a passionate Data Engineer with 5+ years of experience in designing, \ndeveloping, and maintaining scalable data platforms and ETL/ELT pipelines. The ideal candidate \nshould possess strong expertise in Python, SQL, cloud data services, and modern data \nengineering frameworks. You will play a key role in building reliable, high-performance data \nsolutions that support analytics, reporting, and AI/ML initiatives.\nKey Responsibilities\n• Design, develop, and maintain scalable data pipelines and ETL/ELT workflows. \n• Build and optimize data ingestion processes from multiple structured and unstructured \ndata sources. \n• Develop robust data models and data warehouses for analytics and reporting. \n• Design and optimize SQL queries for high-performance data processing. \n• Build and maintain data lakes using cloud storage solutions. \n• Implement data validation, cleansing, transformation, and quality checks. \n• Integrate data solutions with cloud platforms such as AWS, Azure, or Google Cloud \nPlatform. \n• Develop batch and real-time data processing pipelines using modern data processing \nframeworks. \n• Collaborate with data scientists, analysts, and application teams to deliver reliable data \nsolutions. \n• Follow software engineering best practices, including Git, CI/CD pipelines, testing, \nmonitoring, and technical documentation. \nRequired Skills\n• 5+ years of experience in Data Engineering.\n• Strong programming experience in Python.\n• Hands-on experience with PySpark and Apache Spark.\n• Advanced SQL skills, including query optimization and performance tuning.\n• Experience with AWS services/ Azure/ GCP.\n• Experience building scalable ETL/ELT pipelines.\n• Strong exp in Generative AI and Large Language Models (LLMs)\n• Knowledge of data warehousing concepts and dimensional modeling.\n• Experience working with large-scale distributed datasets.\n• Familiarity with Git and CI/CD pipelines.\n• Understanding Agile/Scrum methodologies.\nPreferred Qualifications\n• Experience with Apache Airflow or similar workflow orchestration tools.\n• Knowledge of Kafka and real-time data streaming.\n• Familiarity with Docker, Kubernetes, and Terraform (IaC).\n• Exposure to Databricks and modern data lake technologies (Delta Lake, Apache Iceberg, \nor Apache Hudi).\n• Understanding data governance, metadata management, and CI/CD practices.\n• Strong exp in Generative AI and Large Language Models (LLMs","description_format":"text","description_chars":2434,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence"],"lifecycle":[{"event":"open","at":"2026-10-17T07:43:17Z"}],"visa":[],"liveness":{"score":48,"band":"ok","label":"Likely open","p_open":0.85,"p_active":0.757,"p_room":0.75,"age_days":22,"expected_fill_days":27,"reasons":["seen:22","velocity","win:late"],"computed_at":"2026-10-22T06:10:10Z"},"pay":null,"html_url":"https://alion.io/job/talentgigs-data-engineer-gen-ai-llm","json_url":"https://alion.io/job/talentgigs-data-engineer-gen-ai-llm.json","meta":{"generated_at":"2026-10-22T22:58:15Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8421,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-23T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4442871},"rest":"https://alion.io/mcp/rest/get_company?id=4442871"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftalentgigs-data-engineer-gen-ai-llm"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftalentgigs-data-engineer-gen-ai-llm"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftalentgigs-data-engineer-gen-ai-llm"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/talentgigs-data-engineer-gen-ai-llm\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftalentgigs-data-engineer-gen-ai-llm"}]}