{"id":4028437,"url":"https://alion.io/job/yash-technologies-data-engineer-pyspark","title":"Data Engineer - PySpark","company":{"id":9158,"name":"Yash Technologies","domain":"yash.com","url":"https://alion.io/company/yash-technologies","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"SQL","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-11-10T17:35:30Z","employer_posted_date":null,"last_verified_at":"2026-11-10T17:35:30Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"We are seeking a highly motivated and technically skilled Senior Data Engineer with strong expertise in data pipeline development and advanced data modelling to join our data team. The ideal candidate will have extensive experience in designing, building, and refactoring scalable data pipelines and data models within a modern data engineering ecosystem using Palantir Foundry, AWS, and Snowflake, along with broader expertise in data architecture, governance, and processing. This role offers the opportunity to work on cutting-edge data platforms and deliver impactful solutions for enterprise data integration, transformation, and advanced analytics.\n\nKey Responsibilities:\nDesign, implement, and maintain scalable and reliable data pipelines using Palantir Foundry and AWS.\nSolid experience in web front-end development and web services.\nSome exposure to business analytics, financial forecasting, or a related domain would be preferable.\nCollaborate with data scientists, analysts, and business stakeholders to understand data requirements and translate them into technical solutions.\nBuild reusable data assets, integrate data from multiple sources, and ensure data quality, integrity, and security.\nDevelop and maintain transformation workflows, ontology models, and data governance frameworks within Foundry.\nOptimize data pipelines for performance, scalability, and cost efficiency.\nTroubleshoot, monitor, and resolve data issues and pipeline failures in real time.\nImplement best practices in data versioning, lineage, and observability.\nAssist in defining data architecture strategies and tooling roadmaps.\nMentor junior engineers and contribute to team knowledge sharing and documentation.\n\nRequired Qualifications:\n5-12 years of experience in data engineering, analytics, or software engineering roles.\nStrong hands-on experience with PySpark, Palantir Foundry, and AWS, including ontology modelling, pipelines, data fusion, and transformation logic.\nProficient in Python, SQL, Snowflake, and data processing frameworks.\nSolid understanding of data integration, ETL workflows, and data modelling principles.\nExperience working with relational databases, data lakes, cloud data warehouses (AWS, Azure, GCP, Snowflake), and web services.\nStrong problem-solving skills and ability to debug complex data workflows.\nFamiliarity with CI/CD pipelines and version control tools like Git.\nExcellent communication skills and ability to work collaboratively with cross-functional teams.\nSkills\nAWS, Foundry, Palantir, Palantir Foundry, PySpark, Snowflake","description_format":"text","description_chars":2557,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation"],"lifecycle":[{"event":"open","at":"2026-11-10T17:35:30Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":44,"reasons":["seen:0","win:early"],"computed_at":"2026-11-10T18:29:50Z"},"pay":null,"html_url":"https://alion.io/job/yash-technologies-data-engineer-pyspark","json_url":"https://alion.io/job/yash-technologies-data-engineer-pyspark.json","meta":{"generated_at":"2026-11-10T18:29:50Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8450,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-11T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":9158},"rest":"https://alion.io/mcp/rest/get_company?id=9158"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fyash-technologies-data-engineer-pyspark"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fyash-technologies-data-engineer-pyspark"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fyash-technologies-data-engineer-pyspark"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/yash-technologies-data-engineer-pyspark\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fyash-technologies-data-engineer-pyspark"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4028437}},{"tool":"search_jobs","arguments":{"company":"yash.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4028437},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}