{"id":4196275,"url":"https://alion.io/job/innovya-technologies-senior-data-engineer-data-bricks-pyspark-immediate-joiners-only","title":"Senior Data Engineer - Data bricks / Pyspark | Immediate Joiners Only","company":{"id":4401393,"name":"Innovya Technologies","domain":"innovyatech.com","url":"https://alion.io/company/innovya-technologies","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"CI/CD","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-11-12T17:20:37Z","employer_posted_date":null,"last_verified_at":"2026-11-12T17:20:37Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Company Overview:\nInnovya Technologies is a dynamic and growing software consulting firm that drives business automation with cutting-edge solutions. We help businesses quickly realize value from their technology and digital initiatives by delivering expert, context-driven product development.\n\nCultural Fit:\nAt Innovya, we thrive in a fast-paced, supportive environment where continuous learning, teamwork, and disciplined execution are key. If you're results-driven, growth-minded, and eager to make an impact, Innovya is the place for you!\n\n Experience: 6+ Years\nLocation: Remote\nEmployment Type: Full-time\n\nJob Summary\nWe are looking for an excellent Python Developer with at least 7+ years of experience in backend development to join our growing team. The ideal candidate should have strong Python programming skills and hands-on experience working with PySpark for data processing and analytics. You will be responsible for developing backend services, building scalable data pipelines, and collaborating with data engineers and analysts to deliver efficient data-driven solutions.\n\nKey Responsibilities\n· Develop, maintain, and optimize backend applications using Python.\n· Build and manage data pipelines using PySpark.\n· Write efficient, reusable, and scalable code for data processing and backend services.\n· Work with large datasets to perform data transformation, aggregation, and analysis.\n· Integrate backend services with APIs, databases, and third-party services.\n· Optimize performance of data workflows and backend systems.\n\nRequired Skills\n· 7+ years of experience in Python development.\n· Strong understanding of backend development concepts.\n· Hands-on experience with PySpark.\n· Experience working with SQL and relational databases.\n· Familiarity with data processing and ETL workflows.\n· Understanding of Git version control.\n· Basic understanding of cloud platforms (Azure/AWS/GCP) is a plus.\n\nPreferred Qualifications\n· Experience with Databricks or similar unified analytics platforms.\n· Experience with Databricks or similar unified analytics platforms.\n· Experience with big data processing frameworks.\n· Familiarity with data warehousing concepts.\n· Experience working with distributed data systems.\n· Knowledge of CI/CD pipelines.\n\nSoft Skills\n· Strong analytical and problem-solving abilities.\n· Good communication and collaboration skills.\n· Ability to work in a fast-paced, team-oriented environment.\n· Willingness to learn new technologies and tools.","description_format":"text","description_chars":2486,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Continuous learning"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence","Data Engineering & Migration Services"],"lifecycle":[{"event":"open","at":"2026-11-12T20:32:35Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":30,"reasons":["seen:0","win:early"],"computed_at":"2026-11-12T21:57:53Z"},"pay":null,"html_url":"https://alion.io/job/innovya-technologies-senior-data-engineer-data-bricks-pyspark-immediate-joiners-only","json_url":"https://alion.io/job/innovya-technologies-senior-data-engineer-data-bricks-pyspark-immediate-joiners-only.json","meta":{"generated_at":"2026-11-12T21:57:53Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":46348,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4401393},"rest":"https://alion.io/mcp/rest/get_company?id=4401393"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Finnovya-technologies-senior-data-engineer-data-bricks-pyspark-immediate-joiners-only"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Finnovya-technologies-senior-data-engineer-data-bricks-pyspark-immediate-joiners-only"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Finnovya-technologies-senior-data-engineer-data-bricks-pyspark-immediate-joiners-only"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/innovya-technologies-senior-data-engineer-data-bricks-pyspark-immediate-joiners-only\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Finnovya-technologies-senior-data-engineer-data-bricks-pyspark-immediate-joiners-only"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4196275}},{"tool":"search_jobs","arguments":{"company":"innovyatech.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4196275},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}