{"id":1293547,"url":"https://alion.io/job/mlops-solutions-pvt-ltd-pyspark-developersenior-data-engineer","title":"PySpark Developer/Senior Data Engineer","company":{"id":3800400,"name":"MLOPS SOLUTIONS PVT LTD","domain":"mlopssol.com","url":"https://alion.io/company/mlops-solutions-pvt-ltd","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India","Chennai, India","Pune, India","Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":20000,"max_usd":41000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":51},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"BigQuery","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Google BigQuery","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scrum","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-08-05T12:12:51Z","employer_posted_date":null,"last_verified_at":"2026-08-05T12:12:51Z","board_verified":false,"closed_at":null,"days_open":57,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":57},"description":"Position : PySpark Developer / Senior Data Engineer\n\nExperience : 6+ Years\n\nLocation : Hyderabad, Bangalore, Pune, Chennai\n\nEmployment Type : Contract to Hire (C2H)\n\nWork Mode : Hybrid\n\nWorking Days : 5 Days/Week\n\nShift Timings : 11 : 00 AM 8 : 00 PM IST\n\nInterview Process : 3 Rounds\n\nNotice Period : 0 to 15 Days\n\nJob Summary : \n\nWe are seeking an experienced PySpark Developer / Senior Data Engineer with strong expertise in PySpark, Python, SQL, and Google BigQuery. The ideal candidate will design, develop, and optimize scalable ETL/ELT pipelines while ensuring high-performance data processing and quality in a cloud-based environment.\n\nKey Responsibilities : \n\n- Design, develop, and maintain scalable ETL/ELT pipelines using PySpark.\n\n- Build and optimize Spark-based data processing workflows for large datasets.\n\n- Develop robust data transformation logic using Python and SQL.\n\n- Work with Google BigQuery for data warehousing and analytics.\n\n- Optimize data pipelines for performance, scalability, and reliability.\n\n- Implement data quality, governance, and observability best practices.\n\n- Collaborate with cross-functional teams in an Agile environment.\n\n- Troubleshoot, debug, and optimize existing data engineering solutions.\n\n- Participate in code reviews and contribute to engineering best practices.\n\nRequired Skills : \n\n- Strong hands-on experience with PySpark, Python, and SQL.\n\n- Experience designing and optimizing Spark-based ETL/ELT pipelines.\n\n- Strong understanding of Google BigQuery.\n\n- Knowledge of data quality, governance, observability, and performance tuning.\n\n- Strong analytical, debugging, and problem-solving skills.\n\n- Experience working in Agile/Scrum teams.\n\nQualifications : \n\n- Bachelor's or Master's degree in Computer Science, Information Technology, or a related field.\n\n- 6+ years of Data Engineering experience with strong hands-on expertise in PySpark.\nSkills\nGoogle Cloud Platform, Data Engineering, Python, SQL, ETL, Spark, Data Quality, Data Governance","description_format":"text","description_chars":2006,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-26T08:01:01Z"}],"liveness":{"score":4,"band":"cold","label":"Long shot","p_open":0.4,"p_active":0.302,"p_room":0.35,"age_days":56,"expected_fill_days":24,"reasons":["seen:56","agency","win:tail"],"computed_at":"2026-10-01T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/mlops-solutions-pvt-ltd-pyspark-developersenior-data-engineer","json_url":"https://alion.io/job/mlops-solutions-pvt-ltd-pyspark-developersenior-data-engineer.json","meta":{"generated_at":"2026-10-01T21:01:09Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":3484,"day_limit":5000,"remaining_today":1516,"minute_limit":60,"resets_at":"2026-10-02T00:00:00Z"}}}