{"id":2331705,"url":"https://alion.io/job/infosys-databricks-pyspark-python-data-engineer","title":"Databricks, PySpark, Python - Data Engineer","company":{"id":223,"name":"Infosys","domain":"infosys.com","url":"https://alion.io/company/infosys","size_band":"5000+","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Career site","truth_index":{"grade":"A","score":95,"open_postings":249,"ghost_share":0,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":93,"computed_at":"2026-10-13T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Thiruvananthapuram, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":20000,"max_usd":41000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":55},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-09-30T11:46:07Z","employer_posted_date":"2026-10-12","last_verified_at":"2026-10-13T17:44:14Z","board_verified":true,"closed_at":null,"days_open":13,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":13},"description":"We are seeking a highly skilled Team Lead - Data Engineering with 7-9 years of experience in designing and developing scalable data solutions using Databricks, PySpark, and Python. The candidate will be responsible for leading a small team, driving technical delivery, and building high-performance data pipelines for enterprise analytics platforms.\nResponsibilities\nLead the design, development, and deployment of data engineering solutions using Databricks and PySpark.\nDevelop scalable ETL/ELT pipelines and data transformation frameworks.\nWrite efficient Python and SQL code for data processing and analytics.\nWork closely with stakeholders to understand business requirements and translate them into technical solutions.\nOptimize Spark jobs for performance, scalability, and cost efficiency.\nEnsure data quality, governance, and security standards are followed.\nReview code, mentor team members, and provide technical guidance.\nSupport production deployments, incident troubleshooting, and root cause analysis.\nParticipate in Agile ceremonies and drive sprint deliverables.\nTechnical requirements\n7-9 years of overall IT experience.\nStrong hands-on expertise in Databricks and PySpark.\nProficiency in Python programming and SQL.\nExperience building enterprise-scale data pipelines and data lake solutions.\nStrong understanding of distributed computing concepts and Spark architecture.\nExperience in performance tuning and optimization.\nExcellent stakeholder management and team coordination skills.\nPreferred skills\nTechnology->Data Engineering->Databricks,Technology->AI-Data science->PYTHON,Technology->Big Data - Data Processing->PySpark\nEducation\nMBA,MCA,ME,MSc,MTech,Bachelor of Engineering,BCA,BSc,BTech","description_format":"text","description_chars":1714,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams"],"lifecycle":[{"event":"open","at":"2026-10-12T09:10:24Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":12,"expected_fill_days":93,"reasons":["conf:2","win:early","comp:brand"],"computed_at":"2026-10-13T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/infosys-databricks-pyspark-python-data-engineer","json_url":"https://alion.io/job/infosys-databricks-pyspark-python-data-engineer.json","meta":{"generated_at":"2026-10-13T19:50:58Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":30380,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-14T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":223},"rest":"https://alion.io/mcp/rest/get_company?id=223"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Finfosys-databricks-pyspark-python-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Finfosys-databricks-pyspark-python-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Finfosys-databricks-pyspark-python-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/infosys-databricks-pyspark-python-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Finfosys-databricks-pyspark-python-data-engineer"}]}