{"id":3503262,"url":"https://alion.io/job/tech-mahindra-bigdata-engineer-spark-sql-pyspark-python-devops","title":"Bigdata Engineer - Spark SQL, PySpark, Python, Devops","company":{"id":5484,"name":"Tech Mahindra","domain":"techmahindra.com","url":"https://alion.io/company/tech-mahindra","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Career site","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"staff","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":26000,"max_usd":49000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":17},"experience_years_min":10,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"ETL/ELT","optional":false},{"name":"Hadoop","optional":false},{"name":"MySQL","optional":false},{"name":"NumPy","optional":false},{"name":"Pandas","optional":false},{"name":"PostgreSQL","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"AWS","optional":true},{"name":"Azure","optional":true},{"name":"Docker","optional":true},{"name":"GCP","optional":true},{"name":"Git","optional":true},{"name":"Kubernetes","optional":true},{"name":"Machine Learning","optional":true},{"name":"Power BI","optional":true},{"name":"Tableau","optional":true}],"status":"live","first_seen_at":"2026-10-30T04:32:55Z","employer_posted_date":"2026-10-30","last_verified_at":"2026-11-01T00:46:27Z","board_verified":true,"closed_at":null,"days_open":1,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":1},"description":"Job Description\n\nSkill Set :\nPython,DevOps,Spark,pyspark\n\nTotal Experience :\n10.00 to 15.00 Years\n\nNo of Openings :\n1\n\nJob Post Date :\n11/09/2026\n\nJob Expiry Date :\n31/12/2026\n\nDomain :\nIT\n\nLocation :\nBENGALURU [India]\n\nJob Reference No :\n4106777\n\nJob Summary\nJob Title: Data Engineer\nLocation: TechM Blr ECITY\nYears of Experience: 10- 15 Years\nJob Summary:\nWe are seeking a highly skilled Data Engineer with a strong background in Python to join our dynamic team at TechM. The ideal candidate will have 10-15 years of experience in data engineering, with a proven track record of designing, building, and maintaining scalable data pipelines and architectures. You will play a crucial role in transforming raw data into actionable insights, enabling data driven decision making across the organization.\nResponsibilities:\nDesign, develop, and maintain robust data pipelines and ETL processes to support data ingestion and transformation.\nCollaborate with data scientists, analysts, and other stakeholders to understand data requirements and deliver high quality data solutions.\nImplement data models and architectures that support analytics and reporting needs.\nOptimize data storage and retrieval processes to ensure high performance and scalability.\nMonitor and troubleshoot data pipeline performance, ensuring data quality and reliability.\nDocument data engineering processes, architectures, and best practices for future reference.\nStay updated with industry trends and emerging technologies in data engineering and analytics.\nMandatory Skills:\nStrong proficiency in Python, with experience in data manipulation and analysis libraries such as Pandas and NumPy.\nExtensive experience with SQL and relational databases (e.g., PostgreSQL, MySQL).\nHands on experience with data warehousing solutions and ETL tools.\nFamiliarity with big data technologies (e.g., Hadoop, Spark) is a plus.\nExperience with cloud platforms (e.g., AWS, Azure, GCP) and their data services.\nStrong problem solving skills and attention to detail.\nPreferred Skills:\nExperience with data visualization tools (e.g., Tableau, Power BI).\nKnowledge of machine learning concepts and frameworks.\nFamiliarity with containerization technologies (e.g., Docker, Kubernetes).\nExperience with version control systems (e.g., Git).\nQualifications:\nBachelor's or Master's degree in Computer Science, Engineering, or a related field.\n7 10 years of experience in data engineering or a related role.\nProven ability to work collaboratively in a team environment and communicate effectively with technical and non technical stakeholders.\nIf you are a passionate Data Engineer with strong Python skills and a desire to work in a fast paced environment, we encourage you to apply and join our innovative team at TechM.","description_format":"text","description_chars":2768,"description_truncated":false,"requirements":{"experience_years_min":10,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Information Technology","Professional Services","Systems Integrators","Business Process Outsourcing (BPO)"],"lifecycle":[{"event":"open","at":"2026-10-30T04:32:55Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.901,"p_room":1,"age_days":1,"expected_fill_days":6,"reasons":["conf:3","velocity","win:early","comp:brand"],"computed_at":"2026-10-31T05:58:55Z"},"pay":null,"html_url":"https://alion.io/job/tech-mahindra-bigdata-engineer-spark-sql-pyspark-python-devops","json_url":"https://alion.io/job/tech-mahindra-bigdata-engineer-spark-sql-pyspark-python-devops.json","meta":{"generated_at":"2026-11-01T02:45:56Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":4176,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-02T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":5484},"rest":"https://alion.io/mcp/rest/get_company?id=5484"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftech-mahindra-bigdata-engineer-spark-sql-pyspark-python-devops"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftech-mahindra-bigdata-engineer-spark-sql-pyspark-python-devops"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftech-mahindra-bigdata-engineer-spark-sql-pyspark-python-devops"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/tech-mahindra-bigdata-engineer-spark-sql-pyspark-python-devops\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftech-mahindra-bigdata-engineer-spark-sql-pyspark-python-devops"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3503262}},{"tool":"search_jobs","arguments":{"company":"techmahindra.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3503262},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}