{"id":3253250,"url":"https://alion.io/job/societe-generale-lead-software-engineer-pyspark","title":"Lead Software Engineer - PySpark","company":{"id":1760180,"name":"Société Générale","domain":"societegenerale.com","url":"https://alion.io/company/societegenerale-com","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Career sitemap","truth_index":{"grade":"B","score":80,"open_postings":92,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":17,"computed_at":"2026-10-26T05:57:25Z"}},"role":"Backend","role_family":"Backend","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":23000,"max_usd":57000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":74},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Azure DevOps","optional":true},{"name":"MS SQL","optional":true},{"name":"Power BI","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-25T23:25:40Z","employer_posted_date":"2026-10-25","last_verified_at":"2026-10-26T17:05:58Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"Responsibilities\n\n Lead the design and impact analysis of all new features and enhancements.\nLead all aspects of Software Development Lifecyle (SDLC) in-line with Agile and IT craftsmanship principles.\nIdentify methods to sustain and improve various craftsmanship areas.\nLead the timely delivery of assigned artifacts with defined quality parameters. \nPerform code review and ensure the quality of code, constantly. \nAutomate manual tasks of application maintenance and support to improve efficiency.\nLead initiatives of application modernization.\nEnsure constant review and update of Agile and DevOps practices.\nConstantly learn new/emerging technologies and mentor teams.\nMonitor the overall production processes such as daily checks, open tickets and aging of issues.\nCollaborate with customers, partners, development teams, chapter and feature teams.\nCo-ordinate with development team and implement audit recommendations.\nLead DevOps chapters and Guilds.\nComplete the assigned learning path and contribute to daily meetings.\nGuide the team on data processing solutions and building data pipelines.\nIdentify new areas of technology and use cases for data validation and implementation.\n\n Profile required\n\n Primary skills - PySpark, Sql, ETL concepts\nSecondary skills - Azure cloud experience(Azure databricks, Delta lake, Azure data factory, Azure data lake store) Python\nGood to have - Data modelling and visualization (Power BI, Azure Analysis Services)\n Microsoft Azure with good knowledge on Data Bricks, Data factory and Delta Lake\n* 8+ years of experience on Microsoft Azure environment.\n* Design, Develop code on Pyspark, Design Patterns, Design Principles and Functional Patterns .\n*Good understanding of ETL Processes and data warehousing concepts. \n*Good hands-on Pyspark, Databricks, DataFactory and ADLS.\n*Good hands on Azure Devops, understanding of build and release pipeline will be added advantage.\n*Good hands-on MS SQL, experience of Power BI will be added advantage.\n* Knowledge on Developing scalable and reusable frameworks for ingesting and enhancing datasets.\n*Good analytical and troubleshooting skills to resolve the issues in timebound manner.\n*Ensure data quality and accuracy through testing and validation.\n*Effective team player with ability to work autonomously and in team with cross-cultural environment\n*Effective verbal and written communication to work closely with all the stakeholders","description_format":"text","description_chars":2426,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Commercial & Retail Banks","Investment Banking & M&A Advisory"],"lifecycle":[{"event":"open","at":"2026-10-25T23:25:40Z"}],"visa":[],"liveness":{"score":63,"band":"ok","label":"Likely open","p_open":1,"p_active":0.632,"p_room":1,"age_days":0,"expected_fill_days":17,"reasons":["conf:2","stale_co","velocity","win:early","comp:brand"],"computed_at":"2026-10-26T05:57:25Z"},"pay":null,"html_url":"https://alion.io/job/societe-generale-lead-software-engineer-pyspark","json_url":"https://alion.io/job/societe-generale-lead-software-engineer-pyspark.json","meta":{"generated_at":"2026-10-26T20:45:46Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":27899,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-27T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1760180},"rest":"https://alion.io/mcp/rest/get_company?id=1760180"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsociete-generale-lead-software-engineer-pyspark"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsociete-generale-lead-software-engineer-pyspark"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsociete-generale-lead-software-engineer-pyspark"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/societe-generale-lead-software-engineer-pyspark\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsociete-generale-lead-software-engineer-pyspark"}]}