{"id":4555256,"url":"https://alion.io/job/tesco-data-sde-2-python-scala","title":"Data SDE 2 Python / Scala","company":{"id":1059,"name":"Tesco","domain":"tesco.com","url":"https://alion.io/company/tesco","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Avature","truth_index":{"grade":"A","score":100,"open_postings":16,"ghost_share":0,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":11,"computed_at":"2026-11-18T05:48:20Z"}},"role":"Backend","role_family":"Backend","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Airflow","optional":false},{"name":"Ansible","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Apache NiFi","optional":false},{"name":"CI/CD","optional":false},{"name":"GitHub","optional":false},{"name":"Hadoop","optional":false},{"name":"Jenkins","optional":false},{"name":"JFrog Artifactory","optional":false},{"name":"Kubernetes","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Amazon S3","optional":true},{"name":"Apache Iceberg","optional":true},{"name":"AWS","optional":true},{"name":"Azure","optional":true},{"name":"Cassandra","optional":true},{"name":"Docker","optional":true},{"name":"Flink","optional":true},{"name":"GCP","optional":true},{"name":"GDPR","optional":true},{"name":"HashiCorp Vault","optional":true},{"name":"Presto","optional":true},{"name":"Snyk","optional":true},{"name":"Vault","optional":true}],"status":"live","first_seen_at":"2026-11-18T19:35:30Z","employer_posted_date":null,"last_verified_at":"2026-11-18T19:35:30Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"We are looking for an experienced Data Software Engineer (SDE 2) with strong expertise in Python, Scala, Apache Spark and Big Data technologies.\n\nThe ideal candidate should have hands-on experience building and designing large-scale distributed data platforms, data lakes and real-time data processing solutions.\n\nYou will be responsible for developing scalable data engineering solutions, optimising distributed processing systems, implementing data architecture best practices and taking ownership of end-to-end technical deliverables.\n\nKey Responsibilities:\nDesign, develop and maintain large-scale distributed data platforms and services.\nBuild scalable data ingestion and processing pipelines using Python, Scala and Apache Spark.\nDevelop batch and real-time streaming applications using Spark Streaming and Kafka.\nDesign and implement Data Lake and Medallion Architecture solutions.\nOptimise Spark jobs, SQL queries and distributed processing workloads for performance and scalability.\nImplement data validation, data quality and automated testing frameworks.\nDevelop reusable components, frameworks and automation solutions.\nDrive technical design, architecture decisions and end-to-end delivery.\nCollaborate with Engineering Managers, Product Managers, TPMs and cross-functional stakeholders.\nMentor junior engineers, conduct code reviews and promote software engineering best practices.\nWork with CI/CD pipelines, DevOps tools and Agile development processes.\nParticipate in production support activities, including 24x7 support on a rotational basis.\n\nMandatory Skills & Experience:\n5-10 years of overall software development / Big Data engineering experience.\nStrong hands-on experience in Python and advanced Scala programming.\nStrong understanding of Functional Programming, Case Classes, Complex Data Structures and Algorithms.\nExperience building large-scale distributed systems and data platforms.\nStrong experience with Apache Spark, Spark Streaming and SQL.\nHands-on experience with Hadoop, Sqoop and Big Data processing frameworks.\nExperience with Kafka and real-time data streaming.\nStrong understanding of Data Lakes, Data Warehousing and Medallion Architecture.\nExperience with data ingestion from diverse sources and file formats.\nKnowledge of performance optimisation and query tuning.\nExperience with ORC, Avro, Parquet, JSON and CSV file formats.\nGood understanding of SOLID principles, DRY principles and software architecture.\nExperience with unit, integration, system and regression testing.\nExposure to DevOps and CI/CD tools such as Jenkins, Maven, GitHub and JFrog/Artifactory.\nExperience with workflow orchestration tools such as NiFi, Airflow, Oozie, Azkaban or Spark on Kubernetes.\nShell scripting and automation experience using Ansible or similar tools.\nStrong communication, documentation and technical ownership skills.\n\nGood to Have:\nExperience managing large-scale on-premises Hadoop clusters or cloud-based Big Data platforms.\nCloud experience with AWS, Azure or GCP.\nExperience with Kubernetes, Docker and container technologies.\nKnowledge of Hive, Cassandra, Dremio and Presto.\nExposure to Apache Iceberg, Flink, Apache Arrow and Kafka Connect.\nExperience with cloud-native storage such as S3 or Ceph.\nKnowledge of Data Catalog, Data Governance and Data Security.\nUnderstanding of GDPR and regulatory compliance.\nExperience with security and secrets management tools such as HashiCorp Vault, Ansible Vault and Snyk.\n\nLeadership & Collaboration:\nExperience working in a Technical Lead or Module Lead capacity.\nAbility to mentor engineers and guide technical implementation.\nStrong problem-solving and architectural design capabilities.\nAbility to translate business requirements into high-quality technical solutions.\nStrong ownership, proactive approach and ability to work across multiple engineering teams.\nExperience working in Agile Data Engineering environments.\n\nNote:\nThe role involves 24x7 production support as per the rotational schedule.\nSkills\nAirflow, Apache Spark, Hadoop, Kafka, Python, Scala, Spark Streaming","description_format":"text","description_chars":4068,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Retail & Shop Systems","Online Groceries"],"lifecycle":[{"event":"open","at":"2026-11-18T19:35:30Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":11,"reasons":["seen:0","win:early","comp:brand"],"computed_at":"2026-11-18T23:08:32Z"},"pay":null,"html_url":"https://alion.io/job/tesco-data-sde-2-python-scala","json_url":"https://alion.io/job/tesco-data-sde-2-python-scala.json","meta":{"generated_at":"2026-11-18T23:08:32Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":4174,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-19T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1059},"rest":"https://alion.io/mcp/rest/get_company?id=1059"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftesco-data-sde-2-python-scala"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftesco-data-sde-2-python-scala"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftesco-data-sde-2-python-scala"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/tesco-data-sde-2-python-scala\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftesco-data-sde-2-python-scala"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4555256}},{"tool":"search_jobs","arguments":{"company":"tesco.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4555256},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}