{"id":1599255,"url":"https://alion.io/job/sp-group-senior-data-platform-system-engineer-data-engineering-team-data-ai","title":"Senior Data Platform System Engineer - Data Engineering Team (Data & AI)","company":{"id":232686,"name":"SP Group","domain":"spgroup.com.sg","url":"https://alion.io/company/spgroup-3","size_band":"11-50","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"SuccessFactors","truth_index":null},"role":"DevOps","role_family":"DevOps","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":56000,"max_usd":101000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":52},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Ansible","optional":false},{"name":"CI/CD","optional":false},{"name":"Hadoop","optional":false},{"name":"HBase","optional":false},{"name":"Platform Engineering","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"Talend","optional":false},{"name":"Terraform","optional":false},{"name":"Apache Kafka","optional":true},{"name":"Azure","optional":true},{"name":"Databricks","optional":true}],"status":"closed","first_seen_at":"2026-08-03T00:00:00Z","employer_posted_date":"2026-08-03","last_verified_at":"2026-10-07T15:44:56Z","board_verified":false,"closed_at":"2026-10-07T15:44:56Z","days_open":65,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":65},"description":"What You'll Do\nYou will be responsible for operating and evolving SP Group’s enterprise Data & AI platform to support mission-critical analytics, regulatory compliance, and AI-driven innovation. This role focuses on ensuring the platform is scalable, reliable, secure, and performant, while enabling data engineers, scientist and analysts to deliver business value efficiently.\nKey Outcomes (What Success Looks Like)\nEnsure high availability and reliability of the enterprise data platform (Cloudera and Talend Big Data)\nDeliver scalable and performant data infrastructure supporting batch and near real-time workloads\nEnable secure and compliant data operations aligned with enterprise and regulatory requirements\nImprove platform automation and operational efficiency through DevOps and Infrastructure-as-Code\nProvide strong platform support and partnership to data engineering, analytics, and business teams\nData Platform Engineering & Operations\nDesign, deploy, and manage large-scale data platform environments (primarily Cloudera and Talend Big Data)\nOperate and optimize Hadoop ecosystem components (HDFS, Hive, Spark, HBase, Impala, Iceberg, Ozone)\nManage cluster lifecycle including provisioning, scaling, patching, and upgrades\nEnsure platform uptime, stability, and service reliability through proactive monitoring and maintenance\nPerformance, Scalability & Capacity Management\nMonitor workload performance and optimize data processing efficiency\nPerform capacity planning to support increasing data volumes and usage\nTroubleshoot performance bottlenecks across compute, storage, and query layers\nPlatform Delivery & Execution Planning\nPlan and coordinate execution of platform upgrades, patching, and scaling activities\nManage deployment schedules and ensure minimal service disruption\nCoordinate cross-team dependencies (infrastructure, network, security)\nTrack and report execution progress against platform roadmap\nDevOps, Automation & Platform Engineering\nImplement Infrastructure-as-Code using tools such as Terraform and Ansible\nDesign and maintain CI/CD pipelines for platform configuration\nAutomate platform provisioning, deployment, and operational workflows\nImprove observability through monitoring, alerting, and logging practices\nSecurity, Governance & Compliance\nImplement and manage platform security controls including authentication (Kerberos), authorization (e.g. Ranger), and encryption\nEnsure compliance with enterprise data governance, security policies, and regulatory requirements\nSupport auditability, access control, and data protection mechanisms\nCollaboration & Platform Enablement\nWork closely with data engineers, data scientists, and business teams to enable data solution delivery\nPartner with infrastructure, network, and security teams to ensure platform integration and stability\nProvide guidance, troubleshooting, and best practices to users of the platform\nDocument platform architecture, processes, and operational procedures\nWhat You'll Need\nSkills & Experience\n5-10 years of experience in data platform engineering, big data operations, or infrastructure engineering\nStrong hands-on experience managing big data platforms (Cloudera CDP, Hadoop ecosystem)\nDeep understanding of Hadoop components: HDFS, Hive, Spark, HBase, and related services\nExperience with cluster operations, performance tuning, and troubleshooting\nProficiency in automation and scripting (Python, Bash, Terraform, Ansible)\nExperience with CI/CD pipelines and DevOps practices\nSolid understanding of data platform security and access control concepts\nStrong analytical and problem-solving skills with a proactive mindset\nAbility to work in a fast-paced, cross-functional environment\nGood communication skills with ability to translate technical topics to stakeholders\nOwnership mentality with focus on platform reliability and continuous improvement\nGood to Have\nExperience with Databricks, Talend, or hybrid data platforms\nKnowledge of containerization and orchestration\nExperience with streaming platforms (e.g. Kafka) or real-time processing\nFamiliarity with modern data lake-house concepts (e.g. Iceberg, Delta)\nExposure to cloud or hybrid environments (Azure preferred)\nWhat We'll Provide\nWe have regular wellness programmes to promote healthy living\nYou will work on projects that impact the quality of life for our customers\nJoin us to empower the future of energy\nPlease click \"Apply\" if you are keen to apply for this job.\nThank you for your interest in SP Group. You will be contacted if you are shortlisted for an interview.","description_format":"text","description_chars":4555,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence","Power Grid","Energy Management"],"lifecycle":[{"event":"open","at":"2026-10-01T18:55:42Z"},{"event":"close","at":"2026-10-07T15:44:56Z"}],"visa":[],"liveness":null,"pay":null,"html_url":"https://alion.io/job/sp-group-senior-data-platform-system-engineer-data-engineering-team-data-ai","json_url":"https://alion.io/job/sp-group-senior-data-platform-system-engineer-data-engineering-team-data-ai.json","meta":{"generated_at":"2026-10-09T00:20:12Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":318,"day_limit":5000,"remaining_today":4682,"minute_limit":60,"resets_at":"2026-10-10T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":232686},"rest":"https://alion.io/mcp/rest/get_company?id=232686"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsp-group-senior-data-platform-system-engineer-data-engineering-team-data-ai"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsp-group-senior-data-platform-system-engineer-data-engineering-team-data-ai"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsp-group-senior-data-platform-system-engineer-data-engineering-team-data-ai"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/sp-group-senior-data-platform-system-engineer-data-engineering-team-data-ai\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsp-group-senior-data-platform-system-engineer-data-engineering-team-data-ai"}]}