{"id":1242595,"url":"https://alion.io/job/pathsource-consulting-senior-big-data-engineer-compute-transformation-contract","title":"Senior Big Data Engineer (Compute & Transformation) – Contract","company":{"id":3802179,"name":"Pathsource Consulting","domain":"path-source.com","url":"https://alion.io/company/pathsource-consulting","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"contractor","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":8500,"max":13000,"currency":"SGD","period":"month","gross":true,"usd_annual":122148},"salary_estimate":null,"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Iceberg","optional":false},{"name":"ClickHouse","optional":false},{"name":"dbt","optional":false},{"name":"Docker","optional":false},{"name":"Kubernetes","optional":false},{"name":"Linux","optional":false},{"name":"Polaris","optional":false},{"name":"Spark","optional":false},{"name":"Trino","optional":false},{"name":"VictoriaMetrics","optional":false},{"name":"CI/CD","optional":true},{"name":"Helm","optional":true}],"status":"live","first_seen_at":"2026-09-24T00:00:00Z","employer_posted_date":null,"last_verified_at":"2026-09-24T00:00:00Z","board_verified":false,"closed_at":null,"days_open":8,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":8},"description":"The client is a Singapore-based data consultancy seeking a hands-on Senior Infrastructure Engineer to deploy and operate the compute and transformation layer of a large-scale on-premise data platform.\nThis is an initial contract position, with the potential for extension or conversion to a permanent position based on business requirements and individual performance.\nKey Responsibilities· Design, deploy and operate distributed compute, query and transformation services in an on-premise or hybrid environment.\n· Containerise platform components using Docker and deploy and operate production workloads on Kubernetes.\n· Build and support large-scale processing and query services using Spark, Trino and ClickHouse.\n· Develop and maintain governed transformation workflows using dbt.\n· Integrate compute services with Apache Iceberg tables and Apache Polaris catalogues.\n· Tune workload performance, resource allocation, concurrency and reliability for terabyte- or petabyte-scale data.\n· Implement monitoring and logging using VictoriaMetrics and VictoriaLogs or comparable observability tools.\n· Troubleshoot distributed-system, workload, storage-integration and production-performance issues.\n· Produce technical documentation, operating procedures and deployment runbooks.\n· Work directly with technical stakeholders and contribute as a senior individual contributor.\nRequirements\n· Minimum six years of hands-on experience in data-platform, big-data infrastructure, distributed systems or a closely related role.\n· Production experience with both Docker and Kubernetes is mandatory.\n· Strong experience deploying and operating distributed data workloads in on-premise or hybrid environments.\n· Hands-on experience with distributed compute and query technologies such as Spark, Trino and ClickHouse.\n· Practical experience with data transformation and lakehouse technologies including dbt, Apache Iceberg and Apache Polaris.\n· Experience monitoring platform workloads through VictoriaMetrics, VictoriaLogs or comparable technologies.\n· Strong understanding of Linux, networking, resource management, performance tuning, high availability and recovery.\n· Experience supporting high-volume platforms at terabyte or petabyte scale.\n· Ability to operate independently and communicate effectively with client and technical stakeholders.\n· Willingness to accept a six-to-twelve-month contract and attend client locations when required.\nPreferred Experience· Data-platform delivery within regulated sectors such as banking, fintech, healthcare or data centres.\n· Experience with Kubernetes Operators, Helm, CI/CD and infrastructure automation.\n· Experience integrating compute engines with distributed storage such as Ceph.\nThis position focuses on the compute and transformation infrastructure of a data platform. It is not primarily a business-intelligence, dashboarding, visualisation or data-analyst role.\nHow to ApplySubmit your application by emailing your updated resume in MS Word format to:\nWills Heng Wei He\nEA Personnel Registration No. R1549842\nEmail: \nFor JobSeekers Free Resume ReviewSee your resume through a recruiter's eyes. Get a FREE PathSource Resume Score and review report to understand how your resume may be coming across and what you can improve next.\nSubmit your resume for a free review and, with your consent, join PathSource Consulting's talent network to be considered for suitable future opportunities.\nresume.path-source.com\nOptional career resource only. Participation is not required and does not affect consideration for this vacancy.\nFor Immediate ConsiderationPlease indicate the following information in your resume:\n· Current and expected salary\n· Reason or reasons for leaving\n· Availability to commence work\nBy submitting an application or resume to us, you consent to PathSource Consulting collecting, using, retaining and disclosing your personal information to prospective employers for recruitment purposes.\nSkills\nSnowflake Cloud Data Warehouse, Distributed Database, Service Transformation, Distributed Processing, Adobe Spark, Design, Apache Spark, Storage Architecture, ClickHouse, Log Management, Workflow Development, managing workload, Resource Allocation, Hands-On Experience, Infrastructure, Data Infrastructure, Docker Container","description_format":"text","description_chars":4307,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-25T16:15:06Z"}],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":1,"p_active":0.517,"p_room":1,"age_days":7,"expected_fill_days":24,"reasons":["seen:7","agency","velocity","win:early"],"computed_at":"2026-10-01T05:45:00Z"},"pay":{"stated_usd_annual":122148,"is_top_pay":false},"html_url":"https://alion.io/job/pathsource-consulting-senior-big-data-engineer-compute-transformation-contract","json_url":"https://alion.io/job/pathsource-consulting-senior-big-data-engineer-compute-transformation-contract.json","meta":{"generated_at":"2026-10-02T02:50:38Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":3857,"day_limit":5000,"remaining_today":1143,"minute_limit":60,"resets_at":"2026-10-03T00:00:00Z"}}}