{"id":3796551,"url":"https://alion.io/job/unison-group-senior-data-engineer-databricks-and-pyspark","title":"Senior Data Engineer (Databricks and Pyspark)-Mandarin Speaker","company":{"id":448684,"name":"Unison Group","domain":"unisongroup.com","url":"https://alion.io/company/unisongroup","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":{"grade":"B","score":76,"open_postings":72,"ghost_share":0,"stale_share":0.972,"repost_share":0,"time_to_fill_p50_days":33,"computed_at":"2026-11-11T05:49:22Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["Kuala Lumpur, Malaysia"],"countries":["MY"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon S3","optional":false},{"name":"AWS","optional":false},{"name":"AWS Lambda","optional":false},{"name":"Azure","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false},{"name":"SharePoint","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":".NET","optional":true},{"name":"C#","optional":true},{"name":"PostgreSQL","optional":true},{"name":"Power BI","optional":true},{"name":"Scala","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-11-05T09:39:43Z","employer_posted_date":"2026-11-05","last_verified_at":"2026-11-11T16:51:28Z","board_verified":true,"closed_at":null,"days_open":6,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":6},"description":"Position : Senior Data Engineer.\nLocation : Malaysia and Singapore.\nLanguage : Mandarin Language must.\nRole : Full Time Perm role + one month Bonus.\nRequirements\nWe are looking for a Senior Data Engineer with strong expertise in Databricks, PySpark, Delta Lake, and cloud-based data pipelines. implement Lakehouse/Medallion architectures, and integrate data from multiple internal and external systems. This role requires strong technical leadership and hands-on architecture experience.\nKey Responsibilities\nDesign, build, and optimize data ingestion and transformation pipelines using Databricks, PySpark, and Python.\nImplement Delta Lake and Medallion architecture for scalable enterprise data platforms.\nDevelop ingestion frameworks for data from SFTP, REST APIs, SharePoint/Graph API, AWS, and Azure sources.\nAutomate workflows using Databricks Workflows, ADF, Azure Functions, and CI/CD pipelines.\nOptimize Spark jobs for performance, reliability, and cost efficiency.\nImplement data validation, quality checks, and monitoring with automated alerts and retries.\nDesign secure and governed datasets using Unity Catalog and cloud security best practices.\nCollaborate with analysts, business users, and cross-functional teams to deliver curated datasets for reporting and analytics.\nProvide technical leadership and guidance to junior team members.\nRequired Skills\n5-8+ years of experience in Data Engineering.\nStrong hands-on experience with Databricks, PySpark, Delta Lake, SQL, Python.\nExperience with Azure Data Lake, ADF, Azure Functions, or AWS equivalents (S3, Lambda).\nExperience integrating data from APIs, SFTP servers, vendor data providers, and cloud storage.\nKnowledge of ETL/ELT concepts, Lakehouse/Meddalion architecture, and distributed processing.\nStrong experience with Git, Azure DevOps CI/CD, and YAML pipelines.\nAbility to optimize Spark workloads (partitioning, caching, Z-ordering, performance tuning).\nGood to Have\nExposure to Oil & Gas or trading analytics (SPARTA, KPLER, IIR, OPEC).\nKnowledge of Power BI or data visualization concepts.\nFamiliarity with Terraform, Scala, or PostgreSQL.\nExperience with SharePoint development or .NET (optional)","description_format":"text","description_chars":2174,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Malaysia","iso":"MY","kind":"country"},{"name":"Singapore","iso":"SG","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Cloud Consulting & Migration","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-11-05T09:39:43Z"}],"visa":[],"liveness":{"score":63,"band":"ok","label":"Likely open","p_open":1,"p_active":0.632,"p_room":1,"age_days":5,"expected_fill_days":33,"reasons":["conf:2","stale_co","velocity","win:early","comp:brand"],"computed_at":"2026-11-11T05:49:22Z"},"pay":null,"html_url":"https://alion.io/job/unison-group-senior-data-engineer-databricks-and-pyspark","json_url":"https://alion.io/job/unison-group-senior-data-engineer-databricks-and-pyspark.json","meta":{"generated_at":"2026-11-11T20:26:14Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":39922,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-12T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":448684},"rest":"https://alion.io/mcp/rest/get_company?id=448684"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Funison-group-senior-data-engineer-databricks-and-pyspark"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Funison-group-senior-data-engineer-databricks-and-pyspark"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Funison-group-senior-data-engineer-databricks-and-pyspark"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/unison-group-senior-data-engineer-databricks-and-pyspark\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Funison-group-senior-data-engineer-databricks-and-pyspark"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3796551}},{"tool":"search_jobs","arguments":{"company":"unisongroup.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3796551},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}