{"id":4108810,"url":"https://alion.io/job/accord-innovations-data-engineer-python-pyspark-etl-malaysia-locals","title":"Data Engineer - Python, Pyspark, ETL - Malaysia Locals","company":{"id":3824404,"name":"Accord Innovations","domain":"accordinnovations.com","url":"https://alion.io/company/accordinnovations","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Malaysia"],"countries":["MY"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"Apache NiFi","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Linux","optional":false},{"name":"PowerShell","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-11-11T22:58:55Z","employer_posted_date":null,"last_verified_at":"2026-11-11T22:58:55Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"Role Summary:Responsible for data mapping, designing, development, testing, implementing for Enterprise Data Lake\nData Pipelines (Bronze, Silver, and Gold) data delivery within timeline.\nData Pipeline Development:Documentation required: on Data Mapping, Technical Specification, and SIT plan & test cases and technical specification\nModel Design: Designing schemas for warehouses and analytical model concept for implementation.\nDevelopment of Automated Workflows: Design, build, and maintain ETL/ELT pipelines (end-to-end) from sourcing to final data product delivery for structured and unstructured data\nData Preparation: Cleaning and preprocessing data to make it suitable for analysis, implementing data transformation processes to extract data for the creation and loading of Data Products. Provide strategic recommendations that enhance productivity and business performance\nData Integration: Integrate data from multiple sources into centralized platforms for analytics and reporting. API data integration to EDL pipelines with Internal and External applications. Kafka included for real time streaming.\nData Quality: Building frameworks/program for validation, monitoring, and error handling\nRequired Core SkillsBatch Scheduling: Nifi, Airflows, etc.\nData Model Implementation: Apache Iceburg framework for SCD data model\nScripting & Automation: Proficiency in Python, Powershell, YAML, bash, and etc.\nOS Knowledge: Strong proficiency in Linux systems and networking for integration and ELK stack management.\nBig Data & Kafka: Familiar with data streaming technologies such as Kafka\nPreferred Qualifications & Experience:Minimum 3 to 5 years of relevant experience in Data Engineering fields and good knowledge of Data Warehousing/Data Lake modeling and implementation.\nGood Problem solving skill.\nBachelor's/ Master Degree: In Engineering, Computer Science, IT, or related technical field\nData Engineering Certification\nFamiliarity with data modeling and ETL concepts.","description_format":"text","description_chars":1977,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-11T22:58:55Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":27,"reasons":["seen:0","win:early"],"computed_at":"2026-11-12T10:38:37Z"},"pay":null,"html_url":"https://alion.io/job/accord-innovations-data-engineer-python-pyspark-etl-malaysia-locals","json_url":"https://alion.io/job/accord-innovations-data-engineer-python-pyspark-etl-malaysia-locals.json","meta":{"generated_at":"2026-11-13T04:24:56Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":9374,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-14T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3824404},"rest":"https://alion.io/mcp/rest/get_company?id=3824404"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Faccord-innovations-data-engineer-python-pyspark-etl-malaysia-locals"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Faccord-innovations-data-engineer-python-pyspark-etl-malaysia-locals"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Faccord-innovations-data-engineer-python-pyspark-etl-malaysia-locals"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/accord-innovations-data-engineer-python-pyspark-etl-malaysia-locals\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Faccord-innovations-data-engineer-python-pyspark-etl-malaysia-locals"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4108810}},{"tool":"search_jobs","arguments":{"company":"accordinnovations.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4108810},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}