{"id":1460492,"url":"https://alion.io/job/lavu-tech-solutions-senior-data-engineer-open-source","title":"Senior Data Engineer (Open source)","company":{"id":3800797,"name":"Lavu Tech Solutions","domain":"lavutechsolutions.com","url":"https://alion.io/company/lavu-tech-solutions","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Malaysia"],"countries":["MY"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":16500,"max_usd":43000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":1536},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Kafka","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Hadoop","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-09-29T12:01:03Z","employer_posted_date":null,"last_verified_at":"2026-09-29T12:01:03Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"No visa sponsorship.\nNeed someone available locally.\n\nKey Responsibilities:\nDesign, develop and maintain data pipelines, ETL/ELT workflows and data integration solutions.\nWork with open-source data engineering technologies for data ingestion, processing, transformation and storage.\nPerform data analytics, data modelling and data quality activities to support business requirements.\nDevelop data visualizations and dashboards to provide actionable business insights.\nUse Python for data processing, automation, analytics and pipeline development.\nCollaborate with data analysts, data scientists and business stakeholders to translate requirements into scalable data solutions.\nTroubleshoot and optimize data pipelines for performance, reliability and scalability.\nRequired Skills:\n5+ years of experience in Data Engineering / Data Analytics.\nStrong Python programming skills.\nHands-on experience with open-source data engineering technologies such as Apache Spark, Apache Airflow, Kafka, Hadoop or similar.\nExperience in data analytics, data visualization and dashboard development.\nGood understanding of ETL/ELT, data pipelines, data modelling and databases/SQL.\nExperience working with large datasets and data integration environments.\nStrong problem-solving and communication skills.","description_format":"text","description_chars":1287,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Mobile App Development Services","Web Development Services","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-09-29T12:01:03Z"}],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":0,"expected_fill_days":23,"reasons":["seen:0","velocity","win:early"],"computed_at":"2026-09-30T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/lavu-tech-solutions-senior-data-engineer-open-source","json_url":"https://alion.io/job/lavu-tech-solutions-senior-data-engineer-open-source.json","meta":{"generated_at":"2026-10-01T04:34:19Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":3955,"day_limit":5000,"remaining_today":1045,"minute_limit":60,"resets_at":"2026-10-02T00:00:00Z"}}}