{"id":4021721,"url":"https://alion.io/job/upgrowth-hr-senior-data-engineer","title":"Senior Data Engineer","company":{"id":691016,"name":"UpGrowth HR","domain":"upgrowthhr.com","url":"https://alion.io/company/upgrowthhr","size_band":"501-1000","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Teamtailor","truth_index":{"grade":"C","score":55,"open_postings":43,"ghost_share":0.744,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-11-10T06:52:35Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Kuala Lumpur, Malaysia"],"countries":["MY"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"ETL/ELT","optional":false},{"name":"Prefect","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Amazon Redshift","optional":true},{"name":"AWS","optional":true},{"name":"Azure","optional":true},{"name":"CI/CD","optional":true},{"name":"Databricks","optional":true},{"name":"Docker","optional":true},{"name":"GCP","optional":true},{"name":"Google BigQuery","optional":true},{"name":"Power BI","optional":true},{"name":"Snowflake","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-05-28T03:52:20Z","employer_posted_date":"2026-05-28","last_verified_at":"2026-11-10T15:16:26Z","board_verified":true,"closed_at":null,"days_open":166,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":166},"description":"JOB RESPONSIBILITIES:\nDesign, build, and maintain ETL/ELT pipelines for automated data ingestion, transformation, and validation.\n\nEstablish a centralized data storage system, starting with lightweight solutions and scaling toward cloud-based infrastructure.\n\nCollaborate with analysts and business teams to translate reporting needs into scalable, reusable data models.\n\nImplement data quality checks, logging, and monitoring to ensure reliability and transparency of data flows.\n\nRefactor existing Python/Jupyter workflows into structured, production-ready codebases.\n\nEvaluate and recommend tools for data warehousing, orchestration, and cloud migration.\n\nDefine and promote best practices in version control, documentation, and reproducibility.\n\nJOB REQUIREMENTS:\nStrong proficiency in Python (pandas, PySpark, or similar libraries for data processing).\n\nSolid understanding of SQL and experience with relational databases.\n\nHands-on experience designing or maintaining ETL pipelines and workflow orchestration tools (e.g., Airflow, Prefect, Luigi).\n\nGood grasp of data modeling, schema design, and data governance principles.\n\nExperience handling large datasets and optimizing data performance.\n\nComfortable working in environments with minimal existing infrastructure and building systems from scratch.\n\nStrong analytical thinking, problem-solving skills, and ability to work with both technical and non-technical stakeholders.\n\nNICE TO HAVE:\nExperience with cloud platforms (AWS, GCP, or Azure) and cloud-native data services.\n\nKnowledge of data warehousing technologies (Snowflake, BigQuery, Redshift, or Databricks).\n\nFamiliarity with CI/CD pipelines, Docker, or containerized workflows.\n\nExposure to business intelligence tools (Power BI, Tableau, or similar).","description_format":"text","description_chars":1770,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-10T15:16:26Z"}],"visa":[],"liveness":{"score":6,"band":"cold","label":"Long shot","p_open":1,"p_active":0.231,"p_room":0.28,"age_days":166,"expected_fill_days":34,"reasons":["conf:3","agency","win:tail","crowd:"],"computed_at":"2026-11-10T19:09:35Z"},"pay":null,"html_url":"https://alion.io/job/upgrowth-hr-senior-data-engineer","json_url":"https://alion.io/job/upgrowth-hr-senior-data-engineer.json","meta":{"generated_at":"2026-11-10T19:09:35Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":9965,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-11T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":691016},"rest":"https://alion.io/mcp/rest/get_company?id=691016"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fupgrowth-hr-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fupgrowth-hr-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fupgrowth-hr-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/upgrowth-hr-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fupgrowth-hr-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4021721}},{"tool":"search_jobs","arguments":{"company":"upgrowthhr.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4021721},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}