{"id":4687286,"url":"https://alion.io/job/v-elegant-senior-data-engineer-etlelt-python-pyspark-sql","title":"Senior Data Engineer (ETL/ELT - Python, PySpark & SQL)","company":{"id":3806794,"name":"V-Elegant","domain":"velegant.com.sg","url":"https://alion.io/company/v-elegant","size_band":null,"is_staffing_agency":false,"employer_type":"staffing","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":7000,"max":9000,"currency":"SGD","period":"month","gross":true,"usd_annual":83688},"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Informatica","optional":false},{"name":"MySQL","optional":false},{"name":"PostgreSQL","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"SQL","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-11-20T00:00:00Z","employer_posted_date":null,"last_verified_at":"2026-11-20T00:00:00Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Responsibilities\nDesign, develop and maintain data pipelines for data ingestion, transformation and consumption.\nBuild and optimise ETL/ELT processes using Python,PySpark and SQL.\nDevelop and support data solutions on Snowflake, Data bricks and Cloudera Data Platform.\nPerform data migration from legacy systems to modern data platforms.\nDevelop data integration solutions across enterprise applications and databases.\nPerform data cleansing, transformation, validation and quality checks.\nOptimise data pipelines for performance, scalability and reliability.\nSupport AI/ML integration and data preparation requirements.\nImplement data security, encryption and masking requirements.\nSupport automated testing, deployment and production troubleshooting.\nPrepare technical documentation and mentor junior data engineers.\nRequirements\nBachelor's degree in Computer Science, IT, Engineering or related discipline.\nMinimum 5 - 8 years of experience in data engineering, ETL development or big data technologies.\nStrong programming skills in Python, PySpark andSQL.\nHands-on experience with Snowflake, Data bricks and/or Cloudera Data Platform.\nGood understanding of data lakes, data warehouses and ETL/ELT processes.\nExperience with relational databases such as Oracle, SQL Server, MySQL or PostgreSQL.\nKnowledge of Informatica Power Center or other data integration tools.\nFamiliarity with Autosys, Airflow or other scheduling tools.\nKnowledge of cloud platforms and DevOps practices.\nUnderstanding of data governance, data security and data quality.\nGood analytical, troubleshooting and communication skills.\nSkills\nCloudera, Oracle Data Warehouse Etl, Informatica Powercenter, Design, Enterprise Integration Solution, Airflow, Oracle, ETL Tools, DevOps, Data Pipeline, Data Cleansing, Computer Science, Data Migration, SQL Server, Relational Databases, Data Infrastructure, Programming, Databases, data integration projects","description_format":"text","description_chars":1921,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Logistics","Recruiting & Staffing","IT Staffing & Staff Augmentation"],"lifecycle":[{"event":"open","at":"2026-11-20T12:28:00Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":30,"reasons":["seen:0","win:early"],"computed_at":"2026-11-20T16:17:28Z"},"pay":{"stated_usd_annual":83688,"is_top_pay":false},"html_url":"https://alion.io/job/v-elegant-senior-data-engineer-etlelt-python-pyspark-sql","json_url":"https://alion.io/job/v-elegant-senior-data-engineer-etlelt-python-pyspark-sql.json","meta":{"generated_at":"2026-11-20T16:17:28Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":19363,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-21T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3806794},"rest":"https://alion.io/mcp/rest/get_company?id=3806794"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fv-elegant-senior-data-engineer-etlelt-python-pyspark-sql"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fv-elegant-senior-data-engineer-etlelt-python-pyspark-sql"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fv-elegant-senior-data-engineer-etlelt-python-pyspark-sql"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/v-elegant-senior-data-engineer-etlelt-python-pyspark-sql\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fv-elegant-senior-data-engineer-etlelt-python-pyspark-sql"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4687286}},{"tool":"search_jobs","arguments":{"company":"velegant.com.sg","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4687286},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}