{"id":1372875,"url":"https://alion.io/job/optimum-solutions-data-engineer-sql-python-pyspark","title":"Data Engineer (SQL / Python /PySpark)","company":{"id":3800114,"name":"Optimum Solutions","domain":"theoptimum.net","url":"https://alion.io/company/optimum-infosystem","size_band":"1001-5000","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":7000,"max":10000,"currency":"SGD","period":"month","gross":true,"usd_annual":93984},"salary_estimate":null,"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Hadoop","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Teradata","optional":false},{"name":"Apache Kafka","optional":true},{"name":"Git","optional":true},{"name":"Informatica","optional":true},{"name":"Talend","optional":true}],"status":"live","first_seen_at":"2026-09-28T00:00:00Z","employer_posted_date":null,"last_verified_at":"2026-09-28T00:00:00Z","board_verified":false,"closed_at":null,"days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"About the Role\nWe are looking for a hands-on Data Engineer to drive the core mechanics of our enterprise data platforms. In this role, you will independently build, optimise, and secure scalable ETL pipelines, historical data architectures, and analytical datasets, ensuring rigorous data quality and reconciliation across our ecosystem.\n\nResponsibilities\nPipeline Engineering: Develop and maintain robust batch, streaming, CDC, and API-based data pipelines, historical snapshots, and SCD frameworks.\nData Transformation: Build transformations for EDW, data lakes, and semantic layers, including specialised payment harmonisation datasets.\nPerformance & Quality: Tune SQL queries and Spark jobs, implementing stringent reconciliation controls, error handling, and operational monitoring.\nSDLC Delivery: Support SIT, UAT, defect resolution, release execution, and production verification in close collaboration with architecture and BI teams.\n\nRequirements:\nExperience: Minimum 6 years of hands-on data engineering experience, with independent ownership of development and testing deliverables.\nTechnical Stack: Advanced proficiency in SQL, Python, Spark/PySpark, Teradata, and Hadoop/Cloudera ecosystems.\nTools & Integration: Experience with Informatica/Talend, Hive, Impala, Kafka, Airflow, APIs, and Git-based version control.\nDomain Exposure: Strong background in enterprise data warehousing, data lakes, and banking data operations (Payments, Risk, Finance, or AML preferred).\nCore Competencies: Independent ownership of deliverables, analytical mindset, and a commitment to secure, high-quality engineering standards.\nSkills\nCloudera, Spark SQL, Teradata SQL, PySpark, Airflow, Apache Spark, Hadoop Database, Payment Processing, ETL, Data Engineering, Impala, SQL, Python, Financial Operations, Semantic Layer, Hive, Teradata Data Warehouse","description_format":"text","description_chars":1845,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-28T04:00:00Z"}],"liveness":{"score":54,"band":"ok","label":"Likely open","p_open":1,"p_active":0.542,"p_room":1,"age_days":3,"expected_fill_days":30,"reasons":["seen:3","agency","velocity","win:early"],"computed_at":"2026-10-01T05:45:00Z"},"pay":{"stated_usd_annual":93984,"is_top_pay":false},"html_url":"https://alion.io/job/optimum-solutions-data-engineer-sql-python-pyspark","json_url":"https://alion.io/job/optimum-solutions-data-engineer-sql-python-pyspark.json","meta":{"generated_at":"2026-10-02T01:02:20Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":1092,"day_limit":5000,"remaining_today":3908,"minute_limit":60,"resets_at":"2026-10-03T00:00:00Z"}}}