{"id":4004323,"url":"https://alion.io/job/unison-group-data-engineer-data-lake","title":"Data Engineer - Data Lake","company":{"id":448684,"name":"Unison Group","domain":"unisongroup.com","url":"https://alion.io/company/unisongroup","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":{"grade":"B","score":76,"open_postings":72,"ghost_share":0,"stale_share":0.972,"repost_share":0,"time_to_fill_p50_days":33,"computed_at":"2026-11-10T06:52:35Z"}},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":"contractor","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"Hadoop","optional":false},{"name":"Incident Management","optional":false},{"name":"Java","optional":false},{"name":"Jenkins","optional":false},{"name":"Linux","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Unix","optional":false},{"name":"Azure","optional":true}],"status":"live","first_seen_at":"2026-11-10T06:13:10Z","employer_posted_date":"2026-11-10","last_verified_at":"2026-11-11T02:56:10Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"Develop and deliver scalable transformation frameworks across Hadoop platforms by building robust data pipelines, ingestion frameworks, and automation capabilities. Ensure efficient data processing, performance optimization, and reliable integration of enterprise data sources, while supporting data warehouse, enterprise analytics and downstream consumption requirements. This role offers an opportunity to work on large-scale data platforms handling structured, semi-structured, and streaming data across critical banking domains.\nRequirements\nData Engineering & Integration\n· Design, develop, and maintain scalable data pipelines within the Enterprise Data Lake platform using Cloudera CDP, Hadoop, Spark, Hive, Java, Python, and SQL.\n· Develop high-performance batch and near real-time data ingestion frameworks for onboarding enterprise source systems into the Data Lake.\n· Develop complex transformation logic using Spark, HiveQL, SQL, and Java-based processing frameworks.\n· Design and implement data ingestion patterns supporting structured, semi-structured, and unstructured datasets.\n· Build and maintain batch and near real-time data integration solutions.\n· Implement source-to-target mappings and ingestion specifications.\nHadoop & Cloudera Platform Development\n· Develop and support solutions within the Cloudera Data Platform ecosystem.\n· Build and maintain data pipelines leveraging:\n· Hadoop HDFS\n· Hive\n· Impala\n· Spark\n· Kafka\n· YARN, Oozie\n· Perform deployment, troubleshooting, and performance tuning of applications running on the Hadoop ecosystem.\n· Partner with platform teams to ensure optimal cluster utilization and workload management.\nData Quality & Governance\n· Ensure adherence to Data Lake onboarding standards and governance requirements.\n· Investigate and resolve data quality issues and production incidents.\n· Ensure compliance with enterprise data governance standards.\nDevOps & Platform Automation\n· Integrate data engineering solutions into CI/CD pipelines using Git, Jenkins, Azure DevOps, or equivalent tools.\n· Automate deployment, testing, monitoring, and operational support activities.\n· Develop reusable frameworks and utilities to improve engineering productivity and platform scalability.\nProduction Support & Incident Management\n· Provide L3 support for Data Lake application.\n· Perform root cause analysis for production incidents and implement permanent fixes.\n· Monitor pipeline execution, cluster health, and workload performance.\n· Participate in release implementation, deployment validation, and post-production support activities.\n· Strong hands on experience with Hadoop ecosystem and data pipeline orchestration.\n· Hadoop/HDFS\n· Hive\n· Spark\n· Unix/Linux scripting\n· Shell scripting\n· ETL/ELT development experience.\n· Data modelling fundamentals.\n· Performance tuning and optimization.\n· Experience in Data Warehousing and Data Lake environments.\n· Strong Java / Python competency with experiences.\n· Strong SQL development skills.","description_format":"text","description_chars":2991,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Cloud Consulting & Migration","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-11-10T06:13:10Z"}],"visa":[],"liveness":{"score":60,"band":"ok","label":"Likely open","p_open":1,"p_active":0.602,"p_room":1,"age_days":0,"expected_fill_days":33,"reasons":["conf:0","stale_co","win:early","comp:brand"],"computed_at":"2026-11-10T06:52:35Z"},"pay":null,"html_url":"https://alion.io/job/unison-group-data-engineer-data-lake","json_url":"https://alion.io/job/unison-group-data-engineer-data-lake.json","meta":{"generated_at":"2026-11-11T03:37:37Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3099,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-12T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":448684},"rest":"https://alion.io/mcp/rest/get_company?id=448684"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Funison-group-data-engineer-data-lake"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Funison-group-data-engineer-data-lake"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Funison-group-data-engineer-data-lake"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/unison-group-data-engineer-data-lake\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Funison-group-data-engineer-data-lake"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4004323}},{"tool":"search_jobs","arguments":{"company":"unisongroup.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4004323},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}