{"id":2074369,"url":"https://alion.io/job/centre-for-strategic-infocomm-technologies-data-engineer-big-data-processing","title":"Data Engineer (Big Data Processing)","company":{"id":247925,"name":"Centre for Strategic Infocomm Technologies","domain":"csit.gov.sg","url":"https://alion.io/company/csit","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Lever","truth_index":{"grade":"D","score":45,"open_postings":106,"ghost_share":0.915,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-08T05:49:30Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":56000,"max_usd":115000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":31},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Hadoop","optional":false},{"name":"Java","optional":false},{"name":"LLM","optional":false},{"name":"Scala","optional":false}],"status":"live","first_seen_at":"2026-03-26T08:43:38Z","employer_posted_date":"2026-03-26","last_verified_at":"2026-10-09T02:25:32Z","board_verified":true,"closed_at":null,"days_open":196,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":196},"description":"CSIT develops products to advance the national security interests of Singapore. We use our products in a wide range of use-cases, including but not limited to Counter-terrorism and Computer Network Defence. We are looking for talented senior data engineers to lead and build mission-critical products that identify, analyse and investigate threats.\nRole\nAs a data engineer in a team that is responsible for mission-critical data analytics systems, you will contribute to the development and maintenance of high-performance data pipelines and systems related to national security. You will be involved in complex technical projects to collect, parse and process large datasets with the aim of turning them into useful information and insights. Join us to seize the opportunity to use cutting-edge technologies to protect the nation.\nResponsibilities\nDesign and build data pipelines that are scalable, robust and maintainable to ingest crucial data using cutting-edge platforms and technologies\nWork with product managers, engineering managers and key stakeholders to deliver impactful data products that meet our business needs\nOptimise performance of large-scale data pipelines for low latency, high throughput and high reliability\nEnsure data integrity, quality and governance through robust design and operational monitoring\nBuild and experiment with Agentic AI systems (e.g. multi-step autonomous agents, tool-using LLM workflows)\nTroubleshoot and resolve complex issues in critical data pipelines\nImplement data engineering best practices, including testing, orchestration and monitoring of data pipelines\nParticipate in technical discussions with the team and key stakeholders to shape the future of our data products\nRequirements\nA degree or professional qualification in Computer Science or equivalent\nStrong foundations in programming languages such as Scala or Java\nFamiliarity with the following technologies: Spark, Kafka, Hadoop, Elastic stack, Kudu\nFamiliarity with AI-assisted development tools and concepts, exposure to agentic AI systems would be a plus\nAble to communicate technical details effectively and clearly\nGood interpersonal, analytical and problem-solving skills to get things done in a dynamic environment\nWhy join us?\nThe work is purposeful and meaningful\nYou will get to work with talented and driven people\nWe work with modern technologies and tech stacks\nWe have excellent engineering culture and work-life balance\nWe aspire for engineering and operational excellence\nWe empower to innovate","description_format":"text","description_chars":2522,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Cybersecurity","Government","National Security","Information Security"],"lifecycle":[{"event":"open","at":"2026-10-08T08:22:15Z"}],"visa":[],"liveness":{"score":9,"band":"cold","label":"Long shot","p_open":1,"p_active":0.306,"p_room":0.28,"age_days":196,"expected_fill_days":40,"reasons":["conf:1","win:tail","crowd:brand"],"computed_at":"2026-10-09T04:15:35Z"},"pay":null,"html_url":"https://alion.io/job/centre-for-strategic-infocomm-technologies-data-engineer-big-data-processing","json_url":"https://alion.io/job/centre-for-strategic-infocomm-technologies-data-engineer-big-data-processing.json","meta":{"generated_at":"2026-10-09T04:15:35Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":3805,"day_limit":5000,"remaining_today":1195,"minute_limit":60,"resets_at":"2026-10-10T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":247925},"rest":"https://alion.io/mcp/rest/get_company?id=247925"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fcentre-for-strategic-infocomm-technologies-data-engineer-big-data-processing"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fcentre-for-strategic-infocomm-technologies-data-engineer-big-data-processing"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fcentre-for-strategic-infocomm-technologies-data-engineer-big-data-processing"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/centre-for-strategic-infocomm-technologies-data-engineer-big-data-processing\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fcentre-for-strategic-infocomm-technologies-data-engineer-big-data-processing"}]}