{"id":3054638,"url":"https://alion.io/job/job-mail-3352-data-engineer-expert","title":"3352 Data Engineer (Expert)","company":{"id":701519,"name":"Job Mail","domain":"jobmail.co.za","url":"https://alion.io/company/job-mail","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":true,"listed_via":"jobmail.co.za","ats_vendor":"Schema","truth_index":{"grade":"C","score":65,"open_postings":6893,"ghost_share":0.489,"stale_share":0,"repost_share":0.711,"time_to_fill_p50_days":7,"computed_at":"2026-10-25T05:49:26Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"contractor","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["South Africa"],"countries":["ZA"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":31000,"max_usd":59000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":10},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Java","optional":false},{"name":"Least Privilege","optional":false},{"name":"Python","optional":false},{"name":"Zero Trust","optional":false}],"status":"live","first_seen_at":"2026-10-22T01:25:24Z","employer_posted_date":"2026-10-22","last_verified_at":"2026-10-22T01:25:24Z","board_verified":false,"closed_at":null,"days_open":3,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":3},"description":"ROLE & RESPONSIBILITIES:Design, build and operate operational data integration solutions focused on making enterprise data available, trusted and consumable.\nIngest and stream data from Zero Trust data sources (CMDB, identity systems, security tooling) into operational pipelines rather than analytics stores.\nBuild and maintain Kafka topics, producers/consumers, connectors and streaming applications to enable realtime flows.\nImplement API-based integrations, webhook listeners and file ingestion solutions to capture operational events.\nDevelop robust ETL/ELT and stream processing logic to normalise, correlate and enrich data across sources.\nEnsure pipelines are idempotent and resilient (retries, replay, backpressure and compensation strategies).\nApply data modelling and metadata practices to ensure consistent schemas and discoverability.\nImplement and monitor data quality checks, anomaly detection and validation rules; drive remediation where needed.\nMaintain data lineage, access control and security practices to meet governance and compliance requirements.\nCollaborate with automation and orchestration teams to ensure streamed operational data feeds automation workflows and runbooks.\nOwn pipeline alerting, runbooks, and participate in incident response/on-call rotations\nTroubleshoot production issues, perform root cause analysis and implement long-term reliability improvements.\nBuild testable pipelines with unit/integration tests, contract tests and CI/CD deployment pipelines for streaming workloads\nData Quality Gates: enforce automated quality checks early in pipelines (validation, schema checks, anomaly detection) and block or quarantine bad data.\nPerformance & Cost Awareness: implement efficient partitioning, batching and resource usage patterns while tracking cost and throughput trade-offs.\nSecurity & Privacy by Design: apply least-privilege, secrets management, encryption in transit and at rest, and data masking/anonymisation where required.\nDrive architectural decisions and define integration best practices\n QUALIFICATIONS/EXPERIENCE:Extensive hands-on experience (typically 6+ years) in data engineering, integration or streaming roles with demonstrable production experience.\nProven track record building and operating streaming platforms (Kafka) and API-based integrations, with strong Python/Java and enterprise databases and query languages skills.\nStrong analytical thinking, curiosity about data, attention to detail, structured problem solving and ownership - able to figure things out and drive topics to completion.\nSubmit your CV to:  and Subject line Role title","description_format":"text","description_chars":2638,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-22T03:12:38Z"}],"visa":[],"liveness":{"score":47,"band":"ok","label":"Likely open","p_open":1,"p_active":0.521,"p_room":0.9,"age_days":3,"expected_fill_days":7,"reasons":["seen:3","agency","velocity","win:mid","comp:brand"],"computed_at":"2026-10-25T05:49:26Z"},"pay":null,"html_url":"https://alion.io/job/job-mail-3352-data-engineer-expert","json_url":"https://alion.io/job/job-mail-3352-data-engineer-expert.json","meta":{"generated_at":"2026-10-25T16:06:04Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":23150,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-26T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":701519},"rest":"https://alion.io/mcp/rest/get_company?id=701519"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fjob-mail-3352-data-engineer-expert"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fjob-mail-3352-data-engineer-expert"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fjob-mail-3352-data-engineer-expert"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/job-mail-3352-data-engineer-expert\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fjob-mail-3352-data-engineer-expert"}]}