{"id":3717223,"url":"https://alion.io/job/csg-resourcing-senior-data-engineer","title":"Senior Data Engineer","company":{"id":4497074,"name":"CSG Resourcing","domain":null,"url":"https://alion.io/company/csg-resourcing","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Centurion, South Africa"],"countries":["ZA"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Fivetran","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"Agile","optional":true}],"status":"live","first_seen_at":"2026-10-22T10:43:30Z","employer_posted_date":null,"last_verified_at":"2026-10-22T10:43:30Z","board_verified":false,"closed_at":null,"days_open":14,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":14},"description":"Introduction\nMUST BE LOCATED IN CAPE TOWN \n\nWe are looking for a highly skilled Senior Data Engineer with a strong background in Databricks, Azure Data Services, and modern data engineering tools to design, build, and optimize scalable data pipelines. The ideal candidate will have at least 5 years of hands-on experience with Databricks and 5+ years of experience in data engineering, with proven expertise in ETL/ELT development, Spark-based processing, and Python/SQL programming.\n\nDuties & Responsibilities\n\n Design, build, and manage robust, scalable data pipelines using Databricks, Delta Live Tables, and Azure Data Factory (ADF) or Fivetran.\n\n Implement advanced ETL/ELT processes to ingest and transform data from multiple sources, including SAP.\n\n Develop and maintain reusable code using Python, SQL, and PySpark.\n\n Work with Unity Catalog to manage data governance, access controls, and data lineage across environments.\n\n Use Databricks notebooks and Git for collaborative development, version control, and CI/CD.\n\n Leverage Azure services and Terraform for provisioning, automation, and cloud infrastructure management.\n\n Optimize data models for performance, scalability, and operational efficiency in a cloud-native architecture.\n\n Collaborate closely with Data Analysts, Scientists, and Business Stakeholders to deliver clean, trusted datasets.\n\n Document technical solutions, data flows, and transformation logic.\n\nDesired Experience & Qualification\nQualifications:\n\n Bachelor's degree in Computer Science, Engineering, Information Systems, or related field.\n\n Databricks certification (e.g., Databricks Certified Data Engineer Associate/Professional) preferred.\n\nExperience:\n\n 5+ years in data engineering or big data development roles.\n\n 5+ years hands-on experience with Databricks, including DLT and Unity Catalog.\n\n Experience working with Azure Data Factory (ADF) or Fivetran for ETL/ELT.\n\n Strong programming skills in Python and SQL.\n\n Proficiency in PySpark or Apache Spark for distributed data processing.\n\n Experience with Git, notebook-based development, and CI/CD pipelines.\n\n Familiarity with Azure administration and infrastructure as code (Terraform).\n\n Exposure to SAP systems as a data source is a plus.\n\nSoft Skills:\n\n Strong problem-solving skills and attention to detail.\n\n Ability to work collaboratively in cross-functional teams.\n\n Excellent communication and documentation skills.\n\n Comfortable working in Agile environments.\n\nPackage & Remuneration\nR540 p/h or R85 000 perm depending in experience","description_format":"text","description_chars":2541,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Blockchain & Crypto"],"lifecycle":[{"event":"open","at":"2026-11-04T00:57:30Z"}],"visa":[],"liveness":{"score":39,"band":"fade","label":"Fading","p_open":0.85,"p_active":0.509,"p_room":0.9,"age_days":14,"expected_fill_days":29,"reasons":["seen:14","agency","win:mid"],"computed_at":"2026-11-06T05:58:05Z"},"pay":null,"html_url":"https://alion.io/job/csg-resourcing-senior-data-engineer","json_url":"https://alion.io/job/csg-resourcing-senior-data-engineer.json","meta":{"generated_at":"2026-11-06T10:31:17Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":18991,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4497074},"rest":"https://alion.io/mcp/rest/get_company?id=4497074"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fcsg-resourcing-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fcsg-resourcing-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fcsg-resourcing-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/csg-resourcing-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fcsg-resourcing-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3717223}},{"tool":"search_jobs","arguments":{"company":4497074,"detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3717223},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}