{"id":2086803,"url":"https://alion.io/job/tfg-data-engineer","title":"Data Engineer","company":{"id":3880366,"name":"TFG","domain":"tfg.co.za","url":"https://alion.io/company/tfg-2","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"B","score":80,"open_postings":26,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":4,"computed_at":"2026-10-12T06:55:09Z"}},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["South Africa"],"countries":["ZA"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":27000,"max_usd":51000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":11},"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":".NET","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Azure","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Docker","optional":false},{"name":"Entity Framework Core","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"Hadoop","optional":false},{"name":"MySQL","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Power BI","optional":false},{"name":"PowerShell","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scrum","optional":false},{"name":"SQL","optional":false},{"name":"Tableau","optional":false},{"name":"C#","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-08T11:52:01Z","employer_posted_date":"2026-10-08","last_verified_at":"2026-10-12T21:00:33Z","board_verified":true,"closed_at":null,"days_open":4,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":4},"description":"The Data Engineer will be responsible for designing, implementing, and maintaining the data infrastructure necessary for our Insights team to analyze data and derive valuable insights. The Data Engineer will work with Engineering Leads, Data Architects and other stakeholders to ensure that our data is properly sourced, stored, and accessible for analysis. They will also contribute to our mission by extracting maximum predictive value from data assets.\n Data Pipeline Development and Management\nDesign, develop, test and maintain data pipelines to extract, transform, and load (ETL) data from various sources into a data warehouse or data lake\nImplement data quality and validation checks to ensure that data is accurate, complete and consistent.\nOptimize and scale data processing and storage to handle large volumes of data and high concurrency.\nTroubleshoot and resolve data pipeline issues and perform root cause analysis\nDevelop and maintain documentation for data pipelines and processes.\nETL Development\nBuilding and maintaining data pipelines using lakehouse architecture (medallion)\nExtracting data from multiple sources, transforming it, and loading it into the target database\nMonitoring and troubleshooting ETL jobs to ensure they complete successfully and on time.\nData Modelling and Design\nDesign and implement data models and database schemas for storing and querying data.\nOptimize database schema and indexing for efficient data retrieval\nModernise legacy data environments, migrating from on-premises solutions to cloud-native platforms such as Databricks\nEnsure database security, availability, and scalability\nPerform database tuning and optimization to improve query performance\nDevelop and maintain data connectors and integrations with various data sources (e.g., databases, APIs, flat files)\nImplement data streaming and real-time data processing technologies.\nReporting and Analytics:\nDesigning and implementing complex reports that meet business requirements\nDeveloping dashboards and visualizations using tools like Pyramid or other data visualization tools\nDevelop and maintain BI reports and dashboards\nAnalysing data to identify trends, patterns, and insights\nProviding insights to business stakeholders based on the analysis of data\nData Governance and Security\nEnsure compliance with data privacy regulations according TFG’s Data privacy policies. \nDevelop and maintain data governance policies, procedures, and standards\nEnsure that data access and authorization policies are in place and adhered to\nMonitor and audit data access to ensure data security and prevent data breaches\nImplement disaster recovery and business continuity plans for data infrastructure\nCollaboration and Communication\nWork collaboratively with Engineering Leads, Architects, Analysts, Scrum Masters and other stakeholders to understand data requirements and provide data solutions.\nCommunicate data pipeline issues, status, and progress to stakeholders and project teams.\nParticipate in cross-functional meetings and initiatives to ensure alignment with data strategies and goals\n Must have at least 3 years of relevant IT experience or related qualification. \n3+ years experience with Data pipeline design and development experience. \nProficiency in Python and/or SQL. \nRDBMS experience in technology such as SQL Server, MySQL and PostgreSQL. \nAbility to use common scripting languages such as Powershell, Bash, or Python for automation. \nExperience using unit and integration tests. \nExperience working with production BI environments and tools such as PowerBI, Tableau or Pyramid Analytics. \nStrong analytical/problem solving skills. \nSkills\nDatabricks Certified Data Engineer Associate certification. \nExperience in Azure data technologies; a relevant Azure certification would be advantageous\nHands-on experience with Azure DevOps, Git, CI/CD practices, Docker and containerization\nExposure to .net entity framework. \nExposure to Databricks, Delta Lake and PySpark.\nExperience with data streaming or distributed processing technologies such as Kafka or Hadoop.\nExperience delivering data projects in Retail, Finance, Customer or HR domains would be advantageous \nExperience mentoring junior engineers would be advantageous\nBehaviours\nManages Complexity - interprets and simplifies complex and contradictory information when resolving organisational problems\nStrategic Mindset - thinks and plans strategically, focusing on the long-term goals and objectives of the organisation\nTech Savvy - leverages new technology to enhance productivity, improve problem solving, and support business growth\nCultivates Innovation - creates an environment that fosters and nurtures a culture of creativity which drives success\nDrives Engagement - inspires, motivates and empowers individuals to go above and beyond for the benefit of the team and the organisation\nPreference will be given but not limited to candidates from designated groups in terms of the Employment Equity Act.","description_format":"text","description_chars":4981,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"master","optional":false},"security_clearance":false,"languages":[]},"benefits":["Equity"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Home Decor"],"lifecycle":[{"event":"open","at":"2026-10-08T12:39:05Z"}],"visa":[],"liveness":{"score":37,"band":"fade","label":"Fading","p_open":1,"p_active":0.491,"p_room":0.75,"age_days":3,"expected_fill_days":4,"reasons":["conf:2","stale_co","velocity","win:late","comp:brand"],"computed_at":"2026-10-12T06:55:09Z"},"pay":null,"html_url":"https://alion.io/job/tfg-data-engineer","json_url":"https://alion.io/job/tfg-data-engineer.json","meta":{"generated_at":"2026-10-12T23:45:03Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":38914,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3880366},"rest":"https://alion.io/mcp/rest/get_company?id=3880366"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftfg-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftfg-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftfg-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/tfg-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftfg-data-engineer"}]}