{"id":4263533,"url":"https://alion.io/job/devologyx-senior-data-engineer","title":"Senior Data Engineer","company":{"id":4530631,"name":"DevologyX","domain":null,"url":"https://alion.io/company/devologyx","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Cape Town, South Africa"],"countries":["ZA"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"Microsoft Fabric","optional":false},{"name":"MS SQL","optional":false},{"name":"Prefect","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-11-13T13:34:02Z","employer_posted_date":null,"last_verified_at":"2026-11-13T13:34:02Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"Introduction\nWe are looking for an experienced Senior Data Engineer to design, develop and maintain scalable data infrastructure and pipelines that support business intelligence, advanced analytics and AI-driven initiatives.\n\nThe successful candidate will play a key role in building modern data platforms, optimising data processing workflows and ensuring the availability, quality and security of enterprise data.\n\nYou will work closely with data architects, data scientists, analytics teams and business stakeholders to deliver high-performance data solutions.\n\nKey Responsibilities\n\n Design, develop and maintain scalable ETL/ELT data pipelines.\n\n Build and optimise data warehouses, data lakes and lakehouse architectures.\n\n Develop complex data transformations using Python, SQL and PySpark.\n\n Implement and manage cloud-based data solutions.\n\n Ensure data quality, governance, security and reliability.\n\n Optimise data processing performance and troubleshoot pipeline issues.\n\n Develop and maintain batch and real-time data processing solutions.\n\n Collaborate with Data Scientists, BI Developers and Data Architects.\n\n Implement CI/CD practices and automated testing for data pipelines.\n\n Mentor junior and intermediate Data Engineers.\n\n Contribute to data architecture and technical design decisions.\n\nTechnical Requirements\n\nSkill / Technology Required experience\n\nPython\n\nAdvanced\n\nSQL / T-SQL\n\nAdvanced\n\nApache Spark / PySpark\n\nAdvanced\n\nAzure / AWS / GCP\n\nStrong\n\nETL / ELT\n\nAdvanced\n\nData Warehousing\n\nStrong\n\nData Lake / Lakehouse\n\nStrong\n\nDatabricks\n\nAdvantageous\n\nSnowflake\n\nAdvantageous\n\nMicrosoft Fabric\n\nAdvantageous\n\nAzure Data Factory\n\nAdvantageous\n\nApache Kafka\n\nAdvantageous\n\nAirflow / Prefect\n\nAdvantageous\n\nGit / CI/CD\n\nStrong\n\nData Governance\n\nStrong\n\nMinimum Requirements\n\n Bachelor's degree in Computer Science, Information Systems, Data Engineering or a related field.\n\n 6–10+ years of experience in Data Engineering.\n\n Proven experience designing and implementing enterprise-scale data solutions.\n\n Strong programming and database development skills.\n\n Experience working with cloud-based data platforms.\n\n Understanding of data modelling, data architecture and distributed computing.\n\n Excellent problem-solving and communication skills.","description_format":"text","description_chars":2268,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-13T16:01:50Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":30,"reasons":["seen:0","win:early"],"computed_at":"2026-11-14T05:58:10Z"},"pay":null,"html_url":"https://alion.io/job/devologyx-senior-data-engineer","json_url":"https://alion.io/job/devologyx-senior-data-engineer.json","meta":{"generated_at":"2026-11-14T15:29:35Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":17089,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-15T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4530631},"rest":"https://alion.io/mcp/rest/get_company?id=4530631"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdevologyx-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdevologyx-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdevologyx-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/devologyx-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdevologyx-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4263533}},{"tool":"search_jobs","arguments":{"company":4530631,"detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4263533},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}