{"id":1451250,"url":"https://alion.io/job/simplify-hr-proprietary-limited-python-spark-ai-developer","title":"Python / Spark / AI Developer","company":{"id":1891733,"name":"Simplify HR","domain":"simplify.hr","url":"https://alion.io/company/simplify-hr","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":{"grade":"B","score":75,"open_postings":369,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":49,"computed_at":"2026-10-01T05:45:00Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["South Africa"],"countries":["ZA"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":750000,"max":750000,"currency":"ZAR","period":"year","gross":null,"usd_annual":45636},"salary_estimate":null,"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Hudi","optional":false},{"name":"Apache Iceberg","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Docker","optional":false},{"name":"FastAPI","optional":false},{"name":"GDPR","optional":false},{"name":"Git","optional":false},{"name":"llama.cpp","optional":false},{"name":"LLM","optional":false},{"name":"LM Studio","optional":false},{"name":"MS SQL","optional":false},{"name":"Mypy","optional":false},{"name":"Ollama","optional":false},{"name":"OpenTelemetry","optional":false},{"name":"Poetry","optional":false},{"name":"pySpark","optional":false},{"name":"Pytest","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Trino","optional":false},{"name":"vLLM","optional":false}],"status":"live","first_seen_at":"2026-09-02T00:00:00Z","employer_posted_date":"2026-09-02","last_verified_at":"2026-09-29T13:23:43Z","board_verified":false,"closed_at":null,"days_open":29,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":29},"description":"We are looking for a skilled Python / Spark / AI Developer to join a growing technology team.\nYou will be responsible for developing scalable data pipelines, replatforming legacy SQL workloads onto modern Spark and lakehouse technologies, and supporting the development of APIs and AI-driven features.\nThe ideal candidate is a strong Python developer with hands-on production experience in Apache Spark/PySpark, SQL, Delta Lake and REST APIs.\nKey Responsibilities\nBuild Spark/PySpark data pipelines using Delta Lake.\nReplatform legacy T-SQL logic into Spark SQL.\nDevelop modern, type-safe and well-tested Python applications.\nBuild REST APIs using FastAPI or equivalent frameworks.\nImplement authentication, idempotency and job-status functionality.\nValidate migrated pipelines against legacy systems and provide parity evidence.\nWork from technical specifications, design documents and ADRs.\nDevelop automated tests using pytest.\nContribute to CI/CD pipelines, code reviews and technical documentation.\nMinimum Requirements\n4+ years of professional Python development experience.\n2+ years of production experience with Apache Spark / PySpark.\nStrong knowledge of Spark SQL and DataFrame APIs.\nProduction experience with Delta Lake or equivalent technologies such as Iceberg or Hudi.\nStrong SQL skills and experience working with legacy T-SQL.\nExperience with pytest and automated testing.\nExperience developing REST APIs, preferably with FastAPI.\nExperience with Docker and containerised development environments.\nStrong Git and CI/CD experience.\nExperience with type-hinted Python and static analysis tools such as Pyright or Mypy.\nExperience with modern Python tooling such as uv or Poetry.\nAbility to work independently from written technical requirements and design documentation.\nBachelor’s degree in Computer Science, Engineering or a related field, or equivalent experience.\nProven track record of delivering production Python/Spark pipelines independently.\nAdvantageous Skills\nExperience with LLM / AI integration.\nExperience with Ollama, vLLM, llama.cpp, LM Studio or hosted AI APIs.\nKnowledge of data governance, privacy engineering and POPIA/GDPR principles.\nExperience with Hive Metastore, Trino or Apache Ranger.\nAzure experience, including ADLS Gen2, Synapse, ADF, Key Vault or Service Bus.\nExperience with structured logging, OpenTelemetry or OpenLineage.\nData migration and pipeline parity testing experience.\nDatabricks Certified Developer for Apache Spark or equivalent certification.\nHow To Apply:\nContact Hire Resolve today for your next career-changing move\nOur client is offering a highly competitive salary for this role based on experience.\nSend your CV to:  or connect with Mischa Bornman via LinkedIn.\nAlternatively, you can also contact me directly at Hire Resolve \nWe will contact you telephonically in 3 days should you be suitable for this vacancy. If you are not suitable, we will put your CV on file and contact you regarding any future vacancies that arise.","description_format":"text","description_chars":3048,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Professional Services","Human Resources","Recruiting Software & ATS"],"lifecycle":[{"event":"open","at":"2026-09-29T07:50:11Z"}],"liveness":{"score":46,"band":"ok","label":"Likely open","p_open":1,"p_active":0.515,"p_room":0.9,"age_days":29,"expected_fill_days":49,"reasons":["conf:40","stale_co","velocity","win:mid","comp:brand"],"computed_at":"2026-10-01T05:45:00Z"},"pay":{"stated_usd_annual":45636,"is_top_pay":false},"html_url":"https://alion.io/job/simplify-hr-proprietary-limited-python-spark-ai-developer","json_url":"https://alion.io/job/simplify-hr-proprietary-limited-python-spark-ai-developer.json","meta":{"generated_at":"2026-10-01T19:14:07Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":1714,"day_limit":5000,"remaining_today":3286,"minute_limit":60,"resets_at":"2026-10-02T00:00:00Z"}}}