{"id":2164412,"url":"https://alion.io/job/itproposal-pyspark-databricks-developer-python-airflow-data-engineering10829320","title":"PySpark / Databricks Developer (Python | Airflow | Data Engineering)10829320","company":{"id":4374987,"name":"ITproposal","domain":"itproposal.com","url":"https://alion.io/company/itproposal","size_band":"501-1000","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Manatal","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["Amsterdam, Netherlands"],"countries":["NL"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":59000,"max_usd":110000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Databricks","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Azure","optional":true},{"name":"Azure DevOps","optional":true},{"name":"CI/CD","optional":true},{"name":"Spark","optional":true}],"status":"closed","first_seen_at":"2026-10-09T09:20:44Z","employer_posted_date":"2026-10-09","last_verified_at":"2026-10-12T14:11:55Z","board_verified":false,"closed_at":"2026-10-12T14:11:55Z","days_open":3,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":3},"description":"PySpark / Databricks Developer (Python | Airflow | Data Engineering)\nRequirement ID: 10829320\nLocation: Amsterdam, Netherlands\nWork Mode: Partial Remote (2 days onsite, 3 days WFH)\nStart Date: ASAP\nDuration: 6 Months\nRate: Negotiable Experience: 6-8 Years\nLanguage Requirement: English\nStatus: Open\nRole Overview\nWe are looking for an experienced PySpark / Databricks Developer with strong hands-on expertise in building scalable data pipelines, transforming large datasets, and optimizing distributed data processing workloads. You will work within an Agile environment, collaborating with data engineers, product owners, and platform teams to deliver high-quality, production-ready data solutions.\nThis role requires deep experience with PySpark on Databricks, strong Python development skills, and familiarity with orchestration tools such as Airflow (preferred). You will contribute to designing, developing, and maintaining data pipelines that support analytics, reporting, and downstream applications.\nKey Responsibilities\nDevelop, optimize, and maintain PySpark data pipelines on Databricks.\nWrite clean, efficient, and scalable Python code for data transformations and processing.\nWork with orchestration tools such as Airflow for scheduling and workflow management (preferred).\nCollaborate with cross-functional teams to refine requirements and deliver high-quality data solutions.\nEnsure data quality, reliability, and performance across all pipelines.\nTroubleshoot issues, perform root cause analysis, and implement fixes in production environments.\nContribute to Agile ceremonies and support continuous improvement within the team.\nDocument technical designs, data flows, and pipeline logic.\nRequired Skills & Experience\n5+ years of hands-on experience with PySpark (Databricks).\nStrong proficiency in Python for data engineering.\nExperience with Airflow (good to have, not mandatory).\nSolid understanding of distributed data processing and performance optimization.\nExperience working in Agile delivery environments.\nStrong communication skills and ability to collaborate with technical and non-technical stakeholders.\nCompetencies\nPySpark (Databricks)\nPython Development\nData Engineering\nAirflow (Preferred)\nCI/CD & DevOps (Azure DevOps)\nAgile Way of Working","description_format":"text","description_chars":2272,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[{"language":"English","level":"All levels","optional":false}]},"benefits":[],"hiring_locations":[{"name":"Netherlands","iso":"NL","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-09T09:20:44Z"},{"event":"close","at":"2026-10-12T14:11:55Z"}],"visa":[],"liveness":null,"pay":null,"html_url":"https://alion.io/job/itproposal-pyspark-databricks-developer-python-airflow-data-engineering10829320","json_url":"https://alion.io/job/itproposal-pyspark-databricks-developer-python-airflow-data-engineering10829320.json","meta":{"generated_at":"2026-10-12T15:42:47Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":24758,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4374987},"rest":"https://alion.io/mcp/rest/get_company?id=4374987"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fitproposal-pyspark-databricks-developer-python-airflow-data-engineering10829320"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fitproposal-pyspark-databricks-developer-python-airflow-data-engineering10829320"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fitproposal-pyspark-databricks-developer-python-airflow-data-engineering10829320"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/itproposal-pyspark-databricks-developer-python-airflow-data-engineering10829320\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fitproposal-pyspark-databricks-developer-python-airflow-data-engineering10829320"}]}