{"id":3789201,"url":"https://alion.io/job/pauwels-consulting-azure-data-engineer-databricks-unity-catalog","title":"Azure Data Engineer – Databricks & Unity Catalog","company":{"id":1959765,"name":"Pauwels Consulting","domain":"pauwelsconsulting.com","url":"https://alion.io/company/pauwelsconsulting","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Brussels, Belgium"],"countries":["BE"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"Azure SQL Database","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Power BI","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-11-04T07:15:08Z","employer_posted_date":null,"last_verified_at":"2026-11-04T07:15:08Z","board_verified":false,"closed_at":null,"days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"Responsibilities\nDesign and develop scalable data pipelines using Azure Data Factory and Databricks.\nImplement modern data architectures including Data Lake, Delta Lake, and Lakehouse patterns.\nManage Databricks Unity Catalog for data sharing, permissions, and robust governance.\nAutomate data ingestion, transformation, and deployment processes to enhance platform efficiency.\nMonitor and optimize resource consumption and performance within Azure and Databricks environments.\nCollaborate with data scientists and business stakeholders to industrialize new analytics use cases.\n\nRequirements\n5+ years of experience in data engineering with a focus on Azure cloud environments.\nYou possess deep expertise in Azure Databricks and Unity Catalog, including Lakehouse design and security.\nYou bring advanced skills in Spark, PySpark, and Delta Lake for large-scale data processing.\nYou have strong proficiency in SQL and Python for data manipulation and platform automation.\nYou possess experience with Azure Data Factory, Azure Storage, Azure SQL, and Key Vault.\nYou have knowledge of CI/CD principles and Azure DevOps applied to data engineering.\nYou bring familiarity with application integration patterns such as REST API and AMQP.\nYou're proactive and possess an analytical mindset with strong communication skills.\nYou are fluent in French or Dutch with professional proficiency in English.\nNice to Haves\nPossession of Microsoft Azure or Databricks certifications.\nExperience with Power BI administration and governance.\nKnowledge of Terraform or Infrastructure as Code.\nFamiliarity with real-time data streaming and Azure Monitor.\nBasic knowledge of SAP data sources like S/4HANA or BW/4HANA.","description_format":"text","description_chars":1695,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Staffing & Staff Augmentation"],"lifecycle":[{"event":"open","at":"2026-11-05T05:15:00Z"}],"visa":[],"liveness":{"score":84,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.893,"p_room":0.945,"age_days":3,"expected_fill_days":9,"reasons":["seen:3","velocity","win:mid"],"computed_at":"2026-11-08T05:47:12Z"},"pay":null,"html_url":"https://alion.io/job/pauwels-consulting-azure-data-engineer-databricks-unity-catalog","json_url":"https://alion.io/job/pauwels-consulting-azure-data-engineer-databricks-unity-catalog.json","meta":{"generated_at":"2026-11-09T05:44:44Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1140,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-10T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1959765},"rest":"https://alion.io/mcp/rest/get_company?id=1959765"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fpauwels-consulting-azure-data-engineer-databricks-unity-catalog"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fpauwels-consulting-azure-data-engineer-databricks-unity-catalog"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fpauwels-consulting-azure-data-engineer-databricks-unity-catalog"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/pauwels-consulting-azure-data-engineer-databricks-unity-catalog\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fpauwels-consulting-azure-data-engineer-databricks-unity-catalog"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3789201}},{"tool":"search_jobs","arguments":{"company":"pauwelsconsulting.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3789201},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}