{"id":4767623,"url":"https://alion.io/job/madiff-senior-data-engineer-databricks","title":"Senior Data Engineer (Databricks)","company":{"id":4374669,"name":"Madiff","domain":"madiff.eu","url":"https://alion.io/company/madiff-2","size_band":"51-200","is_staffing_agency":false,"employer_type":"staffing","is_intermediary":false,"listed_via":null,"ats_vendor":"Zoho Recruit","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"posting_text","remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":[],"countries":[],"hiring_countries":["PL"],"hiring_countries_total":1,"salary":null,"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"AWS","optional":true},{"name":"GCP","optional":true}],"status":"live","first_seen_at":"2026-11-21T19:56:23Z","employer_posted_date":"2026-11-21","last_verified_at":"2026-11-21T23:37:29Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"This is a remote position.\nWe are looking for an experienced Senior Data Engineer with strong Databricks expertise to join an international technology project focused on developing modern, scalable cloud-based data platforms. The role involves designing and implementing data engineering solutions, building reliable data pipelines and optimising data processing environments, in collaboration with technical teams and business stakeholders.\nLocation: Poland (Remote / Hybrid)\nLanguage: English - professional proficiency\nResponsibilities:\nDesign, develop and maintain cloud-based data platforms using Databricks\nBuild and optimise ETL/ELT pipelines and data transformation processes\nImplement scalable data lake and lakehouse architectures\nDevelop data integration solutions using Python, SQL and Apache Spark\nWork with Delta Lake, Unity Catalog, Databricks Workflows and Databricks SQL\nOptimise data processing performance, reliability and scalability\nApply best practices related to data governance, security and data quality\nCollaborate with engineering teams and business stakeholders to translate requirements into technical solutions\nSupport continuous improvement of data engineering processes and cloud infrastructure\nRequirements\n3-5 years of commercial experience with Databricks and cloud-based data platforms\nStrong practical knowledge of Python, SQL and Apache Spark (PySpark)\nHands-on experience with Delta Lake and lakehouse architecture\nExperience with Databricks Unity Catalog, Workflows, SQL and Notebooks\nPractical experience with Azure Databricks\nGood understanding of ETL/ELT processes, data warehousing and data lakes\nFamiliarity with Git, Terraform and CI/CD practices\nExperience designing and optimising scalable data pipelines\nStrong analytical and problem-solving skills\nVery good English communication skills\nNice to have:\nDatabricks Data Engineer or Apache Spark Developer certification\nExperience with AWS or Google Cloud Platform\nKnowledge of data governance and cloud security principles\nExperience working in international, cross-functional teams\nBenefits\nInvolvement in technically challenging international projects\nOpportunity to work with modern Databricks and cloud technologies\nExposure to complex data engineering and architecture challenges\nOpportunities for technical development and certifications\nRemote or hybrid working possibilities within Poland","description_format":"text","description_chars":2393,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[{"language":"English","level":"C1 - Advanced","optional":false}]},"benefits":["Hybrid work"],"hiring_locations":[{"name":"Poland","iso":"PL","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","IT Staffing & Staff Augmentation"],"lifecycle":[{"event":"open","at":"2026-11-21T19:56:23Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":39,"reasons":["conf:0","win:early"],"computed_at":"2026-11-21T23:38:41Z"},"pay":null,"html_url":"https://alion.io/job/madiff-senior-data-engineer-databricks","json_url":"https://alion.io/job/madiff-senior-data-engineer-databricks.json","meta":{"generated_at":"2026-11-21T23:38:41Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":39853,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-22T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4374669},"rest":"https://alion.io/mcp/rest/get_company?id=4374669"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fmadiff-senior-data-engineer-databricks"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fmadiff-senior-data-engineer-databricks"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fmadiff-senior-data-engineer-databricks"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/madiff-senior-data-engineer-databricks\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fmadiff-senior-data-engineer-databricks"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4767623}},{"tool":"search_jobs","arguments":{"company":"madiff.eu","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4767623},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}