{"id":3678909,"url":"https://alion.io/job/sigma-software-group-data-engineer-databricks-pyspark","title":"Data Engineer (DATABRICKS / PYSPARK)","company":{"id":6266,"name":"Sigma Software Group","domain":"sigma.software","url":"https://alion.io/company/sigma-software-group","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"SmartRecruiters","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Warsaw, Poland"],"countries":["PL"],"hiring_countries":["PL"],"hiring_countries_total":1,"salary":null,"salary_estimate":null,"experience_years_min":2,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon S3","optional":false},{"name":"AWS","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-11-03T09:28:18Z","employer_posted_date":"2026-11-03","last_verified_at":"2026-11-07T10:46:40Z","board_verified":true,"closed_at":null,"days_open":4,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":4},"description":"We are looking for a Middle Data Engineer to join our team and contribute to building scalable data solutions for a leading AdTech and analytics company. In this role, you will work with modern Data Lakehouse architecture, high-load distributed systems, and cloud-native technologies while helping process large volumes of marketing and advertising data in batch and near real-time environments.\nThis is an excellent opportunity for engineers who want to deepen their expertise in Databricks, PySpark, Delta Lake, and scalable data platforms while collaborating with experienced data engineering professionals on enterprise-scale solutions.\nAbout Sigma Software: Sigma Software is a global IT consulting company delivering software development and IT consulting services to clients worldwide across multiple industries.\nCUSTOMER\nOur customer is a leading AdTech and data analytics company specializing in high-load platforms for large-scale data processing and analytics. The company develops cloud-based solutions that help businesses manage data, build analytical models, and generate actionable insights for marketing and advertising operations.\nThe customer operates globally and focuses on scalable microservices architecture, modern engineering practices, and enterprise-grade analytics platforms.\nPROJECT\nThe project focuses on developing and supporting scalable Data Lakehouse solutions for processing large volumes of marketing and advertising data. The team works with batch and near real-time data pipelines, cloud-native infrastructure, and modern big data technologies.\nKey Technologies: Databricks, PySpark, Python, SQL, Delta Lake, Medallion Architecture, ETL Pipelines, AWS S3\n Develop and maintain data pipelines for processing large volumes of data in batch and near real-time environments\nWork with Databricks, PySpark, and SQL to transform, validate, and optimize data\nSupport implementation of Data Lakehouse solutions following engineering standards and best practices\nBuild, test, and automate ETL processes and data workflows\nImprove data quality, organization, and reliability across platforms\nCollaborate with engineers, analysts, and stakeholders to deliver scalable solutions\nTroubleshoot, optimize, and monitor data pipelines\nStay up to date with modern data engineering technologies\nEnsure deliverables meet quality standards and project requirements\n 2+ years of experience in Big Data development and database design\nStrong hands-on experience with SQL\nStrong Python development skills\nHands-on experience with PySpark\nExperience developing and maintaining data pipelines in Databricks\nExperience with Delta Lake\nExperience with Medallion Architecture (Bronze, Silver, Gold layers)\nStrong analytical and problem-solving skills\nIntermediate or higher English level\nWILL BE A PLUS\nExperience with AWS services, including S3","description_format":"text","description_chars":2853,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[{"language":"English","level":"All levels","optional":false}]},"benefits":[],"hiring_locations":[{"name":"Poland","iso":"PL","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-11-03T12:19:53Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":3,"expected_fill_days":31,"reasons":["conf:3","velocity","win:early"],"computed_at":"2026-11-07T05:47:08Z"},"pay":null,"html_url":"https://alion.io/job/sigma-software-group-data-engineer-databricks-pyspark","json_url":"https://alion.io/job/sigma-software-group-data-engineer-databricks-pyspark.json","meta":{"generated_at":"2026-11-07T14:10:59Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":17933,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-08T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":6266},"rest":"https://alion.io/mcp/rest/get_company?id=6266"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsigma-software-group-data-engineer-databricks-pyspark"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsigma-software-group-data-engineer-databricks-pyspark"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsigma-software-group-data-engineer-databricks-pyspark"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/sigma-software-group-data-engineer-databricks-pyspark\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsigma-software-group-data-engineer-databricks-pyspark"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3678909}},{"tool":"search_jobs","arguments":{"company":"sigma.software","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3678909},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}