{"id":2140552,"url":"https://alion.io/job/antal-senior-data-engineer","title":"Senior Data Engineer","company":{"id":870,"name":"Antal","domain":"antal.pl","url":"https://alion.io/company/antal-sp-z-o-o","size_band":"51-200","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Traffit","truth_index":{"grade":"A","score":95,"open_postings":742,"ghost_share":0,"stale_share":0,"repost_share":0.005,"time_to_fill_p50_days":106,"computed_at":"2026-10-12T06:55:09Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["Poland"],"countries":["PL"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":200,"max":240,"currency":"PLN","period":"hour","gross":null,"usd_annual":122000},"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Airflow","optional":false},{"name":"Ansible","optional":false},{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"GitHub","optional":false},{"name":"Hadoop","optional":false},{"name":"Jenkins","optional":false},{"name":"Linux","optional":false},{"name":"pySpark","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Unix","optional":false},{"name":"ElasticSearch","optional":true},{"name":"Java","optional":true},{"name":"Kanban","optional":true},{"name":"Python","optional":true},{"name":"Scrum","optional":true}],"status":"live","first_seen_at":"2026-03-23T14:47:29Z","employer_posted_date":"2026-03-24","last_verified_at":"2026-10-12T08:32:22Z","board_verified":true,"closed_at":null,"days_open":202,"trust":{"level":"ok","repost_count":0,"flags":["company_stale"],"days_open":202},"description":"Senior Data Engineer (PySpark)\nLocation: Kraków, Poland (hybrid: 2 days in the office, 3 days remote)\nB2B Contract: 200 - 240 PLN / hour\nWe are looking for a proactive Senior Data Engineer (PySpark) to join an international Agile team delivering large-scale data processing solutions for the financial sector. You will work closely with Engineers, Data Analysts and Business Analysts to design, build and optimize data pipelines supporting critical business processes.\nThis role sits within a collaborative engineering environment and offers the opportunity to influence architecture, development standards and delivery quality across a complex data ecosystem.\nKey Responsibilities:\nDesign and develop scalable data processing solutions using PySpark or Scala.\n\nBuild and maintain data pipelines leveraging Hadoop ecosystem components (Spark, Hive, YARN, MapReduce).\n\nPromote engineering best practices through code reviews, mentoring and knowledge sharing.\n\nProvide production support, troubleshoot issues and ensure system stability.\n\nImplement tools and processes ensuring performance, availability, accuracy and monitoring.\n\nCollaborate with Business Analysts to ensure correct interpretation and implementation of requirements.\n\nContribute to architecture and system design discussions.\n\nParticipate in Agile ceremonies: sprint planning, reviews, retrospectives and daily stand-ups.\n\nRequirements:\n5+ years of experience in software engineering with strong focus on PySpark development.\n\nHands-on experience with Apache Spark, Hadoop, Hive, Spark SQL.\n\nExperience with Airflow or similar scheduling tools.\n\nSolid understanding of Unix/Linux environments.\n\nExperience with ETL frameworks, SQL, RESTful services and distributed data processing.\n\nFamiliarity with Git/GitHub, CI/CD tools (Jenkins, Ansible) and JIRA.\n\nUnderstanding of data modelling (relational & non-relational).\n\nStrong debugging skills and ability to clearly communicate findings.\n\nNice to Have:\nExperience with Elasticsearch.\n\nJava API development.\n\nExperience with ingestion frameworks.\n\nUnderstanding of cloud design patterns.\n\nExposure to DevOps practices and Agile methodologies (Scrum, Kanban).\n\nWhat We Offer:\nLong-term cooperation within a large, international financial programme.\n\nReal influence on architecture, engineering standards and delivery quality.\n\nWork in a multicultural, distributed environment.\n\nPrivate medical care (LuxMed) and Multisport card.\n\nStable B2B contract with attractive hourly rate.","description_format":"text","description_chars":2491,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Poland","iso":"PL","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Financial Services"],"lifecycle":[{"event":"open","at":"2026-10-09T02:58:10Z"}],"visa":[],"liveness":{"score":13,"band":"cold","label":"Long shot","p_open":1,"p_active":0.373,"p_room":0.36,"age_days":202,"expected_fill_days":106,"reasons":["conf:3","agency","velocity","win:tail","crowd:brand"],"computed_at":"2026-10-12T06:55:09Z"},"pay":{"stated_usd_annual":122000,"is_top_pay":false},"html_url":"https://alion.io/job/antal-senior-data-engineer","json_url":"https://alion.io/job/antal-senior-data-engineer.json","meta":{"generated_at":"2026-10-12T10:48:50Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":16723,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":870},"rest":"https://alion.io/mcp/rest/get_company?id=870"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fantal-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fantal-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fantal-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/antal-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fantal-senior-data-engineer"}]}