{"id":2113067,"url":"https://alion.io/job/link-group-big-data-engineer-scalaspark","title":"Big Data Engineer Scala,spark","company":{"id":3913591,"name":"Link Group","domain":"linkgroup.pl","url":"https://alion.io/company/link-group-2","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"contractor","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Poland"],"countries":["PL"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":21000,"max":25000,"currency":"PLN","period":"month","gross":null,"usd_annual":76752},"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Docker","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"Hadoop","optional":false},{"name":"Kubernetes","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Agile","optional":true},{"name":"CI/CD","optional":true},{"name":"HBase","optional":true}],"status":"live","first_seen_at":"2026-09-16T22:01:48Z","employer_posted_date":null,"last_verified_at":"2026-09-16T22:01:48Z","board_verified":false,"closed_at":null,"days_open":33,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":33},"description":"At Link Group, we specialize in building tech teams for Fortune 500 companies and some of the world's most exciting startups. Our mission is to connect talented professionals with opportunities that align with their skills, interests, and career aspirations.\n\nWe are currently looking for a Big Data Engineer with expertise in Scala and Spark to join our team and contribute to innovative, large-scale data processing projects.\n\nAbout the Project\nThe project focuses on building a high-performance data platform for the finance/stock exchange industry, processing massive datasets to enable real-time analytics, reporting, and decision-making. You will work with modern big data tools and frameworks to ensure scalability and efficiency.\n\nTech Stack\n\nScala\n\nApache Spark\n\nHadoop ecosystem (HDFS, Hive, HBase)\n\nKafka\n\nSQL/NoSQL databases\n\nCloud platforms (AWS, Azure, GCP)\n\nDocker, Kubernetes\n\nAgile development methodologies\n\nWhat We Offer\n\nTailored opportunities to match your professional interests and goals.\n\nA leadership role in a dynamic and collaborative work environment.\n\nAccess to exciting and diverse projects for global clients.\n\nCompetitive compensation aligned with your expertise.\n\nOngoing opportunities for professional growth and development.\n\nApply today and join us at Link Group to make an impact!\nZakres obowiązków\nDesign, implement, and optimize big data processing pipelines using Scala and Spark.\nWork with massive datasets, ensuring scalability and performance.\nCollaborate with data scientists and analysts to develop data solutions.\nMonitor and troubleshoot data workflows to ensure reliability and efficiency.\nIntegrate with data sources and ensure proper data ingestion and transformation.\nResearch emerging big data technologies to improve the architecture.\nWymagania\nMust-Have Qualifications\n\nAt least 3+ years of experience in big data engineering.\n\nProficiency in Scala and experience with Apache Spark.\n\nStrong understanding of distributed data processing and frameworks like Hadoop.\n\nExperience with message brokers like Kafka.\n\nHands-on experience with SQL/NoSQL databases.\n\nFamiliarity with version control tools like Git.\n\nSolid understanding of data architecture and ETL processes.\n\nGood command of English.\n\nNice to Have\n\nExperience with cloud platforms such as AWS, Azure, or GCP.\n\nKnowledge of containerization tools like Docker and orchestration with Kubernetes.\n\nFamiliarity with CI/CD pipelines for big data workflows.\n\nExperience in optimizing Spark jobs for large-scale data processing.\n\nAcademic background in Computer Science, Data Engineering, or a related field.\n\nTech stack\nBig data\nScala\nSpark\nHadoop\nKafka\nSQL\nNoSQL\nGit\nETL\nCloud platform\nAWS\nAzure\nGCP\nDocker\nKubernetes\nCI/CD Pipelines","description_format":"text","description_chars":2740,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-08T22:25:03Z"}],"visa":[],"liveness":{"score":24,"band":"cold","label":"Long shot","p_open":0.6,"p_active":0.734,"p_room":0.55,"age_days":33,"expected_fill_days":30,"reasons":["seen:33","velocity","win:tail"],"computed_at":"2026-10-20T05:45:00Z"},"pay":{"stated_usd_annual":76752,"is_top_pay":false},"html_url":"https://alion.io/job/link-group-big-data-engineer-scalaspark","json_url":"https://alion.io/job/link-group-big-data-engineer-scalaspark.json","meta":{"generated_at":"2026-10-20T11:30:10Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":12658,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-21T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3913591},"rest":"https://alion.io/mcp/rest/get_company?id=3913591"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Flink-group-big-data-engineer-scalaspark"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Flink-group-big-data-engineer-scalaspark"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Flink-group-big-data-engineer-scalaspark"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/link-group-big-data-engineer-scalaspark\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Flink-group-big-data-engineer-scalaspark"}]}