{"id":3263270,"url":"https://alion.io/job/link-group-big-data-engineer","title":"Big Data Engineer","company":{"id":880,"name":"Link Group","domain":"linkgroup.co","url":"https://alion.io/company/link-group","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"staffing","is_intermediary":false,"listed_via":null,"ats_vendor":"Recruitify","truth_index":{"grade":"B","score":84,"open_postings":99,"ghost_share":0,"stale_share":0.646,"repost_share":0,"time_to_fill_p50_days":47,"computed_at":"2026-10-27T05:46:45Z"}},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":null,"work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Poland"],"countries":["PL"],"hiring_countries":["PL"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":56000,"max_usd":100000,"period":"year","method":"role_country_seniority_unknown","sample_n":367},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Databricks","optional":true}],"status":"live","first_seen_at":"2026-10-21T09:15:41Z","employer_posted_date":"2026-10-21","last_verified_at":"2026-10-27T15:57:06Z","board_verified":true,"closed_at":null,"days_open":6,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":6},"description":"Role summary\nWe’re looking for a Big Data Engineer to build and maintain scalable data pipelines and support analytics and ML work.\nDesign, build, and maintain ETL/ELT pipelines for large-scale data\nOptimize Spark jobs for performance and reliability\nPrepare data for analytics and ML use cases\nWork with stakeholders to understand data needs\nRequirements\nStrong SQL and data modeling skills\nApache Spark (DataFrame API, Spark SQL, performance tuning)\nPython for data engineering and basic data science tasks\nBuilding and maintaining ETL/ELT pipelines\nWorking with large-scale structured and semi-structured data\nData lake concepts (Parquet, Delta Lake, partitioning)\nGit and CI/CD fundamentals\nCloud data platforms (Azure, AWS; most of our work is on Azure)\nBasic statistics, data analysis, and data quality practices\nTroubleshooting and performance optimization\nGood communication and stakeholder collaboration skills\nNice to have\nDatabricks experience\nExposure to ML projects","description_format":"text","description_chars":978,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Poland","iso":"PL","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Outsourcing & Dedicated Teams","Managed IT Services (MSP)","IT Staffing & Staff Augmentation"],"lifecycle":[{"event":"open","at":"2026-10-26T07:02:54Z"}],"visa":[],"liveness":{"score":63,"band":"ok","label":"Likely open","p_open":1,"p_active":0.632,"p_room":1,"age_days":5,"expected_fill_days":47,"reasons":["conf:3","stale_co","velocity","win:early","comp:brand"],"computed_at":"2026-10-27T05:46:45Z"},"pay":null,"html_url":"https://alion.io/job/link-group-big-data-engineer","json_url":"https://alion.io/job/link-group-big-data-engineer.json","meta":{"generated_at":"2026-10-27T18:26:23Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8469,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-28T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":880},"rest":"https://alion.io/mcp/rest/get_company?id=880"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Flink-group-big-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Flink-group-big-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Flink-group-big-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/link-group-big-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Flink-group-big-data-engineer"}]}