{"id":3861640,"url":"https://alion.io/job/epam-systems-senior-big-data-engineer-azure","title":"Senior Big Data Engineer ( Azure)","company":{"id":92,"name":"EPAM Systems","domain":"epam.com","url":"https://alion.io/company/epam-systems","size_band":"5000+","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"HeadHunter","truth_index":{"grade":"D","score":47,"open_postings":61,"ghost_share":0.852,"stale_share":0,"repost_share":0.148,"time_to_fill_p50_days":31,"computed_at":"2026-11-09T06:03:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":["Ukraine"],"countries":["UA"],"hiring_countries":["UA"],"hiring_countries_total":1,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"Azure","optional":false},{"name":"Hadoop","optional":false},{"name":"Java","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Databricks","optional":true}],"status":"live","first_seen_at":"2026-11-06T09:42:00Z","employer_posted_date":null,"last_verified_at":"2026-11-06T09:42:00Z","board_verified":false,"closed_at":null,"days_open":3,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":3},"description":"Our customer is a leader in global prestige retail, teaching and inspiring clients to play in a world of beauty. The company has earned its reputation all over the world as a beauty trailblazer with its expertise, innovation, and entrepreneurial spirit. Our project is about developing a full-stack e-Commerce application for the world's biggest cosmetics retailer chain of stores.\n\nPROJECT TECHNOLOGIES AND TOOLS\n\nSQL, HIVE\n\nHadoop\n\nKafka\n\nSpark\n\nSpark Streaming\n\nCloud (Azure)\n\nScala or Python\n\nRESPONSIBILITIES\n\nInvestigation and requirements clarification\n\nSolution architecture design from scratch\n\nPoC development\n\nFull project delivery\n\nInteractions with the customer development team and 3-rd party vendor\n\nREQUIREMENTS\n\n5+ years of experience in Java/Scala or Python\n\nExperience with HIVE\n\nStrong communication skills\n\nIntermediate or higher English level, both spoken and written (B1+)\n\nNICE TO HAVE\n\nDatabricks\n\nAvro\n\nSpark\n\nApache Hadoop\n\nWE OFFER\n\nCompetitive compensation depending on experience and skills\n\nIndividual career path in engineering\n\nSocial package - medical insurance, sports\n\nCompensation for sick lists and regular vacations\n\nEnglish classes with certified English teachers\n\nFlexible work hours","description_format":"text","description_chars":1224,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Flexible schedule","Health insurance"],"hiring_locations":[{"name":"Ukraine","iso":"UA","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-11-06T09:42:00Z"}],"visa":[],"liveness":{"score":63,"band":"ok","label":"Likely open","p_open":1,"p_active":0.632,"p_room":1,"age_days":2,"expected_fill_days":31,"reasons":["seen:2","stale_co","velocity","win:early","comp:brand"],"computed_at":"2026-11-09T06:03:00Z"},"pay":null,"html_url":"https://alion.io/job/epam-systems-senior-big-data-engineer-azure","json_url":"https://alion.io/job/epam-systems-senior-big-data-engineer-azure.json","meta":{"generated_at":"2026-11-09T14:31:50Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":19935,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-10T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":92},"rest":"https://alion.io/mcp/rest/get_company?id=92"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fepam-systems-senior-big-data-engineer-azure"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fepam-systems-senior-big-data-engineer-azure"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fepam-systems-senior-big-data-engineer-azure"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/epam-systems-senior-big-data-engineer-azure\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fepam-systems-senior-big-data-engineer-azure"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3861640}},{"tool":"search_jobs","arguments":{"company":"epam.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3861640},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}