{"id":3131522,"url":"https://alion.io/job/luxoft-senior-python-developer-with-pyspark-and-aws","title":"Senior Python Developer with PySpark and AWS","company":{"id":171185,"name":"Luxoft","domain":"luxoft.com","url":"https://alion.io/company/luxoft","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Career sitemap","truth_index":{"grade":"B","score":80,"open_postings":14,"ghost_share":0.071,"stale_share":0.714,"repost_share":0.214,"time_to_fill_p50_days":17,"computed_at":"2026-10-28T05:59:10Z"}},"role":"Backend","role_family":"Backend","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Toronto, Canada"],"countries":["CA"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":95000,"max_usd":171000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":255},"experience_years_min":2,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"CI/CD","optional":false},{"name":"Jenkins","optional":false},{"name":"pylint","optional":false},{"name":"pySpark","optional":false},{"name":"Pytest","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-14T00:00:00Z","employer_posted_date":"2026-10-14","last_verified_at":"2026-10-28T21:43:41Z","board_verified":true,"closed_at":null,"days_open":14,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":14},"description":"Project description\nThe project involves the data engineering organization’s Analytical Work Bench , which is an integrated development environment. The objective is to rationalize and integrate AWB with another internally developed application. Additionally, the project includes creating an IDE based on the Jupyter Lab environment using custom code developed by Client.\nResponsibilities\n- Integrate large datasets into the research ecosystem via the resource platform.\nSKILLS\nMust have\n A university degree in Engineering or Computer Science is preferred.Hard skills:\n\n Proven experience working with cloud-based technologies, specifically AWS.\n Solid expertise in Big Data solutions utilizing AWS EMR.\n Advanced proficiency in Python Core and PySpark, with over 8 years of hands-on experience.\n Practical knowledge of Pylint and Pytest for code quality and testing, with at least two years of experience.\n Extensive experience with package management and automation tools such as PyPI and Gulp for over five years.\n Familiarity with continuous integration and continuous delivery pipelines using Jenkins and Urban Code, with more than two years of experience.Soft skills:\n\n Excellent communication skills demonstrated through collaboration with end users to gather and discuss complex business requirements effectively.\nNice to have\n- UI development with React: Familiarity with building user interfaces using React is advantageous.\n- JupiterLab: Experience working with JupiterLab is a beneficial asset.\n- Data Engineering and/or Data Science experience: Having skills or experience in data engineering or data science is a plus.\nSkills\nA university degree in Engineering or Computer Science is preferred.\nHard skills:\nProven experience working with cloud-based technologies, specifically AWS.\nSolid expertise in Big Data solutions utilizing AWS EMR.\nAdvanced proficiency in Python Core and PySpark, with over 8 years of hands-on experience.\nPractical knowledge of Pylint and Pytest for code quality and testing, with at least two years of experience.\nExtensive experience with package management and automation tools such as PyPI and Gulp for over five years.\nFamiliarity with continuous integration and continuous delivery pipelines using Jenkins and Urban Code, with more than two years of experience.\nSoft skills:\nExcellent communication skills demonstrated through collaboration with end users to gather and discuss complex business requirements effectively.\nExperience\nA university degree in Engineering or Computer Science is preferred.\nHard skills:\nProven experience working with cloud-based technologies, specifically AWS.\nSolid expertise in Big Data solutions utilizing AWS EMR.\nAdvanced proficiency in Python Core and PySpark, with over 8 years of hands-on experience.\nPractical knowledge of Pylint and Pytest for code quality and testing, with at least two years of experience.\nExtensive experience with package management and automation tools such as PyPI and Gulp for over five years.\nFamiliarity with continuous integration and continuous delivery pipelines using Jenkins and Urban Code, with more than two years of experience.\nSoft skills:\nExcellent communication skills demonstrated through collaboration with end users to gather and discuss complex business requirements effectively.\n- UI development with React: Familiarity with building user interfaces using React is advantageous. \n- JupiterLab: Experience working with JupiterLab is a beneficial asset. \n- Data Engineering and/or Data Science experience: Having skills or experience in data engineering or data science is a plus.","description_format":"text","description_chars":3606,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-23T03:53:09Z"}],"visa":[],"liveness":{"score":48,"band":"ok","label":"Likely open","p_open":1,"p_active":0.638,"p_room":0.75,"age_days":14,"expected_fill_days":17,"reasons":["conf:2","stale_co","urgency","velocity","win:late","comp:brand"],"computed_at":"2026-10-28T05:59:10Z"},"pay":null,"html_url":"https://alion.io/job/luxoft-senior-python-developer-with-pyspark-and-aws","json_url":"https://alion.io/job/luxoft-senior-python-developer-with-pyspark-and-aws.json","meta":{"generated_at":"2026-10-28T22:38:54Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":30792,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-29T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":171185},"rest":"https://alion.io/mcp/rest/get_company?id=171185"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fluxoft-senior-python-developer-with-pyspark-and-aws"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fluxoft-senior-python-developer-with-pyspark-and-aws"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fluxoft-senior-python-developer-with-pyspark-and-aws"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/luxoft-senior-python-developer-with-pyspark-and-aws\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fluxoft-senior-python-developer-with-pyspark-and-aws"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3131522}},{"tool":"search_jobs","arguments":{"company":"luxoft.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3131522},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}