{"id":3967416,"url":"https://alion.io/job/luxoft-senior-data-engineer-5","title":"Senior Data Engineer","company":{"id":171185,"name":"Luxoft","domain":"luxoft.com","url":"https://alion.io/company/luxoft","size_band":null,"is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Career sitemap","truth_index":{"grade":"A","score":91,"open_postings":10,"ghost_share":0,"stale_share":0.5,"repost_share":0.1,"time_to_fill_p50_days":20,"computed_at":"2026-11-09T06:03:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Toronto, Canada"],"countries":["CA"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Amazon S3","optional":false},{"name":"Apache Hudi","optional":false},{"name":"Apache Iceberg","optional":false},{"name":"AWS","optional":false},{"name":"CI/CD","optional":false},{"name":"Git","optional":false},{"name":"GitHub Actions","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-11-09T14:45:41Z","employer_posted_date":"2026-11-09","last_verified_at":"2026-11-09T19:54:18Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"Project description\nWe are looking for an experienced Senior Data Engineer to support the onboarding, integration, and operationalization of datasets used by Middle Office functions.\nThe role focuses on building scalable, production-grade data pipelines and data products on AWS, enabling reliable data delivery for analytics, reporting, and downstream applications. The successful candidate will own the full lifecycle from source analysis and solution design through implementation, deployment, and operational support.\nThe role is for subcontractors.\nResponsibilities\n- Data Onboarding & Integration: Analyze source systems, onboard new datasets, and design scalable ingestion and transformation pipelines to support Middle Office business needs.- Data Engineering: Develop and maintain production-grade pipelines using AWS services including EMR, Glue, Athena, and S3, leveraging Spark/PySpark and modern data lake technologies.\n- Workflow Automation: Build and manage orchestration workflows using Airflow or equivalent platforms, including scheduling, monitoring, alerting, and recovery processes.\n- Data Architecture & Modeling: Design scalable data models, schema structures, partitioning strategies, and data quality controls to ensure reliable and efficient data consumption.\n- DevOps & Operational Excellence: Implement CI/CD pipelines and infrastructure-as-code practices using Terraform and GitHub Actions, ensuring maintainable and supportable solutions.\n- Production Support: Troubleshoot data quality, performance, and operational issues while driving long-term reliability improvements.\n\nSKILLS\nMust have\n- Strong hands-on experience building and operating AWS-based data platforms and data pipelines.- Advanced expertise with Apache Spark, PySpark, distributed data processing, and performance optimization.\n- Experience with modern data lake technologies, particularly Apache Hudi and Apache Iceberg.\n- Strong Python programming and software engineering practices, including testing, code quality, and Git-based development workflows.\n- Hands-on experience with Apache Airflow or comparable workflow orchestration platforms.\n- Experience with Terraform, CI/CD pipelines, and infrastructure automation.\n- Ability to independently translate business requirements into production-ready data solutions.\n\nNice to have\nWe are particularly interested in candidates who have experience building data platforms within financial services, asset management, capital markets, or investment management environments. Experience supporting Middle Office, investment operations, risk, or trading-related datasets is highly desirable. Knowledge of data governance, lineage, security, and large-scale production support is also a strong advantage.","description_format":"text","description_chars":2748,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-11-09T14:45:41Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":20,"reasons":["conf:4","win:early","comp:brand"],"computed_at":"2026-11-10T00:53:28Z"},"pay":null,"html_url":"https://alion.io/job/luxoft-senior-data-engineer-5","json_url":"https://alion.io/job/luxoft-senior-data-engineer-5.json","meta":{"generated_at":"2026-11-10T00:53:28Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1929,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-11T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":171185},"rest":"https://alion.io/mcp/rest/get_company?id=171185"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fluxoft-senior-data-engineer-5"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fluxoft-senior-data-engineer-5"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fluxoft-senior-data-engineer-5"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/luxoft-senior-data-engineer-5\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fluxoft-senior-data-engineer-5"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3967416}},{"tool":"search_jobs","arguments":{"company":"luxoft.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3967416},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}