{"id":2641948,"url":"https://alion.io/job/autodesk-senior-data-engineer-3","title":"Senior Data Engineer","company":{"id":81,"name":"Autodesk","domain":"autodesk.com","url":"https://alion.io/company/autodesk","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workday","truth_index":{"grade":"A","score":99,"open_postings":242,"ghost_share":0.004,"stale_share":0,"repost_share":0.025,"time_to_fill_p50_days":29,"computed_at":"2026-10-16T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Toronto, Canada"],"countries":["CA"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":107000,"max":157300,"currency":"CAD","period":"year","gross":null,"usd_annual":110845},"salary_estimate":null,"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":true,"technologies":[{"name":"Airflow","optional":false},{"name":"Amazon S3","optional":false},{"name":"AWS","optional":false},{"name":"ChatGPT","optional":false},{"name":"CI/CD","optional":false},{"name":"Claude","optional":false},{"name":"Copilot","optional":false},{"name":"Cursor","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"Jenkins","optional":false},{"name":"Looker","optional":false},{"name":"Power BI","optional":false},{"name":"Presto","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Trino","optional":false},{"name":"AI Agents","optional":true},{"name":"Apache Hudi","optional":true},{"name":"Apache Iceberg","optional":true},{"name":"Apache Kafka","optional":true},{"name":"CloudFormation","optional":true},{"name":"Delta Lake","optional":true},{"name":"LLM","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-10-15T19:07:52Z","employer_posted_date":"2026-10-15","last_verified_at":"2026-10-16T09:12:29Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"Job Requisition ID #\n26WD101542Position Overview\nAutodesk is looking for a skilled and innovative Senior Data Engineer to join our Compliance team, which builds data-driven systems to detect and address non-compliant usage of Autodesk software. This is a key strategic initiative that leverages large-scale data processing and analytics to drive business impact.\nIn this role, you will design, build, and optimize scalable data pipelines and distributed processing systems that handle billions of records. You will focus on improving platform reliability, performance, scalability, and operational efficiency while enabling business-critical analytics.\nWe are looking for an engineer who combines strong expertise in big data technologies with hands-on experience using AI-powered development tools to accelerate engineering workflows, improve code quality, and deliver solutions faster.\nThe ideal candidate is technically strong, self-driven, comfortable owning complex engineering initiatives, and passionate about leveraging modern technologies and AI-assisted development practices to solve challenging data engineering problems.\nOur technology stack includes: Python, SQL, Apache Spark, PySpark, Spark SQL, Apache Airflow, Hive, Presto/Trino, Snowflake, AWS (S3, EMR, Glue), Git, Jenkins, Power BI, Looker, and AI-assisted development tools such as GitHub Copilot, Cursor, ChatGPT, Claude, or equivalent solutions.\nResponsibilities\nLeverage AI-powered development tools to accelerate coding, debugging, refactoring, test generation, documentation, and troubleshooting of complex data engineering solutions\nIntegrate AI-assisted development practices into engineering workflows to improve productivity, code quality, and delivery speed\nEvaluate and validate AI-generated solutions for correctness, performance, maintainability, and security while following responsible AI practices\nIdentify opportunities to automate repetitive engineering tasks and improve developer efficiency through AI-powered solutions\nDesign, develop, and optimize large-scale batch and near-real-time data processing pipelines using Apache Spark, PySpark, and Spark SQL\nBuild scalable and efficient ETL/ELT pipelines capable of processing billions of records across distributed data platforms\nOptimize distributed processing workloads through partitioning, efficient joins, query tuning, resource management, and performance analysis\nDevelop and maintain data processing solutions using technologies such as Hive, Snowflake, AWS S3, EMR, and Glue\nBuild and maintain production-grade data workflows using Apache Airflow, including DAG development, scheduling, dependency management, retries, and failure recovery\nImplement data quality checks, pipeline monitoring, observability, and alerting to ensure reliable data processing\nDesign reusable, modular, and fault-tolerant pipelines supporting incremental processing, backfills, and operational scalability\nTroubleshoot production issues and continuously improve pipeline reliability, performance, and cost efficiency\nDevelop and maintain scalable, cloud-native data infrastructure on AWS\nAutomate infrastructure provisioning, deployments, and operational processes using Infrastructure as Code and CI/CD practices\nImplement automated testing, version control, code reviews, and software engineering best practices\nOwn the end-to-end delivery of data engineering solutions, from technical design and implementation to deployment and production support\nPartner with product managers, data scientists, analysts, and business stakeholders to translate business requirements into scalable technical solutions\nDesign efficient data models and curated datasets to support compliance detection, product usage analytics, and business reporting\nDefine and promote data engineering standards, reusable frameworks, and architectural best practices\nCommunicate technical designs, trade-offs, and engineering outcomes effectively to stakeholders\nMinimum Qualifications\n4-7 years of relevant experience in data engineering, big data systems, or software engineering, building and operating production-grade data platforms\n3+ years of hands-on experience with Apache Spark, including PySpark, Spark SQL, and DataFrame APIs\n3+ years of strong programming experience in Python and SQL, with demonstrated ability to write clean, modular, maintainable, and testable code\nStrong understanding of distributed computing fundamentals, including parallel processing, partitioning, shuffling, data skew, fault tolerance, and Spark performance tuning\nHands-on experience with Apache Airflow for building, scheduling, and orchestrating complex data pipelines\nStrong knowledge of ETL/ELT design patterns, data modeling, SQL optimization, and large-scale data processing architectures\nPractical experience using AI-powered coding tools such as GitHub Copilot, Cursor, ChatGPT, Claude, or equivalent solutions in day-to-day software or data engineering development\nAbility to effectively use AI tools for code generation, debugging, refactoring, testing, and accelerating engineering problem-solving\nUnderstanding of AI-assisted development best practices, including prompt formulation, code validation, secure usage, and identifying limitations of AI-generated solutions\nExperience with AWS data services such as S3, EMR, Glue, or equivalent cloud-based data processing platforms\nWorking knowledge of analytical data platforms such as Snowflake, Hive, or Presto/Trino\nExperience with Git, CI/CD pipelines, and automation tools such as Jenkins\nFamiliarity with data quality frameworks, pipeline observability, production monitoring, and troubleshooting\nBachelor's degree in Computer Science, Engineering, or a related field, or equivalent practical experience\nPreferred Qualifications\nExperience with modern data lake or lakehouse architectures, including Apache Iceberg, Delta Lake, or Apache Hudi\nFamiliarity with streaming data processing technologies such as Apache Kafka or Spark Structured Streaming\nExperience with Infrastructure as Code tools such as Terraform or AWS CloudFormation\nExperience developing reusable data engineering frameworks, libraries, or internal developer productivity tools\nFamiliarity with LLM APIs, AI agents, or AI-powered workflow automation applied to software or data engineering\nExperience with BI and analytics platforms such as Power BI or Looker\nDemonstrated experience improving engineering efficiency, pipeline performance, or cloud infrastructure costs through automation and optimization\nLearn More\nAbout Autodesk\nWelcome to Autodesk! Amazing things are created every day with our software - from the greenest buildings and cleanest cars to the smartest factories and biggest hit movies. We help innovators turn their ideas into reality, transforming not only how things are made, but what can be made.\nWe take great pride in our culture here at Autodesk - it’s at the core of everything we do. Our culture guides the way we work and treat each other, informs how we connect with customers and partners, and defines how we show up in the world.\nWhen you’re an Autodesker, you can do meaningful work that helps build a better world designed and made for all. Ready to shape the world and your future? Join us!\nSalary transparency\nSalary is one part of Autodesk’s competitive compensation package. For Canada based roles, we expect a starting base salary between $107,000 and $157,300. Offers are based on the candidate’s experience and geographic location, and may exceed this range. In addition to base salaries, our compensation package may include annual cash bonuses, commissions for sales roles, stock grants, and a comprehensive benefits package.Belonging\nWe take pride in cultivating a culture of belonging where everyone can thrive. Learn more here: https://www.autodesk.com/company/global-belonging\nIn-Person Onboarding and Identity Verification\nThis role may require in-person onboarding and/or in-person ID verification.","description_format":"text","description_chars":7970,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["CAD, PLM & BIM Software","Simulation & Digital Twin Software","Construction Management Software"],"lifecycle":[{"event":"open","at":"2026-10-15T19:07:52Z"}],"visa":[{"country":"CA","licensed_sponsor":true,"evidence":"Positions approved through LMIA in 12 months: 27","filings_12m":27,"filings_prev_12m":120,"green_card_filings_12m":null,"median_offered_wage_usd":null,"route":"High Wage; Global Talent Stream","cap_exempt":false,"checked_at":"2026-10-03T21:10:52+00:00","sources":["ESDC: employers issued a positive LMIA"],"filings_for_role_12m":4}],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":0,"expected_fill_days":29,"reasons":["conf:2","velocity","win:early","comp:brand"],"computed_at":"2026-10-16T05:45:00Z"},"pay":{"stated_usd_annual":110845,"is_top_pay":false},"html_url":"https://alion.io/job/autodesk-senior-data-engineer-3","json_url":"https://alion.io/job/autodesk-senior-data-engineer-3.json","meta":{"generated_at":"2026-10-16T11:01:55Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":9710,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-17T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":81},"rest":"https://alion.io/mcp/rest/get_company?id=81"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fautodesk-senior-data-engineer-3"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fautodesk-senior-data-engineer-3"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fautodesk-senior-data-engineer-3"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/autodesk-senior-data-engineer-3\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fautodesk-senior-data-engineer-3"}]}