{"id":3035260,"url":"https://alion.io/job/avanade-databricks-data-engineer-consultant","title":"Databricks Data Engineer Consultant","company":{"id":712684,"name":"Avanade","domain":"avanade.com","url":"https://alion.io/company/avanade-3","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workday","truth_index":{"grade":"B","score":80,"open_postings":106,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":13,"computed_at":"2026-10-23T05:54:15Z"}},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Melbourne, Australia","Brisbane, Australia","Sydney, Australia"],"countries":["AU"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":61000,"max_usd":162000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":935},"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-09-30T00:00:00Z","employer_posted_date":"2026-09-30","last_verified_at":"2026-10-23T03:59:49Z","board_verified":true,"closed_at":null,"days_open":23,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":23},"description":"Role -Databricks Data Engineer Consultant\nAbout the Role\nWe are seeking experienced Databricks Data Engineers to join our Data & AI. You will play a pivotal role in designing, developing, and maintaining scalable data pipelines and transformation workflows on Azure Databricks, enabling advanced analytics and data engineering initiatives.\nKey Responsibilities\nDesign, develop, and optimize scalable data ingestion pipelines using Azure Data Factory, Databricks, and Apache Spark.\n\nBuild and maintain Databricks notebooks using PySpark for data preparation, transformation, and enrichment to support Data Science use cases.\n\nCollaborate closely with Data Scientists to understand data requirements and ensure timely delivery of clean, structured datasets.\n\nImplement data quality checks, validation rules, and monitoring mechanisms.\n\nIntegrate data from various sources including structured, semi-structured, and unstructured formats.\n\nEnsure data security, governance, and compliance with banking regulations.\n\nOptimize Spark jobs for performance and cost-efficiency in Azure.\n\nParticipate in code reviews, design discussions, and agile ceremonies.\n\nDocument data pipelines, workflows, and technical decisions.\n\n.\nRequired Skills & Qualifications\nTechnical Skills\nExperience in data engineering, with at least 3+ years hands-on experience in Azure Databricks.\n\nStrong proficiency in Apache Spark, especially PySpark for distributed data processing.\n\nExperience with Azure Data Factory, Azure Synapse, Azure Blob Storage, and Delta Lake.\n\nSolid understanding of ETL/ELT processes, data modeling, and data warehousing concepts.\n\nProficiency in Python and/or Scala for data processing.\n\nExperience with CI/CD pipelines using tools like Azure DevOps, Git, and Terraform (preferred).\n\nFamiliarity with SQL, NoSQL, and data lake architectures.\n\nKnowledge of data governance, security, and compliance in financial services.\n\nSoft Skills\nStrong analytical and problem-solving skills.\n\nExcellent communication and stakeholder management abilities.\n\nAbility to work collaboratively in cross-functional teams.\n\nAgile mindset and experience working in Scrum/Agile environments.\n\nPreferred Qualifications\nBachelor’s or Master’s degree in Computer Science, Information Systems, Engineering, or related field.\n\nDatabricks Certified Data Engineer Associate/Professional certification is a plus.\n\nExperience working in banking or financial services domain is highly desirable.\n\nAustralian citizenship is required, and candidates must be eligible to obtain security clearance.\nLocation is flexible across Brisbane, Sydney, and Melbourne.\n.","description_format":"text","description_chars":2622,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Professional Services"],"lifecycle":[{"event":"open","at":"2026-10-21T21:15:50Z"}],"visa":[],"liveness":{"score":19,"band":"cold","label":"Long shot","p_open":1,"p_active":0.43,"p_room":0.45,"age_days":23,"expected_fill_days":13,"reasons":["conf:1","stale_co","velocity","win:tail","comp:brand"],"computed_at":"2026-10-23T05:54:15Z"},"pay":null,"html_url":"https://alion.io/job/avanade-databricks-data-engineer-consultant","json_url":"https://alion.io/job/avanade-databricks-data-engineer-consultant.json","meta":{"generated_at":"2026-10-23T08:32:07Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":13693,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-24T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":712684},"rest":"https://alion.io/mcp/rest/get_company?id=712684"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Favanade-databricks-data-engineer-consultant"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Favanade-databricks-data-engineer-consultant"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Favanade-databricks-data-engineer-consultant"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/avanade-databricks-data-engineer-consultant\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Favanade-databricks-data-engineer-consultant"}]}