{"id":2263196,"url":"https://alion.io/job/adesso-senior-databricks-data-engineer","title":"Senior Databricks Data Engineer","company":{"id":51690,"name":"Adesso","domain":"adesso.de","url":"https://alion.io/company/adesso","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"SuccessFactors","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":22000,"max_usd":46000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":55},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"Microsoft Fabric","optional":false},{"name":"MLFlow","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-05T00:00:00Z","employer_posted_date":"2026-10-05","last_verified_at":"2026-10-12T16:10:55Z","board_verified":true,"closed_at":null,"days_open":8,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":8},"description":"YOUR ROLE\nDesign and deliver enterprise-scale data solutions using Databricks Lakehouse architecture and Delta Lake.\nLead the development of scalable batch and real-time data pipelines using PySpark, Spark SQL, and Structured Streaming.\nImplement and govern data security, lineage, access management, and compliance standards using Unity Catalog.\nDrive platform performance optimization, scalability improvements, and cost management initiatives.\nEstablish and enhance CI/CD pipelines, DevOps practices, automated testing frameworks, and Infrastructure-as-Code implementations.\nProvide technical leadership through code reviews, mentoring, and engineering best practices.\nPartner with architects, business stakeholders, and delivery teams to translate business requirements into scalable data solutions.\nTroubleshoot and resolve complex production issues while ensuring platform reliability and operational excellence.\nSupport solution architecture, technical estimations, framework development, and project delivery activities.\n YOUR PROFILE\n6-8 years of experience in Data Engineering, including significant hands-on experience with Databricks.Advanced expertise in Python, PySpark, Spark SQL, and large-scale data processing frameworks.\nStrong experience with Delta Lake, Unity Catalog, Databricks Workflows, and Delta Live Tables.\nProven experience designing and implementing cloud-based data platforms on Azure, AWS, or GCP.In-depth understanding of data modeling, data warehousing, and modern Lakehouse architectures.\nExperience working with real-time data technologies such as Kafka, Event Hubs, and Structured Streaming.Strong knowledge of Git, DevOps practices, CI/CD pipelines, and Infrastructure-as-Code methodologies.\nDemonstrated ability to lead technical initiatives, mentor team members, and collaborate with global stakeholders.\nExposure to MLflow, Microsoft Fabric, Azure Synapse, Snowflake, and enterprise data governance frameworks is desirable.\nBachelor's or Master's degree in Computer Science, Information Technology, or a related discipline.","description_format":"text","description_chars":2064,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-11T05:35:42Z"}],"visa":[],"liveness":{"score":74,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.818,"p_room":0.9,"age_days":8,"expected_fill_days":19,"reasons":["conf:13","win:mid","comp:brand"],"computed_at":"2026-10-13T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/adesso-senior-databricks-data-engineer","json_url":"https://alion.io/job/adesso-senior-databricks-data-engineer.json","meta":{"generated_at":"2026-10-13T08:48:16Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":13053,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-14T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":51690},"rest":"https://alion.io/mcp/rest/get_company?id=51690"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fadesso-senior-databricks-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fadesso-senior-databricks-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fadesso-senior-databricks-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/adesso-senior-databricks-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fadesso-senior-databricks-data-engineer"}]}