{"id":2186738,"url":"https://alion.io/job/keep-simple-senior-data-engineer-databricks-ai-enabled-data-platforms","title":"Senior Data Engineer (Databricks & AI-Enabled Data Platforms)","company":{"id":2593999,"name":"Keep Simple","domain":"keepsimple.io","url":"https://alion.io/company/keepsimple","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Gupy","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["São Paulo, Brazil"],"countries":["BR"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":46000,"max_usd":120000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":2127},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Feature Store","optional":false},{"name":"GitHub","optional":false},{"name":"LLM","optional":false},{"name":"Machine Learning","optional":false},{"name":"Platform Engineering","optional":false},{"name":"PostgreSQL","optional":false},{"name":"PowerShell","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Rest API","optional":false},{"name":"Scala","optional":false},{"name":"Semantic Search","optional":false},{"name":"Semantic Search","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-10-09T13:48:07Z","employer_posted_date":"2026-10-09","last_verified_at":"2026-10-12T03:08:09Z","board_verified":true,"closed_at":null,"days_open":2,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":2},"description":"Come work for a large global financial and insurance products company! This is your chance !!\nStart a successful career in a renowned company in the international market! Great opportunity!\nGlobal insurance and asset management company seeks a responsible, organized, dynamic and team-oriented person.\nResponsabilidades e atribuições\nWe are seeking a highly skilled Senior Data Engineer to design, build, and optimize modern data platforms that enable advanced analytics, AI/ML, and business intelligence solutions. The ideal candidate will possess deep expertise in Databricks, cloud-based data engineering, data architecture, and modern software engineering practices.\nThis role will provide technical leadership, establish engineering standards, and drive the development of scalable, secure, and reliable data solutions supporting enterprise-wide initiatives.\nKey Responsibilities\nData Platform Engineering:\nDesign, develop, and maintain scalable data pipelines using Databricks, Spark, and cloud-native technologies;\nBuild and optimize batch and real-time data ingestion frameworks;\nDevelop reusable engineering patterns, frameworks, and accelerators for enterprise data solutions;\nImplement data quality, observability, lineage, and governance capabilities across the data ecosystem;\nSupport large-scale data modernization and cloud migration initiatives.\nDatabricks Engineering:\nDesign and implement Delta Lake architectures and Medallion data models;\nBuild optimized ETL/ELT pipelines using Databricks notebooks, workflows, and Delta Live Tables;\nEstablish performance tuning, cost optimization, and workload management best practices;\nLeverage Unity Catalog for data governance, security, and metadata management;\nImplement CI/CD pipelines and Infrastructure-as-Code for Databricks deployments.\nCloud Data Engineering:\nDesign cloud-native data architectures across Azure and AWS environments;\nIntegrate enterprise data sources including SQL Server, Oracle, APIs, SaaS platforms, and streaming platforms;\nBuild resilient and secure data services supporting high availability and disaster recovery requirements;\nPartner with infrastructure and security teams to implement cloud security controls and compliance standards.\nAI and Advanced Analytics Enablement:\nBuild and optimize data products supporting AI, machine learning, and generative AI workloads;\nDevelop feature engineering pipelines and curated datasets for model training and inference;\nSupport vector databases, semantic search, RAG (Retrieval-Augmented Generation), and LLM-powered applications;\nCollaborate with Data Scientists and AI Engineers to operationalize machine learning solutions;\nImplement MLOps and DataOps practices to support scalable AI delivery.\nTechnical Leadership:\nServe as a technical lead for complex data engineering initiatives;\nDefine architecture standards, engineering best practices, and development guidelines;\nMentor junior and mid-level engineers;\nConduct architecture reviews and provide technical recommendations;\nDrive adoption of automation, observability, and platform engineering principles.\nRequisitos e qualificações\nRequired Qualifications\nEducation:\nBachelor's degree in Computer Science, Information Technology, Engineering, or related discipline;\nMaster's degree preferred.\nExperience\n8+ years of experience in data engineering, data warehousing, or data platform development;\n5+ years of hands-on experience with Databricks and Apache Spark;\nExperience designing and implementing enterprise-scale cloud data platforms;\nExperience leading technical initiatives and mentoring engineering teams.\nTechnical Skills\nData Engineering:\nDatabricks;\nApache Spark (PySpark, Spark SQL);\nDelta Lake;\nDelta Live Tables;\nUnity Catalog;\nData Warehousing and Data Modeling.\nProgramming:\nPython;\nSQL;\nScala (preferred);\nPowerShell or scripting automation experience.\nCloud Platforms:\nMicrosoft Azure;\nAWS;\nCloud-native storage and compute services.\nDatabases:\nSQL Server;\nOracle;\nPostgreSQL;\nSnowflake (preferred).\nData Integration:\nAzure Data Factory;\nDatabricks Workflows;\nKafka/Event Streaming;\nREST APIs.\nDevOps & Automation:\nGitHub;\nAzure DevOps;\nCI/CD pipelines;\nTerraform;\nInfrastructure as Code.\nObservability:\nMonitoring and alerting solutions;\nData quality frameworks;\nPerformance optimization;\nLogging and troubleshooting.\nAI & Emerging Technologies:\nMachine Learning data pipelines;\nFeature Stores;\nMLOps;\nGenerative AI concepts;\nVector databases;\nRetrieval-Augmented Generation (RAG);\nAI governance and responsible AI principles.\nPreferred Qualifications\nDatabricks Certified Data Engineer Professional;\nAzure Data Engineer Associate certification;\nAWS Data Analytics certification;\nExperience supporting regulated industries such as Insurance, Financial Services, or Healthcare;\nExperience implementing enterprise data governance programs;\nExperience integrating AI solutions into production environments.\nKey Competencies\nStrategic thinking and problem solving;\nTechnical leadership;\nArchitecture design;\nStakeholder management;\nCommunication and presentation skills;\nContinuous improvement mindset;\nlnnovation and AI adoption;\nRisk and compliance awareness.\nSuccess Measures\nDelivery of scalable, resilient, and secure data solutions;\nAdoption of enterprise engineering standards and best practices;\nImprovement in platform performance, reliability, and cost efficiency;\nAccelerated delivery of analytics and AI capabilities;\nReduction in operational support effort through automation and observability;\nSuccessful mentoring and development of engineering talent.\nInformações adicionais\nModelo de contratação:\nPJ.\nForma de atuação:\nHíbrido (3x por semana presencial no escritório de Pinheiros/SP).","description_format":"text","description_chars":5709,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Brazil","iso":"BR","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Personal Development","Coaching & Mentoring"],"lifecycle":[{"event":"open","at":"2026-10-09T16:41:47Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":0,"expected_fill_days":22,"reasons":["conf:0","velocity","win:early"],"computed_at":"2026-10-10T05:45:15Z"},"pay":null,"html_url":"https://alion.io/job/keep-simple-senior-data-engineer-databricks-ai-enabled-data-platforms","json_url":"https://alion.io/job/keep-simple-senior-data-engineer-databricks-ai-enabled-data-platforms.json","meta":{"generated_at":"2026-10-12T06:24:32Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":10328,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2593999},"rest":"https://alion.io/mcp/rest/get_company?id=2593999"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fkeep-simple-senior-data-engineer-databricks-ai-enabled-data-platforms"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fkeep-simple-senior-data-engineer-databricks-ai-enabled-data-platforms"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fkeep-simple-senior-data-engineer-databricks-ai-enabled-data-platforms"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/keep-simple-senior-data-engineer-databricks-ai-enabled-data-platforms\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fkeep-simple-senior-data-engineer-databricks-ai-enabled-data-platforms"}]}