{"id":1684526,"url":"https://alion.io/job/kestra-financial-senior-data-platform-engineer","title":"Senior Data Platform Engineer","company":{"id":2139184,"name":"Kestra Financial","domain":"kestrafinancial.com","url":"https://alion.io/company/kestrafinancial","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Dayforce","truth_index":{"grade":"B","score":81,"open_postings":7,"ghost_share":0,"stale_share":0.571,"repost_share":0,"time_to_fill_p50_days":77,"computed_at":"2026-10-12T06:55:09Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Rio de Janeiro, Brazil"],"countries":["BR"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":113000,"max_usd":216000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":1089},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"MS SQL","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-05-11T08:00:00Z","employer_posted_date":"2026-10-02","last_verified_at":"2026-10-12T04:19:39Z","board_verified":true,"closed_at":null,"days_open":154,"trust":{"level":"ok","repost_count":0,"flags":[],"days_open":153},"description":"Lead with Purpose. Partner with Impact. \nWe are seeking a seasoned Databricks Data Engineer with expertise in Azure cloud services and the Databricks Lakehouse platform. The role involves designing and optimizing large-scale data pipelines, modernizing cloud-based data ecosystems, and enabling secure, governed data solutions. Strong skills in SQL, Python, PySpark, ETL/ELT frameworks, and experience with Delta Lake, Unity Catalog, and CI/CD automation are essential.\n\nWhat you’ll Do:\nDesign, build, and optimize large-scale data pipelines on the Databricks Lakehouse platform, ensuring reliability, scalability, and governance.\nModernize the Azure-based data ecosystem, contributing to cloud architecture, distributed data engineering, data modeling, security, and CI/CD automation.\nUtilize Apache Airflow and similar tools for orchestration and workflow automation.\nWork with financial or regulated datasets, applying strong compliance and governance practices.\nDevelop and optimize ETL/ELT pipelines using Python, PySpark, Spark SQL, and Databricks notebooks.\nDesign and optimize Delta Lake data models for reliability, performance, and scalability.\nImplement and manage Unity Catalog for RBAC, lineage, governance, and secure data sharing.\nBuild reusable frameworks using Databricks Workflows, Repos, and Delta Live Tables.\nCreate scalable ingestion pipelines for APIs, databases, files, streaming sources, and MDM systems.\nAutomate API ingestion and workflows using Python and REST APIs.\nSupport data governance, lineage, cataloging, and metadata initiatives.\nEnable downstream consumption for BI, data science, and application workloads.\nWrite optimized SQL/T-SQL queries, stored procedures, and curated datasets for reporting.\nAutomate deployments, DevOps workflows, testing pipelines, and workspace configuration.\n\nWhat You Bring: \n8+ years of experience designing and developing scalable data pipelines in modern data warehousing environments, with full ownership of end-to-end delivery.\nExpertise in data engineering and data warehousing, consistently delivering enterprise-grade solutions.\nProven ability to lead and coordinate data initiatives across cross-functional and matrixed organizations.\nAdvanced proficiency in SQL, Python, and ETL/ELT frameworks, including performance tuning and optimization.\nHands-on experience with Azure, Snowflake, and Databricks, and integration with enterprise systems.","description_format":"text","description_chars":2417,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Online Brokerage & Trading Platforms"],"lifecycle":[{"event":"open","at":"2026-10-02T10:07:03Z"}],"visa":[{"country":"US","licensed_sponsor":true,"evidence":"H-1B filings in 12 months: 6 · green card filings: 1","filings_12m":6,"filings_prev_12m":3,"green_card_filings_12m":1,"median_offered_wage_usd":138214,"route":null,"cap_exempt":false,"checked_at":"2026-10-03T21:08:04+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":0}],"liveness":{"score":27,"band":"fade","label":"Fading","p_open":1,"p_active":0.753,"p_room":0.36,"age_days":153,"expected_fill_days":77,"reasons":["conf:2","velocity","win:tail","crowd:"],"computed_at":"2026-10-12T06:55:09Z"},"pay":null,"html_url":"https://alion.io/job/kestra-financial-senior-data-platform-engineer","json_url":"https://alion.io/job/kestra-financial-senior-data-platform-engineer.json","meta":{"generated_at":"2026-10-12T10:33:36Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":16229,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2139184},"rest":"https://alion.io/mcp/rest/get_company?id=2139184"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fkestra-financial-senior-data-platform-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fkestra-financial-senior-data-platform-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fkestra-financial-senior-data-platform-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/kestra-financial-senior-data-platform-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fkestra-financial-senior-data-platform-engineer"}]}