{"id":60536,"url":"https://alion.io/job/state-street-senior-kdb-developer-vice-president","title":"Senior Databricks / Snowflake Data Architect – BestX","company":{"id":1806,"name":"State Street","domain":"statestreet.com","url":"https://alion.io/company/state-street","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workday","truth_index":{"grade":"A","score":88,"open_postings":208,"ghost_share":0.019,"stale_share":0.38,"repost_share":0.106,"time_to_fill_p50_days":30,"computed_at":"2026-10-31T05:58:55Z"}},"role":"Data Science","role_family":"Data Science","seniority":"staff","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["London, United Kingdom"],"countries":["GB"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":72000,"max_usd":137000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":11},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Amazon ECS","optional":false},{"name":"Amazon EKS","optional":false},{"name":"Amazon S3","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"AWS Lambda","optional":false},{"name":"CI/CD","optional":false},{"name":"Data Vault","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Amazon Redshift","optional":true},{"name":"Apache Iceberg","optional":true},{"name":"ClickHouse","optional":true},{"name":"DuckDB","optional":true},{"name":"Feature Store","optional":true},{"name":"Google BigQuery","optional":true},{"name":"KDB+","optional":true},{"name":"Kubernetes","optional":true},{"name":"Power BI","optional":true},{"name":"Tableau","optional":true}],"status":"live","first_seen_at":"2026-08-17T00:00:00Z","employer_posted_date":"2026-09-08","last_verified_at":"2026-10-31T16:16:28Z","board_verified":true,"closed_at":null,"days_open":75,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":75},"description":"We are seeking an experienced Senior Databricks / Snowflake Data Architect to join the BestX engineering team. In this role, you will lead the design and evolution of BestX's next-generation cloud-native data platform, leveraging Databricks, Snowflake, and modern data engineering technologies to support multi-asset Transaction Cost Analysis (TCA), analytics, and reporting capabilities.\nThe ideal candidate combines strong data architecture expertise with a hands-on engineering mindset and a passion for evaluating emerging technologies. You will help shape the strategic direction of our data platform through rapid prototyping, proof-of-concepts, and scalable production implementations\nKey Responsibilities\nDesign and develop the architecture for BestX's next-generation multi-asset TCA and analytics platform\n\nLead technology evaluations, proof-of-concepts, and rapid prototyping initiatives across modern data platforms and cloud-native technologies\n\nArchitect and implement scalable data Lakehouse solutions using Databricks, Snowflake, and cloud-native services\n\nDesign high-performance data models, ingestion frameworks, and transformation pipelines supporting both real-time and batch processing workloads\n\nEstablish best practices for data governance, lineage, security, metadata management, and platform observability\n\nBuild and optimise analytical platforms capable of processing large-scale market, transaction, and reference datasets\n\nWork closely with quantitative researchers, product teams, and engineering teams to translate business requirements into scalable technical solutions\n\nDefine architectural standards and technology roadmaps for data warehousing, Lakehouse, streaming, and AI/ML workloads\n\nDrive adoption of modern Agile, DevOps, CI/CD, Infrastructure-as-Code, and DataOps practices\n\nDevelop a strong understanding of Transaction Cost Analysis (TCA), best execution workflows, and relevant regulatory requirements including MiFID II and MiFIR\n\nMentor engineering teams and provide technical leadership across strategic platform initiatives\n\nTake ownership of architecture decisions from concept through production delivery\n\nCore Skills and Experience\nExperience in designing and implementing enterprise-scale data platforms.\n\nStrong hands-on experience with Databricks, including Delta Lake, Unity Catalog, Spark, Structured Streaming, and Lakehouse architecture\n\nStrong hands-on experience with Snowflake, including data modelling, performance optimisation, Snowpark, data sharing, and governance capabilities\n\nExpertise in Apache Spark, Python, SQL, and modern ELT/ETL frameworks\n\nProven ability to rapidly evaluate, prototype, and compare emerging technologies and architectural patterns\n\nExperience designing large-scale analytical platforms supporting high-volume and high-velocity datasets\n\nStrong understanding of data architecture principles including dimensional modelling, Data Vault, Lakehouse methodologies, and distributed computing\n\nExperience with cloud platforms, preferably AWS, including services such as S3, EMR, Glue, ECS/EKS, Lambda, and related analytics services\n\nExperience building streaming architectures using technologies such as Kafka, Spark Streaming, Event Bridge, or equivalent\n\nDeep understanding of data governance, security, lineage, and regulatory controls in financial services environments\n\nStrong software engineering and DevOps mindset, including CI/CD and Infrastructure-as-Code\n\nExcellent stakeholder management and communication skills, capable of influencing architecture decisions across multiple teams\n\nPreferred Skills\nExperience building analytics platforms for capital markets, including FX, Fixed Income, Equities, or Derivatives\n\nKnowledge of Transaction Cost Analysis (TCA), execution analytics, and market microstructure\n\nExperience with AI/ML platforms, feature stores, and MLOps frameworks\n\nExperience evaluating alternative analytical databases such as DuckDB, ClickHouse, Redshift, BigQuery, KDB+, or Apache Iceberg-based architectures\n\nExperience with data catalogue and governance platforms\n\nExposure to modern visualisation and BI tools such as Power BI, Tableau, Sigma, or ThoughtSpot\n\nExperience leading cloud migration or platform modernisation initiatives\n\nExperience operating in highly regulated financial services environments\n\nAbout State Street\nAcross the globe, institutional investors rely on us to help them manage risk, respond to challenges, and drive performance and profitability. We keep our clients at the heart of everything we do, and smart, engaged employees are essential to our continued success.\nWe are committed to fostering an environment where every employee feels valued and empowered to reach their full potential. As an essential partner in our shared success, you’ll benefit from inclusive development opportunities, flexible work-life support, paid volunteer days, and vibrant employee networks that keep you connected to what matters most. Join us in shaping the future.\nAs an Equal Opportunity Employer, we consider all qualified applicants for all positions without regard to race, creed, color, religion, national origin, ancestry, ethnicity, age, disability, genetic information, sex, sexual orientation, gender identity or expression, citizenship, marital status, domestic partnership or civil union status, familial status, military and veteran status, and other characteristics protected by applicable law.\nDiscover more information on jobs at StateStreet.com/careers\nRead our CEO Statement","description_format":"text","description_chars":5523,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Flexible schedule"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Asset Management & Funds","Custody & Fund Administration"],"lifecycle":[{"event":"open","at":"2026-08-17T00:00:00Z"}],"visa":[],"liveness":{"score":18,"band":"cold","label":"Long shot","p_open":1,"p_active":0.652,"p_room":0.28,"age_days":75,"expected_fill_days":30,"reasons":["conf:4","velocity","win:tail","crowd:brand"],"computed_at":"2026-10-31T05:58:55Z"},"pay":null,"html_url":"https://alion.io/job/state-street-senior-kdb-developer-vice-president","json_url":"https://alion.io/job/state-street-senior-kdb-developer-vice-president.json","meta":{"generated_at":"2026-10-31T17:04:21Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":26737,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-01T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1806},"rest":"https://alion.io/mcp/rest/get_company?id=1806"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fstate-street-senior-kdb-developer-vice-president"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fstate-street-senior-kdb-developer-vice-president"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fstate-street-senior-kdb-developer-vice-president"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/state-street-senior-kdb-developer-vice-president\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fstate-street-senior-kdb-developer-vice-president"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":60536}},{"tool":"search_jobs","arguments":{"company":"statestreet.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":60536},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}