{"id":4621511,"url":"https://alion.io/job/brillio-databricks-architect-r01573990","title":"Databricks Architect - R01573990","company":{"id":3063,"name":"Brillio","domain":"brillio.com","url":"https://alion.io/company/brillio","size_band":"5000+","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Lever","truth_index":{"grade":"B","score":76,"open_postings":48,"ghost_share":0,"stale_share":0.979,"repost_share":0,"time_to_fill_p50_days":31,"computed_at":"2026-11-19T09:08:57Z"}},"role":"Data Science","role_family":"Data Science","seniority":"staff","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":7,"visa_sponsorship":true,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"MS SQL","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Amazon S3","optional":true},{"name":"AWS","optional":true},{"name":"Azure","optional":true},{"name":"CI/CD","optional":true},{"name":"Delta Lake","optional":true},{"name":"Google BigQuery","optional":true},{"name":"Java","optional":true},{"name":"Scala","optional":true}],"status":"live","first_seen_at":"2026-11-17T17:45:42Z","employer_posted_date":"2026-11-17","last_verified_at":"2026-11-19T17:34:00Z","board_verified":true,"closed_at":null,"days_open":2,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":2},"description":"Data Architect\nPrimary Skills\nETL Fundamentals, SQL, SQL (Basic + Advanced), Python, Data Warehousing, Modern Data Platform Fundamentals, Data Modelling Fundamentals, PLSQL, T-SQL, Stored Procedures\nSpecialization\nDatabricks Engineering: Data Architect\nJob requirements\n\nLocation: San Jose, CA\nLooking for candidate local to CA \nFull-time role, does not open for a sponsorship.\nExperience Range: With at least 7 years of experience in data architecture and engineering, including substantial hands-on expertise with Databricks and modern data platforms\nKey Responsibilities:\n1. Design and architect scalable, high-performance data solutions utilizing Databricks and leading cloud data platforms\n2. Develop, optimize, and maintain ETL pipelines with SQL, Python, and Databricks to ensure efficient data ingestion, transformation, and loading\n3. Implement robust data models and data warehousing solutions to drive analytics, reporting, and business intelligence outcomes\n4. Automate and streamline data workflows to enhance system efficiency and minimize processing times\n5. Monitor, troubleshoot, and resolve performance bottlenecks in data pipelines and platform components\n6. Ensure data quality, consistency, and security across all data assets and platforms\n7. Collaborate with cross-functional teams to translate business requirements into technical data architecture solutions\n8. Document architecture designs, data flows, and best practices to support operational excellence and knowledge sharing\nRequired Skills:\n1. Advanced proficiency with Databricks platform and ecosystem\n2. Expertise in designing and developing ETL pipelines using SQL and Python\n3. Expert-level SQL, including advanced query optimization\n4. Proficiency in Python for data engineering and automation\n5. Comprehensive knowledge of data warehousing concepts and design patterns\n6. Experience with data modeling techniques and best practices\n7. Hands-on experience with PLSQL and T-SQL\n8. Ability to develop and maintain stored procedures for data transformation\n9. Experience with performance tuning and troubleshooting in distributed data environments\nPreferred Skills:\n1. Experience with Azure Data Lake, AWS S3, or Google BigQuery\n2. Familiarity with Delta Lake and lakehouse architecture concepts\n3. Knowledge of CI/CD practices for data engineering pipelines\n4. Working experience with Scala or Java in data engineering contexts\n5. Exposure to data governance, cataloging, and lineage tools\nDesired Qualifications:\n1. Bachelor's degree in Computer Science, Information Technology, Data Engineering, or a closely related discipline\n2. Databricks Certified Data Engineer Associate or Professional certification\n3. Certification in cloud data platforms such as Microsoft Azure Data Engineer Associate, AWS Certified Data Analytics, or Google Professional Data Engineer","description_format":"text","description_chars":2848,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","AI Consulting & Integration","Cloud Consulting & Migration","Data Engineering & Migration Services"],"lifecycle":[{"event":"open","at":"2026-11-19T17:34:00Z"}],"visa":[{"country":"US","licensed_sponsor":true,"adverts_offering_sponsorship_24m":0,"sanctioned_now":false,"evidence":"H-1B filings in 12 months: 184 · green card filings: 50","filings_12m":184,"filings_prev_12m":240,"green_card_filings_12m":50,"median_offered_wage_usd":139979,"route":null,"cap_exempt":false,"checked_at":"2026-11-19T07:44:56+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":35}],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":2,"expected_fill_days":31,"reasons":["conf:3","win:early","comp:brand"],"computed_at":"2026-11-19T20:40:49Z"},"pay":null,"html_url":"https://alion.io/job/brillio-databricks-architect-r01573990","json_url":"https://alion.io/job/brillio-databricks-architect-r01573990.json","meta":{"generated_at":"2026-11-19T20:40:49Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3911,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-20T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3063},"rest":"https://alion.io/mcp/rest/get_company?id=3063"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fbrillio-databricks-architect-r01573990"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fbrillio-databricks-architect-r01573990"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fbrillio-databricks-architect-r01573990"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/brillio-databricks-architect-r01573990\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fbrillio-databricks-architect-r01573990"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4621511}},{"tool":"search_jobs","arguments":{"company":"brillio.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4621511},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}