{"id":4149882,"url":"https://alion.io/job/system-soft-technologies-azure-databricks-architect","title":"Azure Databricks Architect","company":{"id":4481260,"name":"System Soft Technologies","domain":"sstech.us","url":"https://alion.io/company/system-soft-technologies","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"DevOps","role_family":"DevOps","seniority":"staff","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":2,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-11-12T08:35:15Z","employer_posted_date":null,"last_verified_at":"2026-11-12T08:35:15Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Job Requirements and Responsibilities for Azure Databricks Architect:\nDesign, develop, and maintain scalable data pipelines using Azure Databricks.\nBuild high-performance ETL/ELT pipelines using PySpark and Apache Spark.\nImplement declarative pipelines and optimize workflows for reliability and scalability.\nDesign and manage Delta Lake architecture for efficient data storage and processing.\nDevelop robust batch and streaming data processing solutions.\nCreate and optimize SQL queries for large-scale data processing.\nPerform performance tuning of Spark jobs and Databricks clusters.\nImplement data governance using Unity Catalog.\nDesign enterprise-level data models supporting analytics and reporting.\nIntegrate CI/CD pipelines for automated deployment and testing.\nCollaborate with data scientists and AI teams to enable ML/AI workloads.\nEnsure data quality, security, monitoring, and best practices across the platform.\nDatabricks certification mandatory.\nSkills\nApache Spark, Azure, Databricks, PySpark, Spark","description_format":"text","description_chars":1016,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","IT Staffing & Staff Augmentation"],"lifecycle":[{"event":"open","at":"2026-11-12T08:35:15Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":32,"reasons":["seen:0","win:early"],"computed_at":"2026-11-12T10:03:43Z"},"pay":null,"html_url":"https://alion.io/job/system-soft-technologies-azure-databricks-architect","json_url":"https://alion.io/job/system-soft-technologies-azure-databricks-architect.json","meta":{"generated_at":"2026-11-12T10:03:43Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":20451,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4481260},"rest":"https://alion.io/mcp/rest/get_company?id=4481260"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsystem-soft-technologies-azure-databricks-architect"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsystem-soft-technologies-azure-databricks-architect"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsystem-soft-technologies-azure-databricks-architect"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/system-soft-technologies-azure-databricks-architect\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsystem-soft-technologies-azure-databricks-architect"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4149882}},{"tool":"search_jobs","arguments":{"company":"sstech.us","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4149882},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}