{"id":3864089,"url":"https://alion.io/job/arting-digital-mid-senior-databricks-engineer","title":"Mid-Senior Databricks Engineer","company":{"id":3800799,"name":"Arting Digital","domain":"artingdigital.com","url":"https://alion.io/company/arting-digital","size_band":null,"is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Zoho Recruit","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"inferred_company_offices","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":["IN"],"hiring_countries_total":1,"salary":null,"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-11-06T11:22:03Z","employer_posted_date":"2026-11-06","last_verified_at":"2026-11-08T06:15:45Z","board_verified":true,"closed_at":null,"days_open":1,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":1},"description":"Position: Mid-Senior Databricks Engineer Location: Remote Experience: 3-6 YearsEmployment Type: Full-Time Required Skills & Qualifications 3-6 years of experience in Data Engineering. Strong knowledge of SQL, Python, and PySpark. Hands-on experience with Databricks and Apache Spark. Understanding of Spark optimization, partitioning, and shuffling. Experience with Delta Lake, Z-Ordering, and VACUUM. Experience building ETL pipelines using Delta Live Tables (DLT). Knowledge of Apache Airflow or Azure Data Factory. Understanding of data governance and data quality.\nKey\nResponsibilities Develop and maintain scalable data pipelines using Databricks, Python, and PySpark. Build and automate ETL workflows using Delta Live Tables (DLT). Optimize Spark jobs through partitioning, shuffling, and performance tuning. Implement Delta Lake optimization techniques, including Z-Ordering and VACUUM. Manage data orchestration using Airflow or Azure Data Factory. Ensure data quality, governance, and pipeline performance. Collaborate with cross-functional teams to deliver efficient data engineering solutions.","description_format":"text","description_chars":1104,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Cloud Consulting & Migration","IT Staffing & Staff Augmentation"],"lifecycle":[{"event":"open","at":"2026-11-06T11:22:03Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":1,"expected_fill_days":41,"reasons":["conf:3","velocity","win:early"],"computed_at":"2026-11-08T05:47:12Z"},"pay":null,"html_url":"https://alion.io/job/arting-digital-mid-senior-databricks-engineer","json_url":"https://alion.io/job/arting-digital-mid-senior-databricks-engineer.json","meta":{"generated_at":"2026-11-08T06:25:34Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":13985,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-09T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800799},"rest":"https://alion.io/mcp/rest/get_company?id=3800799"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Farting-digital-mid-senior-databricks-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Farting-digital-mid-senior-databricks-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Farting-digital-mid-senior-databricks-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/arting-digital-mid-senior-databricks-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Farting-digital-mid-senior-databricks-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3864089}},{"tool":"search_jobs","arguments":{"company":"artingdigital.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3864089},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}