{"id":4210250,"url":"https://alion.io/job/ncr-voyix-databricks-engineer-ii-pyspark","title":"Databricks Engineer II (PySpark)","company":{"id":1839802,"name":"NCR Voyix","domain":"ncrvoyix.com","url":"https://alion.io/company/ncrvoyix","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workday","truth_index":{"grade":"B","score":81,"open_postings":4,"ghost_share":0,"stale_share":0.75,"repost_share":0,"time_to_fill_p50_days":39,"computed_at":"2026-11-15T07:52:55Z"}},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-11-13T00:35:15Z","employer_posted_date":null,"last_verified_at":"2026-11-13T00:35:15Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"We are looking for a Databricks Data Engineer who can build and optimize pipelines within Databricks, Delta Lake, Unity Catalog, and PySpark.\n\nRole Summary:\n\nBuild and maintain scalable data pipelines and Lakehouse solutions on Databricks, delivering clean, reliable data to analytics and ML teams.\n\nRequirements:\nDatabricks - Unity Catalog, Auto Loader, Spark, PySpark, Workflows, and Jobs\nAdvanced SQL - mastery of window functions, CTE, stored procedures, joins, aggregations, and query optimization\nDelta Lake - ACID transactions, time travel, schema evolution\nPySpark, incremental pipelines, batch data pipelines, and streaming\nFamiliarity with Unity Catalog, data lineage, and access control\nCloud experience: Azure (ADLS Gen2, ADF) or AWS/GCP equivalent\nComfortable with Git, notebooks-as-code, and automated testing\nKnowledge of CI/CD pipelines, DevOps practices, and version control (Git)\n\nKey Responsibilities:\nDesign and implement ELT pipelines using PySpark and Databricks Workflows\nWrite efficient, reusable, and scalable Python code for data processing and automation tasks\nOrchestrate complex workflows using Azure Data Factory and integrate with other Azure services\nCollaborate with analysts and data scientists to model and deliver trusted datasets\nMonitor and troubleshoot data pipelines, ensuring high availability and reliability\n\nOffers of employment are conditional upon passage of screening criteria applicable to the job.\nSkills\nDatabricks, PySpark, SQL","description_format":"text","description_chars":1478,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["POS Systems","Payment Processing & Gateways","POS Terminals & Kiosks"],"lifecycle":[{"event":"open","at":"2026-11-13T00:35:15Z"}],"visa":[],"liveness":{"score":99,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.993,"p_room":1,"age_days":2,"expected_fill_days":39,"reasons":["seen:2","urgency","velocity","win:early"],"computed_at":"2026-11-15T07:52:55Z"},"pay":null,"html_url":"https://alion.io/job/ncr-voyix-databricks-engineer-ii-pyspark","json_url":"https://alion.io/job/ncr-voyix-databricks-engineer-ii-pyspark.json","meta":{"generated_at":"2026-11-15T17:25:28Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":9543,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-16T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1839802},"rest":"https://alion.io/mcp/rest/get_company?id=1839802"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fncr-voyix-databricks-engineer-ii-pyspark"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fncr-voyix-databricks-engineer-ii-pyspark"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fncr-voyix-databricks-engineer-ii-pyspark"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ncr-voyix-databricks-engineer-ii-pyspark\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fncr-voyix-databricks-engineer-ii-pyspark"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4210250}},{"tool":"search_jobs","arguments":{"company":"ncrvoyix.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4210250},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}