{"id":3660107,"url":"https://alion.io/job/datavail-data-engineer-2","title":"Data Engineer","company":{"id":2064706,"name":"Datavail","domain":"datavail.com","url":"https://alion.io/company/datavail","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"pySpark","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"dbt","optional":true},{"name":"Oracle ERP","optional":true},{"name":"Python","optional":true}],"status":"closed","first_seen_at":"2026-11-02T16:17:26Z","employer_posted_date":"2026-11-02","last_verified_at":"2026-11-06T22:01:05Z","board_verified":false,"closed_at":"2026-11-06T22:01:05Z","days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"Title: Senior Technical Specialist - PBI Databricks\nLocation: Remote\nDuration: 12+ Months\nEducation: Any Degree\nExp Level: 8+ Years\nJob Responsibilities:\nDesign and build conformed dimensions and transactional fact tables for enterprise reporting.\n\nDevelop and maintain data pipelines on Azure Databricks using PySpark, Spark SQL, and Delta Lake.\n\nImplement best practices in dimensional modeling, including:\n\nStar schemas\n\nConformed dimensions\n\nSurrogate and deterministic hash keys (e.g., SHA-256)\n\nTransactional fact design\n\nTranslate existing SQL Server and stored procedure logic into efficient Spark-based transformations.\n\nImplement incremental data processing and change data capture (CDC) pipelines.\n\nEnsure data reconciliation with source systems to meet accuracy and audit standards.\n\nCollaborate closely with a senior Databricks lead to deliver core data assets within defined timelines.\n\nRequired Skills:\n8+ years of experience in data engineering, with strong focus on Azure Databricks.\n\nProficiency in:\n\nPySpark\n\nSpark SQL\n\nDelta Lake\n\nDeep expertise in dimensional modelling and data warehousing concepts.\n\nExperience with:\n\nBuilding scalable production pipelines\n\nIncremental data loads and CDC patterns\n\nPerformance optimization in distributed systems\n\nStrong understanding of relational databases and ability to interpret complex SQL/stored procedures\n\nGood to have\nExperience with:\nLakeflow / Spark Declarative Pipelines or dbt\n\nUnity Catalog\n\nExposure to financial/General Ledger data models\n\nFamiliarity with JD Edwards systems, including:\n\nF0902 (balances)\n\nF0911 (journal details)","description_format":"text","description_chars":1604,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Information Technology","Databases & DBMS","Cloud Consulting & Migration"],"lifecycle":[{"event":"open","at":"2026-11-03T03:24:50Z"},{"event":"close","at":"2026-11-06T22:01:05Z"}],"visa":[],"liveness":null,"pay":null,"html_url":"https://alion.io/job/datavail-data-engineer-2","json_url":"https://alion.io/job/datavail-data-engineer-2.json","meta":{"generated_at":"2026-11-06T22:15:21Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":144,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2064706},"rest":"https://alion.io/mcp/rest/get_company?id=2064706"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdatavail-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdatavail-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdatavail-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/datavail-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdatavail-data-engineer-2"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3660107}},{"tool":"search_jobs","arguments":{"company":"datavail.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3660107},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}