{"id":3262577,"url":"https://alion.io/job/whilter-ai-data-engineer-azure-databrickssap","title":"Data Engineer - Azure Databricks/SAP","company":{"id":3800744,"name":"Whilter AI","domain":"whilter.ai","url":"https://alion.io/company/whilter-ai","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Enterprise Apps","role_family":"Enterprise Apps","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India","Gurgaon, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":17000,"max_usd":39000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":65},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-26T06:03:25Z","employer_posted_date":null,"last_verified_at":"2026-10-26T06:03:25Z","board_verified":false,"closed_at":null,"days_open":5,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":5},"description":"Data Engineer (Priority Hires)\n\nWe are seeking two critical, seasoned Data Engineers focused on real problem-solving velocity rather than arbitrary years of tenure. This priority hiring track targets engineers capable of managing complex data emission patterns from SAP environments into Azure Databricks, designing resilient domain models across Finance, Procurement, and Sales, and engineering automated pipelines up to the Silver clean room layer.\n\nKey Responsibilities:\n\n- Architect and deploy high-velocity data extraction and emission frameworks fetching complex structures directly from SAP source systems into cloud landing nodes.\n\n- Design and enforce robust data modeling semantics across critical corporate domains: Finance (GL, Cost Centers), Procurement (Vendor tracks, PO lifecycles), and Sales (Order books, fulfillment metrics).\n\n- Construct scalable ingest pipelines transitioning raw structural emissions into the Bronze storage plane, utilizing PySpark and optimized Python runtimes.\n\n- Build clean, decoupled processing paths transitioning raw data into the Silver layer (Medallion Architecture), ensuring schema evolution, data sanitation, and strict quality gates.\n\n- Design and maintain data lakehouse patterns utilizing Delta Lake formatting to support concurrent read/write locks, ACID compliance, and low-latency downstream analytics.\n\nTechnical Requirements:\n\n- Exceptional problem-solving track record with a focus on writing high-performance, maintainable data engineering code.\n\n- Advanced capabilities in Python scripting, SQL optimization, and large-scale data transformations using PySpark.\n\n- Direct engineering experience handling data emission, replication, or extraction logic from enterprise SAP landscapes.\n\n- Practical execution history implementing multi-layered Medallion Lakehouse architectures on the Azure Databricks platform.\n\n- Deep understanding of database normalization, dimensional modeling, and performance tuning strategies for distributed storage paradigms.\n\nTotal Experience: 6 - 9 years\n\nSkills\nData Engineering, Azure Databricks, PySpark, Python, SQL, Delta Lake, Data Modeling","description_format":"text","description_chars":2134,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["AI Agents","Digital Marketing"],"lifecycle":[{"event":"open","at":"2026-10-26T06:29:40Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":4,"expected_fill_days":28,"reasons":["seen:4","velocity","win:early"],"computed_at":"2026-10-31T05:58:55Z"},"pay":null,"html_url":"https://alion.io/job/whilter-ai-data-engineer-azure-databrickssap","json_url":"https://alion.io/job/whilter-ai-data-engineer-azure-databrickssap.json","meta":{"generated_at":"2026-10-31T14:17:55Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":22196,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-01T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800744},"rest":"https://alion.io/mcp/rest/get_company?id=3800744"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fwhilter-ai-data-engineer-azure-databrickssap"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fwhilter-ai-data-engineer-azure-databrickssap"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fwhilter-ai-data-engineer-azure-databrickssap"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/whilter-ai-data-engineer-azure-databrickssap\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fwhilter-ai-data-engineer-azure-databrickssap"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3262577}},{"tool":"search_jobs","arguments":{"company":"whilter.ai","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3262577},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}