{"id":3251324,"url":"https://alion.io/job/zscale-data-engineer","title":"Data Engineer","company":{"id":4473959,"name":"ZScale","domain":"zscalellc.com","url":"https://alion.io/company/zscale","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"staff","employment_type":null,"work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":["India"],"countries":["IN"],"hiring_countries":["IN"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":29000,"max_usd":55000,"period":"year","method":"role_seniority_country_cell","sample_n":20},"experience_years_min":10,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GitHub","optional":false},{"name":"Informatica","optional":false},{"name":"Jenkins","optional":false},{"name":"MySQL","optional":false},{"name":"Oracle","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-10-25T21:35:30Z","employer_posted_date":null,"last_verified_at":"2026-10-25T21:35:30Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Requirements: \nCore skills: Azure Cloud, Databricks workflows, DLT (Delta Live Table), Notebooks, Python, SQL, PySpark, ADLS Gen2 ADF, GitHub, PL/SQL, ORACLE, ETL experience, understanding of Delta Lake architecture, CDC patterns, Informatica, and Lakehouse.\nAbility to design and orchestrate data pipelines using Databricks Workflows and DLT, and a strong understanding of Medallion Architecture.\nExpertise in developing Databricks notebooks for scalable solutions using Python, SQL, and PySpark.\nUnderstanding of Delta Lake architecture, CDC patterns, and Lakehouse.\nStrong understanding of Delta table key features like ACID-compliant Delta tables, time travel, schema enforcement, and deep and shallow clones.\nPerformance tuning using Liquid clustering, partitioning, Z-ordering, and data skipping in delta tables.\nKnowledge on data governance (Unity Catalogue), data security (RBAC, fine-grained access control), and data sharing (Delta Sharing).\nProficient in working with Azure Data Lake Storage Gen2 (ADLS Gen2), Azure Data Factory (ADF), and Terraform for provisioning and management of Azure resources.\nKnowledge of dealing with Spark streaming and auto-loaders in Databricks.\nStrong experience in analysing and understanding legacy Informatica ETL workflows, including mappings, transformations, and data flow logic, to support seamless migration to Databricks-based data pipelines.\nHands-on experience in implementing CI/CD pipelines using Jenkins to automate the deployment of Databricks notebooks, jobs, and data workflows.\nIntegrating GitHub with Databricks Repos to enable seamless code synchronisation, change tracking, and automated deployment workflows.\nknowledge of Snowflake, Oracle, MySQL, and Shell scripting for diverse data integration.\nKnowledge of Power BI and Azure Synapse Analytics for data analytics dashboards and reports.\n\nSkills: \nCloud Platform: Azure (ADLS Gen2 ADF) Terraform.\nData Platform: Databricks (Workflows, DLT, Notebooks).\nLanguages/Frameworks: Python, SQL, PySpark, PL/SQL, Shell Scripting.\nArchitecture: Delta Lake, Medallion Architecture, Lakehouse ETL/ELT.\nDevOps/CI/CD: GitHub, Jenkins, Databricks Repos.\nData Governance: Unity Catalogue, Delta Sharing.\nDatabases: Oracle, ADLS Gen2 Snowflake, MySQL.\nAnalytics: Azure Synapse Analytics, Power BI.\nSkills\ndatabricks, elt, etl, pyspark, python","description_format":"text","description_chars":2342,"description_truncated":false,"requirements":{"experience_years_min":10,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Blockchain & Crypto"],"lifecycle":[{"event":"open","at":"2026-10-25T21:35:30Z"}],"visa":[],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":1,"p_active":0.516,"p_room":1,"age_days":2,"expected_fill_days":28,"reasons":["seen:2","agency","win:early"],"computed_at":"2026-10-28T05:59:10Z"},"pay":null,"html_url":"https://alion.io/job/zscale-data-engineer","json_url":"https://alion.io/job/zscale-data-engineer.json","meta":{"generated_at":"2026-10-28T20:35:59Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":28473,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-29T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4473959},"rest":"https://alion.io/mcp/rest/get_company?id=4473959"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fzscale-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fzscale-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fzscale-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/zscale-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fzscale-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3251324}},{"tool":"search_jobs","arguments":{"company":"zscalellc.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3251324},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}