{"id":2911054,"url":"https://alion.io/job/tiger-analytics-databricks-azure-dataengineer-sr-data-engineer","title":"Databricks Azure -DataEngineer & Sr.Data Engineer","company":{"id":3693,"name":"Tiger Analytics","domain":"tigeranalytics.com","url":"https://alion.io/company/tigeranalytics","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Zwayam","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":18000,"max_usd":39000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-09-23T07:43:23Z","employer_posted_date":"2026-10-20","last_verified_at":"2026-10-27T09:52:17Z","board_verified":true,"closed_at":null,"days_open":34,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":34},"description":"Design, build, and maintain robust cloud data pipelines using Azure Data Factory (ADF), Azure Databricks, PySpark, and Spark SQL.\n\nImplement and manage the Medallion Architecture - moving and transforming data through Bronze (raw/audit), Silver (cleansing/dedup/SCD), and Gold (business aggregates) layers.\n\nPerform complex data transformations, cleansing, deduplication, and incremental loads using Delta MERGE, supporting both Slowly Changing Dimensions (SCD Type 1 and Type 2).\n\nOptimize Spark workloads by tuning shuffle partitions, managing memory to prevent OOM errors, and leveraging Adaptive Query Execution (AQE).\n\nApply optimized join strategies, including broadcast joins for small datasets and salting techniques to handle data skew.\n\nImplement robust exception handling, file dependency validation, and asynchronous batch processing to ensure pipeline reliability.\n\nEnsure high data quality through schema enforcement, schema evolution handling, and validation against expected target criteria.\n\nMonitor, troubleshoot, and resolve production job failures by analysing cluster scaling behaviour, Spark UI metrics, and physical query plans.\n\nBuild and maintain CI/CD pipelines for Databricks using Git, Azure DevOps, and Databricks Asset Bundles (DABs), with environment-specific parameterization for Dev, Test, and Prod.","description_format":"text","description_chars":1332,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["MLOps","AI Consulting & Integration","Analytics & BI Consulting","Data Engineering & Migration Services"],"lifecycle":[{"event":"open","at":"2026-10-20T09:37:49Z"}],"visa":[],"liveness":{"score":89,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.891,"p_room":1,"age_days":33,"expected_fill_days":108,"reasons":["conf:0","velocity","win:early"],"computed_at":"2026-10-27T05:46:45Z"},"pay":null,"html_url":"https://alion.io/job/tiger-analytics-databricks-azure-dataengineer-sr-data-engineer","json_url":"https://alion.io/job/tiger-analytics-databricks-azure-dataengineer-sr-data-engineer.json","meta":{"generated_at":"2026-10-27T10:45:10Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":12521,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-28T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3693},"rest":"https://alion.io/mcp/rest/get_company?id=3693"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftiger-analytics-databricks-azure-dataengineer-sr-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftiger-analytics-databricks-azure-dataengineer-sr-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftiger-analytics-databricks-azure-dataengineer-sr-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/tiger-analytics-databricks-azure-dataengineer-sr-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftiger-analytics-databricks-azure-dataengineer-sr-data-engineer"}]}