{"id":1298073,"url":"https://alion.io/job/datavail-senior-data-engineer","title":"Senior Data Engineer","company":{"id":2064706,"name":"Datavail","domain":"datavail.com","url":"https://alion.io/company/datavail","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"B","score":75,"open_postings":3,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-09-27T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Mumbai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":23000,"max_usd":49000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":9},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GitHub","optional":false},{"name":"Microsoft Fabric","optional":false},{"name":"Platform Engineering","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"AWS","optional":true},{"name":"Bicep","optional":true},{"name":"GCP","optional":true},{"name":"Python","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-09-10T16:17:53Z","employer_posted_date":"2026-09-10","last_verified_at":"2026-09-26T14:29:55Z","board_verified":true,"closed_at":null,"days_open":17,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":17},"description":"Title: Senior Data Engineer - Databricks & Fabric Engineering\nLocation: Hyderabad / Mumbai / Bangalore\nEducation: Bachelor's Degree\nExperience: 5+ Years\nJob Description\nWe are seeking an experienced Senior Data Engineer with strong expertise in Databricks, Microsoft Fabric, Data Engineering, Automation, and Data Quality Engineering. The ideal candidate will play a key role in designing, building, automating, and governing enterprise data platforms while ensuring the reliability, accuracy, and security of analytics solutions.\nThe role will support strategic data modernization initiatives across multiple clients and industry domains, focusing on scalable data pipelines, data quality frameworks, automation, and analytics platform engineering.\nKey Responsibilities\nDesign, develop, and maintain scalable data solutions using Databricks, Microsoft Fabric, SQL, Spark, and Delta Lake.\nBuild and optimize data ingestion, transformation, and orchestration pipelines for enterprise data platforms.\nDevelop and implement automation frameworks for data validation, testing, monitoring, deployment, and operational support.\nLead data engineering activities across the full lifecycle, including requirements, design, development, testing, deployment, and support.\nBuild and maintain automated QA and reconciliation frameworks for analytical and reporting solutions.\nValidate data quality, completeness, consistency, and business rule compliance across enterprise datasets.\nDevelop and maintain semantic models, lakehouses, warehouses, and data marts within Microsoft Fabric.\nImplement and validate security controls, including Row-Level Security (RLS) and data governance standards.\nCollaborate with business stakeholders, architects, analytics teams, and platform engineers to deliver enterprise-grade solutions.\nSupport CI/CD, DevOps, Infrastructure-as-Code, and deployment automation initiatives.\nDrive performance optimization and cost efficiency across Databricks and Fabric environments.\nEstablish engineering best practices, coding standards, reusable frameworks, and governance processes.\nRoles and Responsibilities\nRequired Skills\n5+ years of experience in Data Engineering, Analytics Engineering, or Data Platform Development.\nStrong hands-on expertise in:Databricks\nApache Spark (PySpark)\nSQL\nMicrosoft Fabric\nDelta Lake\nData Warehousing\n\nExperience designing and implementing:Data Pipelines\nETL/ELT Solutions\nLakehouse Architectures\nData Integration Frameworks\n\nStrong experience with Databricks Workflows, Jobs, Automation, and Orchestration.\nExperience developing automated testing and validation frameworks for data platforms.\nHands-on experience implementing CI/CD pipelines using Azure DevOps, GitHub, or equivalent tools.\nStrong understanding of data quality, reconciliation, metadata management, and governance practices.\nExperience with performance tuning and optimization of Spark workloads.\nExperience working with Microsoft Fabric components, including:Data Factory\nLakehouse\nWarehouse\nSemantic Models\nPower BI\n\nPreferred Skills\nExperience with Infrastructure as Code (Terraform, Bicep, ARM Templates).\nExperience with DataOps and MLOps processes.\nKnowledge of Power BI semantic models, DAX, and analytical reporting solutions.\nExperience with enterprise data governance and security frameworks.\nFamiliarity with cloud platforms such as Azure, AWS, or GCP.\nExperience leading technical discussions, mentoring engineers, and driving engineering best practices.\nSoft Skills\nStrong analytical and problem-solving skills.\nExcellent communication and stakeholder management abilities.\nAbility to lead initiatives independently and work effectively in cross-functional teams.\nStrategic mindset with the ability to align technical solutions with business objectives.","description_format":"text","description_chars":3779,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Information Technology","Databases & DBMS","Cloud Consulting & Migration"],"lifecycle":[{"event":"open","at":"2026-09-26T10:30:33Z"}],"liveness":{"score":72,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.797,"p_room":0.9,"age_days":16,"expected_fill_days":30,"reasons":["conf:15","velocity","win:mid"],"computed_at":"2026-09-27T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/datavail-senior-data-engineer","json_url":"https://alion.io/job/datavail-senior-data-engineer.json","meta":{"generated_at":"2026-09-28T00:41:25Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":248,"day_limit":5000,"remaining_today":4752,"minute_limit":60,"resets_at":"2026-09-29T00:00:00Z"}}}