{"id":1284876,"url":"https://alion.io/job/vy-systems-private-limited-senior-data-engineer","title":"Senior Data Engineer","company":{"id":3798320,"name":"VY Systems","domain":"vysystems.com","url":"https://alion.io/company/vy-systems-private-limited","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":16500,"max_usd":33000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":51},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Microsoft Fabric","optional":false},{"name":"MS SQL","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"SQL","optional":false},{"name":"SSIS","optional":false},{"name":"Python","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-08-19T07:26:19Z","employer_posted_date":null,"last_verified_at":"2026-08-19T07:26:19Z","board_verified":false,"closed_at":null,"days_open":44,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":44},"description":"Job Details : \n\nPosition : Senior Data Engineer\n\nLocation : Pune\n\nExperience : 8+ Years\n\nEmployment Type : Contract\n\nJob Description : \n\nWe are looking for an experienced Senior Data Engineer with strong expertise in Microsoft Fabric, Databricks, PySpark, and modern data engineering technologies. The ideal candidate will be responsible for designing scalable data pipelines, migrating legacy SQL Server workloads, and building robust lakehouse solutions using Medallion Architecture.\n\nKey Responsibilities : \n\n- Design and develop Bronze, Silver, and Gold data pipelines using Microsoft Fabric and Databricks.\n\n- Implement Cascade 1.0 & 2.0 merge logic in the Silver layer, including handling new and null columns.\n\n- Migrate legacy SQL Server tables, views, stored procedures, and SSIS ETL workloads into Microsoft Fabric notebooks and pipelines.\n\n- Develop PySpark transformations and Delta Lake models with a focus on performance and cost optimization.\n\n- Build data quality checks, data lineage, and source-to-target reconciliation processes.\n\n- Collaborate with BI developers, report engineers, and QA teams to deliver governed semantic models.\n\n- Design and implement scalable and reliable data engineering solutions following best practices.\n\n- Optimize data pipelines and processing workloads for performance, scalability, and cost efficiency.\n\nRequired Skills : \n\n- Microsoft Fabric - Lakehouse, Pipelines, OneLake\n\n- Azure Databricks\n\n- PySpark\n\n- SQL / T-SQL\n\n- Delta Lake\n\n- Azure Data Factory (ADF)\n\n- Power BI - Datasets / Semantic Models\n\n- Medallion Architecture - Bronze, Silver, Gold\n\n- Data Pipeline Development\n\n- SQL Server and ETL Migration\n\n- Strong understanding of data engineering concepts and cloud-based data platforms.\n\nPreferred Experience : \n\n- Experience migrating legacy SQL Server and SSIS workloads to Microsoft Fabric.\n\n- Hands-on experience with Microsoft Fabric notebooks and pipelines.\n\n- Experience with data quality, reconciliation, and lineage.\n\n- Experience working with enterprise BI and reporting teams.\n\nSkills\nData Engineering, Microsoft Fabric, Azure Databricks, Data Pipeline, SQL Server, PySpark, DataLake, SSIS, Data Quality, Power BI, Azure Data Factory","description_format":"text","description_chars":2207,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-26T04:00:00Z"}],"liveness":{"score":3,"band":"cold","label":"Long shot","p_open":0.6,"p_active":0.12,"p_room":0.35,"age_days":43,"expected_fill_days":5,"reasons":["seen:43","agency","velocity","win:tail"],"computed_at":"2026-10-02T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/vy-systems-private-limited-senior-data-engineer","json_url":"https://alion.io/job/vy-systems-private-limited-senior-data-engineer.json","meta":{"generated_at":"2026-10-03T00:45:52Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":473,"day_limit":5000,"remaining_today":4527,"minute_limit":60,"resets_at":"2026-10-04T00:00:00Z"}}}