{"id":1252492,"url":"https://alion.io/job/square-root-consulting-lead-data-engineer","title":"Lead Data Engineer","company":{"id":3800022,"name":"Square Root Consulting","domain":"squarerootindia.com","url":"https://alion.io/company/square-root-consulting","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":28000,"max_usd":50000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":16},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Agile","optional":true},{"name":"Airflow","optional":true},{"name":"Apache Kafka","optional":true},{"name":"Azure","optional":true},{"name":"dbt","optional":true},{"name":"MLFlow","optional":true},{"name":"Scrum","optional":true},{"name":"Snowflake","optional":true}],"status":"live","first_seen_at":"2026-09-15T07:15:46Z","employer_posted_date":null,"last_verified_at":"2026-09-15T07:15:46Z","board_verified":false,"closed_at":null,"days_open":16,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":16},"description":"Were looking for a hands-on Lead Data Engineer with strong expertise in Databricks Lakehouse architecture. Youll design and optimize scalable data platforms, lead small teams, and drive innovative solutions for complex data challenges.\n\nRole : Lead Data Engineer\n\nLocation : Bangalore (Onsite WFO 5 Days) (India)\n\nExperience : 7 to 12 years\n\nCertification : Databricks Certified Data Engineer Associate (mandatory); Professional preferred\n\nWhat Youll Do : \n\n- Build batch & streaming pipelines using PySpark, Spark SQL, Structured Streaming\n\n- Implement Medallion architecture (Bronze, Silver, Gold layers)\n\n- Work with Delta Lake features (Time Travel, Schema Evolution, MERGE, CDC, Data Quality)\n\n- Apply Unity Catalog for governance, lineage, and security\n\n- Optimize Spark jobs for performance and cost efficiency\n\n- Lead and mentor engineers, review code, and advise stakeholders\n\n- Automate deployments with CI/CD, Asset Bundles, CLI, REST APIs, Git\n\nMust-Have Skills : \n\n- Databricks (Workflows, Delta Live Tables, Autoloader, Unity Catalog, SQL, Asset Bundles)\n\n- Apache Spark (PySpark, Spark SQL, Structured Streaming, performance tuning)\n\n- Advanced Python & SQL\n\n- AWS Databricks + S3\n\nNice-to-Have Skills : \n\n- MLflow, Kafka, Airflow, Snowflake, dbt\n\n- Experience with AdTech/MarTech data problems (identity resolution, campaign attribution, name normalization)\n\n- Generative AI pipelines for data engineering\n\nSoft Skills : \n\n- Strong problem-solving & design thinking\n\n- Excellent communication & stakeholder management\n\n- Agile/Scrum experience\nSkills\nData Engineering, Azure Databricks, Data Architect, PySpark, SQL, Medallion Architecture, Python, AWS","description_format":"text","description_chars":1668,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-25T18:04:06Z"}],"liveness":{"score":57,"band":"ok","label":"Likely open","p_open":0.85,"p_active":0.739,"p_room":0.9,"age_days":15,"expected_fill_days":24,"reasons":["seen:15","velocity","win:mid"],"computed_at":"2026-10-01T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/square-root-consulting-lead-data-engineer","json_url":"https://alion.io/job/square-root-consulting-lead-data-engineer.json","meta":{"generated_at":"2026-10-01T08:24:29Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"search","counted_by":"address","units_charged":0,"used_today":0,"day_limit":null,"remaining_today":null,"minute_limit":null,"resets_at":"2026-10-02T00:00:00Z"}}}