{"id":2156165,"url":"https://alion.io/job/ekfrazo-technologies-lead-data-engineer","title":"Lead Data Engineer","company":{"id":3800102,"name":"Ekfrazo Technologies","domain":"ekfrazo.in","url":"https://alion.io/company/ekfrazo-technologies-private-limited","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Noida, India","Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":26000,"max_usd":46000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":16},"experience_years_min":9,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"SQL","optional":false},{"name":"Python","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-09T06:35:26Z","employer_posted_date":null,"last_verified_at":"2026-10-09T06:35:26Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Role Overview : \n\nWe are looking for an experienced Lead Data Engineer with strong hands-on expertise in Databricks, PySpark, and Cloud technologies (AWS or Azure) to lead the design, development, and implementation of scalable data engineering solutions.\n\nThe ideal candidate should have strong experience in building cloud-based data platforms, data pipelines, ETL/ELT workflows, and data processing solutions using Databricks and PySpark.\n\nThe candidate will be responsible for providing technical leadership while remaining hands-on with data engineering activities.\n\nPrimary Skills : \n\n- Databricks\n\n- PySpark\n\n- AWS or Azure\n\nKey Responsibilities : \n\n- Lead the design and development of scalable data engineering and data processing solutions.\n\n- Develop and optimize large-scale data pipelines using Databricks and PySpark.\n\n- Design and implement robust ETL/ELT pipelines for batch and real-time data processing.\n\n- Work with cloud data platforms on AWS or Azure.\n\n- Develop data solutions following Lakehouse architecture and modern data engineering best practices.\n\n- Design and implement data ingestion, transformation, validation, and integration processes.\n\n- Optimize PySpark jobs, Databricks workloads, SQL queries, and data pipelines for performance and cost.\n\n- Work with structured and unstructured data from multiple sources.\n\n- Implement data quality, data validation, monitoring, and error-handling mechanisms.\n\n- Collaborate with Data Architects, Data Scientists, BI teams, application teams, and business stakeholders.\n\n- Provide technical leadership, conduct code/design reviews, and mentor junior and mid-level data engineers.\n\n- Troubleshoot production data pipelines and resolve performance and data-quality issues.\n\n- Participate in architecture discussions and contribute to technical standards and best practices.\n\nScreening Questions : \n\n- How many years of hands-on experience do you have with Databricks and PySpark\n\n- Which cloud platform have you worked on hands-on - AWS or Azure? Please specify your experience in years.\n\n- How many years of experience do you have in designing and developing large-scale ETL/ELT data pipelines, including Lakehouse architecture?\n\nSkills\nData Engineering, Databricks, PySpark, AWS, Azure, ETL, Data Pipeline, Data Architect, Data Management, DataLake, Data Ingestion","description_format":"text","description_chars":2337,"description_truncated":false,"requirements":{"experience_years_min":9,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-09T06:37:45Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":0,"expected_fill_days":23,"reasons":["seen:0","velocity","win:early"],"computed_at":"2026-10-10T05:45:15Z"},"pay":null,"html_url":"https://alion.io/job/ekfrazo-technologies-lead-data-engineer","json_url":"https://alion.io/job/ekfrazo-technologies-lead-data-engineer.json","meta":{"generated_at":"2026-10-11T18:51:20Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":5074,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-12T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800102},"rest":"https://alion.io/mcp/rest/get_company?id=3800102"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fekfrazo-technologies-lead-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fekfrazo-technologies-lead-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fekfrazo-technologies-lead-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ekfrazo-technologies-lead-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fekfrazo-technologies-lead-data-engineer"}]}