{"id":2086675,"url":"https://alion.io/job/arc-consulting-data-lead-data-engineering","title":"Data Lead - Data Engineering","company":{"id":3801671,"name":"ARC Consulting","domain":"arc-consult.com","url":"https://alion.io/company/arc-consulting-2","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Gurgaon, India","Delhi, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":27000,"max_usd":47000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":16},"experience_years_min":15,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Databricks","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Amazon CloudWatch","optional":true},{"name":"Amazon S3","optional":true},{"name":"Git","optional":true},{"name":"GitHub","optional":true},{"name":"IAM","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-10-08T11:58:01Z","employer_posted_date":null,"last_verified_at":"2026-10-08T11:58:01Z","board_verified":false,"closed_at":null,"days_open":3,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":3},"description":"JOB DESCRIPTION\n\nData Lead\n\nPurpose of the Role : \n\nThe Data Lead will own the design, development, governance and delivery of the organisation's data platform and data engineering capabilities. The role will lead data architecture and engineering on AWS and Databricks, ensuring that data is ingested, transformed, secured and made available for reporting and business use in a reliable, scalable and cost-effective manner.\n\nKey Responsibilities : \n\n- Define and maintain the data platform architecture, including lakehouse/data lake design and integration patterns.\n\n- Lead the design and implementation of batch and incremental data pipelines across APIs, files and databases.\n\n- Design and manage data storage, access and security configurations on AWS.\n\n- Establish data cataloguing, data dictionary, ownership, stewardship and lineage practices, using Databricks Unity Catalog.\n\n- Work with BI and reporting teams to define trusted reporting data models and support effective dashboard design.\n\n- Establish standards for source control, code reviews, testing, release management and automated deployments.\n\n- Lead, coach and develop data engineers and other team members.\n\nTech Stack : \n\n- Databricks, Apache Spark/PySpark, SQL, Python, AWS (S3, IAM, Glue, CloudWatch), Git/GitHub, Terraform.\n\nExperience & Knowledge Required : \n\n- 15 - 20 years of relevant experience across data engineering, data architecture, data platforms or related technology functions.\n\n- Demonstrated experience designing and delivering enterprise data platforms and production-grade data pipelines.\n\n- Experience leading teams and delivering complex data initiatives.\n\nQualifications : \n\nBachelor's degree in Computer Science, Information Technology, Engineering or a related discipline, or equivalent practical experience.\n\nSkills\nData Engineering, Data Analytics, DataLake, Data Integration, Databricks, Apache Spark, PySpark, SQL, Python, AWS, Data Pipeline","description_format":"text","description_chars":1943,"description_truncated":false,"requirements":{"experience_years_min":15,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-08T12:29:00Z"}],"visa":[],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":1,"p_active":0.516,"p_room":1,"age_days":3,"expected_fill_days":23,"reasons":["seen:3","agency","win:early"],"computed_at":"2026-10-12T06:55:09Z"},"pay":null,"html_url":"https://alion.io/job/arc-consulting-data-lead-data-engineering","json_url":"https://alion.io/job/arc-consulting-data-lead-data-engineering.json","meta":{"generated_at":"2026-10-12T10:42:24Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":16469,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3801671},"rest":"https://alion.io/mcp/rest/get_company?id=3801671"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Farc-consulting-data-lead-data-engineering"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Farc-consulting-data-lead-data-engineering"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Farc-consulting-data-lead-data-engineering"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/arc-consulting-data-lead-data-engineering\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Farc-consulting-data-lead-data-engineering"}]}