{"id":4486285,"url":"https://alion.io/job/leadsquared-lead-data-engineer","title":"Lead Data Engineer","company":{"id":59425,"name":"LeadSquared","domain":"leadsquared.com","url":"https://alion.io/company/leadsquared","size_band":"201-500","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Amazon Redshift","optional":true},{"name":"Databricks","optional":true},{"name":"dbt","optional":true},{"name":"Delta Lake","optional":true},{"name":"Docker","optional":true},{"name":"Google BigQuery","optional":true},{"name":"Kubernetes","optional":true},{"name":"Snowflake","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-11-17T17:21:41Z","employer_posted_date":null,"last_verified_at":"2026-11-17T17:21:41Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Role overview \nWe are hiring a Lead Data Engineer with 4–6 years of experience to own the data pipelines behind ACE, our sales performance suite. You will design, build and run the batch and streaming pipelines that turn raw data into reliable, analytics-ready datasets, and guide a small team of data engineers while doing it. \n\nAbout ACE \nACE is our sales performance suite. It helps sales teams track, analyze and improve performance, and every view it offers depends on timely, accurate data flowing in from many sources. In this role you will shape how that data is ingested, processed and served as ACE grows. \n\nKey responsibilities \n• Design, build and maintain scalable batch and real-time data pipelines that feed ACE. \n• Develop ETL/ELT workflows in Python and PySpark to ingest, clean, transform and model large datasets. \n• Build and operate streaming pipelines on Kafka, including topic design, producers, consumers and schema handling. \n• Orchestrate, schedule and monitor workflows with Apache Airflow, including DAG design, retries and alerting. \n• Own data quality, with validation checks, reconciliation and clear handling of late or bad data. \n• Tune Spark jobs and pipelines for performance, reliability and cost. \n• Lead and mentor a small team of data engineers through code reviews, design reviews and pairing. \n• Work with product managers, analysts and backend engineers to turn ACE requirements into data models and pipelines. \n• Set engineering standards for testing, CI/CD, documentation and observability of data pipelines. \n• Troubleshoot production issues and drive root-cause fixes. \n\nRequired skills and qualifications \n• 4–6 years of hands-on experience in data engineering. \n• Proven experience building data pipelines and ETL pipelines in production. \n• Strong Python programming skills. \n• Hands-on experience with PySpark for large-scale data processing. \n• Practical experience with Kafka for real-time or event-driven data streaming. \n• Experience building and managing workflows in Apache Airflow. \n• Strong SQL and a solid grasp of data modeling (dimensional models, fact and dimension tables). \n• Experience with at least one cloud platform (AWS, Azure or GCP) and its data services. \n• Experience leading or mentoring engineers, or acting as technical lead on a project. \n• Bachelor's degree in Computer Science, Engineering or a related field, or equivalent experience. \n\nNice to have \n• Experience with data warehouses or lakehouses such as Snowflake, BigQuery, Redshift or Databricks (Delta Lake). \n• Familiarity with Spark Structured Streaming or Kafka Streams. \n• Experience with dbt or similar transformation tooling. \n• Exposure to Docker, Kubernetes and infrastructure-as-code (e.g. Terraform). \n• Background working on sales performance, CRM, analytics or BI products. \n• Knowledge of data governance, lineage and access control.\nSkills\nApache Airflow, Gcp, Pyspark, Kafka, Azure, Python, Sql, AWS","description_format":"text","description_chars":2950,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["CRM Software","Sales Enablement","Marketing Automation"],"lifecycle":[{"event":"open","at":"2026-11-17T20:31:55Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":30,"reasons":["seen:0","win:early"],"computed_at":"2026-11-18T02:01:05Z"},"pay":null,"html_url":"https://alion.io/job/leadsquared-lead-data-engineer","json_url":"https://alion.io/job/leadsquared-lead-data-engineer.json","meta":{"generated_at":"2026-11-18T02:01:05Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3705,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-19T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":59425},"rest":"https://alion.io/mcp/rest/get_company?id=59425"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fleadsquared-lead-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fleadsquared-lead-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fleadsquared-lead-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/leadsquared-lead-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fleadsquared-lead-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4486285}},{"tool":"search_jobs","arguments":{"company":"leadsquared.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4486285},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}