{"id":1888573,"url":"https://alion.io/job/tudip-lead-data-engineer","title":"Lead Data Engineer","company":{"id":2319255,"name":"Tudip Technologies","domain":"tudip.com","url":"https://alion.io/company/tudip","size_band":"201-500","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":{"grade":"D","score":54,"open_postings":121,"ghost_share":0.76,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-26T05:57:25Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":28000,"max_usd":60000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Amazon Redshift","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"dbt","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Java","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Agile","optional":true},{"name":"Apache Kafka","optional":true},{"name":"Scrum","optional":true}],"status":"live","first_seen_at":"2026-01-07T09:40:31Z","employer_posted_date":"2026-01-07","last_verified_at":"2026-10-25T04:24:41Z","board_verified":true,"closed_at":null,"days_open":292,"trust":{"level":"ghost","repost_count":0,"flags":["stale","company_stale"],"days_open":291},"description":"About Company:\nTudip Technologies Pvt. Ltd is a CMMI Level 5 extreme technology company. Careers at Tudip Technologies are not just jobs, but a promise of a bright and dynamic future. Tudip provides ample opportunities to grow within the company technically as well as a technocrat by promoting entrepreneurship. Tudip Technologies’ careers will enable you to help clients enhance and improve while you build your career. We are a place which defines Integrity, Innovation, and Serenity. Tudip provides you a better platform that transforms an individual into an experienced and immensely skilled professional through an ethical and vibrant business environment. We are here for effective client servicing, taking care of our employees’ needs, and creating a success story to remember.\nPosition Summary:\nWe are looking for an experienced Lead Data Engineer to design, build, and manage scalable data pipelines and platforms. The ideal candidate will lead the data engineering team, collaborate with cross-functional stakeholders, and ensure high-quality, reliable, and secure data solutions that support business and analytics needs. Hands-on experience with Databricks is mandatory for this role.\nPlease read the job criteria below and drop us an email at  OR create an account at our Recruitment Portal to get started.\nKey Responsibilities\nLead the design, development, and maintenance of robust and scalable data pipelines using Databricks.\nArchitect end-to-end data solutions including data ingestion, transformation, storage, and analytics.\nBuild and optimize data workflows using Databricks, Spark, and cloud data platforms.\nGuide and mentor a team of data engineers, ensuring best practices and code quality.\nCollaborate with product managers, data scientists, analysts, and business teams to understand data requirements.\nEnsure data quality, governance, security, and compliance standards are met.\nOptimize performance and cost of data pipelines and platforms.\nReview technical designs, code, and deployments.\nTroubleshoot and resolve complex data-related issues.\nParticipate in strategic planning and roadmap discussions for data platforms.\nRequired Skills & Qualifications\nBachelor’s or Master’s degree in Computer Science, Engineering, or a related field.\n7+ years of experience in data engineering or related roles.\nMandatory hands-on experience with Databricks (Delta Lake, Databricks SQL, notebooks, jobs, workflows).\nStrong experience with Apache Spark and distributed data processing.\nProficiency in SQL and programming languages such as Python, Scala, or Java.\nExperience with cloud platforms (AWS, Azure, or GCP).\nExpertise in data warehousing solutions (Snowflake, Redshift, BigQuery, etc.).\nExperience with ETL/ELT tools and orchestration frameworks (Airflow, dbt, etc.).\nStrong understanding of CI/CD, version control, and DevOps practices.\nExcellent leadership, communication, and problem-solving skills.\nPreferred Skills\nExperience leading or mentoring data engineering teams.\nKnowledge of real-time data processing and streaming (Kafka, Spark Streaming, etc.).\nExposure to BI and analytics tools.\nExperience working in Agile/Scrum environments.","description_format":"text","description_chars":3185,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-05T03:47:55Z"}],"visa":[],"liveness":{"score":7,"band":"cold","label":"Long shot","p_open":1,"p_active":0.256,"p_room":0.28,"age_days":291,"expected_fill_days":32,"reasons":["conf:25","stale_co","velocity","ghost","win:tail","crowd:brand"],"computed_at":"2026-10-26T05:57:25Z"},"pay":null,"html_url":"https://alion.io/job/tudip-lead-data-engineer","json_url":"https://alion.io/job/tudip-lead-data-engineer.json","meta":{"generated_at":"2026-10-26T18:21:08Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":24554,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-27T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2319255},"rest":"https://alion.io/mcp/rest/get_company?id=2319255"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftudip-lead-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftudip-lead-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftudip-lead-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/tudip-lead-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftudip-lead-data-engineer"}]}