{"id":1575514,"url":"https://alion.io/job/idfc-first-bank-lead-data-engineer","title":"Lead Data Engineer","company":{"id":720227,"name":"IDFC FIRST Bank","domain":"idfcfirst.bank.in","url":"https://alion.io/company/idfcfirst","size_band":"201-500","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":28000,"max_usd":50000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":16},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"Hadoop","optional":false},{"name":"HBase","optional":false},{"name":"Machine Learning","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-01T09:42:52Z","employer_posted_date":null,"last_verified_at":"2026-10-01T09:42:52Z","board_verified":false,"closed_at":null,"days_open":8,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":8},"description":"Various business units in the bank have data requirements; this includes regulatory, operational, and ad hoc reporting. Alongside this, the business excellence team needs data for machine learning and customer profiling scorecards to run on data engineering jobs. The purpose of this requirement is to fulfill all those data requirements on time and with accuracy.\nResponsibilities:\nProven experience in SQL, Spark, and the Hadoop ecosystem, and handling multi-terabyte data volumes.\nLead and mentor a team of data engineers, providing technical guidance and support for project execution.\nCollaborate with business stakeholders to identify high-impact business problems and drive solutions.\nGood understanding of Data Lake/Lakehouse architecture and experience/exposure to Hadoop (Cloudera, Hortonworks) and/or AWS.\nWork on the end-to-end data lifecycle, from ingestion and transformation to consumption layers.\nEstablish best practices and standards for the data engineering team, ensuring the team delivers high-quality work efficiently.\nProvide thought leadership on big data infrastructure, including MapReduce, Hive, HDFS, YARN, HBase, and Oozie.\nCreate Technical Design Documentation for projects and pipelines.\nDebug code issues efficiently and utilize Git for versioning.\nSecondary Responsibilities:\nAbility to work independently and handle your development effort.\nExcellent oral and written communication skills Learn and use internally available analytic technologies.\nIdentify key performance indicators and create an educational/deliverables path to achieve the same.\nWork with BI analysts/engineers to create prototypes.\nEngage in the delivery and presentation of solutions.\nRequirements:\n8-12 years in data engineering with at least 2 years in a team leadership or managerial role.\nProficiency in SQL, Spark, and the Hadoop ecosystem.\nExperience with big data tools (MapReduce, Hive, HDFS, YARN, etc. ) and cloud platforms (AWS preferred).\nStrong problem-solving and debugging skills, with a proven track record of delivering projects on time.\nDemonstrated ability to lead cross-functional teams and manage stakeholder expectations.\nExcellent communication and interpersonal skills for effective team management and collaboration.","description_format":"text","description_chars":2246,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":2,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Commercial & Retail Banks"],"lifecycle":[{"event":"open","at":"2026-10-01T09:42:52Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.9,"p_room":1,"age_days":7,"expected_fill_days":39,"reasons":["seen:7","velocity","win:early"],"computed_at":"2026-10-09T06:01:00Z"},"pay":null,"html_url":"https://alion.io/job/idfc-first-bank-lead-data-engineer","json_url":"https://alion.io/job/idfc-first-bank-lead-data-engineer.json","meta":{"generated_at":"2026-10-10T00:35:48Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":962,"day_limit":5000,"remaining_today":4038,"minute_limit":60,"resets_at":"2026-10-11T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":720227},"rest":"https://alion.io/mcp/rest/get_company?id=720227"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fidfc-first-bank-lead-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fidfc-first-bank-lead-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fidfc-first-bank-lead-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/idfc-first-bank-lead-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fidfc-first-bank-lead-data-engineer"}]}