{"id":3410682,"url":"https://alion.io/job/nineleaps-data-engineer","title":"Data Engineer","company":{"id":1578,"name":"Nineleaps","domain":"nineleaps.com","url":"https://alion.io/company/nineleaps","size_band":"201-500","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":14500,"max_usd":39000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":21},"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"Hadoop","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Azure Data Factory","optional":true},{"name":"Databricks","optional":true}],"status":"live","first_seen_at":"2026-10-28T17:35:00Z","employer_posted_date":null,"last_verified_at":"2026-10-28T17:35:00Z","board_verified":false,"closed_at":null,"days_open":6,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":6},"description":"We are looking for a skilled Data Engineer with 3-4 years of experience in developing, maintaining, and optimizing data pipelines and data processing solutions. The ideal candidate should have strong hands-on experience in Python, SQL, PySpark, and big data technologies, along with exposure to cloud-based data platforms.\n\nResponsibilities: \nDesign, develop, and maintain scalable data pipelines for processing structured and unstructured data.\nDevelop data transformation and processing workflows using Python, PySpark, and SQL.\nWork with large datasets using Apache Spark and related big data technologies.\nBuild and maintain ETL/ELT pipelines to extract, transform, and load data from multiple sources.\nWork with data storage and processing technologies such as Hive, Hadoop, and cloud-based data platforms.\nOptimize SQL queries and data processing jobs for improved performance.\nPerform data validation, troubleshoot pipeline failures, and ensure data quality.\nCollaborate with data analysts, data scientists, and other engineering teams to support business requirements.\nMonitor scheduled jobs and ensure the reliability and efficiency of data pipelines.\n\nRequirements: \n3-4 years of relevant experience in data engineering.\nStrong problem-solving and analytical skills.\nAbility to work independently on data engineering tasks.\nGood communication and collaboration skills.\n\nRequired Skills: \nPython: Strong hands-on experience in Python programming and data processing.\nSQL: Good knowledge of complex SQL queries, joins, aggregations, and query optimization.\nPySpark / Apache Spark: Experience in distributed data processing and large-scale data transformations.\nETL/ELT: Hands-on experience building and maintaining data pipelines.\nBig Data Technologies: Exposure to Hive, Hadoop, Spark SQL, or similar technologies.\nData Processing: Understanding of data warehousing concepts, data modeling, and file formats such as Parquet and JSON.\nWorkflow Orchestration: Exposure to Apache Airflow or similar scheduling tools.\nCloud Platforms: Exposure to Azure, AWS, or GCP is preferred.\nVersion Control: Working knowledge of Git.\n\nGood to Have: \nExperience with Azure Databricks, Azure Data Factory, or similar cloud data engineering services.\nFamiliarity with data lake and data warehouse architectures.\nExperience with performance tuning and optimizing Spark jobs.\nUnderstanding of data quality checks and pipeline monitoring.\nSkills\nApache Spark, PySpark, Python, SQL, Spark","description_format":"text","description_chars":2475,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-28T17:35:00Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":5,"expected_fill_days":51,"reasons":["seen:5","velocity","win:early"],"computed_at":"2026-11-03T05:54:40Z"},"pay":null,"html_url":"https://alion.io/job/nineleaps-data-engineer","json_url":"https://alion.io/job/nineleaps-data-engineer.json","meta":{"generated_at":"2026-11-04T02:07:53Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3219,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-05T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1578},"rest":"https://alion.io/mcp/rest/get_company?id=1578"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fnineleaps-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fnineleaps-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fnineleaps-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/nineleaps-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fnineleaps-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3410682}},{"tool":"search_jobs","arguments":{"company":"nineleaps.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3410682},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}