{"id":4227603,"url":"https://alion.io/job/sunware-technologies-data-engineering-specialist-hadoop-nifi","title":"Data Engineering Specialist - Hadoop & NiFi","company":{"id":3800701,"name":"Sunware Technologies","domain":"sunware.in","url":"https://alion.io/company/sunware-technologies","size_band":null,"is_staffing_agency":false,"employer_type":"staffing","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache NiFi","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Hadoop","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-11-13T06:19:23Z","employer_posted_date":null,"last_verified_at":"2026-11-13T06:19:23Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Role Summary:\n\nWe are looking for an experienced Data Engineering Specialist to design, develop, and optimize scalable data ingestion and ETL pipelines across the Hadoop ecosystem. The ideal candidate should have strong hands-on experience with Apache NiFi, Spark/PySpark, Hadoop/HDFS, Apache Airflow, Cloudera Data Engineering (CDE), Hive, SQL, and Python.\n\nMandatory Skills:\n\n- Apache NiFi\n\n- Spark / PySpark\n\n- Hadoop / HDFS\n\n- Apache Airflow\n\n- Cloudera Data Engineering (CDE)\n\n- Hive & SQL\n\n- Python\n\nKey Responsibilities:\n\n- Design, develop, and maintain scalable ETL and data ingestion pipelines.\n\n- Build and optimize data processing solutions using Spark, PySpark, and NiFi.\n\n- Develop and manage Airflow workflows for scheduling and orchestration.\n\n- Work with Hadoop, HDFS, Hive, and CDE for enterprise data processing.\n\n- Write efficient Hive SQL and Python code for data transformation and automation.\n\n- Monitor, troubleshoot, and optimize production data pipelines.\n\n- Collaborate with cross-functional teams to deliver reliable data solutions.\n\nRequired Qualifications:\n\n- 8+ years of experience in Data Engineering and Big Data technologies.\n\n- Strong expertise in NiFi, Spark/PySpark, Hive SQL, Python, and Airflow.\n\n- Good understanding of Hadoop, HDFS, distributed data processing, and ETL best practices.\n\n- Hands-on experience with Cloudera Data Engineering (CDE) or similar enterprise data platforms.\n\n- Experience supporting and optimizing production data pipelines.\n\n- Strong analytical, problem-solving, and communication skills.\nSkills\nData Engineering, Apache NiFi, Spark, Python, Apache Airflow, Hadoop, Hive, SQL, Big Data, HDFS, ETL","description_format":"text","description_chars":1663,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","AI Consulting & Integration","Cloud Consulting & Migration","Data Engineering & Migration Services"],"lifecycle":[{"event":"open","at":"2026-11-13T08:29:55Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":30,"reasons":["seen:0","win:early"],"computed_at":"2026-11-13T13:47:10Z"},"pay":null,"html_url":"https://alion.io/job/sunware-technologies-data-engineering-specialist-hadoop-nifi","json_url":"https://alion.io/job/sunware-technologies-data-engineering-specialist-hadoop-nifi.json","meta":{"generated_at":"2026-11-13T13:47:10Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":27658,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-14T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800701},"rest":"https://alion.io/mcp/rest/get_company?id=3800701"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsunware-technologies-data-engineering-specialist-hadoop-nifi"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsunware-technologies-data-engineering-specialist-hadoop-nifi"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsunware-technologies-data-engineering-specialist-hadoop-nifi"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/sunware-technologies-data-engineering-specialist-hadoop-nifi\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsunware-technologies-data-engineering-specialist-hadoop-nifi"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4227603}},{"tool":"search_jobs","arguments":{"company":"sunware.in","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4227603},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}