{"id":3506873,"url":"https://alion.io/job/midis-group-cloudera-data-engineer","title":"Cloudera Data Engineer","company":{"id":2780548,"name":"Midis Group","domain":"midisgroup.com","url":"https://alion.io/company/midisgroup","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"SuccessFactors","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Dubai, United Arab Emirates"],"countries":["AE"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"Hadoop","optional":false},{"name":"Linux","optional":false},{"name":"pySpark","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Apache Kafka","optional":true},{"name":"Apache NiFi","optional":true},{"name":"AWS","optional":true},{"name":"Azure","optional":true},{"name":"Docker","optional":true},{"name":"GCP","optional":true},{"name":"Kubernetes","optional":true},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-10-02T02:00:00Z","employer_posted_date":"2026-10-02","last_verified_at":"2026-10-31T03:09:24Z","board_verified":true,"closed_at":null,"days_open":30,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":30},"description":"Job Title\nCloudera Data Engineer\nJob Scope\nWe are seeking an experienced Cloudera Data Engineer with strong hands-on expertise in Cloudera CDP, Hadoop, Spark, Hive, and HDFS. The ideal candidate will be responsible for building and maintaining big data pipelines, optimizing data workflows, and supporting production environments to ensure reliability and performance.\nMain Duties and Responsibilities\nDesign, build, and maintain big data pipelines using Cloudera CDP components.\n\nDevelop and optimize ETL/ELT workflows using Spark, Hive, and Hadoop ecosystems.\n\nManage and maintain HDFS storage, ensuring high availability and performance.\n\nPerform production support activities, including issue resolution, monitoring, and performance tuning.\n\nWork with data scientists, analysts, and other engineering teams to support data-driven initiatives.\n\nEnsure data governance, security, and compliance across big data environments.\n\nTroubleshoot cluster-level issues related to resource utilization, scheduling, and configuration.\n\nParticipate in solution design, architecture discussions, and technical documentation.\n\nPosition Requirements\nStrong hands-on experience with Cloudera CDP.\n\nProficiency in Hadoop ecosystem: HDFS, YARN, MapReduce, Hive, Impala.\n\nStrong experience working with Apache Spark (PySpark or Scala preferred).\n\nSolid understanding of distributed systems and big data architecture.\n\nExperience with production support and troubleshooting in big data environments.\n\nStrong SQL skills and experience optimizing large-scale queries.\n\nFamiliarity with Linux, shell scripting, and automation tools.\n\nExperience with version control (Git) and CI/CD workflows is a plus.\n\nEducation\nBachelor's degree in Computer Science or any other related field\nExperience\nExperience with cloud platforms (AWS, Azure, GCP) for big data workloads.\n\nExposure to Kafka, NiFi, Oozie, or similar data orchestration tools.\n\nKnowledge of Docker, Kubernetes, or containerized environments.\n\nUnderstanding of security, encryption, and data governance concepts.\n\n#LI-GA2","description_format":"text","description_chars":2056,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Cybersecurity","Information Security"],"lifecycle":[{"event":"open","at":"2026-10-30T05:46:57Z"}],"visa":[],"liveness":{"score":13,"band":"cold","label":"Long shot","p_open":1,"p_active":0.36,"p_room":0.35,"age_days":29,"expected_fill_days":9,"reasons":["conf:2","win:tail","comp:brand"],"computed_at":"2026-10-31T05:58:55Z"},"pay":null,"html_url":"https://alion.io/job/midis-group-cloudera-data-engineer","json_url":"https://alion.io/job/midis-group-cloudera-data-engineer.json","meta":{"generated_at":"2026-11-01T02:15:57Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3349,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-02T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2780548},"rest":"https://alion.io/mcp/rest/get_company?id=2780548"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fmidis-group-cloudera-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fmidis-group-cloudera-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fmidis-group-cloudera-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/midis-group-cloudera-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fmidis-group-cloudera-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3506873}},{"tool":"search_jobs","arguments":{"company":"midisgroup.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3506873},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}