{"id":3721269,"url":"https://alion.io/job/cme-data-engineer","title":"Data Engineer","company":{"id":1760898,"name":"CME","domain":"cme.net","url":"https://alion.io/company/cme-net","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Alma Career","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"inferred_payroll_markers","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":["EG","LB"],"hiring_countries_total":2,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Iceberg","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"DuckDB","optional":false},{"name":"ETL/ELT","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"SQLite","optional":false}],"status":"live","first_seen_at":"2026-11-01T12:58:01Z","employer_posted_date":null,"last_verified_at":"2026-11-01T12:58:01Z","board_verified":false,"closed_at":null,"days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"This is a remote position.We are seeking a Data Engineer with approximately 5 years of experience to design, build, and maintain scalable data platforms and pipelines. The ideal candidate will have strong expertise in modern data engineering practices, distributed data processing technologies, and open data lake architectures. This role involves working closely with cross-functional teams to ensure reliable, efficient, and high-quality data solutions that support analytics and business needs. The Key Responsibilities are: \nBuild resilient data pipelines using Medallion architecture principles. \n\nManage and optimize open storage formats including Parquet, Iceberg, and Delta Lake. \n\nDesign, develop, and maintain distributed data processing workloads using Databricks and Apache Spark. \n\nPerform database operations, optimization, and maintenance for PostgreSQL and SQLite environments. \n\nEnsure data quality, reliability, scalability, and performance across data platforms. \n\nCollaborate with data consumers and stakeholders to support reporting, analytics, and operational data requirements. \n\nMonitor, troubleshoot, and improve data infrastructure and pipeline performance. \n\nFollow data engineering best practices, coding standards, and documentation processes. \n\nRequirements\nRequirements \nBachelor’s degree in Computer Science, Software Engineering, or a related field. \n\nApproximately 5 years of experience in Data Engineering or a related role. \n\nAdvanced SQL skills with strong expertise in PostgreSQL. \n\nStrong proficiency in Python and DuckDB. \n\nExperience with data lakes and open-source query and storage layers. \n\nHands-on experience working with Parquet, Iceberg, and Delta Lake. \n\nExperience with distributed computing frameworks, specifically Databricks and Apache Spark. \n\nStrong understanding of data modeling, ETL/ELT processes, and data pipeline development. \n\nKnowledge of database administration, performance tuning, and optimization techniques. \n\nExcellent problem-solving and analytical skills. \n\nAbility to work effectively both independently and within a collaborative team environment. \n\nExcellent English communication skills. \n\nThis opportunity is remote for Egyptian applicants and Hybrid for Lebanese applicants.\n\nOriginally posted on Himalayas","description_format":"text","description_chars":2283,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Egypt","iso":"EG","kind":"country"},{"name":"Lebanon","iso":"LB","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Media & Entertainment","Content Creation"],"lifecycle":[{"event":"open","at":"2026-11-04T02:28:00Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":3,"expected_fill_days":29,"reasons":["seen:3","win:early"],"computed_at":"2026-11-05T05:54:30Z"},"pay":null,"html_url":"https://alion.io/job/cme-data-engineer","json_url":"https://alion.io/job/cme-data-engineer.json","meta":{"generated_at":"2026-11-06T05:49:00Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":10234,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1760898},"rest":"https://alion.io/mcp/rest/get_company?id=1760898"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fcme-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fcme-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fcme-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/cme-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fcme-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3721269}},{"tool":"search_jobs","arguments":{"company":"cme.net","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3721269},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}