{"id":3506806,"url":"https://alion.io/job/midis-group-data-engineer","title":"Data Engineer","company":{"id":2780548,"name":"Midis Group","domain":"midisgroup.com","url":"https://alion.io/company/midisgroup","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"SuccessFactors","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"junior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Beirut, Lebanon"],"countries":["LB"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":1,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"GDPR","optional":false},{"name":"Hadoop","optional":false},{"name":"HIPAA","optional":false},{"name":"Informatica","optional":false},{"name":"Java","optional":false},{"name":"Machine Learning","optional":false},{"name":"PCI DSS","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Talend","optional":false}],"status":"live","first_seen_at":"2026-10-14T02:00:00Z","employer_posted_date":"2026-10-14","last_verified_at":"2026-11-05T11:18:21Z","board_verified":true,"closed_at":null,"days_open":23,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":23},"description":"Job Title\nData Engineer\nJob Scope\nThe Data Engineer is accountable for supporting projects and leading data related initiatives that meet customer requirements while participating in the business requirement gathering, development, usage and integration of innovative systems. S/He resolves technical issues through effective data utilization and provides training to users.https://th.joblum.com/job/data-management-analytics-consultant-manager/170927\nMain Duties and Responsibilities\nDesign and build data pipelines to collect, store and process large and complex data sets from various sources including data ingestion, data cleansing, data validation and data transformation\nWork on Big-Data ecosystem including Hadoop, HDFS, Spark, Spark SQL, Hive, Impala, Talend and CFM\nImplement data storage and processing technologies such as data lakes, data warehouses and NoSQL databases to support data analytics and machine learning\nOptimize data pipeline performance, troubleshoot and debug related issues while monitoring data pipeline health\nCollaborate with Data Scientists and other stakeholders to understand data requirements and design data pipelines accordingly\nCreate and maintain documentation for data pipelines, data models and data dictionaries\nEnsure data quality by implementing data validation and data cleansing processes\nImplement security measures to protect data and ensure compliance with regulations such as GDPR, HIPAA and PCI-DSS\nResearch and evaluate new technologies and tools to improve data pipeline performance and scalability on a regular basis\nApply performance optimization techniques and technical guidance to other Application Developers\nProvide advisory services for designing and implementing large, scalable distributed systems\nUse programming languages and technologies like Python, SQL, Java, Scala, Informatica, Hadoop, Spark and Hive\nCoordinate with multiple stakeholders on a regular basis.\nPosition Requirements\nEducation\nBachelor’s degree in Computer Science, Computer Engineering or any other related field\nExperience\nAt least 1 to 3 years of relevant experience","description_format":"text","description_chars":2105,"description_truncated":false,"requirements":{"experience_years_min":1,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Cybersecurity","Information Security"],"lifecycle":[{"event":"open","at":"2026-10-30T05:46:57Z"}],"visa":[],"liveness":{"score":19,"band":"cold","label":"Long shot","p_open":1,"p_active":0.541,"p_room":0.35,"age_days":23,"expected_fill_days":10,"reasons":["conf:18","velocity","win:tail","comp:junior,brand"],"computed_at":"2026-11-06T05:58:05Z"},"pay":null,"html_url":"https://alion.io/job/midis-group-data-engineer","json_url":"https://alion.io/job/midis-group-data-engineer.json","meta":{"generated_at":"2026-11-07T00:29:19Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1220,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-08T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2780548},"rest":"https://alion.io/mcp/rest/get_company?id=2780548"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fmidis-group-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fmidis-group-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fmidis-group-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/midis-group-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fmidis-group-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3506806}},{"tool":"search_jobs","arguments":{"company":"midisgroup.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3506806},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}