{"id":3878889,"url":"https://alion.io/job/inclusion-cloud-data-engineer-lost","title":"Data Engineer (Lost)","company":{"id":3875981,"name":"Inclusion Cloud","domain":"inclusioncloud.com","url":"https://alion.io/company/inclusion-cloud","size_band":"201-500","is_staffing_agency":false,"employer_type":"staffing","is_intermediary":false,"listed_via":null,"ats_vendor":"Manatal","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":[],"countries":[],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Cassandra","optional":false},{"name":"Hadoop","optional":false},{"name":"Java","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-11-06T17:32:12Z","employer_posted_date":"2026-11-06","last_verified_at":"2026-11-06T22:20:04Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"About You:\nYou are passionate about data big data. You are familiar with techniques for streaming and moving data between applications. You have developed applications that efficiently and effectively move and transform data as needed.. You want to drive the accuracy, timeliness and completeness of data for all products. You want to improve processes and outcomes for data for client consumption.\nPrimary Accountabilities:\nTechnical (100%)\nCreate and maintain optimal data pipeline architectures in a hybrid cloud environment\nAssemble large and complex data sets that meet both functional and non-functional business needs\nIdentify, design and implement internal process improvements such as automating manual data processes, optimizing data delivery and scalability\nBuild and maintain the infrastructure that is required to transfer and hold data from a wide variety of data sources\nCreate analytics tools that utilize the data pipeline to provide actionable insights, operational efficiencies and other key performance metrics/indicators (KPM/KPI)\nKeep data secure throughout the pipeline in our hybrid cloud environment\nCreate data tools for analytics and data science team members that will assist them in building and optimizing product portfolio\nWork with stakeholders on data-related technical issues and their data needs\nRequired Qualifications:\nExperience building and optimizing big data pipelines architectures and data sets.\nWorking knowledge of message queuing, stream processing and highly scalable big data data stores\nYou have built processes that support data transformation, data structures, metadata, dependency and workload management\nA successful history of manipulation, processing and extracting value from data sets\nFamiliarity with Agile methodologies and development processes.\nYou have performed root cause analysis on internal and external data and processes to answer specific business questions and identify opportunities for improvement\nExperience supporting and working with cross-functional teams in a dynamic environment\nExperience with big data tools such as Hadoop, Spark, Kafka, etc.\nExperience with public cloud technologies in Google, AWS and Azure\nExperience with relational and NoSQL databases such as SQL Server, Postgres, Cassandra, etc.\nExperience with data pipeline and workflow management tools such as Airflow\nExperience with object oriented/object function scripting languages such as Python, Java, Scala","description_format":"text","description_chars":2454,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","AI Agents"],"lifecycle":[{"event":"open","at":"2026-11-06T17:32:12Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":28,"reasons":["conf:0","win:early"],"computed_at":"2026-11-06T23:13:11Z"},"pay":null,"html_url":"https://alion.io/job/inclusion-cloud-data-engineer-lost","json_url":"https://alion.io/job/inclusion-cloud-data-engineer-lost.json","meta":{"generated_at":"2026-11-06T23:13:11Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":2401,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3875981},"rest":"https://alion.io/mcp/rest/get_company?id=3875981"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Finclusion-cloud-data-engineer-lost"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Finclusion-cloud-data-engineer-lost"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Finclusion-cloud-data-engineer-lost"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/inclusion-cloud-data-engineer-lost\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Finclusion-cloud-data-engineer-lost"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3878889}},{"tool":"search_jobs","arguments":{"company":"inclusioncloud.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3878889},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}