{"id":3267432,"url":"https://alion.io/job/endava-senior-data-engineer-real-time-data-processing-streaming-10","title":"Senior Data Engineer (Real-Time Data Processing & Streaming)","company":{"id":6702,"name":"Endava","domain":"endava.com","url":"https://alion.io/company/endava","size_band":null,"is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"SmartRecruiters","truth_index":{"grade":"B","score":75,"open_postings":28,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":26,"computed_at":"2026-10-26T05:57:25Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Cluj-Napoca, Romania"],"countries":["RO"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":25000,"max_usd":66000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":2679},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon EKS","optional":false},{"name":"Amazon S3","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"CI/CD","optional":false},{"name":"Docker","optional":false},{"name":"Flink","optional":false},{"name":"Git","optional":false},{"name":"GitLab","optional":false},{"name":"GitLab CI","optional":false},{"name":"Java","optional":false},{"name":"Kubernetes","optional":false},{"name":"Redis","optional":false},{"name":"Spark","optional":false},{"name":"Spring Framework","optional":false},{"name":"Apache Pulsar","optional":true},{"name":"Azure","optional":true}],"status":"live","first_seen_at":"2026-10-26T09:07:40Z","employer_posted_date":"2026-10-26","last_verified_at":"2026-10-26T10:00:07Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"Technology is our how. And people are our why. For over two decades, we have been harnessing technology to drive meaningful change.\nBy combining world-class engineering, industry expertise and a people-centric mindset, we consult and partner with leading brands from various industries to create dynamic platforms and intelligent digital experiences that drive innovation and transform businesses.\nFrom prototype to real-world impact - be part of a global shift by doing work that matters.\n We are looking for an experienced Senior Data Engineer to join Endava and contribute to the design, development, and maintenance of scalable, high-performance data processing solutions.\nIn this role, you will focus on real-time data processing, streaming technologies, and event-driven architectures, working with complex data pipelines that ingest, transform, enrich, and distribute data from connected physical devices to downstream applications and storage systems.\nYou will collaborate closely with Tech Leads, software engineers, and cross-functional teams to build reliable, efficient, and maintainable data processing solutions in a cloud-native environment.\nKey Responsibilities:\nDesign, develop, and maintain scalable real-time and near-real-time data processing pipelines.\n\nImplement streaming data processing solutions using technologies such as Apache Kafka, Apache Flink, and Apache Spark.\n\nDevelop and maintain Java-based services and integration components for processing data received from physical devices.\n\nImplement complex data transformations, mappings, validations, and enrichments to support business and technical requirements.\n\nBuild and maintain event-driven integrations using Kafka, Kafka Streams, Kafka Connect, and messaging protocols such as AMQP.\n\nEnsure reliable data delivery to downstream consumers, applications, and storage systems.\n\nImplement and maintain MongoDB collections, data structures, and related application-level integrations, following architectural guidelines.\n\nDevelop, deploy, and maintain cloud-native services primarily on AWS, leveraging Kubernetes and managed cloud services.\n\nContribute to the modernization and migration of legacy data processing components toward Kafka-based streaming architectures.\n\nCollaborate with technical leads and engineering teams to translate architectural designs into robust, production-ready implementations.\n\nTroubleshoot performance, reliability, and data consistency issues across distributed data processing systems.\n\nContribute to code quality, automated testing, CI/CD practices, and continuous improvement of engineering processes.\n\n Required Skills and Experience:\nStrong professional experience in Data Engineering, with a focus on streaming data processing and distributed systems.\n\nAdvanced programming skills in Java (11+), including experience with the Spring framework.\n\nHands-on experience with Apache Kafka, including Kafka Streams, Kafka Connect, and the development of Kafka-based integrations.\n\nPractical experience with streaming and distributed processing frameworks such as Apache Flink, Apache Spark, or Spark Streaming.\n\nSolid understanding of event-driven architectures, asynchronous communication patterns, and messaging systems, including AMQP.\n\nExperience designing and implementing data transformation, enrichment, and integration pipelines.\n\nExperience developing and integrating microservices and distributed applications.\n\nHands-on experience with AWS cloud services, particularly S3, SQS, and EKS.\n\nExperience deploying and operating containerized applications using Docker and Kubernetes.\n\nWorking knowledge of MongoDB, including collections, document structures, and Java-based data access.\n\nFamiliarity with Redis and its use in distributed applications.\n\nExperience with Git-based development workflows and CI/CD pipelines, preferably using GitLab and GitLab CI/CD.\n\nStrong troubleshooting and problem-solving skills, particularly in distributed, high-throughput data processing environments.\n\nAbility to work collaboratively with technical leads and cross-functional engineering teams, while taking ownership of implementation and delivery.\n\nNice to Have:\nExperience with Apache Pulsar or Apache Storm, particularly in legacy system maintenance or modernization initiatives.\n\nFamiliarity with Microsoft Azure services and hybrid or multi-cloud environments.\n\nExperience processing telemetry, IoT, or other event data generated by physical devices.\n\nKnowledge of SMTP-based integrations.\n\nExperience migrating legacy messaging and stream processing solutions to modern Kafka-based architectures.\n\nUnderstanding of performance optimization, fault tolerance, monitoring, and observability in distributed streaming systems.\n\n Discover some of the global benefits that empower our people to become the best version of themselves:\nFinance: Competitive salary package, share plan, company performance bonuses, value-based recognition awards, referral bonus; \nCareer Development: Career coaching, global career opportunities, non-linear career paths, internal development programmes for management and technical leadership;\nLearning Opportunities: Complex projects, rotations, internal tech communities, training, certifications, coaching, online learning platforms subscriptions, pass-it-on sessions, workshops, conferences;\nWork-Life Balance: Hybrid work and flexible working hours, employee assistance programme;\nHealth: Global internal wellbeing programme, access to wellbeing apps;\n Community: Global internal tech communities, hobby clubs and interest groups, inclusion and diversity programmes, events and celebrations.\nAt Endava, we’re committed to creating an open, inclusive, and respectful environment where everyone feels safe, valued, and empowered to be their best. We welcome applications from people of all backgrounds, experiences, and perspectives-because we know that inclusive teams help us deliver smarter, more innovative solutions for our customers. Hiring decisions are based on merit, skills, qualifications, and potential. If you need adjustments or support during the recruitment process, please let us know.\nAt Endava, we’re committed to creating an open, inclusive, and respectful environment where everyone feels safe, valued, and empowered to be their best. We welcome applications from people of all backgrounds, experiences, and perspectives-because we know that inclusive teams help us deliver smarter, more innovative solutions for our customers. Hiring decisions are based on merit, skills, qualifications, and potential. If you need adjustments or support during the recruitment process, please let us know.","description_format":"text","description_chars":6655,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[{"language":"English","level":"All levels","optional":false}]},"benefits":["Flexible schedule","Hybrid work"],"hiring_locations":[{"name":"Romania","iso":"RO","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-26T10:00:07Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":26,"reasons":["conf:3","win:early","comp:brand"],"computed_at":"2026-10-26T13:50:23Z"},"pay":null,"html_url":"https://alion.io/job/endava-senior-data-engineer-real-time-data-processing-streaming-10","json_url":"https://alion.io/job/endava-senior-data-engineer-real-time-data-processing-streaming-10.json","meta":{"generated_at":"2026-10-26T13:50:23Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":19105,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-27T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":6702},"rest":"https://alion.io/mcp/rest/get_company?id=6702"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fendava-senior-data-engineer-real-time-data-processing-streaming-10"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fendava-senior-data-engineer-real-time-data-processing-streaming-10"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fendava-senior-data-engineer-real-time-data-processing-streaming-10"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/endava-senior-data-engineer-real-time-data-processing-streaming-10\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fendava-senior-data-engineer-real-time-data-processing-streaming-10"}]}