{"id":2812714,"url":"https://alion.io/job/orysys-senior-data-engineer","title":"Senior Data Engineer","company":{"id":4446834,"name":"Orysys","domain":"orysys.com","url":"https://alion.io/company/orysys-2","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Colombo, Sri Lanka"],"countries":["LK"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":12500,"max_usd":32000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":2491},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Apache NiFi","optional":false},{"name":"Db2","optional":false},{"name":"dbt","optional":false},{"name":"Docker","optional":false},{"name":"ETL/ELT","optional":false},{"name":"FastAPI","optional":false},{"name":"GCP","optional":false},{"name":"Hadoop","optional":false},{"name":"Kubernetes","optional":false},{"name":"Linux","optional":false},{"name":"Machine Learning","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"Spring Boot","optional":false},{"name":"SQL","optional":false},{"name":"Time Series","optional":false},{"name":"Java","optional":true}],"status":"live","first_seen_at":"2026-09-04T10:59:37Z","employer_posted_date":null,"last_verified_at":"2026-09-04T10:59:37Z","board_verified":false,"closed_at":null,"days_open":49,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":49},"description":"We are seeking a highly skilled and experienced Senior Data Engineer to lead the architecture, design, and deployment of our enterprise data infrastructure. In this role, you will take ownership of complex data pipelines, drive architectural decisions, and ensure our data ecosystems are scalable, secure, and production-ready. You will bridge the gap between data engineering, backend services, and machine learning operations (MLOps).\n\nKey Responsibilities:\n\nPipeline Architecture: Architect and build highly scalable, fault-tolerant ETL/ELT pipelines from scratch and oversee their journey to production.\n\nBig Data Ecosystems: Design and manage open-source big data environments using Hadoop, Apache Spark, Kafka, and NiFi for high-throughput, real-time, and batch data processing.\n\nBackend & API Integration: Lead backend development for data serving using Python FastAPI and Spring Boot. Secure APIs utilizing OAuth2 protocols.\n\nOrchestration & Transformation: Utilize Apache Airflow for complex workflow orchestration and dbt for robust data transformation.\n\nDevOps & Infrastructure: Deploy and manage containerized applications using Docker and Kubernetes. Leverage deep knowledge of Linux commands and network configurations for seamless deployments.\n\nMLOps & Advanced Data: Design infrastructures that support MLOps practices for model deployment and monitoring. Handle complex time-series data storage and analysis.\n\nMentorship: Provide technical guidance, code reviews, and mentorship to junior and mid-level data engineers.\n\nRequirements and Qualifications:\n\nExperience: Minimum 5+ years of hands-on experience in Data Engineering.\n\nLead the small team and guide junior engineers.\n\nBest Practices need to follow on production ready setup.\n\nEfficient code design pattern usage.\n\nMultithreading knowledge.\n\nExpertise in git end point version handling.\n\nHeavily hands on experience expecting.\n\nExposure to Google Cloud Platform services and architecture. (or any other vendor)\n\nProgramming: Strong proficiency in Python. Solid experience with backend frameworks like FastAPI and Spring Boot.\n\nBig Data & Streaming: Extensive experience with Hadoop environments, Apache Spark, Kafka, and NiFi.\n\nETL/Orchestration: Deep expertise in ETL pipeline creation, productionizing data workflows, Airflow, and dbt.\n\nDatabases: Advanced SQL skills with deep knowledge of DB2 SQL and PostgreSQL. Capable of handling massive time- series datasets.\n\nInfrastructure & Security: Proficiency with Linux CLI, Docker, Kubernetes, network configuration, and OAuth2 implementation.\n\nMLOps: Proven knowledge and hands-on experience with MLOps principles and productionizing machine learning","description_format":"text","description_chars":2676,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-18T09:02:11Z"}],"visa":[],"liveness":{"score":11,"band":"cold","label":"Long shot","p_open":0.4,"p_active":0.593,"p_room":0.45,"age_days":48,"expected_fill_days":27,"reasons":["seen:48","velocity","win:tail"],"computed_at":"2026-10-23T05:54:15Z"},"pay":null,"html_url":"https://alion.io/job/orysys-senior-data-engineer","json_url":"https://alion.io/job/orysys-senior-data-engineer.json","meta":{"generated_at":"2026-10-23T13:12:03Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":19661,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-24T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4446834},"rest":"https://alion.io/mcp/rest/get_company?id=4446834"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Forysys-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Forysys-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Forysys-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/orysys-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Forysys-senior-data-engineer"}]}