{"id":2810218,"url":"https://alion.io/job/millenniumit-esp-engineer-data-engineering-analytics","title":"Engineer - Data Engineering & Analytics","company":{"id":2563097,"name":"MillenniumIT ESP","domain":"mitesp.com","url":"https://alion.io/company/mitesp","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Manatal","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"junior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Colombo, Sri Lanka"],"countries":["LK"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":2,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"Informatica","optional":false},{"name":"Java","optional":false},{"name":"Microsoft Fabric","optional":false},{"name":"Oracle","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"SLI/SLO/SLA","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"SSIS","optional":false}],"status":"live","first_seen_at":"2026-10-18T09:21:37Z","employer_posted_date":"2026-10-18","last_verified_at":"2026-10-19T13:46:38Z","board_verified":true,"closed_at":null,"days_open":1,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":1},"description":"Job Description\nImplement real-time ETL/ELT pipelines on enterprise data platforms, including Databricks, Snowflake, Microsoft Fabric, Cloudera, Informatica IDMC, or Oracle\nImplement data workflows using technologies such as Databricks Lakeflow, Fabric Data Factory, Azure Data Factory, Informatica Cloud Data Integration, Snowflake Streams & Tasks, and Apache Airflow\nImplement Change Data Capture (CDC) and streaming ingestion using one or more technologies, including Oracle GoldenGate, Apache Kafka, and Spark Structured Streaming\nApply dimensional data modelling, including Kimball star schemas, to deliver analytics-ready data marts\nImplement data governance, security, data quality, and lineage using Databricks Unity Catalog, Microsoft Purview, Cloudera SDX, and Informatica Data Quality\nApply DataOps practices, including Git-based version control, CI/CD for data pipelines, automated testing, and Infrastructure as Code\nMonitor, troubleshoot, and optimise production pipelines for performance and cloud cost efficiency, supporting the practice's 99.90% uptime SLA commitment\nWork directly with client stakeholders throughout the delivery lifecycle, including requirements gathering, data model validation, User Acceptance Testing (UAT), Go-Live, and post-Go-Live SLA support\nPerson Specification\nPossess a Bachelor's Degree in Data Science or a higher qualification, such as an MSc in Data Science, Data Engineering, or Artificial Intelligence, from a recognised university\nHave 2-3 years of professional experience in building and operating enterprise data pipelines, data warehouses, or lakehouses\nPossess hands-on experience with at least two of the following platforms: Databricks, Snowflake, Microsoft Fabric/Azure Data Services, Cloudera, Informatica (IDMC/PowerCenter), or Oracle (ADW/Exadata/ODI)\nDemonstrate strong experience with Apache Spark and distributed data processing at scale\nPossess a solid understanding of data modelling, data quality, and data governance principles\nDemonstrate strong communication skills and the ability to work directly with client stakeholders\nProfessional certifications such as Databricks Certified Data Engineer (Associate/Professional), SnowPro Core or SnowPro Advanced: Data Engineer, Microsoft Certified: Fabric Data Engineer Associate (DP-700) or Fabric Analytics Engineer Associate (DP-600), Informatica IDMC, or Oracle Autonomous Database certifications will be considered an added advantage\nExperience in migrating legacy ETL platforms, including Informatica PowerCenter, SSIS, or ODI, or on-premises data warehouses to modern cloud lakehouse platforms will be considered an added advantage\nStrong SQL and Python (PySpark) skills, along with knowledge of Scala or Java, will be considered an added advantage","description_format":"text","description_chars":2769,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-18T09:21:37Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":19,"reasons":["conf:0","win:early","comp:junior"],"computed_at":"2026-10-19T05:45:15Z"},"pay":null,"html_url":"https://alion.io/job/millenniumit-esp-engineer-data-engineering-analytics","json_url":"https://alion.io/job/millenniumit-esp-engineer-data-engineering-analytics.json","meta":{"generated_at":"2026-10-19T14:15:51Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":10265,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-20T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2563097},"rest":"https://alion.io/mcp/rest/get_company?id=2563097"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fmillenniumit-esp-engineer-data-engineering-analytics"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fmillenniumit-esp-engineer-data-engineering-analytics"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fmillenniumit-esp-engineer-data-engineering-analytics"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/millenniumit-esp-engineer-data-engineering-analytics\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fmillenniumit-esp-engineer-data-engineering-analytics"}]}