{"id":1416612,"url":"https://alion.io/job/millennium-management-data-engineer-commodities","title":"Data Engineer - Commodities","company":{"id":704283,"name":"Millennium Management","domain":"mlp.com","url":"https://alion.io/company/millennium-management","size_band":"11-50","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Eightfold","truth_index":{"grade":"A","score":89,"open_postings":74,"ghost_share":0,"stale_share":0.243,"repost_share":0,"time_to_fill_p50_days":98,"computed_at":"2026-10-01T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["London, United Kingdom"],"countries":["GB"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":108000,"max_usd":203000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"GitHub Actions","optional":false},{"name":"Pytest","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-09-24T00:00:00Z","employer_posted_date":"2026-09-28","last_verified_at":"2026-10-01T05:28:53Z","board_verified":true,"closed_at":null,"days_open":7,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":7},"description":"Data Engineer - CommoditiesAbout Millennium\nMillennium is a global, diversified alternative investment firm, founded in 1989. Defined by evolution, innovation and focus, Millennium’s mission is to deliver results for our investors.\nOur people are empowered with both independence and support: the autonomy to pursue ideas with conviction and the backing of a global network committed to collaboration, disciplined risk management and continuous learning. With opportunities to deepen expertise and accelerate development, talent at Millennium is equipped to adapt, evolve and build lasting impact over time. Discover how transformative growth accelerates impact.\nMeet the Team\nThe Commodities Technology team builds and operates a data platform that aggregates and curates critical commodities data, including weather, supply and demand, storage, transportation, and other fundamental and alternative datasets. The team’s curated content layer supports Portfolio Managers and researchers in understanding markets and constructing trades. As part of Millennium’s Information Technology organization, the team develops flexible, scalable technology and proprietary systems that support advanced analytical and trading capabilities.\nWhat You'll Do\nDesign, implement, and maintain end-to-end ETL workflows in Python and SQL to ingest and transform commodities data from multiple vendor and internal sources.\nBuild and maintain standardized data models, schemas, and metadata that make commodities datasets easy to understand, discover, and reuse.\nSchedule, monitor, and manage data pipelines using Airflow or similar workflow orchestration tools to ensure reliable, timely data delivery.\nImplement validation, reconciliation, and anomaly-detection controls to maintain data completeness, accuracy, and consistency.\nApply AI to automate schema inference across structured and semi-structured data sources, manage schema drift, and accelerate scalable ingestion development.\nUse AI-driven data-quality, observability, and documentation capabilities to detect anomalies, monitor data health, and produce clear lineage and technical documentation.\nMaintain high-quality, production-ready code and repeatable deployments through Git, GitHub Actions, PyTest, and automated testing practices.\nPartner with commodities Portfolio Managers, researchers, data analysts, and data strategists to refine datasets, definitions, and documentation based on evolving business needs.\nWhat You Bring\n5+ years of experience in data engineering, analytics engineering, or a similar role building and maintaining ETL pipelines.\nStrong Python and SQL skills, including experience working with large datasets and complex data transformations.\nHands-on experience with Airflow or comparable workflow orchestration tools.\nExperience with Git, CI/CD pipelines such as GitHub Actions, and automated testing frameworks such as PyTest.\nStrong attention to detail, data quality, and documentation, with the ability to identify edge cases and protect data integrity.\nAbility to work independently, communicate effectively with technical and non-technical stakeholders, and manage multiple concurrent initiatives.\nKnowledge of commodities markets and data, including weather, supply and demand, storage, freight, or flows, is preferred.\nExperience with data warehousing, columnar storage formats, analytic databases, data catalog or governance tools, or financial services, trading, or research-driven environments is preferred.","description_format":"text","description_chars":3490,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Continuous learning"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Hedge Funds & Alternative Investments"],"lifecycle":[{"event":"open","at":"2026-09-28T21:00:45Z"}],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":7,"expected_fill_days":98,"reasons":["conf:0","velocity","win:early","comp:brand"],"computed_at":"2026-10-01T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/millennium-management-data-engineer-commodities","json_url":"https://alion.io/job/millennium-management-data-engineer-commodities.json","meta":{"generated_at":"2026-10-01T09:54:41Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":778,"day_limit":5000,"remaining_today":4222,"minute_limit":60,"resets_at":"2026-10-02T00:00:00Z"}}}