{"id":2009201,"url":"https://alion.io/job/datahub-staff-backend-engineer-catalog","title":"Staff Backend Engineer (Catalog)","company":{"id":2593,"name":"DataHub","domain":"datahub.com","url":"https://alion.io/company/datahub","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Welcome to the Jungle","truth_index":null},"role":"Backend","role_family":"Backend","seniority":"staff","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Palo Alto, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":225000,"max":300000,"currency":"USD","period":"year","gross":null,"usd_annual":300000},"salary_estimate":null,"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"C#","optional":false},{"name":"Go","optional":false},{"name":"Java","optional":false},{"name":"Kotlin","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"AWS","optional":true},{"name":"CI/CD","optional":true},{"name":"dbt","optional":true},{"name":"Docker","optional":true},{"name":"ETL/ELT","optional":true},{"name":"Fine-tuning","optional":true},{"name":"JavaScript","optional":true},{"name":"Kubernetes","optional":true},{"name":"Node JS","optional":true},{"name":"TypeScript","optional":true}],"status":"live","first_seen_at":"2026-07-13T00:07:11Z","employer_posted_date":"2026-10-07","last_verified_at":"2026-10-13T08:45:23Z","board_verified":true,"closed_at":null,"days_open":92,"trust":{"level":"stale","repost_count":0,"flags":["stale"],"days_open":92},"description":"Join our team as a Staff Backend Engineer (Catalog) and play a crucial role in addressing the metadata crisis faced by enterprises as AI and data products become business-critical. You will lead the development of DataHub's Platform framework, which connects diverse data systems and powers our metadata collection capabilities. Your work will directly impact the deployment of AI systems at massive scale, affecting millions of users worldwide.\nMissions\nLead the development of DataHub's Platform framework, focusing on connecting diverse data systems and enhancing metadata collection capabilities.\nDesign and implement scalable, fault-tolerant ingestion systems for enterprise-scale metadata, ensuring clean and intuitive APIs for the connector ecosystem.\nCollaborate with engineering teams to address data discovery, lineage, and governance challenges, and contribute to the overall architecture of the metadata layer.\nProfil recherché\n - 8+ years building production-grade distributed systems- Built and maintained online applications serving live traffic at scale (100+ QPS)\n- Designed indexing, storage, and data architectures to make large-scale data accessible to online services\n- Advanced Python and API design expertise\n- Experience with high-scale data processing or integration frameworks\n- Designed and scaled distributed systems\n- Strong systems knowledge and distributed architecture experience\n- Hands-on experience developing in a tight loop with LLMs and applying best practices for scalable LLM development\n- Set up monitoring and alerting for services\n- Proven track record solving complex technical challenges\n- One of Java/Scala/Kotlin/C#/Go - very strong nice-to-have / borderline must-have\n- Python/TypeScript/Node.js - nice-to-have\n- CI/CD deployment pipelines\n- AWS\n- Kubernetes/Docker\n- Microservice Architecture\n- Early-stage startup experience\n- Experience fine-tuning LLM-powered applications exposed to end users\n- Experience building and maintaining services that make calls to LLMs in order to serve live traffic\n- Open-source contributions\n- Experience with DataHub or similar metadata/ETL frameworks (Airflow, Airbyte, dbt)","description_format":"text","description_chars":2160,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence","Data Governance & Catalogs"],"lifecycle":[{"event":"open","at":"2026-10-07T12:58:42Z"}],"visa":[],"liveness":{"score":15,"band":"cold","label":"Long shot","p_open":1,"p_active":0.551,"p_room":0.28,"age_days":92,"expected_fill_days":46,"reasons":["conf:1","win:tail","crowd:"],"computed_at":"2026-10-13T05:45:00Z"},"pay":{"stated_usd_annual":300000,"is_top_pay":true},"html_url":"https://alion.io/job/datahub-staff-backend-engineer-catalog","json_url":"https://alion.io/job/datahub-staff-backend-engineer-catalog.json","meta":{"generated_at":"2026-10-13T10:11:14Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":15523,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-14T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2593},"rest":"https://alion.io/mcp/rest/get_company?id=2593"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdatahub-staff-backend-engineer-catalog"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdatahub-staff-backend-engineer-catalog"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdatahub-staff-backend-engineer-catalog"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/datahub-staff-backend-engineer-catalog\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdatahub-staff-backend-engineer-catalog"}]}