{"id":84370,"url":"https://alion.io/job/lts-ai-platform-and-harness-engineer-2","title":"Senior AI Platform and Harness Engineer","company":{"id":3483,"name":"LTS","domain":"lts.com","url":"https://alion.io/company/lts","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Greenhouse","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":"senior","employment_type":null,"work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"posting_text","remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["United States"],"countries":["US"],"hiring_countries":["US"],"hiring_countries_total":1,"salary":{"min":164000,"max":200000,"currency":"USD","period":"year","gross":null,"usd_annual":200000},"salary_estimate":null,"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agentic Workflows","optional":false},{"name":"AI Agents","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Docker","optional":false},{"name":"Embeddings","optional":false},{"name":"Fine-tuning","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"Hallucination","optional":false},{"name":"Hugging Face","optional":false},{"name":"Kubernetes","optional":false},{"name":"LLM","optional":false},{"name":"LLMOps","optional":false},{"name":"LoRA","optional":false},{"name":"Machine Learning","optional":false},{"name":"Platform Engineering","optional":false},{"name":"Prompt Engineering","optional":false},{"name":"Python","optional":false},{"name":"PyTorch","optional":false},{"name":"QLoRA","optional":false},{"name":"RAG","optional":false},{"name":"SFT","optional":false},{"name":"TypeScript","optional":false},{"name":"Anthropic","optional":true},{"name":"Arize Phoenix","optional":true},{"name":"AutoGen","optional":true},{"name":"AWS Bedrock","optional":true},{"name":"Claude","optional":true},{"name":"Evidently AI","optional":true},{"name":"Grafana","optional":true},{"name":"LangChain","optional":true},{"name":"LangGraph","optional":true},{"name":"LangSmith","optional":true},{"name":"LlamaIndex","optional":true},{"name":"OpenAI","optional":true},{"name":"OpenTelemetry","optional":true},{"name":"PEFT","optional":true},{"name":"pgvector","optional":true},{"name":"Pinecone","optional":true},{"name":"PostgreSQL","optional":true},{"name":"Prometheus","optional":true},{"name":"Qdrant","optional":true},{"name":"Semantic Kernel","optional":true},{"name":"Vertex AI","optional":true},{"name":"Weaviate","optional":true}],"status":"live","first_seen_at":"2026-07-29T18:01:32Z","employer_posted_date":"2026-10-09","last_verified_at":"2026-10-18T10:39:12Z","board_verified":true,"closed_at":null,"days_open":80,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":80},"description":"Location: United States - Remote\nClearance: Ability to obtain and maintain a Public Trust\nLTS is seeking a Senior AI Platform and Harness Engineer to develop and maintain the infrastructure, tooling, and evaluation frameworks that power enterprise AI solutions. This role is responsible for building the AI platform and reusable \"AI harnesses\" that enable Large Language Models (LLMs), AI agents, Retrieval-Augmented Generation (RAG), and Generative AI applications to be securely developed, tested, evaluated, monitored, and deployed at scale.\nThe ideal candidate has experience with AI platforms, LLMOps, software engineering, cloud-native technologies, and backend systems, along with a passion for building reliable, observable, and production-ready AI solutions. You will work closely with AI architects, software engineers, data scientists, and product teams to ensure AI solutions are scalable, secure, cost-effective, and continuously improving.\nWhat You'll Do:\nDesign, build, and maintain enterprise AI platform capabilities supporting Large Language Models (LLMs), AI agents, RAG, and Generative AI applications.\nLead data preparation, training and fine-tuning of LLMs\nDevelop reusable AI harnesses to automate testing, prompt evaluation, model benchmarking, regression testing, and quality assurance.\nBuild AI evaluation frameworks to measure model accuracy, retrieval quality, hallucination detection, latency, throughput, cost, and overall application performance.\nImplement observability and monitoring solutions for AI applications, including telemetry, tracing, logging, dashboards, and operational metrics.\nBuild and maintain LLMOps pipelines supporting model deployment, versioning, evaluation, experimentation, rollback, and continuous improvement.\nDesign automated workflows for prompt testing, retrieval evaluation, AI system validation, and performance benchmarking.\nDevelop internal tools for prompt management, model experimentation, AI performance optimization, and developer productivity.\nBuild scalable backend services and APIs supporting AI platforms and enterprise AI integrations.\nCollaborate with AI architects and engineering teams to integrate LLMs, RAG pipelines, vector databases, and agentic AI solutions into enterprise applications.\nSupport deployment of AI services across AWS, Azure, or Google Cloud using containerized and cloud-native architectures.\nImplement CI/CD pipelines and infrastructure automation supporting enterprise AI development and deployment.\nApply security, governance, and Responsible AI controls throughout the AI development lifecycle.\nEvaluate emerging AI frameworks, LLMOps technologies, evaluation methodologies, and automation tools to improve engineering productivity.\nTroubleshoot production AI issues and continuously improve platform reliability, scalability, security, and user experience.\nDocument engineering standards, AI platform architecture, evaluation methodologies, and operational best practices.\nWhat We're Looking For:\nBachelor's degree in Computer Science, Software Engineering, Artificial Intelligence, Data Science, or a related technical field.\n7+ years of experience in software engineering, platform engineering, backend engineering, DevOps, cloud engineering, or infrastructure engineering.\n2+ years building or supporting Generative AI, Large Language Model (LLM), or machine learning applications.\nExperience implementing LLMOps or MLOps platforms and deployment pipelines\nLLM Training and Fine-Tuning with demonstrated hands-on experience training, fine-tuning, and optimizing Large Language Models (LLMs), including data preparation, supervised fine-tuning (SFT), parameter-efficient techniques (LoRA/QLoRA), model evaluation, and performance optimization using frameworks such as PyTorch, Hugging Face, and related ML tools.\nStrong programming experience in Python/Typescript\nExperience developing APIs, backend services, and distributed systems.\nExperience with cloud platforms including AWS, Azure, or Google Cloud Platform.\nExperience deploying applications using Docker and Kubernetes.\nExperience working with Git, CI/CD pipelines, Infrastructure as Code (IaC), and infrastructure automation.\nStrong understanding of Large Language Models (LLMs), Retrieval-Augmented Generation (RAG), Prompt engineering, Embeddings, Vector databases, AI agents and agentic workflows\nFamiliarity with AI evaluation techniques, automated testing, benchmarking, regression testing, and model validation.\nExperience building scalable, production-grade software platforms.\nStrong problem-solving, debugging, and performance optimization skills.\nNice to Have:\nExperience with AI orchestration frameworks such as LangChain, LangGraph, LlamaIndex, Semantic Kernel, or AutoGen.\nExperience with AI observability tools such as LangSmith, OpenTelemetry, Prometheus, Grafana, Evidently AI, or Arize AI.\nExperience with vector databases including Pinecone, Qdrant, Weaviate, Azure AI Search, or pgvector.\nExperience with OpenAI, Azure OpenAI, AWS Bedrock, Anthropic Claude, Google Vertex AI, or similar enterprise AI platforms.\nExperience implementing Responsible AI, AI governance, model security, and AI safety best practices.\nExperience supporting Federal Government or other regulated environments.\nExperience evaluating AI systems for quality, reliability, accuracy, explainability, latency, and cost optimization.\nFamiliarity with healthcare, enterprise modernization, or mission-critical systems.\nWhat’s In It for You?\nThe Opportunity to support high-visibility federal missions\nA culture that values innovation, growth, and collaboration\nAccess to cutting-edge tools and technologies\nComprehensive benefits for you and your family\nA career path that rewards ambition and performance\nIf you’re ready to push boundaries, sharpen your skills, and join a team that is passionate about building what’s next, we’d love to meet you. Apply today and let’s build a future together!\nPay Range\n$164,000—$200,000 USD\nLTS shares salary ranges to promote transparency. Compensation ranges are provided for informational purposes, and final compensation may vary based on experience, skills, location, and role requirements.\nLTS is committed to offering eligible employees comprehensive benefits that will provide them with options intended to meet their needs and the needs of their family.","description_format":"text","description_chars":6353,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":true,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Civil Defense","IT Consulting & Digital Transformation","Occupational Health"],"lifecycle":[{"event":"open","at":"2026-07-29T18:01:32Z"}],"visa":[],"liveness":{"score":20,"band":"cold","label":"Long shot","p_open":1,"p_active":0.567,"p_room":0.36,"age_days":79,"expected_fill_days":52,"reasons":["conf:0","win:tail","crowd:"],"computed_at":"2026-10-17T05:46:00Z"},"pay":{"stated_usd_annual":200000,"is_top_pay":false},"html_url":"https://alion.io/job/lts-ai-platform-and-harness-engineer-2","json_url":"https://alion.io/job/lts-ai-platform-and-harness-engineer-2.json","meta":{"generated_at":"2026-10-18T11:42:10Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":17372,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-19T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3483},"rest":"https://alion.io/mcp/rest/get_company?id=3483"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Flts-ai-platform-and-harness-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Flts-ai-platform-and-harness-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Flts-ai-platform-and-harness-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/lts-ai-platform-and-harness-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Flts-ai-platform-and-harness-engineer-2"}]}