{"id":3396137,"url":"https://alion.io/job/falls-technology-machine-learning-engineer-sme-llm-eval-rag-testing-sme-tssci","title":"Machine Learning Engineer / SME (LLM Eval & RAG Testing) - SME | TS/SCI","company":{"id":4483010,"name":"Falls Technology","domain":"fallstechnology.com","url":"https://alion.io/company/falls-technology","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["McLean, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":131000,"max_usd":292000,"period":"year","method":"role_country_seniority_unknown","sample_n":4425},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Explainable AI","optional":false},{"name":"GitHub","optional":false},{"name":"Jenkins","optional":false},{"name":"Keras","optional":false},{"name":"LLM","optional":false},{"name":"LLM Evaluation","optional":false},{"name":"Machine Learning","optional":false},{"name":"Python","optional":false},{"name":"PyTorch","optional":false},{"name":"RAG","optional":false},{"name":"Scikit-learn","optional":false},{"name":"Semantic Search","optional":false},{"name":"SQL","optional":false},{"name":"TensorFlow","optional":false},{"name":"Transformers","optional":false}],"status":"closed","first_seen_at":"2026-10-28T06:41:45Z","employer_posted_date":null,"last_verified_at":"2026-10-28T18:20:15Z","board_verified":false,"closed_at":"2026-10-28T18:20:15Z","days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Falls Technology LLC is hiring a Machine Learning Engineer / SME to evaluate and validate LLM-based systems, including RAG, for mission use. The role designs benchmarks and experiments, tunes models on custom data, and builds AI/ML systems using GPU-accelerated computing.\n\nResponsibilities\nTest, evaluate and validate AI systems with a focus on LLM-based systems (including RAG testing)\nDesign and run experiments that benchmark LLMs against defined measures\nTune neural networks / LLMs on custom datasets and apply results to concrete use cases\nBuild AI/ML models and ensembles in Python or R (library selection, preprocessing, model assessment)\nUse deep learning frameworks such as PyTorch, TensorFlow or Keras\nLeverage GPUs for accelerated training and evaluation\nWrite solid SQL (CTEs, set operations, aggregates, nested subqueries) against analytical datasets\nWork in GitHub and Jenkins-style CI for reproducible experiments\nCommunicate methodological choices and model results to technical and non-technical stakeholders\n\nSkills\nActive TS/SCI required\nU.S. citizenship required\nHands-on RAG testing experience (must-have)\nTuning neural nets / LLMs on custom datasets for real use cases\nBuilding AI/ML models and ensembles in Python or R\nPyTorch, TensorFlow or Keras (key)\nGPU-accelerated computing (key)\nTesting, evaluating or validating LLM-based AI systems (key)\nExperiment design to benchmark LLMs (key)\nSQL including CTEs, set ops, aggregates and nested subqueries\nGitHub and Jenkins (or equivalent) version control / CI\nHugging Face Transformers library and hub\nBuilding benchmarks that measure LLM performance\nCloud computing development and architecture\nFlask or similar front-end/web frameworks\nText classification and topic modeling (scikit-learn or deep learning)\nSemantic search applications\nTableau dashboards\nVerification/validation test benches, Explainable AI (XAI), ONNX\n\nBenefits\nA 9% retirement contribution\n100% of family medical premiums paid\n4 weeks of PTO\n\nCompany Overview\nExperienced, Personalized, IT Consulting It was founded in 2019, and is headquartered in Herndon, Virginia, USA, with a workforce of 11-50 employees. Its website is https://fallstechnology.com.","description_format":"text","description_chars":2196,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":true,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-28T12:24:45Z"},{"event":"close","at":"2026-10-28T18:20:15Z"}],"visa":[],"liveness":null,"pay":null,"html_url":"https://alion.io/job/falls-technology-machine-learning-engineer-sme-llm-eval-rag-testing-sme-tssci","json_url":"https://alion.io/job/falls-technology-machine-learning-engineer-sme-llm-eval-rag-testing-sme-tssci.json","meta":{"generated_at":"2026-10-29T18:03:36Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":26790,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-30T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4483010},"rest":"https://alion.io/mcp/rest/get_company?id=4483010"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ffalls-technology-machine-learning-engineer-sme-llm-eval-rag-testing-sme-tssci"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ffalls-technology-machine-learning-engineer-sme-llm-eval-rag-testing-sme-tssci"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ffalls-technology-machine-learning-engineer-sme-llm-eval-rag-testing-sme-tssci"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/falls-technology-machine-learning-engineer-sme-llm-eval-rag-testing-sme-tssci\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ffalls-technology-machine-learning-engineer-sme-llm-eval-rag-testing-sme-tssci"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3396137}},{"tool":"search_jobs","arguments":{"company":"fallstechnology.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3396137},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}