{"id":3896282,"url":"https://alion.io/job/kalamntina-junior-ai-evaluation-engineer","title":"Junior AI & Evaluation Engineer","company":{"id":4452918,"name":"Kalamntina","domain":"kalamntina.com","url":"https://alion.io/company/kalamntina","size_band":"51-200","is_staffing_agency":true,"employer_type":"agency","is_intermediary":true,"listed_via":null,"ats_vendor":"Schema","truth_index":{"grade":"D","score":44,"open_postings":821,"ghost_share":0.926,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-11-08T05:47:12Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":"junior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["Amman, Jordan"],"countries":["JO"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CI/CD","optional":false},{"name":"Function Calling","optional":false},{"name":"Haystack","optional":false},{"name":"LangChain","optional":false},{"name":"LlamaIndex","optional":false},{"name":"LLM","optional":false},{"name":"LLMOps","optional":false},{"name":"Milvus","optional":false},{"name":"OpenSearch","optional":false},{"name":"pgvector","optional":false},{"name":"Pinecone","optional":false},{"name":"RAG","optional":false},{"name":"Redis","optional":false},{"name":"Reranking","optional":false},{"name":"SQL","optional":false},{"name":"A/B Testing","optional":true},{"name":"AWS","optional":true},{"name":"GCP","optional":true},{"name":"JavaScript","optional":true},{"name":"Node JS","optional":true},{"name":"PostgreSQL","optional":true},{"name":"Prompt Engineering","optional":true},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2025-11-18T00:00:00Z","employer_posted_date":"2025-11-18","last_verified_at":"2026-11-08T21:53:43Z","board_verified":true,"closed_at":null,"days_open":356,"trust":{"level":"ghost","repost_count":0,"flags":["stale","company_stale"],"days_open":355},"description":"Responsibilities\nCollaborate with the AI Product team to deliver high-quality, scope-aligned features that meet product acceptance criteria.\nOwn end-to-end delivery: define problems, write documentation, design prompts/RAG/tools, and ship features with clear success metrics.\nBuild and maintain RAG pipelines, including chunking/embedding, hybrid retrieval (keyword + dense), reranking, vector indexing, and enforcing tenant isolation.\nImplement safe and reliable tool/function calling into internal APIs with proper guardrails, monitoring, and tracing.\nDevelop golden test sets and regression suites; run offline/online evaluations for groundedness, factuality, safety, latency, and cost.\nMonitor retrieval performance (recall@k, MRR/NDCG, coverage, drift) and ensure launch readiness based on retrieval and answer quality.\nUphold safety and compliance by mitigating injections/jailbreaks, applying policy filters, maintaining audit logs, and ensuring privacy alignment.\nInstrument token usage, latency, and caching strategies; implement semantic/fallback caching; manage vendor SLAs and cost optimization.\nSupport LLMOps processes: version prompts/datasets/configurations, maintain CI/CD pipelines, run canary/shadow tests, and enforce “evals-as-gates.”\nProduce design documents and model cards; build reusable components, SDKs, and templates; mentor junior team members.\nQualifications\nBachelor’s degree in computer science, Information Systems, or a related field.\n3+ years of experience building production-grade AI/ML backend features, including recent LLM-based applications.\nExperience working at a leading MENA company or a high-bar startup.\nNative-level proficiency in Arabic and English, both written and spoken.\nStrong technical stack: Python and/or Node.js, AWS/GCP, containers, IaC, and modern CI/CD pipelines.\nHands-on experience with LLM productization (prompt engineering, tool/function calling, RAG architectures).\nStrong evaluation capabilities: test-set creation, offline metrics, online A/B testing, regression suites, and quality dashboards.\nFamiliarity with LLM and embedding models, as well as frameworks like LangChain, LlamaIndex, and Haystack.\nExperience with vector databases (Pinecone, Milvus, pgvector, OpenSearch), SQL/NoSQL, Redis, and data schema/versioning.\nKnowledge of governance principles: privacy, security, PDPL compliance, multi-tenant isolation, and auditability.\nDemonstrated AI fluency-actively uses AI/LLMs to enhance research, coding, testing, and documentation in a secure manner.\nRequired Skills\nAI\nJob Details\nLocation: Amman - Jordan\nIndustry: Information & Communication Technologies\nJob Type: Full-Time\nDegree: Bachelor\nExperience: 3+\nNationality: Unspecified","description_format":"text","description_chars":2711,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[{"language":"Arabic","level":"Advanced (C1)","optional":false},{"language":"English","level":"Advanced (C1)","optional":false}]},"benefits":[],"hiring_locations":[{"name":"Jordan","iso":"JO","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-06T23:17:58Z"}],"visa":[],"liveness":{"score":2,"band":"cold","label":"Long shot","p_open":1,"p_active":0.057,"p_room":0.28,"age_days":355,"expected_fill_days":29,"reasons":["conf:9","agency","stale_co","velocity","ghost","win:tail","crowd:junior,brand"],"computed_at":"2026-11-08T05:47:12Z"},"pay":null,"html_url":"https://alion.io/job/kalamntina-junior-ai-evaluation-engineer","json_url":"https://alion.io/job/kalamntina-junior-ai-evaluation-engineer.json","meta":{"generated_at":"2026-11-09T03:12:05Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1144,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-10T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4452918},"rest":"https://alion.io/mcp/rest/get_company?id=4452918"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fkalamntina-junior-ai-evaluation-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fkalamntina-junior-ai-evaluation-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fkalamntina-junior-ai-evaluation-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/kalamntina-junior-ai-evaluation-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fkalamntina-junior-ai-evaluation-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3896282}},{"tool":"search_jobs","arguments":{"company":"kalamntina.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3896282},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}