{"id":1663222,"url":"https://alion.io/job/gramian-consulting-group-senior-software-engineer-ai-code-evaluation-2","title":"Senior Software Engineer - AI Code Evaluation","company":{"id":5702,"name":"Gramian Consulting Group","domain":"gramianconsultinggroup.com","url":"https://alion.io/company/gramianconsultinggroup","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":null},"role":"Backend","role_family":"Backend","seniority":"senior","employment_type":"contractor","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":["ID","NG","PK","TR","VN"],"hiring_countries_total":5,"salary":null,"salary_estimate":{"min_usd":32000,"max_usd":87000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":4821},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"C#","optional":false},{"name":"C++","optional":false},{"name":"Git","optional":false},{"name":"JavaScript","optional":false},{"name":"LLM","optional":false},{"name":"PHP","optional":false},{"name":"Python","optional":false},{"name":"Ruby","optional":false},{"name":"Rust","optional":false},{"name":"TypeScript","optional":false}],"status":"live","first_seen_at":"2026-10-01T00:00:00Z","employer_posted_date":"2026-10-01","last_verified_at":"2026-10-04T22:37:22Z","board_verified":true,"closed_at":null,"days_open":4,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":4},"description":"About Gramian\nGramian Consultancy is a boutique consultancy specializing in IT professional services and engineering talent solutions. With a strong background in software engineering and leadership, we help companies build high-performing teams by matching them with professionals who truly fit their needs.\nAbout the Role\nWe are looking for senior software engineers with 7+ years of industry experience to support the training and evaluation of large language models. You will review, analyze, and improve AI-generated code, applying real-world engineering judgment to assess correctness, security, scalability, maintainability, and production quality.\nThis is a software engineering and code-quality evaluation role, not a traditional software testing or manual QA position. You will analyze unfamiliar codebases, identify root causes, compare alternative implementations, and create robust solutions and evaluation criteria.\nSENIORITY: Senior - 7+ years\nKey Responsibilities\nReview and evaluate AI-generated code across programming languages and software engineering scenarios.\nAssess code for correctness, reliability, security, scalability, readability, and maintainability.\nIdentify bugs, logical errors, incomplete implementations, edge-case failures, and architectural weaknesses.\nAnalyze unfamiliar codebases and understand the impact of proposed changes.\nReview bug fixes, feature implementations, refactoring, API integrations, configuration changes, and database operations.\nCompare alternative implementations and determine whether they satisfy technical requirements.\nRewrite or improve code to create high-quality reference solutions.\nProvide clear technical explanations of identified issues and recommended improvements.\nDevelop evaluation criteria, technical annotations, and rubrics for code-quality assessment.\nCollaborate with researchers and engineering teams to design coding benchmarks and improve LLM evaluation methodologies.\nRequirements\n7+ years of professional software engineering experience.\nStrong proficiency in at least one programming language, including Python, JavaScript/TypeScript, Java, C++, Go, C#, Ruby, PHP, or Rust.\nSignificant experience building, maintaining, debugging, and reviewing production-grade software.\nStrong understanding of software design principles, clean code, modular architecture, abstraction, error handling, and maintainability.\nProven ability to identify functional, performance, security, and design issues in complex codebases.\nStrong debugging, root-cause analysis, and problem-solving skills.\nExperience with code reviews and collaborative software development workflows.\nFamiliarity with Git and modern software engineering practices.\nStrong written English and ability to communicate technical feedback clearly.\nGood understanding of data structures, algorithms, APIs, databases, and application architecture.","description_format":"text","description_chars":2883,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[{"language":"English","level":"All levels","optional":false}]},"benefits":[],"hiring_locations":[{"name":"Indonesia","iso":"ID","kind":"country"},{"name":"Nigeria","iso":"NG","kind":"country"},{"name":"Pakistan","iso":"PK","kind":"country"},{"name":"Turkey","iso":"TR","kind":"country"},{"name":"Vietnam","iso":"VN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence","Professional Services"],"lifecycle":[{"event":"open","at":"2026-10-02T04:44:31Z"}],"visa":[],"liveness":{"score":75,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.752,"p_room":1,"age_days":3,"expected_fill_days":10,"reasons":["conf:0","velocity","win:early"],"computed_at":"2026-10-04T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/gramian-consulting-group-senior-software-engineer-ai-code-evaluation-2","json_url":"https://alion.io/job/gramian-consulting-group-senior-software-engineer-ai-code-evaluation-2.json","meta":{"generated_at":"2026-10-05T00:19:17Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":294,"day_limit":5000,"remaining_today":4706,"minute_limit":60,"resets_at":"2026-10-06T00:00:00Z"}}}