{"id":1294760624,"node_id":"R_kgDOTSx6sA","name":"coder_eval","full_name":"UiPath/coder_eval","private":false,"owner":{"login":"UiPath","id":375663,"node_id":"MDEyOk9yZ2FuaXphdGlvbjM3NTY2Mw==","avatar_url":"https://avatars.githubusercontent.com/u/375663?v=4","gravatar_id":"","url":"https://api.github.com/users/UiPath","html_url":"https://github.com/UiPath","followers_url":"https://api.github.com/users/UiPath/followers","following_url":"https://api.github.com/users/UiPath/following{/other_user}","gists_url":"https://api.github.com/users/UiPath/gists{/gist_id}","starred_url":"https://api.github.com/users/UiPath/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/UiPath/subscriptions","organizations_url":"https://api.github.com/users/UiPath/orgs","repos_url":"https://api.github.com/users/UiPath/repos","events_url":"https://api.github.com/users/UiPath/events{/privacy}","received_events_url":"https://api.github.com/users/UiPath/received_events","type":"Organization","user_view_type":"public","site_admin":false},"html_url":"https://github.com/UiPath/coder_eval","description":"Playwright for coding agents. Benchmark Claude Code, Codex, Gemini, and OpenCode on your own tasks - and test that your skills, MCP servers, and CLIs work when an agent uses them.  Sandboxed YAML suites, activation checks, A/B experiments, CI gates.","fork":false,"url":"https://api.github.com/repos/UiPath/coder_eval","forks_url":"https://api.github.com/repos/UiPath/coder_eval/forks","keys_url":"https://api.github.com/repos/UiPath/coder_eval/keys{/key_id}","collaborators_url":"https://api.github.com/repos/UiPath/coder_eval/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/UiPath/coder_eval/teams","hooks_url":"https://api.github.com/repos/UiPath/coder_eval/hooks","issue_events_url":"https://api.github.com/repos/UiPath/coder_eval/issues/events{/number}","events_url":"https://api.github.com/repos/UiPath/coder_eval/events","assignees_url":"https://api.github.com/repos/UiPath/coder_eval/assignees{/user}","branches_url":"https://api.github.com/repos/UiPath/coder_eval/branches{/branch}","tags_url":"https://api.github.com/repos/UiPath/coder_eval/tags","blobs_url":"https://api.github.com/repos/UiPath/coder_eval/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/UiPath/coder_eval/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/UiPath/coder_eval/git/refs{/sha}","trees_url":"https://api.github.com/repos/UiPath/coder_eval/git/trees{/sha}","statuses_url":"https://api.github.com/repos/UiPath/coder_eval/statuses/{sha}","languages_url":"https://api.github.com/repos/UiPath/coder_eval/languages","stargazers_url":"https://api.github.com/repos/UiPath/coder_eval/stargazers","contributors_url":"https://api.github.com/repos/UiPath/coder_eval/contributors","subscribers_url":"https://api.github.com/repos/UiPath/coder_eval/subscribers","subscription_url":"https://api.github.com/repos/UiPath/coder_eval/subscription","commits_url":"https://api.github.com/repos/UiPath/coder_eval/commits{/sha}","git_commits_url":"https://api.github.com/repos/UiPath/coder_eval/git/commits{/sha}","comments_url":"https://api.github.com/repos/UiPath/coder_eval/comments{/number}","issue_comment_url":"https://api.github.com/repos/UiPath/coder_eval/issues/comments{/number}","contents_url":"https://api.github.com/repos/UiPath/coder_eval/contents/{+path}","compare_url":"https://api.github.com/repos/UiPath/coder_eval/compare/{base}...{head}","merges_url":"https://api.github.com/repos/UiPath/coder_eval/merges","archive_url":"https://api.github.com/repos/UiPath/coder_eval/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/UiPath/coder_eval/downloads","issues_url":"https://api.github.com/repos/UiPath/coder_eval/issues{/number}","pulls_url":"https://api.github.com/repos/UiPath/coder_eval/pulls{/number}","milestones_url":"https://api.github.com/repos/UiPath/coder_eval/milestones{/number}","notifications_url":"https://api.github.com/repos/UiPath/coder_eval/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/UiPath/coder_eval/labels{/name}","releases_url":"https://api.github.com/repos/UiPath/coder_eval/releases{/id}","deployments_url":"https://api.github.com/repos/UiPath/coder_eval/deployments","created_at":"2026-07-09T06:46:59Z","updated_at":"2026-09-07T10:39:56Z","pushed_at":"2026-09-07T12:44:39Z","git_url":"git://github.com/UiPath/coder_eval.git","ssh_url":"git@github.com:UiPath/coder_eval.git","clone_url":"https://github.com/UiPath/coder_eval.git","svn_url":"https://github.com/UiPath/coder_eval","homepage":"https://coder-eval.com","size":18847,"stargazers_count":122,"watchers_count":122,"language":"Python","has_issues":true,"has_projects":false,"has_downloads":false,"has_wiki":true,"has_pages":true,"has_discussions":true,"forks_count":3,"mirror_url":null,"archived":false,"disabled":false,"open_issues_count":19,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"allow_forking":true,"is_template":false,"web_commit_signoff_required":false,"has_pull_requests":true,"pull_request_creation_policy":"all","topics":["agent-evaluation","agent-skills","agent-testing","anthropic","claude","claude-agent-sdk","claude-code","claude-code-plugins-marketplace","claude-code-skills","claude-skills","codex","coding-agents","evaluation-framework","gemini","github-actions","long-horizon-agents","regression-testing","skill-testing","swe-bench","terminal-bench"],"visibility":"public","forks":3,"open_issues":19,"watchers":122,"default_branch":"main","temp_clone_token":null,"custom_properties":{},"organization":{"login":"UiPath","id":375663,"node_id":"MDEyOk9yZ2FuaXphdGlvbjM3NTY2Mw==","avatar_url":"https://avatars.githubusercontent.com/u/375663?v=4","gravatar_id":"","url":"https://api.github.com/users/UiPath","html_url":"https://github.com/UiPath","followers_url":"https://api.github.com/users/UiPath/followers","following_url":"https://api.github.com/users/UiPath/following{/other_user}","gists_url":"https://api.github.com/users/UiPath/gists{/gist_id}","starred_url":"https://api.github.com/users/UiPath/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/UiPath/subscriptions","organizations_url":"https://api.github.com/users/UiPath/orgs","repos_url":"https://api.github.com/users/UiPath/repos","events_url":"https://api.github.com/users/UiPath/events{/privacy}","received_events_url":"https://api.github.com/users/UiPath/received_events","type":"Organization","user_view_type":"public","site_admin":false},"network_count":3,"subscribers_count":1}