Signal AtlasHot Tool Tracker
Admin Login
Back to evidenceBack to tool detailBack to rankingsBack to home

Signal Detail

octobench

This is a raw crawl record from GitHub, currently mapped to #7 on the Newcomers board.

GitHubNEWOct 17, 11:49

Record Summary

Newcomers #7

github+hackernews+rss

Benchmark harness that compares coding agents — not just models — on real, contamination-resistant tasks: 80 fail-to-pass cases from merged OSS PRs, long-run sequences, SWE-bench-Live, and 25+ domain benchmarks. We benchmark our own agent, octomind, under the same rules. Current movement: NEW. Note: "First time on the board".

Score72
Confidence78%
Surge+9%
Captured atOct 17, 11:49
GitHubagent-evaluationagentic
Current tool mapping
Captured nameoctobench

This is the name captured in the original signal at crawl time.

Current display nameoctobench

The system default name is still in use.

Current websitegithub.com

The system default website is still in use.

Current categoryAgent Tools

The system default category is still in use.

Open tool research page
Source snapshot
GitHubMuvon/octobench
github.com

Benchmark harness that compares coding agents — not just models — on real, contamination-resistant tasks: 80 fail-to-pass cases from merged OSS PRs, long-run sequences, SWE-bench-Live, and 25+ domain benchmarks. We benc…

Author / PublisherMuvon
Published atOct 17, 11:49
PythonStars 3Forks 1
GitHub Repo
Page snapshot
GitHubGitHub - Muvon/octobench: Benchmark harness that compares coding agents — not just models — on real, contamination-resistant tasks: 80 fail-to-pass cases from merged OSS PRs, long-run sequences, SWE-bench-Live, and 25+ domain benchmarks. We benchmark our own agent, octomind, under the same rules.
Fetched

Benchmark harness that compares coding agents — not just models — on real, contamination-resistant tasks: 80 fail-to-pass cases from merged OSS PRs, long-run sequences, SWE-bench-Live, and 25+ domain benchmarks. We benchmark our own agent, octomind, under the same rules. - Muvon/octobench

Fetched atOct 17, 14:37
Published atWaiting for sync
Domaingithub.com
HTTP status200
AuthorNot recorded
Cache statusFresh cache
This crawl record has already generated a matching evidence card on the tool detail page, so you can jump straight back to it.
Jump to tool evidenceOpen canonical URL
Structured fields
RepositoryMuvon/octobench
LanguagePython
Stars3
Forks1
Watchers3
Issues1
Updated At2026-10-17T11:49:12Z
Aggregated Source Count1

Raw Payload

Raw crawl payload

{
  "entity_key": "name:octobench",
  "source_count": 1,
  "providers": [
    {
      "provider_name": "github",
      "slug": "github-Muvon-octobench",
      "external_id": "1157820938",
      "external_url": "https://github.com/Muvon/octobench",
      "metric_value": 238,
      "payload": {
        "id": 1157820938,
        "node_id": "R_kgDORQLyCg",
        "name": "octobench",
        "full_name": "Muvon/octobench",
        "private": false,
        "owner": {
          "login": "Muvon",
          "id": 25336907,
          "node_id": "MDEyOk9yZ2FuaXphdGlvbjI1MzM2OTA3",
          "avatar_url": "https://avatars.githubusercontent.com/u/25336907?v=4",
          "gravatar_id": "",
          "url": "https://api.github.com/users/Muvon",
          "html_url": "https://github.com/Muvon",
          "followers_url": "https://api.github.com/users/Muvon/followers",
          "following_url": "https://api.github.com/users/Muvon/following{/other_user}",
          "gists_url": "https://api.github.com/users/Muvon/gists{/gist_id}",
          "starred_url": "https://api.github.com/users/Muvon/starred{/owner}{/repo}",
          "subscriptions_url": "https://api.github.com/users/Muvon/subscriptions",
          "organizations_url": "https://api.github.com/users/Muvon/orgs",
          "repos_url": "https://api.github.com/users/Muvon/repos",
          "events_url": "https://api.github.com/users/Muvon/events{/privacy}",
          "received_events_url": "https://api.github.com/users/Muvon/received_events",
          "type": "Organization",
          "user_view_type": "public",
          "site_admin": false
        },
        "html_url": "https://github.com/Muvon/octobench",
        "description": "Benchmark harness that compares coding agents — not just models — on real, contamination-resistant tasks: 80 fail-to-pass cases from merged OSS PRs, long-run sequences, SWE-bench-Live, and 25+ domain benchmarks. We benchmark our own agent, octomind, under the same rules.",
        "fork": false,
        "url": "https://api.github.com/repos/Muvon/octobench",
        "forks_url": "https://api.github.com/repos/Muvon/octobench/forks",
        "keys_url": "https://api.github.com/repos/Muvon/octobench/keys{/key_id}",
        "collaborators_url": "https://api.github.com/repos/Muvon/octobench/collaborators{/collaborator}",
        "teams_url": "https://api.github.com/repos/Muvon/octobench/teams",
        "hooks_url": "https://api.github.com/repos/Muvon/octobench/hooks",
        "issue_events_url": "https://api.github.com/repos/Muvon/octobench/issues/events{/number}",
        "events_url": "https://api.github.com/repos/Muvon/octobench/events",
        "assignees_url": "https://api.github.com/repos/Muvon/octobench/assignees{/user}",
        "branches_url": "https://api.github.com/repos/Muvon/octobench/branches{/branch}",
        "tags_url": "https://api.github.com/repos/Muvon/octobench/tags",
        "blobs_url": "https://api.github.com/repos/Muvon/octobench/git/blobs{/sha}",
        "git_tags_url": "https://api.github.com/repos/Muvon/octobench/git/tags{/sha}",
        "git_refs_url": "https://api.github.com/repos/Muvon/octobench/git/refs{/sha}",
        "trees_url": "https://api.github.com/repos/Muvon/octobench/git/trees{/sha}",
        "statuses_url": "https://api.github.com/repos/Muvon/octobench/statuses/{sha}",
        "languages_url": "https://api.github.com/repos/Muvon/octobench/languages",
        "stargazers_url": "https://api.github.com/repos/Muvon/octobench/stargazers",
        "contributors_url": "https://api.github.com/repos/Muvon/octobench/contributors",
        "subscribers_url": "https://api.github.com/repos/Muvon/octobench/subscribers",
        "subscription_url": "https://api.github.com/repos/Muvon/octobench/subscription",
        "commits_url": "https://api.github.com/repos/Muvon/octobench/commits{/sha}",
        "git_commits_url": "https://api.github.com/repos/Muvon/octobench/git/commits{/sha}",
        "comments_url": "https://api.github.com/repos/Muvon/octobench/comments{/number}",
        "issue_comment_url": "https://api.github.com/repos/Muvon/octobench/issues/comments{/number}",
        "contents_url": "https://api.github.com/repos/Muvon/octobench/contents/{+path}",
        "compare_url": "https://api.github.com/repos/Muvon/octobench/compare/{base}...{head}",
        "merges_url": "https://api.github.com/repos/Muvon/octobench/merges",
        "archive_url": "https://api.github.com/repos/Muvon/octobench/{archive_format}{/ref}",
        "downloads_url": "https://api.github.com/repos/Muvon/octobench/downloads",
        "issues_url": "https://api.github.com/repos/Muvon/octobench/issues{/number}",
        "pulls_url": "https://api.github.com/repos/Muvon/octobench/pulls{/number}",
        "milestones_url": "https://api.github.com/repos/Muvon/octobench/milestones{/number}",
        "notifications_url": "https://api.github.com/repos/Muvon/octobench/notifications{?since,all,participating}",
        "labels_url": "https://api.github.com/repos/Muvon/octobench/labels{/name}",
        "releases_url": "https://api.github.com/repos/Muvon/octobench/releases{/id}",
        "deployments_url": "https://api.github.com/repos/Muvon/octobench/deployments",
        "created_at": "2026-02-14T10:55:22Z",
        "updated_at": "2026-10-17T11:49:12Z",
        "pushed_at": "2026-10-17T11:49:08Z",
        "git_url": "git://github.com/Muvon/octobench.git",
        "ssh_url": "git@github.com:Muvon/octobench.git",
        "clone_url": "https://github.com/Muvon/octobench.git",
        "svn_url": "https://github.com/Muvon/octobench",
        "homepage": "",
        "size": 12373,
        "stargazers_count": 3,
        "watchers_count": 3,
        "language": "Python",
        "has_issues": true,
        "has_projects": true,
        "has_downloads": false,
        "has_wiki": false,
        "has_pages": false,
        "has_discussions": false,
        "forks_count": 1,
        "mirror_url": null,
        "archived": false,
        "disabled": false,
        "open_issues_count": 1,
        "license": {
          "key": "apache-2.0",
          "name": "Apache License 2.0",
          "spdx_id": "Apache-2.0",
          "url": "https://api.github.com/licenses/apache-2.0",
          "node_id": "MDc6TGljZW5zZTI="
        },
        "allow_forking": true,
        "is_template": false,
        "web_commit_signoff_required": false,
        "has_pull_requests": true,
        "pull_request_creation_policy": "all",
        "topics": [
          "agent-evaluation",
          "agentic",
          "agents",
          "ai",
          "ai-workflow",
          "anthropic",
          "automation",
          "benchmark",
          "claude-code",
          "codex",
          "evaluation",
          "llm",
          "llm-evaluation",
          "openai",
          "opencode",
          "swe-bench"
        ],
        "visibility": "public",
        "forks": 1,
        "open_issues": 1,
        "watchers": 3,
        "default_branch": "master",
        "temp_clone_token": null,
        "custom_properties": {},
        "organization": {
          "login": "Muvon",
          "id": 25336907,
          "node_id": "MDEyOk9yZ2FuaXphdGlvbjI1MzM2OTA3",
          "avatar_url": "https://avatars.githubusercontent.com/u/25336907?v=4",
          "gravatar_id": "",
          "url": "https://api.github.com/users/Muvon",
          "html_url": "https://github.com/Muvon",
          "followers_url": "https://api.github.com/users/Muvon/followers",
          "following_url": "https://api.github.com/users/Muvon/following{/other_user}",
          "gists_url": "https://api.github.com/users/Muvon/gists{/gist_id}",
          "starred_url": "https://api.github.com/users/Muvon/starred{/owner}{/repo}",
          "subscriptions_url": "https://api.github.com/users/Muvon/subscriptions",
          "organizations_url": "https://api.github.com/users/Muvon/orgs",
          "repos_url": "https://api.github.com/users/Muvon/repos",
          "events_url": "https://api.github.com/users/Muvon/events{/privacy}",
          "received_events_url": "https://api.github.com/users/Muvon/received_events",
          "type": "Organization",
          "user_view_type": "public",
          "site_admin": false
        },
        "network_count": 1,
        "subscribers_count": 0
      }
    }
  ]
}