Signal Detail
This is a raw crawl record from GitHub, currently mapped to #8 on the Durable board.
Record Summary
Benchmark and compare LLM tool, configuration, and prompt setups using a shared case framework with automated scoring and telemetry. Current movement: 7d. Note: "Up for 7 straight days".
This is the name captured in the original signal at crawl time.
The system default name is still in use.
The system default website is still in use.
The system default category is still in use.
Benchmark and compare LLM tool, configuration, and prompt setups using a shared case framework with automated scoring and telemetry.
Benchmark and compare LLM tool, configuration, and prompt setups using a shared case framework with automated scoring and telemetry. - xInfer123/octobench
Raw Payload
{
"entity_key": "name:octobench",
"source_count": 1,
"providers": [
{
"provider_name": "github",
"slug": "tool-octobench",
"external_id": "972885669",
"external_url": "https://github.com/xInfer123/octobench",
"metric_value": 352,
"payload": {
"providers": [
{
"provider_name": "github"
}
],
"fallback_provider": "github",
"fallback_captured_at": "2026-09-14T19:14:29.598966+00:00",
"fallback_age_hours": 1,
"original_payload": {
"entity_key": "name:octobench",
"source_count": 1,
"providers": [
{
"provider_name": "github",
"slug": "github-xInfer123-octobench",
"external_id": "972885669",
"external_url": "https://github.com/xInfer123/octobench",
"metric_value": 228,
"payload": {
"id": 972885669,
"node_id": "R_kgDOOf0OpQ",
"name": "octobench",
"full_name": "xInfer123/octobench",
"private": false,
"owner": {
"login": "xInfer123",
"id": 209175322,
"node_id": "U_kgDODHfDGg",
"avatar_url": "https://avatars.githubusercontent.com/u/209175322?v=4",
"gravatar_id": "",
"url": "https://api.github.com/users/xInfer123",
"html_url": "https://github.com/xInfer123",
"followers_url": "https://api.github.com/users/xInfer123/followers",
"following_url": "https://api.github.com/users/xInfer123/following{/other_user}",
"gists_url": "https://api.github.com/users/xInfer123/gists{/gist_id}",
"starred_url": "https://api.github.com/users/xInfer123/starred{/owner}{/repo}",
"subscriptions_url": "https://api.github.com/users/xInfer123/subscriptions",
"organizations_url": "https://api.github.com/users/xInfer123/orgs",
"repos_url": "https://api.github.com/users/xInfer123/repos",
"events_url": "https://api.github.com/users/xInfer123/events{/privacy}",
"received_events_url": "https://api.github.com/users/xInfer123/received_events",
"type": "User",
"user_view_type": "public",
"site_admin": false
},
"html_url": "https://github.com/xInfer123/octobench",
"description": "Benchmark and compare LLM tool, configuration, and prompt setups using a shared case framework with automated scoring and telemetry.",
"fork": false,
"url": "https://api.github.com/repos/xInfer123/octobench",
"forks_url": "https://api.github.com/repos/xInfer123/octobench/forks",
"keys_url": "https://api.github.com/repos/xInfer123/octobench/keys{/key_id}",
"collaborators_url": "https://api.github.com/repos/xInfer123/octobench/collaborators{/collaborator}",
"teams_url": "https://api.github.com/repos/xInfer123/octobench/teams",
"hooks_url": "https://api.github.com/repos/xInfer123/octobench/hooks",
"issue_events_url": "https://api.github.com/repos/xInfer123/octobench/issues/events{/number}",
"events_url": "https://api.github.com/repos/xInfer123/octobench/events",
"assignees_url": "https://api.github.com/repos/xInfer123/octobench/assignees{/user}",
"branches_url": "https://api.github.com/repos/xInfer123/octobench/branches{/branch}",
"tags_url": "https://api.github.com/repos/xInfer123/octobench/tags",
"blobs_url": "https://api.github.com/repos/xInfer123/octobench/git/blobs{/sha}",
"git_tags_url": "https://api.github.com/repos/xInfer123/octobench/git/tags{/sha}",
"git_refs_url": "https://api.github.com/repos/xInfer123/octobench/git/refs{/sha}",
"trees_url": "https://api.github.com/repos/xInfer123/octobench/git/trees{/sha}",
"statuses_url": "https://api.github.com/repos/xInfer123/octobench/statuses/{sha}",
"languages_url": "https://api.github.com/repos/xInfer123/octobench/languages",
"stargazers_url": "https://api.github.com/repos/xInfer123/octobench/stargazers",
"contributors_url": "https://api.github.com/repos/xInfer123/octobench/contributors",
"subscribers_url": "https://api.github.com/repos/xInfer123/octobench/subscribers",
"subscription_url": "https://api.github.com/repos/xInfer123/octobench/subscription",
"commits_url": "https://api.github.com/repos/xInfer123/octobench/commits{/sha}",
"git_commits_url": "https://api.github.com/repos/xInfer123/octobench/git/commits{/sha}",
"comments_url": "https://api.github.com/repos/xInfer123/octobench/comments{/number}",
"issue_comment_url": "https://api.github.com/repos/xInfer123/octobench/issues/comments{/number}",
"contents_url": "https://api.github.com/repos/xInfer123/octobench/contents/{+path}",
"compare_url": "https://api.github.com/repos/xInfer123/octobench/compare/{base}...{head}",
"merges_url": "https://api.github.com/repos/xInfer123/octobench/merges",
"archive_url": "https://api.github.com/repos/xInfer123/octobench/{archive_format}{/ref}",
"downloads_url": "https://api.github.com/repos/xInfer123/octobench/downloads",
"issues_url": "https://api.github.com/repos/xInfer123/octobench/issues{/number}",
"pulls_url": "https://api.github.com/repos/xInfer123/octobench/pulls{/number}",
"milestones_url": "https://api.github.com/repos/xInfer123/octobench/milestones{/number}",
"notifications_url": "https://api.github.com/repos/xInfer123/octobench/notifications{?since,all,participating}",
"labels_url": "https://api.github.com/repos/xInfer123/octobench/labels{/name}",
"releases_url": "https://api.github.com/repos/xInfer123/octobench/releases{/id}",
"deployments_url": "https://api.github.com/repos/xInfer123/octobench/deployments",
"created_at": "2025-04-25T20:43:33Z",
"updated_at": "2026-09-14T19:14:05Z",
"pushed_at": "2026-09-14T19:14:01Z",
"git_url": "git://github.com/xInfer123/octobench.git",
"ssh_url": "git@github.com:xInfer123/octobench.git",
"clone_url": "https://github.com/xInfer123/octobench.git",
"svn_url": "https://github.com/xInfer123/octobench",
"homepage": null,
"size": 547,
"stargazers_count": 1,
"watchers_count": 1,
"language": null,
"has_issues": false,
"has_projects": true,
"has_downloads": false,
"has_wiki": false,
"has_pages": false,
"has_discussions": false,
"forks_count": 0,
"mirror_url": null,
"archived": false,
"disabled": false,
"open_issues_count": 0,
"license": null,
"allow_forking": true,
"is_template": false,
"web_commit_signoff_required": false,
"has_pull_requests": true,
"pull_request_creation_policy": "all",
"topics": [
"agentic",
"agents",
"ai",
"ai-workflow",
"anthropic",
"automation",
"benchmark",
"codex",
"evaluation",
"llm",
"openai"
],
"visibility": "public",
"forks": 0,
"open_issues": 0,
"watchers": 1,
"default_branch": "main",
"temp_clone_token": null,
"network_count": 0,
"subscribers_count": 1
}
}
]
}
}
}
]
}