Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions docs-site/docs/contributing/b0-benchmark-truth-status.md
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ description: B0 Benchmark Truth Status

# B0 Benchmark Truth Status

Last updated: 2026-07-28T14:02:57Z
Last updated: 2026-08-01T13:54:35Z

This is the repo-tracked recurring `TW-02` publication surface for the fixed benchmark corpus.

Expand Down Expand Up @@ -78,8 +78,8 @@ Proxy note: neutral issue outcomes are current-corpus rows that were neither fre

## Previous Published Artifact

- Previous artifact path: `docs/status/generated/benchmark_scorecards/tw-01-bounded-execution-v1/rev-6/scorecard-20260725T160457Z.json`
- Previous generated_at: `2026-07-25T16:04:57Z`
- Previous artifact path: `docs/status/generated/benchmark_scorecards/tw-01-bounded-execution-v1/rev-6/scorecard-20260728T140257Z.json`
- Previous generated_at: `2026-07-28T14:02:57Z`

## Deltas

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ description: TW-03 Rescue Productization Status

# TW-03 Rescue Productization Status

Last updated: 2026-07-28T14:02:57Z
Last updated: 2026-08-01T13:54:35Z

This is the repo-tracked recurring `TW-03` publication surface for repeated rescue-class harvest and conversion.

Expand Down
6 changes: 3 additions & 3 deletions docs/status/B0_BENCHMARK_TRUTH_STATUS.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# B0 Benchmark Truth Status

Last updated: 2026-07-28T14:02:57Z
Last updated: 2026-08-01T13:54:35Z

This is the repo-tracked recurring `TW-02` publication surface for the fixed benchmark corpus.

Expand Down Expand Up @@ -73,8 +73,8 @@ Proxy note: neutral issue outcomes are current-corpus rows that were neither fre

## Previous Published Artifact

- Previous artifact path: `docs/status/generated/benchmark_scorecards/tw-01-bounded-execution-v1/rev-6/scorecard-20260725T160457Z.json`
- Previous generated_at: `2026-07-25T16:04:57Z`
- Previous artifact path: `docs/status/generated/benchmark_scorecards/tw-01-bounded-execution-v1/rev-6/scorecard-20260728T140257Z.json`
- Previous generated_at: `2026-07-28T14:02:57Z`

## Deltas

Expand Down
2 changes: 1 addition & 1 deletion docs/status/TW03_RESCUE_PRODUCTIZATION_STATUS.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# TW-03 Rescue Productization Status

Last updated: 2026-07-28T14:02:57Z
Last updated: 2026-08-01T13:54:35Z

This is the repo-tracked recurring `TW-03` publication surface for repeated rescue-class harvest and conversion.

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -39,11 +39,11 @@
"unique_issues_attempted": 0.0
},
"failure_class_distribution": {},
"generated_at": "2026-07-28T14:02:57Z",
"generated_at": "2026-08-01T13:54:35Z",
"metrics_file": ".aragora/overnight/boss_metrics.jsonl",
"previous_artifact": {
"generated_at": "2026-07-25T16:04:57Z",
"path": "docs/status/generated/benchmark_scorecards/tw-01-bounded-execution-v1/rev-6/scorecard-20260725T160457Z.json"
"generated_at": "2026-07-28T14:02:57Z",
"path": "docs/status/generated/benchmark_scorecards/tw-01-bounded-execution-v1/rev-6/scorecard-20260728T140257Z.json"
},
"proxy_metrics": {
"corpus": {
Expand Down Expand Up @@ -81,8 +81,8 @@
"unique_issues_succeeded": 0
},
"rescue_counts_by_type": {},
"truth_artifact_generated_at": "2026-07-28T14:02:41Z",
"truth_artifact_path": "docs/status/generated/benchmark_truth_artifacts/tw-01-bounded-execution-v1/rev-6/truth-20260728T140241Z.json",
"truth_artifact_generated_at": "2026-08-01T13:54:20Z",
"truth_artifact_path": "docs/status/generated/benchmark_truth_artifacts/tw-01-bounded-execution-v1/rev-6/truth-20260801T135420Z.json",
"truth_metrics": {
"merged_only_rate": 1.0,
"no_rescue_truth_success_rate": 1.0,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -39,11 +39,11 @@
"unique_issues_attempted": 0.0
},
"failure_class_distribution": {},
"generated_at": "2026-07-28T14:02:57Z",
"generated_at": "2026-08-01T13:54:35Z",
"metrics_file": ".aragora/overnight/boss_metrics.jsonl",
"previous_artifact": {
"generated_at": "2026-07-25T16:04:57Z",
"path": "docs/status/generated/benchmark_scorecards/tw-01-bounded-execution-v1/rev-6/scorecard-20260725T160457Z.json"
"generated_at": "2026-07-28T14:02:57Z",
"path": "docs/status/generated/benchmark_scorecards/tw-01-bounded-execution-v1/rev-6/scorecard-20260728T140257Z.json"
},
"proxy_metrics": {
"corpus": {
Expand Down Expand Up @@ -81,8 +81,8 @@
"unique_issues_succeeded": 0
},
"rescue_counts_by_type": {},
"truth_artifact_generated_at": "2026-07-28T14:02:41Z",
"truth_artifact_path": "docs/status/generated/benchmark_truth_artifacts/tw-01-bounded-execution-v1/rev-6/truth-20260728T140241Z.json",
"truth_artifact_generated_at": "2026-08-01T13:54:20Z",
"truth_artifact_path": "docs/status/generated/benchmark_truth_artifacts/tw-01-bounded-execution-v1/rev-6/truth-20260801T135420Z.json",
"truth_metrics": {
"merged_only_rate": 1.0,
"no_rescue_truth_success_rate": 1.0,
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
{
"corpus": {
"corpus_id": "tw-01-bounded-execution-v1",
"issue_count": 13,
"manifest_sha256": "c6afb7d3fd6f7e367c575fc23c53d7b3c7ab44366bc4ed4a07376659699d49ec",
"membership_issue_numbers": [
5182,
5183,
5184,
5185,
5186,
5187,
5197,
5198,
5200,
5426,
5427,
5839,
5844
],
"membership_sha256": "feb18cd29f95402b6d59800372187e9d1fef2e77c2b8869492982d9374c2a041",
"path": "docs/benchmarks/corpus.json",
"recorded_on": "2026-06-05",
"revision": 6,
"success_contract": "mergeable_pr_or_merged_pr"
},
"coverage": {
"attempted_issue_count": 13,
"is_complete": true,
"missing_issue_count": 0,
"missing_issue_numbers": [],
"status": "complete"
},
"deltas": {
"merged_only_rate": 0.0,
"no_rescue_truth_success_rate": 0.0,
"proxy_no_rescue_success_rate": 0.0,
"truth_success_rate": 0.0,
"unique_issues_attempted": 0.0
},
"failure_class_distribution": {},
"generated_at": "2026-08-01T13:54:35Z",
"metrics_file": ".aragora/overnight/boss_metrics.jsonl",
"previous_artifact": {
"generated_at": "2026-07-28T14:02:57Z",
"path": "docs/status/generated/benchmark_scorecards/tw-01-bounded-execution-v1/rev-6/scorecard-20260728T140257Z.json"
},
"proxy_metrics": {
"corpus": {
"corpus_id": "tw-01-bounded-execution-v1",
"issue_count": 13,
"path": "docs/benchmarks/corpus.json",
"recorded_on": "2026-06-05",
"revision": 6,
"success_contract": "mergeable_pr_or_merged_pr"
},
"coverage": {
"attempted_issue_count": 13,
"is_complete": true,
"missing_issue_count": 0,
"missing_issue_numbers": [],
"status": "complete"
},
"failure_classes": {},
"mean_elapsed_seconds": 0.0,
"median_elapsed_seconds": 0.0,
"neutral_classes": {
"issue_already_resolved": 13
},
"no_rescue_success_rate": 0.0,
"status": "active",
"success_classes": {},
"terminal_class_distribution": {
"issue_already_resolved": 13
},
"tick_success_rate": 0.0,
"total_ticks": 13,
"unique_issues_attempted": 13,
"unique_issues_failed": 0,
"unique_issues_neutral": 13,
"unique_issues_succeeded": 0
},
"rescue_counts_by_type": {},
"truth_artifact_generated_at": "2026-08-01T13:54:20Z",
"truth_artifact_path": "docs/status/generated/benchmark_truth_artifacts/tw-01-bounded-execution-v1/rev-6/truth-20260801T135420Z.json",
"truth_metrics": {
"merged_only_rate": 1.0,
"no_rescue_truth_success_rate": 1.0,
"truth_success_rate": 1.0,
"truth_success_rate_verified": 1.0
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,7 @@
"status": "complete"
},
"failure_class_distribution": {},
"generated_at": "2026-07-28T14:02:41Z",
"generated_at": "2026-08-01T13:54:20Z",
"in_flight_metrics": {
"in_progress_attempted_count": 8,
"in_progress_expected_count": 8,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,7 @@
"status": "complete"
},
"failure_class_distribution": {},
"generated_at": "2026-07-28T14:02:41Z",
"generated_at": "2026-08-01T13:54:20Z",
"in_flight_metrics": {
"in_progress_attempted_count": 8,
"in_progress_expected_count": 8,
Expand Down
Loading
Loading