deepseek-chat
2026-06-14T02:05:10 · deepseek · convergence_v23_deepseek_2026-06-14T02-05-10.json
n/a
γ Overall
1
Passes
0
Passed
40
Errors
γ Breakdown
| Category | Value | Status |
|---|---|---|
| Objective | n/a | γ |
| Interpretive | n/a | γ |
| Judge | n/a | γ |
| Flapper | n/a | γ |
Raw JSON
Show raw data
{
"metadata": {
"category_counts": {
"flapper": 6,
"interpretive": 12,
"judge": 10,
"objective": 12
},
"judge_model": "deepseek-reasoner",
"judge_substrate": "deepseek",
"model": "deepseek-chat",
"passes": 1,
"substrate": "deepseek",
"timestamp": "2026-06-14T02:05:10.219785+00:00",
"total_tests": 40,
"version": "2.3"
},
"pass_verdict_vectors": {
"pass_1": {
"flapper": [
null,
null,
null,
null,
null,
null
],
"interpretive": [
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null
],
"judge": [
null,
null,
null,
null,
null,
null,
null,
null,
null,
null
],
"objective": [
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null
]
}
},
"stats": {
"judge_calls": 0,
"judge_errors": 0,
"model_calls": 0,
"model_errors": 40
},
"verdict_logging": [
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_001",
"ts": "2026-06-14T02:05:10.578814+00:00",
"verdict": null
},
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_002",
"ts": "2026-06-14T02:05:12.004174+00:00",
"verdict": null
},
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_003",
"ts": "2026-06-14T02:05:13.358187+00:00",
"verdict": null
},
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_004",
"ts": "2026-06-14T02:05:14.703671+00:00",
"verdict": null
},
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_005",
"ts": "2026-06-14T02:05:16.092289+00:00",
"verdict": null
},
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_006",
"ts": "2026-06-14T02:05:17.462917+00:00",
"verdict": null
},
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_007",
"ts": "2026-06-14T02:05:18.794208+00:00",
"verdict": null
},
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_008",
"ts": "2026-06-14T02:05:20.219194+00:00",
"verdict": null
},
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_009",
"ts": "2026-06-14T02:05:21.584039+00:00",
"verdict": null
},
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_010",
"ts": "2026-06-14T02:05:22.944646+00:00",
"verdict": null
},
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_011",
"ts": "2026-06-14T02:05:24.298810+00:00",
"verdict": null
},
{
"category": "objective",
"judge_reason": "skipped: error response",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "OBJ_012",
"ts": "2026-06-14T02:05:25.653576+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_001",
"ts": "2026-06-14T02:05:27.011192+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_002",
"ts": "2026-06-14T02:05:28.367160+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_003",
"ts": "2026-06-14T02:05:29.771809+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_004",
"ts": "2026-06-14T02:05:31.112725+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_005",
"ts": "2026-06-14T02:05:32.462617+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_006",
"ts": "2026-06-14T02:05:33.811789+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_007",
"ts": "2026-06-14T02:05:35.165733+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_008",
"ts": "2026-06-14T02:05:36.535238+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_009",
"ts": "2026-06-14T02:05:37.897797+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_010",
"ts": "2026-06-14T02:05:39.230617+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_011",
"ts": "2026-06-14T02:05:40.597907+00:00",
"verdict": null
},
{
"category": "interpretive",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "INT_012",
"ts": "2026-06-14T02:05:41.960651+00:00",
"verdict": null
},
{
"category": "judge",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "JUDGE_001",
"ts": "2026-06-14T02:05:43.289490+00:00",
"verdict": null
},
{
"category": "judge",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "JUDGE_002",
"ts": "2026-06-14T02:05:44.726183+00:00",
"verdict": null
},
{
"category": "judge",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "JUDGE_003",
"ts": "2026-06-14T02:05:46.059942+00:00",
"verdict": null
},
{
"category": "judge",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "JUDGE_004",
"ts": "2026-06-14T02:05:47.438577+00:00",
"verdict": null
},
{
"category": "judge",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "JUDGE_005",
"ts": "2026-06-14T02:05:48.780837+00:00",
"verdict": null
},
{
"category": "judge",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "JUDGE_006",
"ts": "2026-06-14T02:05:50.139329+00:00",
"verdict": null
},
{
"category": "judge",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "JUDGE_007",
"ts": "2026-06-14T02:05:51.475491+00:00",
"verdict": null
},
{
"category": "judge",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "JUDGE_008",
"ts": "2026-06-14T02:05:52.817430+00:00",
"verdict": null
},
{
"category": "judge",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "JUDGE_009",
"ts": "2026-06-14T02:05:54.154045+00:00",
"verdict": null
},
{
"category": "judge",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "JUDGE_010",
"ts": "2026-06-14T02:05:55.505077+00:00",
"verdict": null
},
{
"category": "flapper",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "FLAP_001",
"ts": "2026-06-14T02:05:56.837910+00:00",
"verdict": null
},
{
"category": "flapper",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "FLAP_002",
"ts": "2026-06-14T02:05:58.179613+00:00",
"verdict": null
},
{
"category": "flapper",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "FLAP_003",
"ts": "2026-06-14T02:05:59.538341+00:00",
"verdict": null
},
{
"category": "flapper",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "FLAP_004",
"ts": "2026-06-14T02:06:00.875551+00:00",
"verdict": null
},
{
"category": "flapper",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "FLAP_005",
"ts": "2026-06-14T02:06:02.223750+00:00",
"verdict": null
},
{
"category": "flapper",
"judge_reason": "skipped: model response was an error",
"pass": 1,
"response_snippet": "[ERROR: 401 Client Error: Unauthorized for url: https://api.deepseek.com/chat/completions]",
"test_id": "FLAP_006",
"ts": "2026-06-14T02:06:03.578228+00:00",
"verdict": null
}
],
"wobble_excluded_tests": {
"flapper": 6,
"interpretive": 12,
"judge": 10,
"objective": 12
},
"wobble_metrics": {
"flapper": null,
"interpretive": null,
"judge": null,
"objective": null,
"overall_weighted": null
}
}