ai-benchmarks-alternativos/scoring_reference.json at main · ctala/ai-benchmarks-alternativos · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
{
  "version": "v4.2",
  "computed_at": "2026-08-13T06:18:15",
  "score_method": "zscore_frozen_v4",
  "norm_stats": {
    "quality_avg": {
      "mean": 8.1309,
      "std": 0.2893
    },
    "cost_score_avg": {
      "mean": 6.3837,
      "std": 1.5325
    },
    "speed_score_avg": {
      "mean": 7.5151,
      "std": 1.436
    },
    "latency_score_avg": {
      "mean": 2.0615,
      "std": 0.8317
    }
  },
  "norm_stats_by_pillar": {
    "Agentes": {
      "quality_avg": {
        "mean": 7.3046,
        "std": 0.4826
      },
      "cost_score_avg": {
        "mean": 6.9407,
        "std": 1.3396
      },
      "speed_score_avg": {
        "mean": 7.3085,
        "std": 1.5861
      },
      "latency_score_avg": {
        "mean": 2.7365,
        "std": 1.2959
      }
    },
    "Coding": {
      "quality_avg": {
        "mean": 8.8841,
        "std": 0.5176
      },
      "cost_score_avg": {
        "mean": 6.9528,
        "std": 1.1418
      },
      "speed_score_avg": {
        "mean": 7.2087,
        "std": 1.6114
      },
      "latency_score_avg": {
        "mean": 2.8557,
        "std": 1.1116
      }
    },
    "Contenido": {
      "quality_avg": {
        "mean": 8.2246,
        "std": 0.3537
      },
      "cost_score_avg": {
        "mean": 6.3984,
        "std": 1.6317
      },
      "speed_score_avg": {
        "mean": 7.6868,
        "std": 1.5283
      },
      "latency_score_avg": {
        "mean": 1.6291,
        "std": 0.6395
      }
    },
    "Razonamiento": {
      "quality_avg": {
        "mean": 7.8511,
        "std": 0.4818
      },
      "cost_score_avg": {
        "mean": 6.2957,
        "std": 1.6929
      },
      "speed_score_avg": {
        "mean": 7.5832,
        "std": 1.4991
      },
      "latency_score_avg": {
        "mean": 1.4623,
        "std": 0.5787
      }
    }
  },
  "score_rescale": {
    "offset": 5.5,
    "slope": 2.37,
    "slope_calidad": 1.6609
  },
  "calibracion_heredada_de": "v4.1",
  "nota_calibracion": "v4.2 NO recalibró: agrega la dimensión agéntica, que se publica aparte y no entra al score. Los mean/std son los computados en v4.1 (2026-08-13). La referencia solo se recalcula con --recalibrate, que es un evento deliberado."
}