{
  "generated_at": "2026-08-25 12:44",
  "totals": {
    "records": 2398,
    "audio_hours": 3.106,
    "datasets": [
      "golos_test",
      "ruls",
      "sova_rudevices"
    ]
  },
  "normalizer": "bench/normalize.py",
  "scorer": "jiwer",
  "notes": [
    "WER и CER считаются на записях, где в эталоне НЕТ цифр; записи с цифрами в эталоне вынесены в числовой WER.",
    "Пунктуация меряется только на эталонах, где знаки есть; на Common Voice и Golos метрика не определена.",
    "RTF — отношение времени обработки к длительности записи на том же устройстве, что указано в поле device прогона.",
    "Пофайловые эталоны и гипотезы по наборам с ShareAlike (golos_test) не публикуются."
  ],
  "systems": {
    "prod-shared:v3_e2e_ctc": {
      "golos_test/spontaneous": {
        "records": 399,
        "records_wer": 399,
        "records_numeric": 0,
        "failures": 0,
        "audio_hours": 0.377,
        "wer": 0.0876,
        "cer": 0.0378,
        "rtf": {
          "total": 0.1829,
          "median": 0.1835,
          "p95": 0.3882,
          "speedup_x": 5.47
        }
      },
      "ruls/clean_read": {
        "records": 400,
        "records_wer": 400,
        "records_numeric": 0,
        "failures": 0,
        "audio_hours": 0.804,
        "wer": 0.0671,
        "cer": 0.015,
        "rtf": {
          "total": 0.1193,
          "median": 0.1253,
          "p95": 0.239,
          "speedup_x": 8.38
        },
        "punctuation": {
          "records": 374,
          "micro": {
            "tp": 975,
            "fp": 389,
            "fn": 264,
            "precision": 0.7148,
            "recall": 0.7869,
            "f1": 0.7491
          },
          "by_mark": {
            ",": {
              "tp": 614,
              "fp": 157,
              "fn": 206,
              "precision": 0.7964,
              "recall": 0.7488,
              "f1": 0.7718
            },
            ".": {
              "tp": 337,
              "fp": 214,
              "fn": 49,
              "precision": 0.6116,
              "recall": 0.8731,
              "f1": 0.7193
            },
            "?": {
              "tp": 24,
              "fp": 18,
              "fn": 9,
              "precision": 0.5714,
              "recall": 0.7273,
              "f1": 0.64
            }
          }
        }
      },
      "sova_rudevices/spontaneous": {
        "records": 400,
        "records_wer": 400,
        "records_numeric": 0,
        "failures": 0,
        "audio_hours": 0.399,
        "wer": 0.1281,
        "cer": 0.0489,
        "rtf": {
          "total": 0.1511,
          "median": 0.1646,
          "p95": 0.3426,
          "speedup_x": 6.62
        }
      }
    },
    "prod-shared:v3_e2e_rnnt": {
      "golos_test/spontaneous": {
        "records": 399,
        "records_wer": 399,
        "records_numeric": 0,
        "failures": 0,
        "audio_hours": 0.378,
        "wer": 0.0762,
        "cer": 0.0366,
        "rtf": {
          "total": 0.1984,
          "median": 0.2097,
          "p95": 0.3517,
          "speedup_x": 5.04
        }
      },
      "ruls/clean_read": {
        "records": 400,
        "records_wer": 400,
        "records_numeric": 0,
        "failures": 0,
        "audio_hours": 0.797,
        "wer": 0.0691,
        "cer": 0.0173,
        "rtf": {
          "total": 0.1798,
          "median": 0.1537,
          "p95": 0.3894,
          "speedup_x": 5.56
        },
        "punctuation": {
          "records": 374,
          "micro": {
            "tp": 931,
            "fp": 370,
            "fn": 308,
            "precision": 0.7156,
            "recall": 0.7514,
            "f1": 0.7331
          },
          "by_mark": {
            ",": {
              "tp": 584,
              "fp": 155,
              "fn": 236,
              "precision": 0.7903,
              "recall": 0.7122,
              "f1": 0.7492
            },
            ".": {
              "tp": 324,
              "fp": 199,
              "fn": 62,
              "precision": 0.6195,
              "recall": 0.8394,
              "f1": 0.7129
            },
            "?": {
              "tp": 23,
              "fp": 16,
              "fn": 10,
              "precision": 0.5897,
              "recall": 0.697,
              "f1": 0.6389
            }
          }
        }
      },
      "sova_rudevices/spontaneous": {
        "records": 353,
        "records_wer": 353,
        "records_numeric": 0,
        "failures": 47,
        "audio_hours": 0.351,
        "wer": 0.1258,
        "cer": 0.053,
        "rtf": {
          "total": 0.203,
          "median": 0.2094,
          "p95": 0.4252,
          "speedup_x": 4.93
        }
      }
    }
  }
}