File size: 2,008 Bytes
c466f90
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
{
  "aggregate": [
    {
      "model": "sft13",
      "condition": "prompt_only",
      "samples": 35,
      "ce": {
        "n": 35,
        "mean": 6.274169363294329,
        "std": 0.17617152166441002
      },
      "genuineness": {
        "n": 35,
        "mean": 4.256933106694903,
        "std": 0.17384309897292455
      },
      "wer": {
        "n": 35,
        "mean": 0.04358086567662996,
        "std": 0.16170332195427864
      }
    },
    {
      "model": "sft13",
      "condition": "reference",
      "samples": 35,
      "ce": {
        "n": 35,
        "mean": 6.242923477717809,
        "std": 0.1959923598956535
      },
      "genuineness": {
        "n": 35,
        "mean": 4.143336769512722,
        "std": 0.25421066884355803
      },
      "wer": {
        "n": 35,
        "mean": 0.021181270556851938,
        "std": 0.05334843136181323
      }
    },
    {
      "model": "rl13",
      "condition": "prompt_only",
      "samples": 35,
      "ce": {
        "n": 35,
        "mean": 6.341001279013497,
        "std": 0.13653024074129377
      },
      "genuineness": {
        "n": 35,
        "mean": 4.322741838863918,
        "std": 0.18768877536678139
      },
      "wer": {
        "n": 35,
        "mean": 0.036893608894247906,
        "std": 0.15982573985043483
      }
    },
    {
      "model": "rl13",
      "condition": "reference",
      "samples": 35,
      "ce": {
        "n": 35,
        "mean": 6.3142798832484655,
        "std": 0.1658511720878949
      },
      "genuineness": {
        "n": 35,
        "mean": 4.275581911631993,
        "std": 0.24532359587634955
      },
      "wer": {
        "n": 35,
        "mean": 0.01797475586757579,
        "std": 0.040464944886961486
      }
    }
  ],
  "warning": "Learned proxy predictions, not human ratings. No certified speaker-similarity or emotion-target ground truth on these scripted cases.",
  "scope": "70 fixed cases per model; no input identifiers, transcripts or raw recordings redistributed"
}