Solshine commited on
Commit
bcda1cf
·
verified ·
1 Parent(s): f42d9fb

eval step 9000 tfidf=0.077

Browse files
eval_results/av_ckpt_eval_checkpoints_kaggle_l23inj_wd3_10k_step_009000_on_indomain_eval_cmp.json ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/tmp/checkpoints/step_009000",
3
+ "n": 52,
4
+ "n_unique_outputs": 1,
5
+ "tfidf": {
6
+ "doc_top1": 0.07692307692307693,
7
+ "n_docs": 13,
8
+ "chance": 0.07692307692307693,
9
+ "p_value": 1.0,
10
+ "z": 0.0
11
+ },
12
+ "semantic": {
13
+ "doc_top1": 0.07692307692307693,
14
+ "n_docs": 13,
15
+ "chance": 0.07692307692307693,
16
+ "p_value": 1.0,
17
+ "z": 0.0
18
+ },
19
+ "all_outputs": [
20
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
21
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
22
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
23
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
24
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
25
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
26
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
27
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
28
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
29
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
30
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
31
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
32
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
33
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
34
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
35
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
36
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
37
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
38
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
39
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
40
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
41
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
42
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
43
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
44
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
45
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
46
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
47
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
48
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
49
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
50
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
51
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
52
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
53
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
54
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
55
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
56
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
57
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
58
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
59
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
60
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
61
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
62
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
63
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
64
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
65
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
66
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
67
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
68
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
69
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
70
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
71
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <"
72
+ ],
73
+ "docs": [
74
+ "fineweb_b4_00000003",
75
+ "fineweb_b4_00000003",
76
+ "fineweb_b4_00000003",
77
+ "fineweb_b4_00000003",
78
+ "fineweb_b4_00000022",
79
+ "fineweb_b4_00000022",
80
+ "fineweb_b4_00000022",
81
+ "fineweb_b4_00000022",
82
+ "fineweb_b4_00000037",
83
+ "fineweb_b4_00000037",
84
+ "fineweb_b4_00000037",
85
+ "fineweb_b4_00000037",
86
+ "fineweb_b4_00000057",
87
+ "fineweb_b4_00000057",
88
+ "fineweb_b4_00000057",
89
+ "fineweb_b4_00000057",
90
+ "fineweb_b4_00000068",
91
+ "fineweb_b4_00000068",
92
+ "fineweb_b4_00000068",
93
+ "fineweb_b4_00000068",
94
+ "fineweb_b4_00000070",
95
+ "fineweb_b4_00000070",
96
+ "fineweb_b4_00000070",
97
+ "fineweb_b4_00000070",
98
+ "fineweb_b4_00000071",
99
+ "fineweb_b4_00000071",
100
+ "fineweb_b4_00000071",
101
+ "fineweb_b4_00000071",
102
+ "fineweb_b4_00000072",
103
+ "fineweb_b4_00000072",
104
+ "fineweb_b4_00000072",
105
+ "fineweb_b4_00000072",
106
+ "fineweb_b4_00000079",
107
+ "fineweb_b4_00000079",
108
+ "fineweb_b4_00000079",
109
+ "fineweb_b4_00000079",
110
+ "fineweb_b4_00000084",
111
+ "fineweb_b4_00000084",
112
+ "fineweb_b4_00000084",
113
+ "fineweb_b4_00000084",
114
+ "fineweb_b4_00000087",
115
+ "fineweb_b4_00000087",
116
+ "fineweb_b4_00000087",
117
+ "fineweb_b4_00000087",
118
+ "fineweb_b4_00000089",
119
+ "fineweb_b4_00000089",
120
+ "fineweb_b4_00000089",
121
+ "fineweb_b4_00000089",
122
+ "fineweb_b4_00000092",
123
+ "fineweb_b4_00000092",
124
+ "fineweb_b4_00000092",
125
+ "fineweb_b4_00000092"
126
+ ],
127
+ "sample_outputs": [
128
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
129
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
130
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
131
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
132
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
133
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
134
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
135
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
136
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
137
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
138
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <",
139
+ "<explanation>\nCFO honest reply citing internal-control failure under assessment\n</explanation>\n</concept> <"
140
+ ]
141
+ }