Hugging Face's logo

Spaces:
yale-nlp
/
InstruSumEval
Runtime error

App Files Community
1
henryL7 commited on
Commit
ca350ea
•
2 Parent(s): ad59b10 9bd8edd

Merge branch 'new-model'

Browse files
Files changed (50) hide show
  1. .gitignore +2 -0
  2. app.py +4 -0
  3. data/models.yaml +71 -2
  4. predictions/claude3.5-sonnet.jsonl +411 -0
  5. predictions/claude3.5-sonnet_swap.jsonl +411 -0
  6. predictions/command-r-plus_swap.new.jsonl +411 -0
  7. predictions/command-r-v01.jsonl +411 -0
  8. predictions/command-r-v01_swap.jsonl +411 -0
  9. predictions/gemini-1.5-flash.jsonl +0 -0
  10. predictions/gemini-1.5-flash_swap.jsonl +0 -0
  11. predictions/gemma-2b.jsonl +411 -0
  12. predictions/gemma-2b_swap.jsonl +411 -0
  13. predictions/gemma-7b.jsonl +411 -0
  14. predictions/gemma-7b_swap.jsonl +411 -0
  15. predictions/glm-4-9b.jsonl +411 -0
  16. predictions/glm-4-9b_swap.jsonl +411 -0
  17. predictions/gpt-4o.jsonl +0 -0
  18. predictions/gpt-4o_swap.jsonl +0 -0
  19. predictions/llama-2-70b-awq.jsonl +411 -0
  20. predictions/llama-2-70b-awq_swap.jsonl +411 -0
  21. predictions/mistral-7b-v0.1.jsonl +411 -0
  22. predictions/mistral-7b-v0.1_swap.jsonl +411 -0
  23. predictions/mistral-7b-v0.2.jsonl +411 -0
  24. predictions/mistral-7b-v0.2_swap.jsonl +411 -0
  25. predictions/mistral-7b-v0.3.jsonl +411 -0
  26. predictions/mistral-7b-v0.3_swap.jsonl +411 -0
  27. predictions/mistral-7b.jsonl +411 -0
  28. predictions/mistral-7b_swap.jsonl +411 -0
  29. predictions/mistral-large.jsonl +411 -0
  30. predictions/mistral-large_swap.jsonl +411 -0
  31. predictions/mixtral-8x7b.jsonl +411 -0
  32. predictions/mixtral-8x7b_swap.jsonl +411 -0
  33. predictions/phi-3-small.jsonl +411 -0
  34. predictions/phi-3-small_swap.jsonl +411 -0
  35. predictions/qwen-1.5-32b.jsonl +411 -0
  36. predictions/qwen-1.5-32b_swap.jsonl +411 -0
  37. predictions/qwen-1.5-72b.jsonl +411 -0
  38. predictions/qwen-1.5-72b_swap.jsonl +411 -0
  39. predictions/qwen-2-72b.jsonl +411 -0
  40. predictions/qwen-2-72b_swap.jsonl +411 -0
  41. predictions/tulu-2-70b-awq.jsonl +411 -0
  42. predictions/tulu-2-70b-awq_swap.jsonl +411 -0
  43. predictions/tulu-2-dpo-70b-awq.jsonl +411 -0
  44. predictions/tulu-2-dpo-70b-awq_swap.jsonl +411 -0
  45. predictions/yi-1.5-34b.jsonl +411 -0
  46. predictions/yi-1.5-34b_swap.jsonl +411 -0
  47. predictions/yi-1.5-9b.jsonl +411 -0
  48. predictions/yi-1.5-9b_swap.jsonl +411 -0
  49. src/about.py +6 -4
  50. src/populate.py +7 -2
.gitignore CHANGED
@@ -14,3 +14,5 @@ logs/
14
  envs/
15
 
16
  tmp.py
 
 
 
14
  envs/
15
 
16
  tmp.py
17
+ print.py
18
+ leaderboard.tex
app.py CHANGED
@@ -45,6 +45,10 @@ with demo:
45
  )
46
 
47
  with gr.TabItem("📝 About", elem_id="llm-benchmark-tab-table", id=2):
 
 
 
 
48
  gr.Markdown(LLM_BENCHMARKS_TEXT, elem_classes="markdown-text")
49
 
50
  with gr.Row():
 
45
  )
46
 
47
  with gr.TabItem("📝 About", elem_id="llm-benchmark-tab-table", id=2):
48
+ # with gr.Column(scale=2):
49
+ # gr.Markdown("""
50
+ # ![](src/logo.png)
51
+ # """)
52
  gr.Markdown(LLM_BENCHMARKS_TEXT, elem_classes="markdown-text")
53
 
54
  with gr.Row():
data/models.yaml CHANGED
@@ -1,54 +1,123 @@
1
  - name: 'tulu-2-dpo-70b'
2
  fdir: 'tulu-2-dpo-70b'
 
3
  - name: 'tulu-2-70b'
4
  fdir: 'tulu-2-70b'
 
5
  - name: 'llama-2-70b'
6
  fdir: 'llama-2-70b'
 
7
  - name: 'tulu-2-dpo-13b'
8
  fdir: 'tulu-2-dpo-13b'
 
9
  - name: 'tulu-2-13b'
10
  fdir: 'tulu-2-13b'
 
11
  - name: 'llama-2-13b'
12
  fdir: 'llama-2-13b'
 
13
  - name: 'tulu-2-dpo-7b'
14
  fdir: 'tulu-2-dpo-7b'
 
15
  - name: 'tulu-2-7b'
16
  fdir: 'tulu-2-7b'
 
17
  - name: 'llama-2-7b'
18
  fdir: 'llama-2-7b'
 
19
  - name: 'gemini-1.0-pro'
20
  fdir: 'gemini-1.0-pro'
 
21
  - name: 'gemini-1.5-pro'
22
  fdir: 'gemini-1.5-pro'
 
23
  - name: 'gemini-1.5-flash'
24
  fdir: 'gemini-1.5-flash'
 
25
  - name: 'llama-3-8b'
26
  fdir: 'llama-3-8b'
 
 
 
 
27
  - name: 'gpt-3.5-turbo-0125'
28
  fdir: 'gpt-3.5-turbo-0125'
 
29
  - name: 'gpt-4-0314'
30
  fdir: 'gpt-4-0314'
 
31
  - name: 'gpt-4-0613'
32
  fdir: 'gpt-4-0613'
 
33
  - name: 'gpt-4-1106-preview'
34
  fdir: 'gpt-4-1106-preview'
 
35
  - name: 'gpt-4-0125-preview'
36
  fdir: 'gpt-4-0125-preview'
 
37
  - name: 'gpt-4-turbo-2024-04-09'
38
  fdir: 'gpt-4-turbo-2024-04-09'
 
39
  - name: 'gpt-4o'
40
  fdir: 'gpt-4o'
 
 
 
 
41
  - name: 'claude-3-opus'
42
  fdir: 'claude-3-opus-20240229'
 
43
  - name: 'claude-3-haiku'
44
  fdir: 'claude-3-haiku-20240307'
 
45
  - name: 'claude-3-sonnet'
46
  fdir: 'claude-3-sonnet-20240229'
 
47
  - name: 'claude-2.1'
48
  fdir: 'claude-2.1'
 
49
  - name: 'claude-instant-1.2'
50
  fdir: 'claude-instant-1.2'
 
51
  - name: 'command-r-plus'
52
  fdir: 'command-r-plus'
53
- - name: 'llama-3-70b'
54
- fdir: 'llama-3-70b'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  - name: 'tulu-2-dpo-70b'
2
  fdir: 'tulu-2-dpo-70b'
3
+ url: 'https://huggingface.co/allenai/tulu-2-dpo-70b'
4
  - name: 'tulu-2-70b'
5
  fdir: 'tulu-2-70b'
6
+ url: 'https://huggingface.co/allenai/tulu-2-70b'
7
  - name: 'llama-2-70b'
8
  fdir: 'llama-2-70b'
9
+ url: 'https://huggingface.co/meta-llama/Llama-2-70b-chat-hf'
10
  - name: 'tulu-2-dpo-13b'
11
  fdir: 'tulu-2-dpo-13b'
12
+ url: 'https://huggingface.co/allenai/tulu-2-dpo-13b'
13
  - name: 'tulu-2-13b'
14
  fdir: 'tulu-2-13b'
15
+ url: 'https://huggingface.co/allenai/tulu-2-13b'
16
  - name: 'llama-2-13b'
17
  fdir: 'llama-2-13b'
18
+ url: 'https://huggingface.co/meta-llama/Llama-2-13b-chat-hf'
19
  - name: 'tulu-2-dpo-7b'
20
  fdir: 'tulu-2-dpo-7b'
21
+ url: 'https://huggingface.co/allenai/tulu-2-dpo-7b'
22
  - name: 'tulu-2-7b'
23
  fdir: 'tulu-2-7b'
24
+ url: 'https://huggingface.co/allenai/tulu-2-7b'
25
  - name: 'llama-2-7b'
26
  fdir: 'llama-2-7b'
27
+ url: 'https://huggingface.co/meta-llama/Llama-2-7b-chat-hf'
28
  - name: 'gemini-1.0-pro'
29
  fdir: 'gemini-1.0-pro'
30
+ url: 'https://deepmind.google/technologies/gemini/pro/'
31
  - name: 'gemini-1.5-pro'
32
  fdir: 'gemini-1.5-pro'
33
+ url: 'https://deepmind.google/technologies/gemini/pro/'
34
  - name: 'gemini-1.5-flash'
35
  fdir: 'gemini-1.5-flash'
36
+ url: 'https://deepmind.google/technologies/gemini/flash/'
37
  - name: 'llama-3-8b'
38
  fdir: 'llama-3-8b'
39
+ url: 'https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct'
40
+ - name: 'llama-3-70b'
41
+ fdir: 'llama-3-70b'
42
+ url: 'https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct'
43
  - name: 'gpt-3.5-turbo-0125'
44
  fdir: 'gpt-3.5-turbo-0125'
45
+ url: 'https://platform.openai.com/docs/models/gpt-3-5-turbo'
46
  - name: 'gpt-4-0314'
47
  fdir: 'gpt-4-0314'
48
+ url: 'https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4'
49
  - name: 'gpt-4-0613'
50
  fdir: 'gpt-4-0613'
51
+ url: 'https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4'
52
  - name: 'gpt-4-1106-preview'
53
  fdir: 'gpt-4-1106-preview'
54
+ url: 'https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4'
55
  - name: 'gpt-4-0125-preview'
56
  fdir: 'gpt-4-0125-preview'
57
+ url: 'https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4'
58
  - name: 'gpt-4-turbo-2024-04-09'
59
  fdir: 'gpt-4-turbo-2024-04-09'
60
+ url: 'https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4'
61
  - name: 'gpt-4o'
62
  fdir: 'gpt-4o'
63
+ url: 'https://platform.openai.com/docs/models/gpt-4o'
64
+ - name: 'claude-3.5-sonnet'
65
+ fdir: 'claude3.5-sonnet'
66
+ url: 'https://docs.anthropic.com/en/docs/about-claude/models'
67
  - name: 'claude-3-opus'
68
  fdir: 'claude-3-opus-20240229'
69
+ url: 'https://docs.anthropic.com/en/docs/about-claude/models'
70
  - name: 'claude-3-haiku'
71
  fdir: 'claude-3-haiku-20240307'
72
+ url: 'https://docs.anthropic.com/en/docs/about-claude/models'
73
  - name: 'claude-3-sonnet'
74
  fdir: 'claude-3-sonnet-20240229'
75
+ url: 'https://docs.anthropic.com/en/docs/about-claude/models'
76
  - name: 'claude-2.1'
77
  fdir: 'claude-2.1'
78
+ url: 'https://docs.anthropic.com/en/docs/about-claude/models'
79
  - name: 'claude-instant-1.2'
80
  fdir: 'claude-instant-1.2'
81
+ url: 'https://docs.anthropic.com/en/docs/about-claude/models'
82
  - name: 'command-r-plus'
83
  fdir: 'command-r-plus'
84
+ url: 'https://huggingface.co/CohereForAI/c4ai-command-r-plus'
85
+ - name: 'mistral-7b-v0.3'
86
+ fdir: 'mistral-7b-v0.3'
87
+ url: 'https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3'
88
+ - name: 'mistral-7b-v0.2'
89
+ fdir: 'mistral-7b-v0.2'
90
+ url: 'https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2'
91
+ - name: 'mistral-7b-v0.1'
92
+ fdir: 'mistral-7b-v0.1'
93
+ url: 'https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1'
94
+ - name: 'mixtral-8x7b'
95
+ fdir: 'mixtral-8x7b'
96
+ url: 'https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1'
97
+ - name: 'mistral-large'
98
+ fdir: 'mistral-large'
99
+ url: 'https://mistral.ai/news/mistral-large/'
100
+ - name: 'yi-1.5-34b'
101
+ fdir: 'yi-1.5-34b'
102
+ url: 'https://huggingface.co/01-ai/Yi-1.5-34B-Chat'
103
+ - name: 'yi-1.5-9b'
104
+ fdir: 'yi-1.5-9b'
105
+ url: 'https://huggingface.co/01-ai/Yi-1.5-9B-Chat'
106
+ - name: 'qwen-1.5-72b'
107
+ fdir: 'qwen-1.5-72b'
108
+ url: 'https://huggingface.co/Qwen/Qwen1.5-72B-Chat'
109
+ - name: 'qwen-1.5-32b'
110
+ fdir: 'qwen-1.5-32b'
111
+ url: 'https://huggingface.co/Qwen/Qwen1.5-32B-Chat'
112
+ - name: 'qwen-2-72b'
113
+ fdir: 'qwen-2-72b'
114
+ url: 'https://huggingface.co/Qwen/Qwen2-72B-Instruct'
115
+ - name: 'gemma-7b'
116
+ fdir: 'gemma-7b'
117
+ url: 'https://huggingface.co/google/gemma-7b-it'
118
+ - name: 'gemma-2b'
119
+ fdir: 'gemma-2b'
120
+ url: 'https://huggingface.co/google/gemma-2b-it'
121
+ - name: 'glm-4-9b'
122
+ fdir: 'glm-4-9b'
123
+ url: 'https://huggingface.co/THUDM/glm-4-9b-chat'
predictions/claude3.5-sonnet.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 1}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 2}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 2}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 2}
94
+ {"winner": 2}
95
+ {"winner": 1}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 2}
111
+ {"winner": 2}
112
+ {"winner": 2}
113
+ {"winner": 2}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 2}
117
+ {"winner": 2}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 2}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 2}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 1}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 2}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 2}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 1}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 2}
197
+ {"winner": 2}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 2}
229
+ {"winner": 2}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 2}
244
+ {"winner": 2}
245
+ {"winner": 2}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 2}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 2}
260
+ {"winner": 2}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 2}
273
+ {"winner": 2}
274
+ {"winner": 2}
275
+ {"winner": 1}
276
+ {"winner": 2}
277
+ {"winner": 2}
278
+ {"winner": 1}
279
+ {"winner": 2}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 2}
299
+ {"winner": 2}
300
+ {"winner": 2}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 2}
307
+ {"winner": 2}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 2}
313
+ {"winner": 1}
314
+ {"winner": 2}
315
+ {"winner": 1}
316
+ {"winner": 2}
317
+ {"winner": 2}
318
+ {"winner": 2}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 2}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 2}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 2}
337
+ {"winner": 2}
338
+ {"winner": 2}
339
+ {"winner": 2}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 2}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 2}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 2}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 2}
369
+ {"winner": 2}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 2}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 2}
380
+ {"winner": 2}
381
+ {"winner": 2}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 2}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 2}
399
+ {"winner": 2}
400
+ {"winner": 2}
401
+ {"winner": 2}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 2}
405
+ {"winner": 2}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 2}
predictions/claude3.5-sonnet_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 2}
9
+ {"winner": 1}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 2}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 2}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 2}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 2}
111
+ {"winner": 1}
112
+ {"winner": 2}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 1}
141
+ {"winner": 1}
142
+ {"winner": 1}
143
+ {"winner": 1}
144
+ {"winner": 2}
145
+ {"winner": 2}
146
+ {"winner": 1}
147
+ {"winner": 2}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 2}
183
+ {"winner": 2}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 2}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 1}
272
+ {"winner": 2}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 2}
277
+ {"winner": 2}
278
+ {"winner": 1}
279
+ {"winner": 2}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 2}
299
+ {"winner": 2}
300
+ {"winner": 2}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 2}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 2}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 2}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 2}
382
+ {"winner": 1}
383
+ {"winner": 1}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/command-r-plus_swap.new.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 2}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 2}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 2}
25
+ {"winner": 1}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 2}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 2}
64
+ {"winner": 2}
65
+ {"winner": 2}
66
+ {"winner": 2}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 2}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 2}
111
+ {"winner": 1}
112
+ {"winner": 2}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 2}
130
+ {"winner": 1}
131
+ {"winner": 2}
132
+ {"winner": 1}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 2}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 2}
172
+ {"winner": 2}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 2}
247
+ {"winner": 1}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 2}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 2}
323
+ {"winner": 2}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 2}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 2}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 2}
369
+ {"winner": 2}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 2}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 2}
383
+ {"winner": 1}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 2}
391
+ {"winner": 2}
392
+ {"winner": 2}
393
+ {"winner": 2}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 2}
404
+ {"winner": 2}
405
+ {"winner": 2}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/command-r-v01.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 1}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 2}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 2}
92
+ {"winner": 2}
93
+ {"winner": 2}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 2}
111
+ {"winner": 1}
112
+ {"winner": 2}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 1}
141
+ {"winner": 1}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 2}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 2}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 1}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 2}
197
+ {"winner": 2}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 2}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 2}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 2}
297
+ {"winner": 2}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 1}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 2}
307
+ {"winner": 1}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 2}
323
+ {"winner": 2}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 2}
338
+ {"winner": 1}
339
+ {"winner": 2}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 2}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 2}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 2}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 2}
405
+ {"winner": 1}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 2}
predictions/command-r-v01_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 1}
9
+ {"winner": 2}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 1}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 1}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 1}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 2}
100
+ {"winner": 1}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 1}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 1}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 1}
141
+ {"winner": 1}
142
+ {"winner": 1}
143
+ {"winner": 1}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 1}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 1}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 1}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 1}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 1}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 1}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 1}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 1}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 1}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 1}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 2}
405
+ {"winner": 1}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/gemini-1.5-flash.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
predictions/gemini-1.5-flash_swap.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
predictions/gemma-2b.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 1}
11
+ {"winner": 2}
12
+ {"winner": 1}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 1}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 2}
45
+ {"winner": 2}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 1}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 2}
62
+ {"winner": 2}
63
+ {"winner": 2}
64
+ {"winner": 2}
65
+ {"winner": 2}
66
+ {"winner": 2}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 1}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 2}
86
+ {"winner": 1}
87
+ {"winner": 1}
88
+ {"winner": 2}
89
+ {"winner": 2}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 1}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 1}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 1}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 2}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 1}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 2}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 1}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 1}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 1}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 2}
179
+ {"winner": 2}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 1}
189
+ {"winner": 2}
190
+ {"winner": 2}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 1}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 1}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 1}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 1}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 1}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 2}
283
+ {"winner": 2}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 2}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 1}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 1}
345
+ {"winner": 2}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 1}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/gemma-2b_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 1}
9
+ {"winner": 1}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 1}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 2}
30
+ {"winner": 2}
31
+ {"winner": 2}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 1}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 1}
49
+ {"winner": 1}
50
+ {"winner": 2}
51
+ {"winner": 2}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 2}
69
+ {"winner": 2}
70
+ {"winner": 1}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 1}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 1}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 1}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 1}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 1}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 1}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 1}
162
+ {"winner": 2}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 1}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 1}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 1}
189
+ {"winner": 1}
190
+ {"winner": 2}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 2}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 2}
202
+ {"winner": 2}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 1}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 1}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 2}
227
+ {"winner": 2}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 2}
245
+ {"winner": 2}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 1}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 1}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 1}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 2}
307
+ {"winner": 2}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 2}
314
+ {"winner": 2}
315
+ {"winner": 2}
316
+ {"winner": 2}
317
+ {"winner": 2}
318
+ {"winner": 2}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 2}
324
+ {"winner": 1}
325
+ {"winner": 1}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 1}
345
+ {"winner": 2}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 2}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 2}
358
+ {"winner": 2}
359
+ {"winner": 2}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 2}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 2}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 2}
391
+ {"winner": 2}
392
+ {"winner": 2}
393
+ {"winner": 2}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 2}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 2}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/gemma-7b.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 1}
9
+ {"winner": 1}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 1}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 2}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 1}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 1}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 1}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 1}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 1}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 1}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 1}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 1}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 1}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 1}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 1}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 1}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 1}
222
+ {"winner": 1}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 1}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 1}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 1}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 1}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 1}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 1}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 1}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 1}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/gemma-7b_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 1}
9
+ {"winner": 1}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 2}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 2}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 1}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 1}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 1}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 1}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 1}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 2}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 2}
159
+ {"winner": 1}
160
+ {"winner": 2}
161
+ {"winner": 1}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 1}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 1}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 1}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 2}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 2}
202
+ {"winner": 2}
203
+ {"winner": 2}
204
+ {"winner": 2}
205
+ {"winner": 2}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 2}
211
+ {"winner": 1}
212
+ {"winner": 2}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 1}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 1}
257
+ {"winner": 2}
258
+ {"winner": 2}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 2}
271
+ {"winner": 1}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 2}
300
+ {"winner": 2}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 2}
317
+ {"winner": 2}
318
+ {"winner": 2}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 1}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 2}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/glm-4-9b.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 2}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 1}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 2}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 2}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 2}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 2}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 2}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 2}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 2}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 2}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/glm-4-9b_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 1}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 2}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 2}
117
+ {"winner": 2}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 2}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 2}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 2}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 1}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 2}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 1}
333
+ {"winner": 2}
334
+ {"winner": 1}
335
+ {"winner": 2}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 2}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 2}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 2}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 2}
392
+ {"winner": 1}
393
+ {"winner": 2}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 2}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/gpt-4o.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
predictions/gpt-4o_swap.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
predictions/llama-2-70b-awq.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 2}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 2}
18
+ {"winner": 1}
19
+ {"winner": 2}
20
+ {"winner": 2}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 2}
30
+ {"winner": 2}
31
+ {"winner": 2}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 2}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 2}
62
+ {"winner": 2}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 2}
92
+ {"winner": 1}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 2}
130
+ {"winner": 1}
131
+ {"winner": 2}
132
+ {"winner": 1}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 2}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 2}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 2}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 2}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 2}
307
+ {"winner": 2}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 2}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 2}
338
+ {"winner": 1}
339
+ {"winner": 2}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 2}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 2}
358
+ {"winner": 2}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 2}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 2}
404
+ {"winner": 2}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/llama-2-70b-awq_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 2}
5
+ {"winner": 2}
6
+ {"winner": 2}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 2}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 2}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 2}
25
+ {"winner": 1}
26
+ {"winner": 2}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 2}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 2}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 2}
62
+ {"winner": 2}
63
+ {"winner": 2}
64
+ {"winner": 2}
65
+ {"winner": 2}
66
+ {"winner": 2}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 2}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 2}
92
+ {"winner": 1}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 1}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 2}
111
+ {"winner": 2}
112
+ {"winner": 2}
113
+ {"winner": 2}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 2}
130
+ {"winner": 2}
131
+ {"winner": 2}
132
+ {"winner": 1}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 2}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 2}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 2}
161
+ {"winner": 1}
162
+ {"winner": 2}
163
+ {"winner": 1}
164
+ {"winner": 2}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 2}
190
+ {"winner": 2}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 2}
244
+ {"winner": 2}
245
+ {"winner": 2}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 2}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 2}
264
+ {"winner": 2}
265
+ {"winner": 2}
266
+ {"winner": 2}
267
+ {"winner": 2}
268
+ {"winner": 2}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 2}
283
+ {"winner": 2}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 2}
289
+ {"winner": 2}
290
+ {"winner": 1}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 2}
300
+ {"winner": 2}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 2}
307
+ {"winner": 2}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 2}
317
+ {"winner": 2}
318
+ {"winner": 2}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 2}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 2}
337
+ {"winner": 1}
338
+ {"winner": 2}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 2}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 2}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 2}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 2}
404
+ {"winner": 2}
405
+ {"winner": 1}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/mistral-7b-v0.1.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 1}
9
+ {"winner": 2}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 1}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 1}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 2}
62
+ {"winner": 2}
63
+ {"winner": 2}
64
+ {"winner": 2}
65
+ {"winner": 2}
66
+ {"winner": 2}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 1}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 1}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 1}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 2}
111
+ {"winner": 1}
112
+ {"winner": 2}
113
+ {"winner": 2}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 2}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 1}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 1}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 1}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 1}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 1}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 2}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 1}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 1}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 1}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 1}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/mistral-7b-v0.1_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 1}
9
+ {"winner": 2}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 1}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 2}
57
+ {"winner": 1}
58
+ {"winner": 2}
59
+ {"winner": 1}
60
+ {"winner": 2}
61
+ {"winner": 2}
62
+ {"winner": 2}
63
+ {"winner": 2}
64
+ {"winner": 2}
65
+ {"winner": 2}
66
+ {"winner": 2}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 1}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 1}
92
+ {"winner": 1}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 2}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 1}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 2}
130
+ {"winner": 1}
131
+ {"winner": 2}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 1}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 1}
161
+ {"winner": 1}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 1}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 2}
202
+ {"winner": 2}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 2}
227
+ {"winner": 2}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 2}
256
+ {"winner": 1}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 2}
307
+ {"winner": 1}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 1}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/mistral-7b-v0.2.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 1}
9
+ {"winner": 2}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 1}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 2}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 1}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 1}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 2}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 1}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 1}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 1}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 2}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 2}
234
+ {"winner": 2}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 1}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 1}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 2}
363
+ {"winner": 1}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/mistral-7b-v0.2_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 1}
9
+ {"winner": 2}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 2}
18
+ {"winner": 2}
19
+ {"winner": 1}
20
+ {"winner": 2}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 1}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 2}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 1}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 1}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 1}
139
+ {"winner": 1}
140
+ {"winner": 1}
141
+ {"winner": 1}
142
+ {"winner": 1}
143
+ {"winner": 1}
144
+ {"winner": 1}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 1}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 1}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 1}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 1}
222
+ {"winner": 1}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 1}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 1}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 1}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 1}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 1}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 2}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 1}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 1}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/mistral-7b-v0.3.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 1}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 1}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 1}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 1}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 1}
92
+ {"winner": 1}
93
+ {"winner": 2}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 1}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 1}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 1}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 1}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 1}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 1}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/mistral-7b-v0.3_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 1}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 2}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 1}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 1}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 2}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 2}
256
+ {"winner": 1}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 1}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 2}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 1}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 2}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 2}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/mistral-7b.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 1}
9
+ {"winner": 2}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 1}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 1}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 2}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 1}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 1}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 2}
151
+ {"winner": 2}
152
+ {"winner": 2}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 1}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 1}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 1}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 2}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 2}
229
+ {"winner": 1}
230
+ {"winner": 2}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 2}
234
+ {"winner": 2}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 1}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 1}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/mistral-7b_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 2}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 1}
9
+ {"winner": 2}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 2}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 2}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 2}
34
+ {"winner": 2}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 1}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 2}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 2}
100
+ {"winner": 1}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 1}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 1}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 1}
141
+ {"winner": 1}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 2}
152
+ {"winner": 2}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 1}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 1}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 1}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 2}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 2}
256
+ {"winner": 1}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 1}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 1}
307
+ {"winner": 2}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 2}
317
+ {"winner": 2}
318
+ {"winner": 2}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 2}
335
+ {"winner": 2}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 1}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 2}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 2}
405
+ {"winner": 2}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 2}
predictions/mistral-large.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 2}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 2}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 2}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 2}
111
+ {"winner": 2}
112
+ {"winner": 2}
113
+ {"winner": 2}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 2}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 2}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 1}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 1}
193
+ {"winner": 2}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 2}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 2}
202
+ {"winner": 2}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 2}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 2}
229
+ {"winner": 2}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 2}
244
+ {"winner": 2}
245
+ {"winner": 2}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 2}
252
+ {"winner": 1}
253
+ {"winner": 2}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 2}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 2}
294
+ {"winner": 2}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 2}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 2}
323
+ {"winner": 2}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 2}
337
+ {"winner": 1}
338
+ {"winner": 2}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 2}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 2}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 2}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 2}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 2}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/mistral-large_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 2}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 2}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 2}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 2}
104
+ {"winner": 2}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 2}
111
+ {"winner": 1}
112
+ {"winner": 2}
113
+ {"winner": 1}
114
+ {"winner": 2}
115
+ {"winner": 2}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 1}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 2}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 2}
252
+ {"winner": 1}
253
+ {"winner": 2}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 2}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 2}
299
+ {"winner": 2}
300
+ {"winner": 2}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 1}
307
+ {"winner": 2}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 2}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 2}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 2}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 2}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 2}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 2}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/mixtral-8x7b.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 2}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 1}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 2}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 1}
183
+ {"winner": 2}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 2}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 2}
229
+ {"winner": 1}
230
+ {"winner": 2}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 1}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 2}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/mixtral-8x7b_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 2}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 2}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 2}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 1}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 1}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 2}
115
+ {"winner": 2}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 2}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 1}
141
+ {"winner": 1}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 1}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 2}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 1}
307
+ {"winner": 2}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 2}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 2}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 2}
334
+ {"winner": 2}
335
+ {"winner": 2}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 2}
404
+ {"winner": 2}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/phi-3-small.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 1}
3
+ {"winner": 1}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 2}
27
+ {"winner": 1}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 1}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 1}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 2}
127
+ {"winner": 2}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 2}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 2}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 1}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 2}
228
+ {"winner": 2}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 2}
244
+ {"winner": 2}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 1}
264
+ {"winner": 2}
265
+ {"winner": 2}
266
+ {"winner": 1}
267
+ {"winner": 2}
268
+ {"winner": 2}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 2}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 2}
307
+ {"winner": 2}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 2}
323
+ {"winner": 2}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 2}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 2}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 2}
337
+ {"winner": 1}
338
+ {"winner": 2}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 2}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 1}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/phi-3-small_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 2}
14
+ {"winner": 2}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 2}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 2}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 2}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 1}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 2}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 2}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 2}
104
+ {"winner": 2}
105
+ {"winner": 2}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 2}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 2}
146
+ {"winner": 2}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 2}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 2}
172
+ {"winner": 2}
173
+ {"winner": 2}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 1}
183
+ {"winner": 2}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 2}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 2}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 2}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 2}
307
+ {"winner": 1}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 2}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 2}
334
+ {"winner": 2}
335
+ {"winner": 2}
336
+ {"winner": 2}
337
+ {"winner": 2}
338
+ {"winner": 2}
339
+ {"winner": 2}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 2}
380
+ {"winner": 2}
381
+ {"winner": 2}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 2}
385
+ {"winner": 2}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 2}
403
+ {"winner": 2}
404
+ {"winner": 2}
405
+ {"winner": 2}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/qwen-1.5-32b.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 2}
18
+ {"winner": 1}
19
+ {"winner": 2}
20
+ {"winner": 2}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 2}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 2}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 2}
45
+ {"winner": 2}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 2}
82
+ {"winner": 2}
83
+ {"winner": 2}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 1}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 2}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 2}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 2}
161
+ {"winner": 2}
162
+ {"winner": 2}
163
+ {"winner": 2}
164
+ {"winner": 2}
165
+ {"winner": 2}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 1}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 1}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 2}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 2}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 2}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 2}
234
+ {"winner": 2}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 2}
264
+ {"winner": 2}
265
+ {"winner": 2}
266
+ {"winner": 1}
267
+ {"winner": 2}
268
+ {"winner": 2}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 2}
289
+ {"winner": 2}
290
+ {"winner": 2}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 2}
307
+ {"winner": 1}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 2}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 2}
322
+ {"winner": 2}
323
+ {"winner": 2}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 2}
333
+ {"winner": 2}
334
+ {"winner": 2}
335
+ {"winner": 2}
336
+ {"winner": 2}
337
+ {"winner": 2}
338
+ {"winner": 2}
339
+ {"winner": 2}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 2}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 2}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 2}
363
+ {"winner": 1}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 1}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 2}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 2}
predictions/qwen-1.5-32b_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 1}
4
+ {"winner": 2}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 2}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 1}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 2}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 1}
100
+ {"winner": 1}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 1}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 1}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 2}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 1}
195
+ {"winner": 2}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 2}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 2}
307
+ {"winner": 2}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 2}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/qwen-1.5-72b.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 1}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 1}
21
+ {"winner": 2}
22
+ {"winner": 2}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 2}
37
+ {"winner": 2}
38
+ {"winner": 2}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 2}
45
+ {"winner": 2}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 1}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 2}
104
+ {"winner": 2}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 2}
127
+ {"winner": 2}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 1}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 2}
151
+ {"winner": 2}
152
+ {"winner": 2}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 2}
163
+ {"winner": 2}
164
+ {"winner": 2}
165
+ {"winner": 2}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 2}
177
+ {"winner": 2}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 2}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 2}
212
+ {"winner": 2}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 2}
220
+ {"winner": 2}
221
+ {"winner": 1}
222
+ {"winner": 1}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 2}
227
+ {"winner": 2}
228
+ {"winner": 2}
229
+ {"winner": 2}
230
+ {"winner": 2}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 2}
244
+ {"winner": 2}
245
+ {"winner": 2}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 2}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 2}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 2}
264
+ {"winner": 2}
265
+ {"winner": 2}
266
+ {"winner": 2}
267
+ {"winner": 2}
268
+ {"winner": 2}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 2}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 2}
277
+ {"winner": 2}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 2}
281
+ {"winner": 2}
282
+ {"winner": 2}
283
+ {"winner": 2}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 2}
289
+ {"winner": 2}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 2}
294
+ {"winner": 2}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 2}
307
+ {"winner": 2}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 2}
317
+ {"winner": 2}
318
+ {"winner": 2}
319
+ {"winner": 2}
320
+ {"winner": 2}
321
+ {"winner": 2}
322
+ {"winner": 2}
323
+ {"winner": 2}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 2}
337
+ {"winner": 2}
338
+ {"winner": 2}
339
+ {"winner": 2}
340
+ {"winner": 2}
341
+ {"winner": 2}
342
+ {"winner": 2}
343
+ {"winner": 2}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 2}
349
+ {"winner": 2}
350
+ {"winner": 2}
351
+ {"winner": 1}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 2}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 2}
363
+ {"winner": 2}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 2}
369
+ {"winner": 2}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 2}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 2}
378
+ {"winner": 2}
379
+ {"winner": 2}
380
+ {"winner": 2}
381
+ {"winner": 2}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 2}
385
+ {"winner": 2}
386
+ {"winner": 1}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 2}
400
+ {"winner": 2}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 2}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/qwen-1.5-72b_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 2}
14
+ {"winner": 1}
15
+ {"winner": 2}
16
+ {"winner": 2}
17
+ {"winner": 2}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 2}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 2}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 2}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 2}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 2}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 2}
82
+ {"winner": 2}
83
+ {"winner": 2}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 2}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 2}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 2}
104
+ {"winner": 2}
105
+ {"winner": 2}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 2}
111
+ {"winner": 1}
112
+ {"winner": 2}
113
+ {"winner": 1}
114
+ {"winner": 2}
115
+ {"winner": 2}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 2}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 2}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 2}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 2}
155
+ {"winner": 2}
156
+ {"winner": 2}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 2}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 2}
195
+ {"winner": 1}
196
+ {"winner": 2}
197
+ {"winner": 2}
198
+ {"winner": 2}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 2}
202
+ {"winner": 2}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 2}
218
+ {"winner": 2}
219
+ {"winner": 2}
220
+ {"winner": 2}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 2}
252
+ {"winner": 1}
253
+ {"winner": 2}
254
+ {"winner": 2}
255
+ {"winner": 2}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 2}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 2}
277
+ {"winner": 2}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 2}
297
+ {"winner": 2}
298
+ {"winner": 2}
299
+ {"winner": 2}
300
+ {"winner": 2}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 1}
307
+ {"winner": 2}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 2}
315
+ {"winner": 1}
316
+ {"winner": 2}
317
+ {"winner": 2}
318
+ {"winner": 2}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 2}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 2}
334
+ {"winner": 2}
335
+ {"winner": 2}
336
+ {"winner": 2}
337
+ {"winner": 1}
338
+ {"winner": 2}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 2}
342
+ {"winner": 2}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 2}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 2}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 2}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 2}
369
+ {"winner": 2}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 2}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 2}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 2}
389
+ {"winner": 2}
390
+ {"winner": 2}
391
+ {"winner": 2}
392
+ {"winner": 2}
393
+ {"winner": 2}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 1}
398
+ {"winner": 2}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 2}
402
+ {"winner": 2}
403
+ {"winner": 1}
404
+ {"winner": 2}
405
+ {"winner": 2}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/qwen-2-72b.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 2}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 2}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 2}
45
+ {"winner": 2}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 2}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 2}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 2}
117
+ {"winner": 2}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 1}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 2}
229
+ {"winner": 1}
230
+ {"winner": 2}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 1}
264
+ {"winner": 2}
265
+ {"winner": 2}
266
+ {"winner": 1}
267
+ {"winner": 2}
268
+ {"winner": 2}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 2}
294
+ {"winner": 2}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 2}
307
+ {"winner": 1}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 2}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 2}
322
+ {"winner": 1}
323
+ {"winner": 2}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 2}
338
+ {"winner": 1}
339
+ {"winner": 2}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 2}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 2}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 2}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 2}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 2}
399
+ {"winner": 2}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/qwen-2-72b_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 2}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 2}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 2}
117
+ {"winner": 2}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 1}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 2}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 2}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 1}
330
+ {"winner": 2}
331
+ {"winner": 1}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 2}
405
+ {"winner": 1}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/tulu-2-70b-awq.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 2}
45
+ {"winner": 2}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 2}
57
+ {"winner": 1}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 2}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 1}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 2}
134
+ {"winner": 1}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 2}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 2}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 1}
222
+ {"winner": 1}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 2}
230
+ {"winner": 2}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 2}
244
+ {"winner": 2}
245
+ {"winner": 2}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 2}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 2}
314
+ {"winner": 2}
315
+ {"winner": 2}
316
+ {"winner": 2}
317
+ {"winner": 2}
318
+ {"winner": 2}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 2}
322
+ {"winner": 2}
323
+ {"winner": 2}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 2}
337
+ {"winner": 2}
338
+ {"winner": 2}
339
+ {"winner": 2}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 1}
361
+ {"winner": 1}
362
+ {"winner": 2}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 2}
392
+ {"winner": 1}
393
+ {"winner": 2}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 2}
400
+ {"winner": 2}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 2}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 1}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/tulu-2-70b-awq_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 2}
6
+ {"winner": 2}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 2}
14
+ {"winner": 2}
15
+ {"winner": 2}
16
+ {"winner": 2}
17
+ {"winner": 2}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 2}
21
+ {"winner": 2}
22
+ {"winner": 2}
23
+ {"winner": 2}
24
+ {"winner": 2}
25
+ {"winner": 2}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 2}
30
+ {"winner": 2}
31
+ {"winner": 2}
32
+ {"winner": 2}
33
+ {"winner": 2}
34
+ {"winner": 2}
35
+ {"winner": 2}
36
+ {"winner": 2}
37
+ {"winner": 2}
38
+ {"winner": 2}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 2}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 2}
62
+ {"winner": 2}
63
+ {"winner": 2}
64
+ {"winner": 2}
65
+ {"winner": 2}
66
+ {"winner": 2}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 2}
75
+ {"winner": 2}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 2}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 2}
104
+ {"winner": 2}
105
+ {"winner": 2}
106
+ {"winner": 2}
107
+ {"winner": 2}
108
+ {"winner": 2}
109
+ {"winner": 2}
110
+ {"winner": 2}
111
+ {"winner": 2}
112
+ {"winner": 2}
113
+ {"winner": 2}
114
+ {"winner": 2}
115
+ {"winner": 2}
116
+ {"winner": 2}
117
+ {"winner": 2}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 2}
127
+ {"winner": 2}
128
+ {"winner": 2}
129
+ {"winner": 2}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 2}
136
+ {"winner": 2}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 2}
146
+ {"winner": 2}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 2}
151
+ {"winner": 2}
152
+ {"winner": 2}
153
+ {"winner": 2}
154
+ {"winner": 2}
155
+ {"winner": 2}
156
+ {"winner": 2}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 2}
163
+ {"winner": 2}
164
+ {"winner": 2}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 2}
169
+ {"winner": 2}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 2}
177
+ {"winner": 2}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 2}
197
+ {"winner": 2}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 2}
205
+ {"winner": 2}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 2}
211
+ {"winner": 1}
212
+ {"winner": 2}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 2}
218
+ {"winner": 2}
219
+ {"winner": 2}
220
+ {"winner": 2}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 2}
227
+ {"winner": 2}
228
+ {"winner": 2}
229
+ {"winner": 2}
230
+ {"winner": 2}
231
+ {"winner": 2}
232
+ {"winner": 2}
233
+ {"winner": 2}
234
+ {"winner": 2}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 2}
244
+ {"winner": 2}
245
+ {"winner": 2}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 2}
252
+ {"winner": 2}
253
+ {"winner": 2}
254
+ {"winner": 2}
255
+ {"winner": 2}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 2}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 2}
264
+ {"winner": 2}
265
+ {"winner": 2}
266
+ {"winner": 2}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 2}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 2}
278
+ {"winner": 2}
279
+ {"winner": 2}
280
+ {"winner": 2}
281
+ {"winner": 2}
282
+ {"winner": 2}
283
+ {"winner": 2}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 2}
289
+ {"winner": 2}
290
+ {"winner": 2}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 2}
294
+ {"winner": 2}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 2}
299
+ {"winner": 2}
300
+ {"winner": 2}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 2}
307
+ {"winner": 2}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 2}
312
+ {"winner": 2}
313
+ {"winner": 2}
314
+ {"winner": 2}
315
+ {"winner": 2}
316
+ {"winner": 2}
317
+ {"winner": 2}
318
+ {"winner": 2}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 2}
322
+ {"winner": 2}
323
+ {"winner": 2}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 2}
334
+ {"winner": 2}
335
+ {"winner": 2}
336
+ {"winner": 2}
337
+ {"winner": 2}
338
+ {"winner": 2}
339
+ {"winner": 2}
340
+ {"winner": 2}
341
+ {"winner": 2}
342
+ {"winner": 2}
343
+ {"winner": 2}
344
+ {"winner": 2}
345
+ {"winner": 2}
346
+ {"winner": 2}
347
+ {"winner": 1}
348
+ {"winner": 2}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 2}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 2}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 2}
362
+ {"winner": 2}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 2}
369
+ {"winner": 2}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 2}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 2}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 2}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 2}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 2}
398
+ {"winner": 1}
399
+ {"winner": 2}
400
+ {"winner": 2}
401
+ {"winner": 2}
402
+ {"winner": 2}
403
+ {"winner": 2}
404
+ {"winner": 2}
405
+ {"winner": 2}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 2}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/tulu-2-dpo-70b-awq.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 2}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 2}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 2}
45
+ {"winner": 2}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 1}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 2}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 1}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 1}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 2}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 2}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 1}
222
+ {"winner": 1}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 2}
229
+ {"winner": 2}
230
+ {"winner": 2}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 2}
244
+ {"winner": 2}
245
+ {"winner": 2}
246
+ {"winner": 1}
247
+ {"winner": 1}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 2}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 2}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 1}
307
+ {"winner": 2}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 2}
317
+ {"winner": 2}
318
+ {"winner": 2}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 2}
322
+ {"winner": 2}
323
+ {"winner": 2}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 2}
337
+ {"winner": 2}
338
+ {"winner": 2}
339
+ {"winner": 2}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 2}
349
+ {"winner": 2}
350
+ {"winner": 2}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 2}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 2}
369
+ {"winner": 2}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 2}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 2}
392
+ {"winner": 1}
393
+ {"winner": 2}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 2}
400
+ {"winner": 2}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 2}
405
+ {"winner": 1}
406
+ {"winner": 2}
407
+ {"winner": 1}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/tulu-2-dpo-70b-awq_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 2}
6
+ {"winner": 2}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 2}
14
+ {"winner": 2}
15
+ {"winner": 2}
16
+ {"winner": 2}
17
+ {"winner": 2}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 2}
21
+ {"winner": 2}
22
+ {"winner": 2}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 2}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 2}
30
+ {"winner": 2}
31
+ {"winner": 2}
32
+ {"winner": 2}
33
+ {"winner": 2}
34
+ {"winner": 2}
35
+ {"winner": 2}
36
+ {"winner": 2}
37
+ {"winner": 2}
38
+ {"winner": 2}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 2}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 2}
62
+ {"winner": 2}
63
+ {"winner": 2}
64
+ {"winner": 2}
65
+ {"winner": 2}
66
+ {"winner": 2}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 2}
75
+ {"winner": 2}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 2}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 2}
104
+ {"winner": 2}
105
+ {"winner": 2}
106
+ {"winner": 2}
107
+ {"winner": 2}
108
+ {"winner": 2}
109
+ {"winner": 2}
110
+ {"winner": 2}
111
+ {"winner": 2}
112
+ {"winner": 2}
113
+ {"winner": 2}
114
+ {"winner": 2}
115
+ {"winner": 2}
116
+ {"winner": 2}
117
+ {"winner": 2}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 2}
127
+ {"winner": 2}
128
+ {"winner": 2}
129
+ {"winner": 2}
130
+ {"winner": 1}
131
+ {"winner": 2}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 2}
136
+ {"winner": 2}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 2}
146
+ {"winner": 2}
147
+ {"winner": 2}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 2}
151
+ {"winner": 2}
152
+ {"winner": 2}
153
+ {"winner": 2}
154
+ {"winner": 2}
155
+ {"winner": 2}
156
+ {"winner": 2}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 2}
163
+ {"winner": 2}
164
+ {"winner": 2}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 2}
169
+ {"winner": 2}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 2}
177
+ {"winner": 2}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 2}
197
+ {"winner": 2}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 2}
205
+ {"winner": 2}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 2}
218
+ {"winner": 2}
219
+ {"winner": 2}
220
+ {"winner": 2}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 2}
227
+ {"winner": 2}
228
+ {"winner": 2}
229
+ {"winner": 2}
230
+ {"winner": 2}
231
+ {"winner": 2}
232
+ {"winner": 2}
233
+ {"winner": 2}
234
+ {"winner": 2}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 2}
244
+ {"winner": 2}
245
+ {"winner": 2}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 2}
252
+ {"winner": 2}
253
+ {"winner": 2}
254
+ {"winner": 2}
255
+ {"winner": 2}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 2}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 2}
264
+ {"winner": 2}
265
+ {"winner": 2}
266
+ {"winner": 2}
267
+ {"winner": 2}
268
+ {"winner": 2}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 2}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 2}
278
+ {"winner": 2}
279
+ {"winner": 2}
280
+ {"winner": 2}
281
+ {"winner": 2}
282
+ {"winner": 2}
283
+ {"winner": 2}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 2}
289
+ {"winner": 2}
290
+ {"winner": 2}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 2}
294
+ {"winner": 2}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 2}
299
+ {"winner": 2}
300
+ {"winner": 2}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 2}
307
+ {"winner": 2}
308
+ {"winner": 2}
309
+ {"winner": 2}
310
+ {"winner": 1}
311
+ {"winner": 2}
312
+ {"winner": 2}
313
+ {"winner": 2}
314
+ {"winner": 2}
315
+ {"winner": 2}
316
+ {"winner": 2}
317
+ {"winner": 2}
318
+ {"winner": 2}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 2}
322
+ {"winner": 2}
323
+ {"winner": 2}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 2}
334
+ {"winner": 2}
335
+ {"winner": 2}
336
+ {"winner": 2}
337
+ {"winner": 2}
338
+ {"winner": 2}
339
+ {"winner": 2}
340
+ {"winner": 2}
341
+ {"winner": 2}
342
+ {"winner": 2}
343
+ {"winner": 2}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 2}
349
+ {"winner": 2}
350
+ {"winner": 2}
351
+ {"winner": 2}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 2}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 2}
362
+ {"winner": 2}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 2}
369
+ {"winner": 2}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 2}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 2}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 2}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 2}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 2}
398
+ {"winner": 1}
399
+ {"winner": 2}
400
+ {"winner": 2}
401
+ {"winner": 2}
402
+ {"winner": 2}
403
+ {"winner": 2}
404
+ {"winner": 2}
405
+ {"winner": 2}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 2}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/yi-1.5-34b.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 2}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 1}
10
+ {"winner": 2}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 2}
22
+ {"winner": 2}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 1}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 1}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 1}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 2}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 1}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 1}
60
+ {"winner": 2}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 2}
82
+ {"winner": 1}
83
+ {"winner": 2}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 1}
94
+ {"winner": 1}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 1}
100
+ {"winner": 2}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 1}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 2}
227
+ {"winner": 1}
228
+ {"winner": 2}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 2}
244
+ {"winner": 2}
245
+ {"winner": 1}
246
+ {"winner": 2}
247
+ {"winner": 1}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 1}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 2}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 1}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 2}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 2}
382
+ {"winner": 1}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/yi-1.5-34b_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 2}
5
+ {"winner": 2}
6
+ {"winner": 2}
7
+ {"winner": 2}
8
+ {"winner": 2}
9
+ {"winner": 2}
10
+ {"winner": 2}
11
+ {"winner": 2}
12
+ {"winner": 2}
13
+ {"winner": 2}
14
+ {"winner": 2}
15
+ {"winner": 2}
16
+ {"winner": 2}
17
+ {"winner": 2}
18
+ {"winner": 2}
19
+ {"winner": 2}
20
+ {"winner": 2}
21
+ {"winner": 2}
22
+ {"winner": 2}
23
+ {"winner": 2}
24
+ {"winner": 1}
25
+ {"winner": 2}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 2}
32
+ {"winner": 2}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 2}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 2}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 2}
46
+ {"winner": 2}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 2}
54
+ {"winner": 2}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 2}
59
+ {"winner": 2}
60
+ {"winner": 2}
61
+ {"winner": 2}
62
+ {"winner": 2}
63
+ {"winner": 2}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 2}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 2}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 2}
77
+ {"winner": 2}
78
+ {"winner": 2}
79
+ {"winner": 1}
80
+ {"winner": 1}
81
+ {"winner": 2}
82
+ {"winner": 2}
83
+ {"winner": 2}
84
+ {"winner": 2}
85
+ {"winner": 2}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 2}
89
+ {"winner": 2}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 2}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 2}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 2}
104
+ {"winner": 2}
105
+ {"winner": 2}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 2}
111
+ {"winner": 2}
112
+ {"winner": 2}
113
+ {"winner": 2}
114
+ {"winner": 2}
115
+ {"winner": 2}
116
+ {"winner": 2}
117
+ {"winner": 2}
118
+ {"winner": 2}
119
+ {"winner": 2}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 2}
127
+ {"winner": 2}
128
+ {"winner": 2}
129
+ {"winner": 2}
130
+ {"winner": 2}
131
+ {"winner": 2}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 2}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 2}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 2}
146
+ {"winner": 2}
147
+ {"winner": 1}
148
+ {"winner": 2}
149
+ {"winner": 2}
150
+ {"winner": 2}
151
+ {"winner": 2}
152
+ {"winner": 2}
153
+ {"winner": 2}
154
+ {"winner": 2}
155
+ {"winner": 2}
156
+ {"winner": 2}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 2}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 2}
163
+ {"winner": 2}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 2}
169
+ {"winner": 2}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 2}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 2}
187
+ {"winner": 2}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 2}
192
+ {"winner": 2}
193
+ {"winner": 2}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 2}
197
+ {"winner": 2}
198
+ {"winner": 2}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 2}
202
+ {"winner": 2}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 2}
212
+ {"winner": 1}
213
+ {"winner": 2}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 2}
219
+ {"winner": 2}
220
+ {"winner": 2}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 2}
227
+ {"winner": 2}
228
+ {"winner": 2}
229
+ {"winner": 2}
230
+ {"winner": 2}
231
+ {"winner": 2}
232
+ {"winner": 2}
233
+ {"winner": 2}
234
+ {"winner": 2}
235
+ {"winner": 2}
236
+ {"winner": 2}
237
+ {"winner": 2}
238
+ {"winner": 2}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 2}
244
+ {"winner": 2}
245
+ {"winner": 2}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 2}
253
+ {"winner": 2}
254
+ {"winner": 2}
255
+ {"winner": 2}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 2}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 2}
263
+ {"winner": 2}
264
+ {"winner": 2}
265
+ {"winner": 2}
266
+ {"winner": 2}
267
+ {"winner": 2}
268
+ {"winner": 2}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 2}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 2}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 2}
289
+ {"winner": 2}
290
+ {"winner": 1}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 2}
294
+ {"winner": 2}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 2}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 2}
306
+ {"winner": 2}
307
+ {"winner": 2}
308
+ {"winner": 2}
309
+ {"winner": 1}
310
+ {"winner": 2}
311
+ {"winner": 2}
312
+ {"winner": 2}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 2}
321
+ {"winner": 2}
322
+ {"winner": 2}
323
+ {"winner": 2}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 2}
334
+ {"winner": 2}
335
+ {"winner": 2}
336
+ {"winner": 2}
337
+ {"winner": 1}
338
+ {"winner": 2}
339
+ {"winner": 1}
340
+ {"winner": 2}
341
+ {"winner": 2}
342
+ {"winner": 2}
343
+ {"winner": 2}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 2}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 2}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 2}
362
+ {"winner": 2}
363
+ {"winner": 2}
364
+ {"winner": 2}
365
+ {"winner": 2}
366
+ {"winner": 2}
367
+ {"winner": 2}
368
+ {"winner": 2}
369
+ {"winner": 2}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 2}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 2}
378
+ {"winner": 2}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 2}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 2}
385
+ {"winner": 2}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 2}
391
+ {"winner": 2}
392
+ {"winner": 2}
393
+ {"winner": 2}
394
+ {"winner": 2}
395
+ {"winner": 2}
396
+ {"winner": 2}
397
+ {"winner": 2}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 2}
401
+ {"winner": 2}
402
+ {"winner": 2}
403
+ {"winner": 2}
404
+ {"winner": 2}
405
+ {"winner": 2}
406
+ {"winner": 2}
407
+ {"winner": 2}
408
+ {"winner": 2}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/yi-1.5-9b.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 1}
4
+ {"winner": 2}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 1}
8
+ {"winner": 1}
9
+ {"winner": 1}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 1}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 1}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 2}
26
+ {"winner": 2}
27
+ {"winner": 2}
28
+ {"winner": 2}
29
+ {"winner": 2}
30
+ {"winner": 1}
31
+ {"winner": 2}
32
+ {"winner": 2}
33
+ {"winner": 2}
34
+ {"winner": 1}
35
+ {"winner": 2}
36
+ {"winner": 2}
37
+ {"winner": 2}
38
+ {"winner": 1}
39
+ {"winner": 2}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 2}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 2}
48
+ {"winner": 2}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 1}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 2}
56
+ {"winner": 2}
57
+ {"winner": 2}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 2}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 1}
82
+ {"winner": 1}
83
+ {"winner": 1}
84
+ {"winner": 2}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 2}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 2}
93
+ {"winner": 2}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 2}
97
+ {"winner": 1}
98
+ {"winner": 2}
99
+ {"winner": 2}
100
+ {"winner": 2}
101
+ {"winner": 2}
102
+ {"winner": 2}
103
+ {"winner": 2}
104
+ {"winner": 2}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 2}
115
+ {"winner": 2}
116
+ {"winner": 2}
117
+ {"winner": 2}
118
+ {"winner": 1}
119
+ {"winner": 1}
120
+ {"winner": 2}
121
+ {"winner": 2}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 2}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 2}
133
+ {"winner": 2}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 2}
138
+ {"winner": 2}
139
+ {"winner": 2}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 2}
151
+ {"winner": 2}
152
+ {"winner": 2}
153
+ {"winner": 2}
154
+ {"winner": 2}
155
+ {"winner": 2}
156
+ {"winner": 2}
157
+ {"winner": 2}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 2}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 2}
166
+ {"winner": 2}
167
+ {"winner": 2}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 2}
175
+ {"winner": 2}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 2}
181
+ {"winner": 2}
182
+ {"winner": 1}
183
+ {"winner": 2}
184
+ {"winner": 2}
185
+ {"winner": 2}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 2}
195
+ {"winner": 2}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 2}
200
+ {"winner": 2}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 2}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 2}
207
+ {"winner": 2}
208
+ {"winner": 2}
209
+ {"winner": 2}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 2}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 2}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 2}
222
+ {"winner": 2}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 2}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 2}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 2}
246
+ {"winner": 1}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 2}
254
+ {"winner": 2}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 2}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 2}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 2}
270
+ {"winner": 2}
271
+ {"winner": 2}
272
+ {"winner": 2}
273
+ {"winner": 2}
274
+ {"winner": 2}
275
+ {"winner": 2}
276
+ {"winner": 2}
277
+ {"winner": 2}
278
+ {"winner": 2}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 2}
285
+ {"winner": 2}
286
+ {"winner": 2}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 2}
291
+ {"winner": 2}
292
+ {"winner": 2}
293
+ {"winner": 2}
294
+ {"winner": 2}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 2}
320
+ {"winner": 2}
321
+ {"winner": 2}
322
+ {"winner": 2}
323
+ {"winner": 1}
324
+ {"winner": 2}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 2}
329
+ {"winner": 2}
330
+ {"winner": 2}
331
+ {"winner": 2}
332
+ {"winner": 2}
333
+ {"winner": 1}
334
+ {"winner": 2}
335
+ {"winner": 2}
336
+ {"winner": 2}
337
+ {"winner": 2}
338
+ {"winner": 2}
339
+ {"winner": 2}
340
+ {"winner": 2}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 2}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 2}
356
+ {"winner": 2}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 2}
369
+ {"winner": 2}
370
+ {"winner": 2}
371
+ {"winner": 2}
372
+ {"winner": 2}
373
+ {"winner": 1}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 2}
379
+ {"winner": 2}
380
+ {"winner": 2}
381
+ {"winner": 2}
382
+ {"winner": 2}
383
+ {"winner": 2}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 2}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 2}
391
+ {"winner": 1}
392
+ {"winner": 2}
393
+ {"winner": 2}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 2}
400
+ {"winner": 2}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 2}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
predictions/yi-1.5-9b_swap.jsonl ADDED
@@ -0,0 +1,411 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"winner": 1}
2
+ {"winner": 2}
3
+ {"winner": 2}
4
+ {"winner": 1}
5
+ {"winner": 1}
6
+ {"winner": 1}
7
+ {"winner": 2}
8
+ {"winner": 1}
9
+ {"winner": 1}
10
+ {"winner": 1}
11
+ {"winner": 1}
12
+ {"winner": 2}
13
+ {"winner": 1}
14
+ {"winner": 1}
15
+ {"winner": 1}
16
+ {"winner": 1}
17
+ {"winner": 1}
18
+ {"winner": 2}
19
+ {"winner": 1}
20
+ {"winner": 1}
21
+ {"winner": 1}
22
+ {"winner": 1}
23
+ {"winner": 1}
24
+ {"winner": 1}
25
+ {"winner": 1}
26
+ {"winner": 1}
27
+ {"winner": 2}
28
+ {"winner": 1}
29
+ {"winner": 1}
30
+ {"winner": 1}
31
+ {"winner": 1}
32
+ {"winner": 1}
33
+ {"winner": 1}
34
+ {"winner": 2}
35
+ {"winner": 1}
36
+ {"winner": 1}
37
+ {"winner": 1}
38
+ {"winner": 1}
39
+ {"winner": 1}
40
+ {"winner": 2}
41
+ {"winner": 2}
42
+ {"winner": 1}
43
+ {"winner": 1}
44
+ {"winner": 1}
45
+ {"winner": 1}
46
+ {"winner": 1}
47
+ {"winner": 1}
48
+ {"winner": 1}
49
+ {"winner": 1}
50
+ {"winner": 1}
51
+ {"winner": 1}
52
+ {"winner": 2}
53
+ {"winner": 1}
54
+ {"winner": 1}
55
+ {"winner": 1}
56
+ {"winner": 1}
57
+ {"winner": 2}
58
+ {"winner": 1}
59
+ {"winner": 1}
60
+ {"winner": 1}
61
+ {"winner": 1}
62
+ {"winner": 1}
63
+ {"winner": 1}
64
+ {"winner": 1}
65
+ {"winner": 1}
66
+ {"winner": 1}
67
+ {"winner": 1}
68
+ {"winner": 1}
69
+ {"winner": 1}
70
+ {"winner": 2}
71
+ {"winner": 1}
72
+ {"winner": 1}
73
+ {"winner": 1}
74
+ {"winner": 1}
75
+ {"winner": 1}
76
+ {"winner": 1}
77
+ {"winner": 1}
78
+ {"winner": 1}
79
+ {"winner": 1}
80
+ {"winner": 2}
81
+ {"winner": 1}
82
+ {"winner": 2}
83
+ {"winner": 1}
84
+ {"winner": 1}
85
+ {"winner": 1}
86
+ {"winner": 2}
87
+ {"winner": 1}
88
+ {"winner": 1}
89
+ {"winner": 1}
90
+ {"winner": 1}
91
+ {"winner": 1}
92
+ {"winner": 1}
93
+ {"winner": 1}
94
+ {"winner": 2}
95
+ {"winner": 2}
96
+ {"winner": 1}
97
+ {"winner": 1}
98
+ {"winner": 1}
99
+ {"winner": 2}
100
+ {"winner": 1}
101
+ {"winner": 1}
102
+ {"winner": 1}
103
+ {"winner": 1}
104
+ {"winner": 1}
105
+ {"winner": 1}
106
+ {"winner": 2}
107
+ {"winner": 1}
108
+ {"winner": 1}
109
+ {"winner": 1}
110
+ {"winner": 1}
111
+ {"winner": 1}
112
+ {"winner": 1}
113
+ {"winner": 1}
114
+ {"winner": 1}
115
+ {"winner": 1}
116
+ {"winner": 1}
117
+ {"winner": 1}
118
+ {"winner": 2}
119
+ {"winner": 1}
120
+ {"winner": 1}
121
+ {"winner": 1}
122
+ {"winner": 1}
123
+ {"winner": 1}
124
+ {"winner": 1}
125
+ {"winner": 1}
126
+ {"winner": 1}
127
+ {"winner": 1}
128
+ {"winner": 1}
129
+ {"winner": 1}
130
+ {"winner": 1}
131
+ {"winner": 1}
132
+ {"winner": 1}
133
+ {"winner": 1}
134
+ {"winner": 2}
135
+ {"winner": 1}
136
+ {"winner": 1}
137
+ {"winner": 1}
138
+ {"winner": 2}
139
+ {"winner": 1}
140
+ {"winner": 2}
141
+ {"winner": 2}
142
+ {"winner": 1}
143
+ {"winner": 2}
144
+ {"winner": 2}
145
+ {"winner": 1}
146
+ {"winner": 1}
147
+ {"winner": 1}
148
+ {"winner": 1}
149
+ {"winner": 1}
150
+ {"winner": 1}
151
+ {"winner": 1}
152
+ {"winner": 1}
153
+ {"winner": 1}
154
+ {"winner": 1}
155
+ {"winner": 1}
156
+ {"winner": 1}
157
+ {"winner": 1}
158
+ {"winner": 1}
159
+ {"winner": 1}
160
+ {"winner": 1}
161
+ {"winner": 1}
162
+ {"winner": 1}
163
+ {"winner": 1}
164
+ {"winner": 1}
165
+ {"winner": 1}
166
+ {"winner": 1}
167
+ {"winner": 1}
168
+ {"winner": 1}
169
+ {"winner": 1}
170
+ {"winner": 2}
171
+ {"winner": 1}
172
+ {"winner": 1}
173
+ {"winner": 1}
174
+ {"winner": 1}
175
+ {"winner": 1}
176
+ {"winner": 1}
177
+ {"winner": 1}
178
+ {"winner": 1}
179
+ {"winner": 1}
180
+ {"winner": 1}
181
+ {"winner": 1}
182
+ {"winner": 1}
183
+ {"winner": 1}
184
+ {"winner": 1}
185
+ {"winner": 1}
186
+ {"winner": 1}
187
+ {"winner": 1}
188
+ {"winner": 2}
189
+ {"winner": 1}
190
+ {"winner": 1}
191
+ {"winner": 1}
192
+ {"winner": 1}
193
+ {"winner": 1}
194
+ {"winner": 1}
195
+ {"winner": 1}
196
+ {"winner": 1}
197
+ {"winner": 1}
198
+ {"winner": 1}
199
+ {"winner": 1}
200
+ {"winner": 1}
201
+ {"winner": 1}
202
+ {"winner": 1}
203
+ {"winner": 1}
204
+ {"winner": 1}
205
+ {"winner": 1}
206
+ {"winner": 1}
207
+ {"winner": 1}
208
+ {"winner": 1}
209
+ {"winner": 1}
210
+ {"winner": 1}
211
+ {"winner": 1}
212
+ {"winner": 1}
213
+ {"winner": 1}
214
+ {"winner": 1}
215
+ {"winner": 2}
216
+ {"winner": 1}
217
+ {"winner": 1}
218
+ {"winner": 1}
219
+ {"winner": 1}
220
+ {"winner": 1}
221
+ {"winner": 1}
222
+ {"winner": 1}
223
+ {"winner": 1}
224
+ {"winner": 1}
225
+ {"winner": 1}
226
+ {"winner": 1}
227
+ {"winner": 1}
228
+ {"winner": 1}
229
+ {"winner": 1}
230
+ {"winner": 1}
231
+ {"winner": 1}
232
+ {"winner": 1}
233
+ {"winner": 1}
234
+ {"winner": 1}
235
+ {"winner": 1}
236
+ {"winner": 1}
237
+ {"winner": 1}
238
+ {"winner": 1}
239
+ {"winner": 2}
240
+ {"winner": 1}
241
+ {"winner": 1}
242
+ {"winner": 1}
243
+ {"winner": 1}
244
+ {"winner": 1}
245
+ {"winner": 1}
246
+ {"winner": 2}
247
+ {"winner": 2}
248
+ {"winner": 2}
249
+ {"winner": 1}
250
+ {"winner": 1}
251
+ {"winner": 1}
252
+ {"winner": 1}
253
+ {"winner": 1}
254
+ {"winner": 1}
255
+ {"winner": 1}
256
+ {"winner": 2}
257
+ {"winner": 1}
258
+ {"winner": 1}
259
+ {"winner": 1}
260
+ {"winner": 1}
261
+ {"winner": 1}
262
+ {"winner": 1}
263
+ {"winner": 1}
264
+ {"winner": 1}
265
+ {"winner": 1}
266
+ {"winner": 1}
267
+ {"winner": 1}
268
+ {"winner": 1}
269
+ {"winner": 1}
270
+ {"winner": 1}
271
+ {"winner": 2}
272
+ {"winner": 1}
273
+ {"winner": 1}
274
+ {"winner": 1}
275
+ {"winner": 2}
276
+ {"winner": 1}
277
+ {"winner": 1}
278
+ {"winner": 1}
279
+ {"winner": 1}
280
+ {"winner": 1}
281
+ {"winner": 1}
282
+ {"winner": 1}
283
+ {"winner": 1}
284
+ {"winner": 1}
285
+ {"winner": 1}
286
+ {"winner": 1}
287
+ {"winner": 1}
288
+ {"winner": 1}
289
+ {"winner": 1}
290
+ {"winner": 1}
291
+ {"winner": 1}
292
+ {"winner": 1}
293
+ {"winner": 1}
294
+ {"winner": 1}
295
+ {"winner": 2}
296
+ {"winner": 1}
297
+ {"winner": 1}
298
+ {"winner": 1}
299
+ {"winner": 1}
300
+ {"winner": 1}
301
+ {"winner": 2}
302
+ {"winner": 1}
303
+ {"winner": 1}
304
+ {"winner": 1}
305
+ {"winner": 1}
306
+ {"winner": 1}
307
+ {"winner": 1}
308
+ {"winner": 1}
309
+ {"winner": 1}
310
+ {"winner": 1}
311
+ {"winner": 1}
312
+ {"winner": 1}
313
+ {"winner": 1}
314
+ {"winner": 1}
315
+ {"winner": 1}
316
+ {"winner": 1}
317
+ {"winner": 1}
318
+ {"winner": 1}
319
+ {"winner": 1}
320
+ {"winner": 1}
321
+ {"winner": 1}
322
+ {"winner": 1}
323
+ {"winner": 1}
324
+ {"winner": 1}
325
+ {"winner": 2}
326
+ {"winner": 1}
327
+ {"winner": 1}
328
+ {"winner": 1}
329
+ {"winner": 1}
330
+ {"winner": 1}
331
+ {"winner": 1}
332
+ {"winner": 1}
333
+ {"winner": 1}
334
+ {"winner": 1}
335
+ {"winner": 1}
336
+ {"winner": 1}
337
+ {"winner": 1}
338
+ {"winner": 1}
339
+ {"winner": 1}
340
+ {"winner": 1}
341
+ {"winner": 1}
342
+ {"winner": 1}
343
+ {"winner": 1}
344
+ {"winner": 2}
345
+ {"winner": 1}
346
+ {"winner": 1}
347
+ {"winner": 1}
348
+ {"winner": 1}
349
+ {"winner": 1}
350
+ {"winner": 1}
351
+ {"winner": 1}
352
+ {"winner": 2}
353
+ {"winner": 1}
354
+ {"winner": 1}
355
+ {"winner": 1}
356
+ {"winner": 1}
357
+ {"winner": 1}
358
+ {"winner": 1}
359
+ {"winner": 1}
360
+ {"winner": 2}
361
+ {"winner": 1}
362
+ {"winner": 1}
363
+ {"winner": 1}
364
+ {"winner": 1}
365
+ {"winner": 1}
366
+ {"winner": 1}
367
+ {"winner": 1}
368
+ {"winner": 1}
369
+ {"winner": 1}
370
+ {"winner": 1}
371
+ {"winner": 1}
372
+ {"winner": 1}
373
+ {"winner": 2}
374
+ {"winner": 1}
375
+ {"winner": 1}
376
+ {"winner": 1}
377
+ {"winner": 1}
378
+ {"winner": 1}
379
+ {"winner": 1}
380
+ {"winner": 1}
381
+ {"winner": 1}
382
+ {"winner": 1}
383
+ {"winner": 1}
384
+ {"winner": 1}
385
+ {"winner": 1}
386
+ {"winner": 2}
387
+ {"winner": 1}
388
+ {"winner": 1}
389
+ {"winner": 1}
390
+ {"winner": 1}
391
+ {"winner": 1}
392
+ {"winner": 1}
393
+ {"winner": 1}
394
+ {"winner": 1}
395
+ {"winner": 2}
396
+ {"winner": 1}
397
+ {"winner": 1}
398
+ {"winner": 1}
399
+ {"winner": 1}
400
+ {"winner": 1}
401
+ {"winner": 1}
402
+ {"winner": 1}
403
+ {"winner": 1}
404
+ {"winner": 1}
405
+ {"winner": 1}
406
+ {"winner": 1}
407
+ {"winner": 1}
408
+ {"winner": 1}
409
+ {"winner": 1}
410
+ {"winner": 1}
411
+ {"winner": 1}
src/about.py CHANGED
@@ -20,6 +20,8 @@ INTRODUCTION_TEXT = """
20
  LLM_BENCHMARKS_TEXT = f"""
21
  ## How it works
22
 
 
 
23
  ### Task
24
  The LLMs are evaluated as judges in a pairwise comparison task.
25
  Each judge is presented with two **instruction-controllable** summaries and asked to select the better one.
@@ -47,9 +49,9 @@ The [prompt](https://github.com/princeton-nlp/LLMBar/blob/main/LLMEvaluator/eval
47
  """
48
 
49
  CITATION_BUTTON_LABEL = "Please cite our paper if you use InstruSum in your work."
50
- CITATION_BUTTON_TEXT = r"""@article{liu2023benchmarking,
51
- title={Benchmarking generation and evaluation capabilities of large language models for instruction controllable summarization},
52
  author={Liu, Yixin and Fabbri, Alexander R and Chen, Jiawen and Zhao, Yilun and Han, Simeng and Joty, Shafiq and Liu, Pengfei and Radev, Dragomir and Wu, Chien-Sheng and Cohan, Arman},
53
- journal={arXiv preprint arXiv:2311.09184},
54
- year={2023}
55
  }"""
 
20
  LLM_BENCHMARKS_TEXT = f"""
21
  ## How it works
22
 
23
+ ![](src/logo.png)
24
+
25
  ### Task
26
  The LLMs are evaluated as judges in a pairwise comparison task.
27
  Each judge is presented with two **instruction-controllable** summaries and asked to select the better one.
 
49
  """
50
 
51
  CITATION_BUTTON_LABEL = "Please cite our paper if you use InstruSum in your work."
52
+ CITATION_BUTTON_TEXT = r"""@inproceedings{liu2024benchmarking,
53
+ title={Benchmarking Generation and Evaluation Capabilities of Large Language Models for Instruction Controllable Summarization},
54
  author={Liu, Yixin and Fabbri, Alexander R and Chen, Jiawen and Zhao, Yilun and Han, Simeng and Joty, Shafiq and Liu, Pengfei and Radev, Dragomir and Wu, Chien-Sheng and Cohan, Arman},
55
+ booktitle = "Findings of the Association for Computational Linguistics: NAACL 2024",
56
+ year = "2024",
57
  }"""
src/populate.py CHANGED
@@ -8,7 +8,7 @@ import numpy as np
8
  from datasets import load_dataset
9
  from .envs import TOKEN
10
 
11
- TYPES = ["str", "number", "number", "number", "number", "number"]
12
 
13
 
14
  def read_json(file_path: str) -> list[dict]:
@@ -95,7 +95,12 @@ def load_leaderboard() -> pd.DataFrame:
95
  acc, agr, models_acc, models_agr = pairwise_meta_eval(
96
  human_responses, f"./predictions/{fdir}.jsonl", f"./predictions/{fdir}_swap.jsonl"
97
  )
98
- predictions["Model"].append(model["name"])
 
 
 
 
 
99
  predictions["Accuracy"].append(acc)
100
  predictions["Agreement"].append(agr)
101
  predictions["Self-Accuracy"].append(models_acc)
 
8
  from datasets import load_dataset
9
  from .envs import TOKEN
10
 
11
+ TYPES = ["number", "html", "number", "number", "number", "number"]
12
 
13
 
14
  def read_json(file_path: str) -> list[dict]:
 
95
  acc, agr, models_acc, models_agr = pairwise_meta_eval(
96
  human_responses, f"./predictions/{fdir}.jsonl", f"./predictions/{fdir}_swap.jsonl"
97
  )
98
+ # predictions["Model"].append(model["name"])
99
+ # predictions["Model"].append(f"[{model['name']}]({model['url']})")
100
+ link = model['url']
101
+ model_name = model['name']
102
+ output = f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{model_name}</a>'
103
+ predictions["Model"].append(output)
104
  predictions["Accuracy"].append(acc)
105
  predictions["Agreement"].append(agr)
106
  predictions["Self-Accuracy"].append(models_acc)