TESTS: ba2e1 19x19 results
[pachi/peepo.git] / TESTS
blob83b464eb374c51ca284038f930c2e545a9f05d13
1 Default settings, 5000 playouts.
2 Opponent: gnugo --mode gtp --chinese-rules --capture-all-dead --level 10
3 GNUGo 3.7.12
5 Template:
6 ../../gogui-1.1.10/bin/gogui-twogtp -black  'gnugo --mode gtp --chinese-rules --capture-all-dead --level 10' -white './zzgo-77d2d games=5000,policy=ucb1amaf,playout=moggy' -alternate -auto -verbose -size 9 -komi 7.5 -games 100 -sgffile f1-77d2d
7 for i in *.dat; do ../../gogui-1.1.10/bin/gogui-twogtp -force -analyze $i; done
9 ead8e   ucb1amaf        16.5% (+-4.5%)
11 b2185   ucb1amaf        50% (+-6%)
13 75fff   ucb1amaf        49% (+-4%)
15 c5bea   ucb1amaf        42.5% (+-2.5%)
17 95bf3   ucb1amaf        25.2% (+-4%)
19 c7249   ucb1amaf        34.2% (+-4.8%)
21 9367d   ucb1amaf        37% (+-8%)
23 ce540   ucb1amaf*       42% (+-2%)      selfatarirate=0
24 ce540   ucb1amaf        43% (+-2%)
26 62592   ucb1amaf*       47% (+-2.5%)    selfatarirate=0
27 62592   ucb1amaf        44% (+-2.5%)
28 62592   ucb1amaf*#      45.2% (+-2.5%)  selfatarirate=0,rave_prior
29 62592   ucb1amaf#       47.5% (+-2.5%)  rave_prior
31 1a1eb   ucb1            15% (+-2%)      selfatarirate=0:capturerate=0:lcapturerate=0
33 6e22f   ucb1amaf        49.5% (+-2.5%)
34 6e22f   ucb1amaf*0      48% (+-2.5%)    rave_equiv=6000
35 6e22f   ucb1amaf*1      49% (+-2.5%)    rave_equiv=500
36 6e22f   ucb1amaf#       43.2% (+-2.5%)  explore_p=0
37 6e22f   ucb1amaf#*0     45.8% (+-2.5%)  explore_p=0,rave_equiv=6000
38 6e22f   ucb1amaf#*1     48.8% (+-2.5%)  explore_p=0,rave_equiv=500
39 6e22f   ucb1amaf#0      49.5% (+-2.5%)  explore_p=0.01
40 6e22f   ucb1amaf#1      24.8% (+-2.5%)  explore_p=0.5
41 6e22f   19x19 ucb1amaf  0%
42 6e22f   19x19 ucb1amaf* 0%      explore_p=0.01,rave_equiv=100
44 88fe2   ucb1amaf        50.8% (+-2.5%)
45 88fe2   ucb1amaf*       49.5% (+-2.5%)  selfatarirate=0
47 04b7b   ucb1amaf        60.5% (+-2.4%)
48 04b7b   ucb1amaf*       60.2% (+-2.4%)  selfatarirate=0
49 04b7b   ucb1amaf%1      58.5% (+-2.5%)  rate=75
50 04b7b   ucb1amaf%2      60.8% (+-2.4%)  rate=100
51 04b7b   ucb1amaf#       54.5% (+-2.5%)  explore_p=0
52 04b7b   ucb1amaf^       63.5% (+-2.4%)  threads=2
53 04b7b   ucb1amaf+       71.2% (+-2.3%)  games=10000
54 04b7b   ucb1amaf!       79.5% (+-2%)    playout_amaf
55 04b7b   ucb1amaf!&      46% (+-2.5%)    playout_amaf,patternrate=0
57 82790   ucb1amaf        54.1% (+-2.9%)
58 82790   ucb1amaf!       79% (+-2.9%)    playout_amaf
60 129bb   ucb1amaf        64.5% (+-2.4%)
61 129bb   ucb1amaf!       77.2% (+-2.1%)  playout_amaf
63 <playout_amaf_nakade on by default>
65 605dd   ucb1amaf        56.2% (+-2.5%)
66 605dd   ucb1amaf!       63.5% (+-2.4%)  playout_amaf
68 <unknown playout_amaf regression>
70 c031a   ucb1amaf        52.5% (+-4.2%)
71 c031a   ucb1amaf!       63.4% (+-4.2%)  playout_amaf
73 87b9e   ucb1amaf        53.7% (+-2.1%)
74 87b9e   ucb1amaf#1      59.5% (+-1.7%)  explore_p_rave=0
75 87b9e   ucb1amaf#2      59.1% (+-1.7%)  explore_p=0.01,explore_p_rave=0.01
76 87b9e   ucb1amaf%       56.6% (+-2%)    local_assess
77 87b9e   ucb1amaf*       19% (+-1.3%)    patternrate=0
78 87b9e   ucb1amaf!$      62.8% (+-2.4%)  playout_amaf,rave_equiv=500
79 87b9e   ucb1amaf!#1     62.8% (+-1.7%)  playout_amaf,explore_p=0.01,explore_p_rave=0.01
80 87b9e   ucb1amaf!#2     61.6% (+-1.7%)  playout_amaf,explore_p_rave=0.01
81 87b9e   ucb1amaf!&      61.8% (+-2.4%)  playout_amaf,eqex=25
82 87b9e   ucb1amaf!       61.4% (+-2.1%)  playout_amaf
84 <playout_amaf is now default>
86 093e7   ucb1amaf        60.5% (+-2.4%)
87 093e7   ucb1amaf!       58.8% (+-2.5%)  plaout_amaf=0
88 093e7   ucb1amaf%       60.8% (+-2.4%)  ladders=0
90 <playout_amaf_nakade partially off>
92 635a3   ucb1amaf        65% (+-2.4%)
93 635a3   ucb1amaf        63% (+-2.4%)    explore_p_rave=0.01
95 <playout_amaf_nakade off by default>
97 eac23   ucb1amaf        77.4% (+-1.5%)
98 eac23   ucb1amaf#       76.6% (+-1.5%)  explore_p_rave=0.01
99 eac23   ucb1amaf!       74.3% (+-1.5%)  check_nakade=0
100 eac23   ucb1amaf!#      75.5% (+-1.6%)  check_nakade=0,explore_p_rave=0.01
101 eac23   ucb1amaf!#*     75% (+-1.5%)    check_nakade=0,explore_p_rave=0.01,explore_p=0.01
103 <explore_p_rave=0.01>
105 229b9   ucb1amaf 2k     65.5% (+-2.4%)
106 229b9   ucb1amaf 5k     77.5% (+-2.1%)
107 229b9   ucb1amaf 20k    83.8% (+-1.7%)
108 229b9   ucb1amaf 50k    90% (+-1.5%)
109 229b9   ucb1amaf! 2k    37.8% (+-2.4%)  playout_amaf=0
110 229b9   ucb1amaf! 5k    59% (+-2.5%)    playout_amaf=0
111 229b9   ucb1amaf! 20k   79% (+-2%)      playout_amaf=0
112 229b9   ucb1amaf! 50k   83.5% (+-1.9%)  playout_amaf=0
113 229b9   ucb1amaf% 5k    77.2% (+-2.1%)  ladders=0
114 229b9   ucb1amaf*# 5k   74.9% (+-2.2%)  explore_p=0.005,explore_p_rave=0.005
116 self-play:
117 229b9   ucb1amaf km5.5  B+57.5% (+-2.5%)
118 229b9   ucb1amaf km7.5  B+48.8% (+-2.5%)
120 2d54a   ucb1amaf        72.2% (+-2.2%)
122 8ac8a   ucb1amaf        77% (+-2.1%)
123 8ac8a   ucb1amaf@       77% (+-2.1%)    ladder catcher atari check disabled
124 8ac8a   ucb1amaf 50k    93.5% (+-1.2%)
127 fccfe   ucb1amaf        78% (+-2.1%)
128 fccfe   ucb1amaf#       78.5% (+-2.1%)  rave_prior=0
129 fccfe   ucb1amaf*0      76% (+-2.1%)    playout_amaf_cutoff=50
130 fccfe   ucb1amaf*0!     78.5% (+-2.1%)  playout_amaf_cutoff=50,playout_amaf_nakade=1
131 fccfe   ucb1amaf*1      79.8% (+-2%)    playout_amaf_cutoff=75
132 fccfe   ucb1amaf*1!     74% (+-2.2%)    playout_amaf_cutoff=75,playout_amaf_nakade=1
133 fccfe   ucb1amaf*2      76.7% (+-2.1%)  playout_amaf_cutoff=85
134 fccfe   ucb1amaf*2!     77% (+-2.1%)    playout_amaf_cutoff=85,playout_amaf_nakade=1
135 fccfe   ucb1amaf*3      72% (+-2.2%)    playout_amaf_cutoff=90
136 fccfe   ucb1amaf*3!     73% (+-2.2%)    playout_amaf_cutoff=90,playout_amaf_nakade=1
137 fccfe   ucb1amaf*3      72% (+-2.2%)    playout_amaf_cutoff=90
138 fccfe   ucb1amaf*3!     73% (+-2.2%)    playout_amaf_cutoff=90,playout_amaf_nakade=1
140 Threading test:
141 fccfe   ucb1amaf        78% (+-2.1%)
142 fccfe   ucb1amaf 10k    79.8% (+-2%)
143 fccfe   ucb1amaf t=2    75.5% (+-2.2%)
144 569d7   ucb1amaf t=2    82.9% (+-1.9%)
147 <Multiple board sizes from now on>
149 Fillboard investigations (only 4-lib fillboard yet):
151 569d7   9ucb1amaf!      81.2% (+-2%)    fillboardtries=10
152 569d7   9ucb1amaf 50k   90% (+-1.5%)
153 569d7   9ucb1amaf! 50k  90.8% (+-1.4%)  fillboardtries=10
155 ce382   13ucb1amaf      51.8% (+-2.5%)
156 ce382   13ucb1amaf 50k  79.6% (+-2.6%)
157 569d7   13ucb1amaf!     47% (+-2.5%)    fillboardtries=10
158 569d7   13ucb1amaf! 50k 82.8% (+-2.4%)  fillboardtries=10
161 <many optimizations>
163 4181b   9ucb1amaf       76% (+-2.4%)
164 4181b   13ucb1amaf      47.8% (+-2.5%)
165 4181b   19ucb1amaf      1.6% (+-0.9%)
166 4181b   19ucb1amaf!     1% (+-0.7%)     fillboardtries=10
169 0965e   9ucb1amaf       77.5% (+-2.1%)
170 0965e   9ucb1amaf#      9.5% (+-1.5%)   sylvain_rave=0
171 0965e   9ucb1amaf&      79% (+-2.1%)    self-atari protection turned off for single-stone groups
173 0965e   13ucb1amaf      45.2% (+-2.5%)
174 0965e   13ucb1amaf&     52.2% (+-2.5%)  self-atari protection turned off for single-stone groups
176 <permit snapbacks>
178 234b3   9ucb1amaf       77.2% (+-2.1%)
179 234b3   13ucb1amaf      47% (+-2.5%)
182 <add pattern2>
184 035fc   9ucb1amaf       70.5% (+-2.3%)
185 035fc   9ucb1amaf#      79.8% (+-2%)    pattern2=0
187 <add 2-liberty>
189 74b71   9ucb1amaf       74.2% (+-2.2%)
190 74b71   9ucb1amaf#      77% (+-2.1%)    pattern2=0
191 74b71   13ucb1amaf      46.8% (+-2.5%)
192 74b71   13ucb1amaf#     50.2% (+-2.5%)  pattern2=0
194 e34f9   9ucb1amaf       74.2% (+-2.2%)
195 e34f9   9ucb1amaf#      74% (+-2.2%)    pattern2=0
196 e34f9   9ucb1amaf*      76% (+-2.1%)    atarirate=0
197 e34f9   9ucb1amaf#*     79% (+-2%)      pattern2=0,atarirate=0
198 e34f9   13ucb1amaf      47.2% (+-2.5%)
199 e34f9   13ucb1amaf#     49.7% (+-2.8%)  pattern2=0
200 e34f9   13ucb1amaf#*    52.2% (+-2.5%)  pattern2=0,atarirate=0
202 ba2e1   9ucb1amaf       78.2% (+-2.1%)
203 ba2e1   9ucb1amaf#      81.8% (+-1.9%)  pattern2=0
204 ba2e1   9ucb1amaf*      74.5% (+-2.2%)  atarirate=0
205 ba2e1   9ucb1amaf#*     75.5% (+-2.2%)  pattern2=0,atarirate=0
206 ba2e1   9ucb1amaf#*+    78.5% (+-2.1%)  pattern2=0,atarirate=0,prior_cfgd=6
207 ba2e1   9ucb1amaf+%     81.2% (+-2%)    prior_cfgd=6,prior_b19=6
208 ba2e1   9ucb1amaf#+%    83% (+-1.9%)    pattern2=0,prior_cfgd=6,prior_b19=6
210 ba2e1   13ucb1amaf+     57% (+-2.5%)    prior_cfgd=6
211 ba2e1   13ucb1amaf+%    51.2% (+-2.5%)  prior_cfgd=6,prior_b19=6
212 ba2e1   13ucb1amaf#*+   54.8% (+-2.5%)  pattern2=0,atarirate=0,prior_cfgd=6
214 ba2e1   19ucb1amaf!+    13.8% (+-1.7%)  prior_cfgd=6,fillboard
215 ba2e1   19ucb1amaf#*+%! 9.8% (+-1.5%)   pattern2=0,atarirate=0,prior_cfgd=prior_b19=6,fillboard
216 ba2e1   19ucb1amaf#*+%2 25% (+-2.2%)    pattern2=0,atarirate=0,prior_cfgd=prior_b19=prior=20
217 ba2e1   19ucb1amaf+%2   21.2% (+-2%)    prior_cfgd=prior_b19=prior=20
218 ba2e1   19ucb1amaf+%2!  20.5% (+-2%)    prior_cfgd=prior_b19=prior=20,fillboard
219 ba2e1   19ucb1amaf+%3   20.8% (+-2%)    prior_cfgd=prior_b19=prior=30
220 ba2e1   19ucb1amaf+%4   25.8% (+-2.2%)  prior_cfgd=prior_b19=prior=40
221 ba2e1   19ucb1amaf+%5   23.2% (+-2.1%)  prior_cfgd=prior_b19=prior=50
222 ba2e1   19ucb1amaf#+%2  26.5% (+-2.2%)  pattern2=0,prior_cfgd=prior_b19=prior=20
223 ba2e1   19ucb1amaf#+%2! 22.5% (+-2.1%)  pattern2=0,prior_cfgd=prior_b19=prior=20,fillboard
224 ba2e1   19ucb1amaf#+%2_ 23.5% (+-2.1%)  pattern2=0,prior_cfgd=prior_b19=prior=20,prior_policy=10
225 ba2e1   19ucb1amaf#+%2a 1% (+-0.7%)     pattern2=0,prior_cfgd=prior_b19=prior=20,playouts=1000
226 ba2e1   19ucb1amaf#+%2b 7.2% (+-1.4%)   pattern2=0,prior_cfgd=prior_b19=prior=20,playouts=2000
230 TODO: playout_amaf with weight 1/2, sibling_amaf with weight 1, 1/2