Updated README: Equal sign not required with `--mode` flag.
[sgk-go] / regression / 13x13.tst
CommitLineData
7eeb782e
AT
1# This is a collection of blunders of GNU Go in Stefan Mertin's private
2# 13x13 - Computer Go tournament in 2001 (see
3# http://www.geocities.com/comp_go/13x13.html). I think they should be
4# quite useful as tests. 13x13-positions are specific as problems, and
5# they are quickly evaluated both by GNU Go and by us when maintaining.
6# (And of course, these are games against some opponents we would like
7# to beat :-) )
8# I also added a few test cases where GNU Go played right in the game,
9# but went wrong in a replay by a newer version (3.14 / 3.15).
10# -Arend
11# Most of the variations in the sgf-files are due to Stefan Mertin.
12
13#CATEGORY=STRATEGY
14#DESCRIPTION=M2 has the huge follow up of rescueing H3, not seen by GNU Go.
15loadsgf games/mertin13x13/goliath-gnugo1.B+11.sgf 22
161 reg_genmove white
17#? [M2]
18
19# E10 is a little better but the difference might not be worth regressing
20# for now.
21loadsgf games/mertin13x13/goliath-gnugo1.B+11.sgf 36
222 reg_genmove white
23#? [E9|E10]
24
25loadsgf games/mertin13x13/goliath-gnugo1.B+11.sgf 58
263 restricted_genmove white E2 E5
27#? [E5]
28
29#CATEGORY=OWL_TUNING
30# Of course it is nice if you can get away with J11 as GNU Go did in the
31# game, but I think L9 is urgent.
32loadsgf games/mertin13x13/goliath-gnugo2.W+9.sgf 30
334 reg_genmove white
34#? [L9]*
35
36#CATEGORY=ENDGAME_TUNING
37loadsgf games/mertin13x13/goliath-gnugo3.W+0.sgf 42
385 reg_genmove white
39#? [N10|N9|M1]
40
41#CATEGORY=BLUNDER
42# New failure (comparing 3.1.15 with 3.0.0)
43loadsgf games/mertin13x13/goliath-gnugo3.W+0.sgf 44
446 reg_genmove white
45#? [M8]
46
47#CATEGORY=BLUNDER
48loadsgf games/mertin13x13/goliath-gnugo3.W+0.sgf 48
497 reg_genmove white
50#? [L7|M7|M6]*
51
52#CATEGORY=ENDGAME_TUNING
53loadsgf games/mertin13x13/goliath-gnugo3.W+0.sgf 54
548 restricted_genmove white K6 K7 J8 H8
55#? [J8]*
56
57#CATEGORY=BLUNDER
58loadsgf games/mertin13x13/goliath-gnugo3.W+0.sgf 72
599 reg_genmove white
60#? [C4]*
61
62#CATEGORY=STRATEGY
63loadsgf games/mertin13x13/gointellect-gnugo1.B+14.sgf 12
6410 reg_genmove white
65#? [C2]
66
67#CATEGORY=TERRITORIAL_EVALUATION
68loadsgf games/mertin13x13/gointellect-gnugo1.B+14.sgf 20
6911 reg_genmove white
70#? [L11|H7|G7|F6]*
71
72#CATEGORY=TERRITORIAL_EVALUATION
73loadsgf games/mertin13x13/gointellect-gnugo1.B+14.sgf 24
7412 reg_genmove white
75#? [G7|F7|G8]
76
77##CATEGORY=STRATEGY
78#loadsgf games/mertin13x13/gointellect-gnugo2.W+8.sgf 22
79#13 reg_genmove white
80##? [!G7]*
81
82#CATEGORY=STRATEGY
83# New failure (comparing 3.1.15 with 3.0.0)
84loadsgf games/mertin13x13/gointellect-gnugo2.W+8.sgf 28
8514 reg_genmove white
86#? [A10|E8|E6|H6]*
87
88#CATEGORY=STRATEGY
89# New failure (comparing 3.1.15 and 3.0.0)
90# See also owl:262.
91loadsgf games/mertin13x13/gointellect-gnugo2.W+8.sgf 32
9215 reg_genmove white
93#? [C7|B7|C6|B6|B5|C5]
94
95#CATEGORY=STRATEGY
96loadsgf games/mertin13x13/gointellect-gnugo3.B+1.sgf 24
9716 reg_genmove white
98#? [C6|C5]
99
100# New failure (comparing 3.1.15 with 3.0.0)
101loadsgf games/mertin13x13/gointellect-gnugo3.B+1.sgf 32
10217 reg_genmove white
103#? [L5|L3]*
104
105#CATEGORY=OWL_TUNING
106# This got broke between 3.0.0 and 3.1.14.
107loadsgf games/mertin13x13/gointellect-gnugo3.B+1.sgf 42
10818 owl_attack L11
109#? [0]
110
111loadsgf games/mertin13x13/gointellect-gnugo3.B+1.sgf 48
11219 restricted_genmove white M8 N3
113#? [M8]
114
115#CATEGORY=ENDGAME_TUNING
116loadsgf games/mertin13x13/gointellect-gnugo3.B+1.sgf 60
11720 reg_genmove white
118#? [M8]
119
120#CATEGORY=ENDGAME_TUNING
121loadsgf games/mertin13x13/gointellect-gnugo3.B+1.sgf 66
12221 reg_genmove white
123#? [N8]
124
125#CATEGORY=BLUNDER
126loadsgf games/mertin13x13/gointellect-gnugo3.B+1.sgf 94
12722 reg_genmove white
128#? [C9]
129
130# E12 is too small.
131loadsgf games/mertin13x13/katsunari-gnugo3.B+14.sgf 16
13223 reg_genmove white
133#? [B7|M10|H2]*
134
135# At least try to connect.
136loadsgf games/mertin13x13/katsunari-gnugo3.B+14.sgf 34
13724 reg_genmove white
138#? [G5|H5|G4]*
139
140loadsgf games/mertin13x13/katsunari-gnugo3.B+14.sgf 64
14125 reg_genmove white
142#? [J5]
143
144loadsgf games/mertin13x13/katsunari-gnugo3.B+14.sgf 66
14526 reg_genmove white
146#? [J5]
147
148#CATEGORY=FUSEKI_STRATEGY
149# Too early for 3-3 invasion at L11 with both UL and LR corner open
150loadsgf games/mertin13x13/katsunari-gnugo1.W+45.sgf 10
15127 reg_genmove white
152#? [C11|E3|E4]
153
154loadsgf games/mertin13x13/katsunari-gnugo1.W+45.sgf 12
15528 reg_genmove white
156#? [L10]*
157
158loadsgf games/mertin13x13/katsunari-gnugo1.W+45.sgf 20
15929 reg_genmove white
160#? [C8]
161
162loadsgf games/mertin13x13/katsunari-gnugo1.W+45.sgf 32
16330 reg_genmove white
164#? [B7|J13|E2|J6]
165
166loadsgf games/mertin13x13/katsunari-gnugo1.W+45.sgf 64
16731 reg_genmove white
168#? [M4|N4]
169
170# A nice tesuji by GNU Go worth remembering!
171loadsgf games/mertin13x13/katsunari-gnugo1.W+45.sgf 74
17233 reg_genmove white
173#? [E7]
174
175# New failure (comparing 3.1.15 with 3.0.0)
176loadsgf games/mertin13x13/katsunari-gnugo1.W+45.sgf 82
17734 reg_genmove white
178#? [K13]
179
180# New failure (comparing 3.1.15 with 3.0.0)
181loadsgf games/mertin13x13/katsunari-gnugo1.W+45.sgf 102
18235 reg_genmove white
183#? [D2]
184
185loadsgf games/mertin13x13/katsunari-gnugo1.W+45.sgf 110
18636 reg_genmove white
187#? [C5]
188
189#CATEGORY=STRATEGY
190#SEVERITY=8
191loadsgf games/mertin13x13/katsunari-gnugo2.W+4.sgf 12
19237 reg_genmove white
193#? [E10]*
194
195loadsgf games/mertin13x13/katsunari-gnugo2.W+4.sgf 20
19638 reg_genmove white
197#? [G11]
198
199#CATEGORY=SEMEAI
200loadsgf games/mertin13x13/katsunari-gnugo2.W+4.sgf 44
20139 reg_genmove white
202#? [H4|J4]
203
204# CATEGORY=FOLLOWUP
205# The followup of K13 is undervalued.
206# In fact, there is none at all (3.3.8)
207loadsgf games/mertin13x13/katsunari-gnugo2.W+4.sgf 50
20840 reg_genmove white
209#? [K13]*
210
211# C8 can be cut off. Stones added to make the testcase more clear cut.
212loadsgf games/mertin13x13/katsunari-gnugo2.W+4.sgf 60
213play white H10
214play black D5
21541 restricted_genmove white C8 D7
216#? [D7]*
217
218#CATEGORY=SEMEAI
219loadsgf games/mertin13x13/katsunari-gnugo2.W+4.sgf 126
22042 reg_genmove white
221#? [N3|N2|L4|L3|L2|L1|M1|N1|M4]
222
223#CATEGORY=ENDGAME_TUNING
224# A correction in this shape would need subtle tuning, as leaving
225# the gap at D7 (by playing D6) should often be bad.
226loadsgf games/mertin13x13/gnugo-goliath1.W+11.sgf 25
22743 reg_genmove black
228#? [D6]*
229
230#CATEGORY=ENDGAME_TUNING
231# To get better evaluation for B6 one would need to
232# 1) add the follow-up value of the monkey jump (very high here as
233# it is sente)
234# 2) move the influence barrier in the current situation around B6
235# a little further down, and/or add a reverse followup value here
236# Part of the overvaluation of M11 is due to the huge shape factor (+8.00)
237# by pattern CC77, which does not make too much sense here.
238loadsgf games/mertin13x13/gnugo-goliath1.W+11.sgf 27
23944 reg_genmove black
240#? [B6]
241
242#CATEGORY=ENDGAME_TUNING
243# B4 is really huge here, appr. 20 pts.
244loadsgf games/mertin13x13/gnugo-goliath1.W+11.sgf 31
24545 reg_genmove black
246#? [B4]
247
248#CATEGORY=ENDGAME_TUNING
249# L3 is 2pt double sente.
250loadsgf games/mertin13x13/gnugo-goliath1.W+11.sgf 85
25146 reg_genmove black
252#? [L3]
253
254#CATEGORY=FUSEKI_STRATEGY
255loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 7
25647 restricted_genmove black K8 K9 G11
257#? [K8|K9]
258
259loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 11
26048 reg_genmove black
261#? [K7]
262
263loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 13
26449 reg_genmove black
265#? [K7]
266
267# Renumbered since there were 2 test 49's
268loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 19
269149 reg_genmove black
270#? [L7]*
271
272# Here N11 is generated as an "additional attack/defense move", although
273# the black dragon is still dead after black connects at N11.
274loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 27
27550 owl_defend L10
276#? [0]
277
278loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 33
27951 reg_genmove black
280#? [L5]*
281
282# GNU Go 3.1.15 wants to play F10 here (although 3.0.0 got H10)
283loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 35
28452 reg_genmove black
285#? [H10]
286
287#CATEGORY=BLUNDER
288loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 61
28953 reg_genmove black
290#? [C6]
291
292#CATEGORY=SEMEAI
293# This is very difficult. There are some variations in the .sgf-file,
294# most of them due to Stefan Mertin. Of course J13 (played by GNU Go)
295# is an annoying blunder.
296loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 67
29754 reg_genmove black
298#? [G10]*
299
300loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 83
30155 reg_genmove black
302#? [F5]*
303
304#CATEGORY=CONNECTION
305loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 99
30656 reg_genmove black
307#? [H3]*
308
309#CATEGORY=ENDGAME_TUNING
310# New failure (comparing 3.1.15 with 3.0.0)
311loadsgf games/mertin13x13/gnugo-goliath2.W+38.sgf 111
31257 reg_genmove black
313#? [C5|D5]
314
315#CATEGORY=OWL_TUNING
316# New failure (comparing 3.1.15 with 3.0.0)
317loadsgf games/mertin13x13/gnugo-goliath3.B+16.sgf 55
31858 owl_attack J2
319#? [0]
320
321# Moves like C8 are severly undervalued by GNU Go. /ab
322loadsgf games/mertin13x13/gnugo-katsunari1.B+21.sgf 13
32359 restricted_genmove black J11 C8
324#? [C8]
325
326loadsgf games/mertin13x13/gnugo-katsunari1.B+21.sgf 15
32760 reg_genmove black
328#? [K5|L5]
329
330loadsgf games/mertin13x13/gnugo-katsunari1.B+21.sgf 75
33161 reg_genmove black
332#? [K8]
333
334loadsgf games/mertin13x13/gnugo-katsunari2.B+66.sgf 13
33562 reg_genmove black
336#? [M5]*
337
338# New failure (comparing 3.0.0 and 3.1.15)
339loadsgf games/mertin13x13/gnugo-katsunari2.B+66.sgf 25
34063 reg_genmove black
341#? [K4]
342
343#CATEGORY=OWL_TUNING
344loadsgf games/mertin13x13/gnugo-katsunari2.B+66.sgf 33
34564 reg_genmove black
346#? [L2|M3|L4|M5]
347
348# New failure (comparing 3.0.0 and 3.1.15)
349loadsgf games/mertin13x13/gnugo-katsunari2.B+66.sgf 35
35065 reg_genmove black
351#? [H4]
352
353loadsgf games/mertin13x13/gnugo-katsunari2.B+66.sgf 47
35466 reg_genmove black
355#? [G8|G7|H9|J9]*
356
357#CATEGORY=ATARI_ATARI + ENDGAME_TUNING
358# New failure (comparing 3.0.0 and 3.1.15)
359# EB1404b produces nonsense here.
360loadsgf games/mertin13x13/gnugo-katsunari2.B+66.sgf 77
36167 reg_genmove black
362#? [B9]
363
364loadsgf games/mertin13x13/gnugo-katsunari2.B+66.sgf 79
36568 reg_genmove black
366#? [A8]
367
368#CATEGORY=TERRITORIAL_EVALUATION
369# There is s.th. odd in the influence function in comparison between
370# D4 and D5.
371loadsgf games/mertin13x13/gnugo-katsunari2.B+66.sgf 89
37269 restricted_genmove black D4 D5
373#? [D5]
374
375#CATEGORY=FUSEKI_STRATEGY
376# I think that securing the corner is larger.
377loadsgf games/mertin13x13/gnugo-gointellect1.W+28.sgf 11
37870 reg_genmove black
379#? [L10|L9|L11]
380
381loadsgf games/mertin13x13/gnugo-gointellect1.W+28.sgf 19
38271 reg_genmove black
383#? [J11]
384
385loadsgf games/mertin13x13/gnugo-gointellect1.W+28.sgf 29
38672 reg_genmove black
387#? [J10]
388
389# New failure (comparing 3.1.15 with 3.0.0)
390# The "attack last move played, although it seems bad" heuristic sometimes
391# produces very bad choices.
392loadsgf games/mertin13x13/gnugo-gointellect1.W+28.sgf 31
39373 reg_genmove black
394#? [J8]*
395
396#CATEGORY=OWL_TUNING, SEMEAI
397# The "attack last move played, although it seems bad" heuristic sometimes
398# produces very bad choices. Also, owl is wrong here.
399loadsgf games/mertin13x13/gnugo-gointellect1.W+28.sgf 33
40074 reg_genmove black
401#? [G10]
402
403# D11 is a no-no. /ab
404#CATEGORY=TERRITORIAL_EVALUATION
405loadsgf games/mertin13x13/gnugo-gointellect2.W+2.sgf 13
40675 restricted_genmove black D11 E12
407#? [E12]
408
409#CATEGORY=TERRITORIAL_EVALUATION
410loadsgf games/mertin13x13/gnugo-gointellect2.W+2.sgf 17
41176 reg_genmove black
412#? [K6|L6|J3]
413
414# New failure (comparing 3.1.15 with 3.0.0)
415loadsgf games/mertin13x13/gnugo-gointellect2.W+2.sgf 19
41677 reg_genmove black
417#? [L6|K5]*
418
419loadsgf games/mertin13x13/gnugo-gointellect2.W+2.sgf 21
42078 reg_genmove black
421#? [L5]*
422
423loadsgf games/mertin13x13/gnugo-gointellect2.W+2.sgf 23
42479 reg_genmove black
425#? [M5]
426
427# M2 is better for eye shape here.
428# New failure (comparing 3.1.15 with 3.0.0)
429loadsgf games/mertin13x13/gnugo-gointellect2.W+2.sgf 41
43080 reg_genmove black
431#? [M2]
432
433#CATEGORY=ENDGAME_TUNING
434loadsgf games/mertin13x13/gnugo-gointellect2.W+2.sgf 55
43581 reg_genmove black
436#? [M8]
437
438# New failure (comparing 3.1.15 with 3.0.0)
439loadsgf games/mertin13x13/gnugo-gointellect3.W+37.sgf 11
44082 reg_genmove black
441#? [K4]
442
443loadsgf games/mertin13x13/gnugo-gointellect3.W+37.sgf 23
44483 reg_genmove black
445#? [L9]*
446
447loadsgf games/mertin13x13/gnugo-gointellect3.W+37.sgf 25
44884 reg_genmove black
449#? [L9]*
450
451loadsgf games/mertin13x13/gnugo-gointellect3.W+37.sgf 29
45285 reg_genmove black
453#? [D2]
454
455#CATEGORY=OWL_TUNING
456# New failure (comparing 3.1.15 with 3.0.0)
457loadsgf games/mertin13x13/gnugo-gointellect3.W+37.sgf 45
45886 owl_attack L5
459#? [1 (H5|J4)]
460
461#CATEGORY=TACTICAL_READING
462# GNU Go claims that D6 defends the worms D9 and F9
463loadsgf games/mertin13x13/gnugo-gointellect3.W+37.sgf 65
46487 reg_genmove black
465#? [E6]
466
467#CATEGORY=BLUNDER
468# New failure (comparing 3.1.15 with 3.0.0)
469loadsgf games/mertin13x13/gnugo-gointellect3.W+37.sgf 69
47088 restricted_genmove black A9 D6
471#? [D6]
472
473#CATEGORY=OWL_TUNING
474# New failure (comparing 3.1.15 with 3.0.0)
475# (I hope I read this out correctly. See variations in sgf-file.)
476loadsgf games/mertin13x13/gnugo-gointellect3.W+37.sgf 83
47789 owl_attack K2
478#? [0]
479
480#CATEGORY=ENDGAME_TUNING
481loadsgf games/mertin13x13/gnugo-gointellect3.W+37.sgf 99
48290 reg_genmove black
483#? [A5]
484
485#CATEGORY=ENDGAME_TUNING
486loadsgf games/mertin13x13/gnugo-gointellect3.W+37.sgf 109
48791 reg_genmove black
488#? [K6]*