UCT descent: Introduce information on last significant node
[pachi/derm.git] / uct / internal.h
blob4290f182c41a980c17a5687164e36527090b1307
1 #ifndef ZZGO_UCT_INTERNAL_H
2 #define ZZGO_UCT_INTERNAL_H
4 /* Internal UCT structures */
6 #include "debug.h"
7 #include "move.h"
8 #include "ownermap.h"
9 #include "playout.h"
10 #include "stats.h"
12 struct tree;
13 struct tree_node;
14 struct uct_policy;
15 struct uct_prior;
16 struct uct_dynkomi;
17 struct uct_pluginset;
18 struct joseki_dict;
20 /* How big proportion of ownermap counts must be of one color to consider
21 * the point sure. */
22 #define GJ_THRES 0.8
23 /* How many games to consider at minimum before judging groups. */
24 #define GJ_MINGAMES 500
26 /* Internal engine state. */
27 struct uct {
28 int debug_level;
29 int games, gamelen;
30 float resign_threshold, sure_win_threshold;
31 double best2_ratio, bestr_ratio;
32 bool pass_all_alive;
33 bool territory_scoring;
34 int expand_p;
35 bool playout_amaf, playout_amaf_nakade;
36 bool amaf_prior;
37 int playout_amaf_cutoff;
38 int dumpthres;
39 int force_seed;
40 bool no_tbook;
41 bool fast_alloc;
42 unsigned long max_tree_size;
43 unsigned long max_pruned_size;
44 unsigned long pruning_threshold;
45 int mercymin;
46 int significant_threshold;
48 int threads;
49 enum uct_thread_model {
50 TM_TREE, /* Tree parallelization w/o virtual loss. */
51 TM_TREEVL, /* Tree parallelization with virtual loss. */
52 } thread_model;
53 bool virtual_loss;
54 bool pondering_opt; /* User wants pondering */
55 bool pondering; /* Actually pondering now */
56 bool slave; /* Act as slave in distributed engine. */
57 enum stone my_color;
59 int fuseki_end;
60 int yose_start;
62 int dynkomi_mask;
63 int dynkomi_interval;
64 struct uct_dynkomi *dynkomi;
66 float val_scale;
67 int val_points;
68 bool val_extra;
70 int random_policy_chance;
71 int local_tree;
72 int tenuki_d;
73 float local_tree_aging;
74 bool local_tree_allseq;
75 /* Playout-localtree integration. */
76 bool local_tree_playout; // can be true only if ELO playout
77 bool local_tree_pseqroot;
79 char *banner;
81 struct uct_policy *policy;
82 struct uct_policy *random_policy;
83 struct playout_policy *playout;
84 struct uct_prior *prior;
85 struct uct_pluginset *plugins;
86 struct joseki_dict *jdict;
88 /* Used within frame of single genmove. */
89 struct board_ownermap ownermap;
90 /* Used for coordination among slaves of the distributed engine. */
91 int stats_hbits;
92 int shared_nodes;
93 int shared_levels;
94 int played_own;
95 int played_all; /* games played by all slaves */
97 /* Game state - maintained by setup_state(), reset_state(). */
98 struct tree *t;
101 #define UDEBUGL(n) DEBUGL_(u->debug_level, n)
103 bool uct_pass_is_safe(struct uct *u, struct board *b, enum stone color, bool pass_all_alive);
105 void uct_prepare_move(struct uct *u, struct board *b, enum stone color);
106 void uct_genmove_setup(struct uct *u, struct board *b, enum stone color);
107 void uct_pondering_stop(struct uct *u);
110 /* This is the state used for descending the tree; we use this wrapper
111 * structure in order to be able to easily descend in multiple trees
112 * in parallel (e.g. main tree and local tree) or compute cummulative
113 * "path value" throughout the tree descent. */
114 struct uct_descent {
115 /* Active tree nodes: */
116 struct tree_node *node; /* Main tree. */
117 struct tree_node *lnode; /* Local tree. */
118 /* Value of main tree node (with all value factors, but unbiased
119 * - without exploration factor), from black's perspective. */
120 struct move_stats value;
121 /* The last "significant" node along the descent (i.e. node
122 * with higher than configured number of playouts). */
123 struct tree_node *significant;
124 enum stone significant_color; // color of the significant node
128 typedef struct tree_node *(*uctp_choose)(struct uct_policy *p, struct tree_node *node, struct board *b, enum stone color, coord_t exclude);
129 typedef float (*uctp_evaluate)(struct uct_policy *p, struct tree *tree, struct uct_descent *descent, int parity);
130 typedef void (*uctp_descend)(struct uct_policy *p, struct tree *tree, struct uct_descent *descent, int parity, bool allow_pass);
131 typedef void (*uctp_winner)(struct uct_policy *p, struct tree *tree, struct uct_descent *descent);
132 typedef void (*uctp_prior)(struct uct_policy *p, struct tree *tree, struct tree_node *node, struct board *b, enum stone color, int parity);
133 typedef void (*uctp_update)(struct uct_policy *p, struct tree *tree, struct tree_node *node, enum stone node_color, enum stone player_color, struct playout_amafmap *amaf, float result);
135 struct uct_policy {
136 struct uct *uct;
137 uctp_choose choose;
138 uctp_winner winner;
139 uctp_evaluate evaluate;
140 uctp_descend descend;
141 uctp_update update;
142 uctp_prior prior;
143 bool wants_amaf;
144 void *data;
147 #endif