uct/internal.h

   1 #ifndef ZZGO_UCT_INTERNAL_H
   2 #define ZZGO_UCT_INTERNAL_H
   3
   4 /* Internal UCT structures */
   5
   6 #include "debug.h"
   7 #include "move.h"
   8 #include "ownermap.h"
   9 #include "playout.h"
  10 #include "stats.h"
  11
  12 struct tree;
  13 struct tree_node;
  14 struct uct_policy;
  15 struct uct_prior;
  16 struct uct_dynkomi;
  17 struct uct_pluginset;
  18 struct joseki_dict;
  19
  20 /* How big proportion of ownermap counts must be of one color to consider
  21  * the point sure. */
  22 #define GJ_THRES        0.8
  23 /* How many games to consider at minimum before judging groups. */
  24 #define GJ_MINGAMES     500
  25
  26 /* Internal engine state. */
  27 struct uct {
  28         int debug_level;
  29         int games, gamelen;
  30         floating_t resign_threshold, sure_win_threshold;
  31         double best2_ratio, bestr_ratio;
  32         floating_t max_maintime_ratio;
  33         bool pass_all_alive;
  34         bool territory_scoring;
  35         int expand_p;
  36         bool playout_amaf, playout_amaf_nakade;
  37         bool amaf_prior;
  38         int playout_amaf_cutoff;
  39         int dumpthres;
  40         int force_seed;
  41         bool no_tbook;
  42         bool fast_alloc;
  43         unsigned long max_tree_size;
  44         unsigned long max_pruned_size;
  45         unsigned long pruning_threshold;
  46         int mercymin;
  47         int significant_threshold;
  48
  49         int threads;
  50         enum uct_thread_model {
  51                 TM_TREE, /* Tree parallelization w/o virtual loss. */
  52                 TM_TREEVL, /* Tree parallelization with virtual loss. */
  53         } thread_model;
  54         int virtual_loss;
  55         bool pondering_opt; /* User wants pondering */
  56         bool pondering; /* Actually pondering now */
  57         bool slave; /* Act as slave in distributed engine. */
  58         enum stone my_color;
  59
  60         int fuseki_end;
  61         int yose_start;
  62
  63         int dynkomi_mask;
  64         int dynkomi_interval;
  65         struct uct_dynkomi *dynkomi;
  66
  67         floating_t val_scale;
  68         int val_points;
  69         bool val_extra;
  70
  71         int treepool_chance[2];
  72         int treepool_size;
  73         enum treepool_type {
  74                 UTT_RAVE_PLAYOUTS,
  75                 UTT_RAVE_VALUE,
  76                 UTT_UCT_PLAYOUTS,
  77                 UTT_UCT_VALUE,
  78                 UTT_EVALUATE,
  79         } treepool_type;
  80         int treepool_pickfactor;
  81
  82         int random_policy_chance;
  83         int local_tree;
  84         int tenuki_d;
  85         floating_t local_tree_aging;
  86 #define LTREE_PLAYOUTS_MULTIPLIER 100
  87         floating_t local_tree_depth_decay;
  88         bool local_tree_allseq;
  89         /* Playout-localtree integration. */
  90         bool local_tree_playout; // can be true only if ELO playout
  91         bool local_tree_pseqroot;
  92
  93         /* Progressive unpruning */
  94         int prune_initial;
  95         int prune_playouts;
  96         floating_t prune_speedup; // log() of user input
  97
  98         char *banner;
  99
 100         struct uct_policy *policy;
 101         struct uct_policy *random_policy;
 102         struct playout_policy *playout;
 103         struct uct_prior *prior;
 104         struct uct_pluginset *plugins;
 105         struct joseki_dict *jdict;
 106
 107         /* Used within frame of single genmove. */
 108         struct board_ownermap ownermap;
 109         /* Used for coordination among slaves of the distributed engine. */
 110         int stats_hbits;
 111         int shared_nodes;
 112         int shared_levels;
 113         int played_own;
 114         int played_all; /* games played by all slaves */
 115
 116         /* Game state - maintained by setup_state(), reset_state(). */
 117         struct tree *t;
 118 };
 119
 120 #define UDEBUGL(n) DEBUGL_(u->debug_level, n)
 121
 122 bool uct_pass_is_safe(struct uct *u, struct board *b, enum stone color, bool pass_all_alive);
 123
 124 void uct_prepare_move(struct uct *u, struct board *b, enum stone color);
 125 void uct_genmove_setup(struct uct *u, struct board *b, enum stone color);
 126 void uct_pondering_stop(struct uct *u);
 127
 128
 129 /* This is the state used for descending the tree; we use this wrapper
 130  * structure in order to be able to easily descend in multiple trees
 131  * in parallel (e.g. main tree and local tree) or compute cummulative
 132  * "path value" throughout the tree descent. */
 133 struct uct_descent {
 134         /* Active tree nodes: */
 135         struct tree_node *node; /* Main tree. */
 136         struct tree_node *lnode; /* Local tree. */
 137         /* Value of main tree node (with all value factors, but unbiased
 138          * - without exploration factor), from black's perspective. */
 139         struct move_stats value;
 140 };
 141
 142
 143 typedef struct tree_node *(*uctp_choose)(struct uct_policy *p, struct tree_node *node, struct board *b, enum stone color, coord_t exclude);
 144 typedef floating_t (*uctp_evaluate)(struct uct_policy *p, struct tree *tree, struct uct_descent *descent, int parity);
 145 typedef void (*uctp_descend)(struct uct_policy *p, struct tree *tree, struct uct_descent *descent, int parity, bool allow_pass);
 146 typedef void (*uctp_winner)(struct uct_policy *p, struct tree *tree, struct uct_descent *descent);
 147 typedef void (*uctp_prior)(struct uct_policy *p, struct tree *tree, struct tree_node *node, struct board *b, enum stone color, int parity);
 148 typedef void (*uctp_update)(struct uct_policy *p, struct tree *tree, struct tree_node *node, enum stone node_color, enum stone player_color, struct playout_amafmap *amaf, floating_t result);
 149
 150 struct uct_policy {
 151         struct uct *uct;
 152         uctp_choose choose;
 153         uctp_winner winner;
 154         uctp_evaluate evaluate;
 155         uctp_descend descend;
 156         uctp_update update;
 157         uctp_prior prior;
 158         bool wants_amaf;
 159         void *data;
 160 };
 161
 162 #endif