5 #include <isl/id_to_ast_expr.h>
8 #include "ppcg_options.h"
10 /* Represents an outer array possibly accessed by a gpu_prog.
12 struct gpu_array_info
{
13 /* The array data space. */
19 /* Name of the array. */
21 /* Extent of the array that needs to be copied. */
23 /* Number of indices. */
25 /* For each index, a bound on "extent" in that direction. */
28 /* All references to this array; point to elements of a linked list. */
30 struct gpu_stmt_access
**refs
;
32 /* Is this array accessed at all by the program? */
35 /* Is this a scalar that is read-only within the entire program? */
38 /* Are the elements of the array structures? */
39 int has_compound_element
;
41 /* Is the array local to the scop? */
44 /* Should the array be linearized? */
47 /* Order dependences on this array.
48 * Only used if live_range_reordering option is set.
49 * It is set to NULL otherwise.
51 isl_union_map
*dep_order
;
54 /* Represents an outer array accessed by a ppcg_kernel, localized
55 * to the context of this kernel.
57 * "array" points to the corresponding array in the gpu_prog.
58 * The "n_group" "groups" are the reference groups associated to the array.
59 * If the outer array represented by the gpu_local_array_info
60 * contains structures, then the references are not
61 * collected and the reference groups are not computed.
62 * If "force_private" is set, then the array (in practice a scalar)
63 * must be mapped to a register.
64 * For each index i with 0 <= i < n_index,
65 * bound[i] is equal to array->bound[i] specialized to the current kernel.
67 struct gpu_local_array_info
{
68 struct gpu_array_info
*array
;
71 struct gpu_array_ref_group
**groups
;
76 isl_pw_aff_list
*bound
;
79 __isl_give isl_ast_expr
*gpu_local_array_info_linearize_index(
80 struct gpu_local_array_info
*array
, __isl_take isl_ast_expr
*expr
);
82 /* A sequence of "n" names of types.
89 /* "read" and "write" contain the original access relations, possibly
90 * involving member accesses.
92 * The elements of "array", as well as the ranges of "copy_in" and "copy_out"
93 * only refer to the outer arrays of any possible member accesses.
98 struct ppcg_scop
*scop
;
100 /* Set of parameter values */
103 /* All potential read accesses in the entire program */
106 /* All potential write accesses in the entire program */
107 isl_union_map
*may_write
;
108 /* All definite write accesses in the entire program */
109 isl_union_map
*must_write
;
110 /* All tagged definite kills in the entire program */
111 isl_union_map
*tagged_must_kill
;
113 /* The set of inner array elements that may be preserved. */
114 isl_union_set
*may_persist
;
116 /* Set of outer array elements that need to be copied in. */
117 isl_union_set
*copy_in
;
118 /* Set of outer array elements that need to be copied out. */
119 isl_union_set
*copy_out
;
121 /* A mapping from all innermost arrays to their outer arrays. */
122 isl_union_map
*to_outer
;
123 /* A mapping from the outer arrays to all corresponding inner arrays. */
124 isl_union_map
*to_inner
;
125 /* A mapping from all intermediate arrays to their outer arrays,
126 * including an identity mapping from the anoymous 1D space to itself.
128 isl_union_map
*any_to_outer
;
130 /* Order dependences on non-scalars. */
131 isl_union_map
*array_order
;
133 /* Array of statements */
135 struct gpu_stmt
*stmts
;
138 struct gpu_array_info
*array
;
143 struct ppcg_options
*options
;
145 /* Callback for printing of AST in appropriate format. */
146 __isl_give isl_printer
*(*print
)(__isl_take isl_printer
*p
,
147 struct gpu_prog
*prog
, __isl_keep isl_ast_node
*tree
,
148 struct gpu_types
*types
, void *user
);
151 struct gpu_prog
*prog
;
152 /* The generated AST. */
155 /* The sequence of types for which a definition has been printed. */
156 struct gpu_types types
;
158 /* User specified tile, grid and block sizes for each kernel */
159 isl_union_map
*sizes
;
161 /* Effectively used tile, grid and block sizes for each kernel */
162 isl_union_map
*used_sizes
;
164 /* Identifier of the next kernel. */
166 /* Pointer to the current kernel. */
167 struct ppcg_kernel
*kernel
;
169 /* First tile dimension. */
172 /* A schedule tree corresponding to both the host and device code. */
173 isl_schedule
*schedule
;
176 enum ppcg_kernel_access_type
{
182 enum ppcg_kernel_stmt_type
{
188 /* Representation of special statements, in particular copy statements
189 * and __syncthreads statements, inside a kernel.
191 * type represents the kind of statement
194 * for ppcg_kernel_copy statements we have
196 * read is set if the statement should copy data from global memory
197 * to shared memory or registers.
199 * index expresses an access to the array element that needs to be copied
200 * local_index expresses the corresponding element in the tile
202 * array refers to the original array being copied
203 * local_array is a pointer to the appropriate element in the "array"
204 * array of the ppcg_kernel to which this copy access belongs
207 * for ppcg_kernel_domain statements we have
209 * stmt is the corresponding input statement
211 * n_access is the number of accesses in stmt
212 * access is an array of local information about the accesses
214 struct ppcg_kernel_stmt
{
215 enum ppcg_kernel_stmt_type type
;
221 isl_ast_expr
*local_index
;
222 struct gpu_array_info
*array
;
223 struct gpu_local_array_info
*local_array
;
226 struct gpu_stmt
*stmt
;
227 isl_id_to_ast_expr
*ref2expr
;
232 /* Representation of a local variable in a kernel.
234 struct ppcg_kernel_var
{
235 struct gpu_array_info
*array
;
236 enum ppcg_kernel_access_type type
;
241 /* Representation of a kernel.
243 * prog describes the original code from which the kernel is extracted.
245 * id is the sequence number of the kernel.
247 * block_ids contains the list of block identifiers for this kernel.
248 * thread_ids contains the list of thread identifiers for this kernel.
250 * the first n_grid elements of grid_dim represent the specified size
252 * the first n_block elements of block_dim represent the specified or
253 * effective size of the block.
254 * Note that in the input file, the sizes of the grid and the blocks
255 * are specified in the order x, y, z, but internally, the sizes
256 * are stored in reverse order, so that the last element always
257 * refers to the x dimension.
259 * grid_size reflects the effective grid size.
261 * context contains the values of the parameters and outer schedule dimensions
262 * for which any statement instance in this kernel needs to be executed.
264 * n_sync is the number of synchronization operations that have
265 * been introduced in the schedule tree corresponding to this kernel (so far).
267 * core contains the spaces of the statement domains that form
268 * the core computation of the kernel. It is used to navigate
269 * the tree during the construction of the device part of the schedule
270 * tree in create_kernel.
272 * arrays is the set of possibly accessed outer array elements.
274 * space is the schedule space of the AST context. That is, it represents
275 * the loops of the generated host code containing the kernel launch.
277 * n_array is the total number of arrays in the input program and also
278 * the number of element in the array array.
279 * array contains information about each array that is local
280 * to the current kernel. If an array is not used in a kernel,
281 * then the corresponding entry does not contain any information.
283 * any_force_private is set if any array in the kernel is marked force_private
285 * block_filter contains constraints on the domain elements in the kernel
286 * that encode the mapping to block identifiers, where the block identifiers
287 * are represented by "n_grid" parameters with as names the elements
290 * thread_filter contains constraints on the domain elements in the kernel
291 * that encode the mapping to thread identifiers, where the thread identifiers
292 * are represented by "n_block" parameters with as names the elements
295 * shared_schedule corresponds to the schedule dimensions of
296 * the (tiled) schedule for this kernel that have been taken into account
297 * for computing private/shared memory tiles.
298 * shared_schedule_dim is the dimension of this schedule.
302 struct ppcg_options
*options
;
304 struct gpu_prog
*prog
;
308 isl_id_list
*block_ids
;
309 isl_id_list
*thread_ids
;
316 isl_multi_pw_aff
*grid_size
;
321 isl_union_set
*arrays
;
326 struct gpu_local_array_info
*array
;
329 struct ppcg_kernel_var
*var
;
331 int any_force_private
;
333 isl_union_set
*block_filter
;
334 isl_union_set
*thread_filter
;
335 isl_union_pw_multi_aff
*shared_schedule
;
336 int shared_schedule_dim
;
341 int gpu_array_is_scalar(struct gpu_array_info
*array
);
342 int gpu_array_is_read_only_scalar(struct gpu_array_info
*array
);
343 __isl_give isl_set
*gpu_array_positive_size_guard(struct gpu_array_info
*array
);
345 struct gpu_prog
*gpu_prog_alloc(isl_ctx
*ctx
, struct ppcg_scop
*scop
);
346 void *gpu_prog_free(struct gpu_prog
*prog
);
348 int generate_gpu(isl_ctx
*ctx
, const char *input
, FILE *out
,
349 struct ppcg_options
*options
,
350 __isl_give isl_printer
*(*print
)(__isl_take isl_printer
*p
,
351 struct gpu_prog
*prog
, __isl_keep isl_ast_node
*tree
,
352 struct gpu_types
*types
, void *user
), void *user
);