?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
mountmgr.sys: Ensure unixlib function tables and enum stay in sync.
[wine.git] / dlls / wined3d / context_vk.c
blob859e8fb5949acf5d6543c0402d48a87969bd84b5
1 /*
2 * Copyright 2002-2004 Jason Edmeades
3 * Copyright 2002-2004 Raphael Junqueira
4 * Copyright 2004 Christian Costa
5 * Copyright 2005 Oliver Stieber
6 * Copyright 2006, 2008 Henri Verbeet
7 * Copyright 2007-2011, 2013 Stefan Dösinger for CodeWeavers
8 * Copyright 2009-2020 Henri Verbeet for CodeWeavers
9 *
10 * This library is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU Lesser General Public
12 * License as published by the Free Software Foundation; either
13 * version 2.1 of the License, or (at your option) any later version.
14 *
15 * This library is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 * Lesser General Public License for more details.
19 *
20 * You should have received a copy of the GNU Lesser General Public
21 * License along with this library; if not, write to the Free Software
22 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
23 */
24
25 #include "wined3d_private.h"
26 #include "wined3d_vk.h"
27
28 WINE_DEFAULT_DEBUG_CHANNEL(d3d);
29
30 VkCompareOp vk_compare_op_from_wined3d(enum wined3d_cmp_func op)
31 {
32 switch (op)
33 {
34 case WINED3D_CMP_NEVER:
35 return VK_COMPARE_OP_NEVER;
36 case WINED3D_CMP_LESS:
37 return VK_COMPARE_OP_LESS;
38 case WINED3D_CMP_EQUAL:
39 return VK_COMPARE_OP_EQUAL;
40 case WINED3D_CMP_LESSEQUAL:
41 return VK_COMPARE_OP_LESS_OR_EQUAL;
42 case WINED3D_CMP_GREATER:
43 return VK_COMPARE_OP_GREATER;
44 case WINED3D_CMP_NOTEQUAL:
45 return VK_COMPARE_OP_NOT_EQUAL;
46 case WINED3D_CMP_GREATEREQUAL:
47 return VK_COMPARE_OP_GREATER_OR_EQUAL;
48 case WINED3D_CMP_ALWAYS:
49 return VK_COMPARE_OP_ALWAYS;
50 default:
51 if (!op)
52 WARN("Unhandled compare operation %#x.\n", op);
53 else
54 FIXME("Unhandled compare operation %#x.\n", op);
55 return VK_COMPARE_OP_NEVER;
56 }
57 }
58
59 VkShaderStageFlagBits vk_shader_stage_from_wined3d(enum wined3d_shader_type shader_type)
60 {
61 switch (shader_type)
62 {
63 case WINED3D_SHADER_TYPE_VERTEX:
64 return VK_SHADER_STAGE_VERTEX_BIT;
65 case WINED3D_SHADER_TYPE_HULL:
66 return VK_SHADER_STAGE_TESSELLATION_CONTROL_BIT;
67 case WINED3D_SHADER_TYPE_DOMAIN:
68 return VK_SHADER_STAGE_TESSELLATION_EVALUATION_BIT;
69 case WINED3D_SHADER_TYPE_GEOMETRY:
70 return VK_SHADER_STAGE_GEOMETRY_BIT;
71 case WINED3D_SHADER_TYPE_PIXEL:
72 return VK_SHADER_STAGE_FRAGMENT_BIT;
73 case WINED3D_SHADER_TYPE_COMPUTE:
74 return VK_SHADER_STAGE_COMPUTE_BIT;
75 default:
76 ERR("Unhandled shader type %s.\n", debug_shader_type(shader_type));
77 return 0;
78 }
79 }
80
81 static VkBlendFactor vk_blend_factor_from_wined3d(enum wined3d_blend blend,
82 const struct wined3d_format *dst_format, bool alpha)
83 {
84 switch (blend)
85 {
86 case WINED3D_BLEND_ZERO:
87 return VK_BLEND_FACTOR_ZERO;
88 case WINED3D_BLEND_ONE:
89 return VK_BLEND_FACTOR_ONE;
90 case WINED3D_BLEND_SRCCOLOR:
91 return VK_BLEND_FACTOR_SRC_COLOR;
92 case WINED3D_BLEND_INVSRCCOLOR:
93 return VK_BLEND_FACTOR_ONE_MINUS_SRC_COLOR;
94 case WINED3D_BLEND_SRCALPHA:
95 return VK_BLEND_FACTOR_SRC_ALPHA;
96 case WINED3D_BLEND_INVSRCALPHA:
97 return VK_BLEND_FACTOR_ONE_MINUS_SRC_ALPHA;
98 case WINED3D_BLEND_DESTALPHA:
99 if (dst_format->alpha_size)
100 return VK_BLEND_FACTOR_DST_ALPHA;
101 return VK_BLEND_FACTOR_ONE;
102 case WINED3D_BLEND_INVDESTALPHA:
103 if (dst_format->alpha_size)
104 return VK_BLEND_FACTOR_ONE_MINUS_DST_ALPHA;
105 return VK_BLEND_FACTOR_ZERO;
106 case WINED3D_BLEND_DESTCOLOR:
107 return VK_BLEND_FACTOR_DST_COLOR;
108 case WINED3D_BLEND_INVDESTCOLOR:
109 return VK_BLEND_FACTOR_ONE_MINUS_DST_COLOR;
110 case WINED3D_BLEND_SRCALPHASAT:
111 return VK_BLEND_FACTOR_SRC_ALPHA_SATURATE;
112 case WINED3D_BLEND_BLENDFACTOR:
113 if (alpha)
114 return VK_BLEND_FACTOR_CONSTANT_ALPHA;
115 return VK_BLEND_FACTOR_CONSTANT_COLOR;
116 case WINED3D_BLEND_INVBLENDFACTOR:
117 if (alpha)
118 return VK_BLEND_FACTOR_ONE_MINUS_CONSTANT_ALPHA;
119 return VK_BLEND_FACTOR_ONE_MINUS_CONSTANT_COLOR;
120 case WINED3D_BLEND_SRC1COLOR:
121 return VK_BLEND_FACTOR_SRC1_COLOR;
122 case WINED3D_BLEND_INVSRC1COLOR:
123 return VK_BLEND_FACTOR_ONE_MINUS_SRC1_COLOR;
124 case WINED3D_BLEND_SRC1ALPHA:
125 return VK_BLEND_FACTOR_SRC1_ALPHA;
126 case WINED3D_BLEND_INVSRC1ALPHA:
127 return VK_BLEND_FACTOR_ONE_MINUS_SRC1_ALPHA;
128 default:
129 FIXME("Unhandled blend %#x.\n", blend);
130 return VK_BLEND_FACTOR_ZERO;
131 }
132 }
133
134 static VkBlendOp vk_blend_op_from_wined3d(enum wined3d_blend_op op)
135 {
136 switch (op)
137 {
138 case WINED3D_BLEND_OP_ADD:
139 return VK_BLEND_OP_ADD;
140 case WINED3D_BLEND_OP_SUBTRACT:
141 return VK_BLEND_OP_SUBTRACT;
142 case WINED3D_BLEND_OP_REVSUBTRACT:
143 return VK_BLEND_OP_REVERSE_SUBTRACT;
144 case WINED3D_BLEND_OP_MIN:
145 return VK_BLEND_OP_MIN;
146 case WINED3D_BLEND_OP_MAX:
147 return VK_BLEND_OP_MAX;
148 default:
149 FIXME("Unhandled blend op %#x.\n", op);
150 return VK_BLEND_OP_ADD;
151 }
152 }
153
154 static VkColorComponentFlags vk_colour_write_mask_from_wined3d(uint32_t wined3d_mask)
155 {
156 VkColorComponentFlags vk_mask = 0;
157
158 if (wined3d_mask & WINED3DCOLORWRITEENABLE_RED)
159 vk_mask |= VK_COLOR_COMPONENT_R_BIT;
160 if (wined3d_mask & WINED3DCOLORWRITEENABLE_GREEN)
161 vk_mask |= VK_COLOR_COMPONENT_G_BIT;
162 if (wined3d_mask & WINED3DCOLORWRITEENABLE_BLUE)
163 vk_mask |= VK_COLOR_COMPONENT_B_BIT;
164 if (wined3d_mask & WINED3DCOLORWRITEENABLE_ALPHA)
165 vk_mask |= VK_COLOR_COMPONENT_A_BIT;
166
167 return vk_mask;
168 }
169
170 static VkCullModeFlags vk_cull_mode_from_wined3d(enum wined3d_cull mode)
171 {
172 switch (mode)
173 {
174 case WINED3D_CULL_NONE:
175 return VK_CULL_MODE_NONE;
176 case WINED3D_CULL_FRONT:
177 return VK_CULL_MODE_FRONT_BIT;
178 case WINED3D_CULL_BACK:
179 return VK_CULL_MODE_BACK_BIT;
180 default:
181 FIXME("Unhandled cull mode %#x.\n", mode);
182 return VK_CULL_MODE_NONE;
183 }
184 }
185
186 static VkPrimitiveTopology vk_topology_from_wined3d(enum wined3d_primitive_type t)
187 {
188 switch (t)
189 {
190 case WINED3D_PT_POINTLIST:
191 return VK_PRIMITIVE_TOPOLOGY_POINT_LIST;
192 case WINED3D_PT_LINELIST:
193 return VK_PRIMITIVE_TOPOLOGY_LINE_LIST;
194 case WINED3D_PT_LINESTRIP:
195 return VK_PRIMITIVE_TOPOLOGY_LINE_STRIP;
196 case WINED3D_PT_TRIANGLELIST:
197 return VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST;
198 case WINED3D_PT_TRIANGLESTRIP:
199 return VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP;
200 case WINED3D_PT_TRIANGLEFAN:
201 return VK_PRIMITIVE_TOPOLOGY_TRIANGLE_FAN;
202 case WINED3D_PT_LINELIST_ADJ:
203 return VK_PRIMITIVE_TOPOLOGY_LINE_LIST_WITH_ADJACENCY;
204 case WINED3D_PT_LINESTRIP_ADJ:
205 return VK_PRIMITIVE_TOPOLOGY_LINE_STRIP_WITH_ADJACENCY;
206 case WINED3D_PT_TRIANGLELIST_ADJ:
207 return VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST_WITH_ADJACENCY;
208 case WINED3D_PT_TRIANGLESTRIP_ADJ:
209 return VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP_WITH_ADJACENCY;
210 case WINED3D_PT_PATCH:
211 return VK_PRIMITIVE_TOPOLOGY_PATCH_LIST;
212 default:
213 FIXME("Unhandled primitive type %s.\n", debug_d3dprimitivetype(t));
214 case WINED3D_PT_UNDEFINED:
215 return ~0u;
216 }
217 }
218
219 static VkStencilOp vk_stencil_op_from_wined3d(enum wined3d_stencil_op op)
220 {
221 switch (op)
222 {
223 case WINED3D_STENCIL_OP_KEEP:
224 return VK_STENCIL_OP_KEEP;
225 case WINED3D_STENCIL_OP_ZERO:
226 return VK_STENCIL_OP_ZERO;
227 case WINED3D_STENCIL_OP_REPLACE:
228 return VK_STENCIL_OP_REPLACE;
229 case WINED3D_STENCIL_OP_INCR_SAT:
230 return VK_STENCIL_OP_INCREMENT_AND_CLAMP;
231 case WINED3D_STENCIL_OP_DECR_SAT:
232 return VK_STENCIL_OP_DECREMENT_AND_CLAMP;
233 case WINED3D_STENCIL_OP_INVERT:
234 return VK_STENCIL_OP_INVERT;
235 case WINED3D_STENCIL_OP_INCR:
236 return VK_STENCIL_OP_INCREMENT_AND_WRAP;
237 case WINED3D_STENCIL_OP_DECR:
238 return VK_STENCIL_OP_DECREMENT_AND_WRAP;
239 default:
240 if (!op)
241 WARN("Unhandled stencil operation %#x.\n", op);
242 else
243 FIXME("Unhandled stencil operation %#x.\n", op);
244 return VK_STENCIL_OP_KEEP;
245 }
246 }
247
248 static bool wined3d_get_unused_stream_index(const struct wined3d_state *state, uint32_t *index)
249 {
250 uint32_t i;
251
252 for (i = 0; i < ARRAY_SIZE(state->streams); ++i)
253 {
254 if (!state->streams[i].buffer)
255 {
256 *index = i;
257 return true;
258 }
259 }
260
261 return false;
262 }
263
264 static void wined3d_allocator_chunk_vk_lock(struct wined3d_allocator_chunk_vk *chunk_vk)
265 {
266 wined3d_device_vk_allocator_lock(wined3d_device_vk_from_allocator(chunk_vk->c.allocator));
267 }
268
269 static void wined3d_allocator_chunk_vk_unlock(struct wined3d_allocator_chunk_vk *chunk_vk)
270 {
271 wined3d_device_vk_allocator_unlock(wined3d_device_vk_from_allocator(chunk_vk->c.allocator));
272 }
273
274 void *wined3d_allocator_chunk_vk_map(struct wined3d_allocator_chunk_vk *chunk_vk,
275 struct wined3d_context_vk *context_vk)
276 {
277 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
278 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
279 void *map_ptr;
280 VkResult vr;
281
282 TRACE("chunk %p, memory 0x%s, map_ptr %p.\n", chunk_vk,
283 wine_dbgstr_longlong(chunk_vk->vk_memory), chunk_vk->c.map_ptr);
284
285 wined3d_allocator_chunk_vk_lock(chunk_vk);
286
287 if (!chunk_vk->c.map_ptr)
288 {
289 if ((vr = VK_CALL(vkMapMemory(device_vk->vk_device,
290 chunk_vk->vk_memory, 0, VK_WHOLE_SIZE, 0, &chunk_vk->c.map_ptr))) < 0)
291 {
292 ERR("Failed to map chunk memory, vr %s.\n", wined3d_debug_vkresult(vr));
293 wined3d_allocator_chunk_vk_unlock(chunk_vk);
294 return NULL;
295 }
296
297 adapter_adjust_mapped_memory(device_vk->d.adapter, WINED3D_ALLOCATOR_CHUNK_SIZE);
298 }
299
300 ++chunk_vk->c.map_count;
301 map_ptr = chunk_vk->c.map_ptr;
302
303 wined3d_allocator_chunk_vk_unlock(chunk_vk);
304
305 return map_ptr;
306 }
307
308 void wined3d_allocator_chunk_vk_unmap(struct wined3d_allocator_chunk_vk *chunk_vk,
309 struct wined3d_context_vk *context_vk)
310 {
311 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
312 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
313
314 TRACE("chunk_vk %p, context_vk %p.\n", chunk_vk, context_vk);
315
316 wined3d_allocator_chunk_vk_lock(chunk_vk);
317
318 if (--chunk_vk->c.map_count)
319 {
320 wined3d_allocator_chunk_vk_unlock(chunk_vk);
321 return;
322 }
323
324 VK_CALL(vkUnmapMemory(device_vk->vk_device, chunk_vk->vk_memory));
325 chunk_vk->c.map_ptr = NULL;
326
327 wined3d_allocator_chunk_vk_unlock(chunk_vk);
328
329 adapter_adjust_mapped_memory(device_vk->d.adapter, -WINED3D_ALLOCATOR_CHUNK_SIZE);
330 }
331
332 VkDeviceMemory wined3d_context_vk_allocate_vram_chunk_memory(struct wined3d_context_vk *context_vk,
333 unsigned int pool, size_t size)
334 {
335 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
336 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
337 VkMemoryAllocateInfo allocate_info;
338 VkDeviceMemory vk_memory;
339 VkResult vr;
340
341 allocate_info.sType = VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO;
342 allocate_info.pNext = NULL;
343 allocate_info.allocationSize = size;
344 allocate_info.memoryTypeIndex = pool;
345 if ((vr = VK_CALL(vkAllocateMemory(device_vk->vk_device, &allocate_info, NULL, &vk_memory))) < 0)
346 {
347 ERR("Failed to allocate memory, vr %s.\n", wined3d_debug_vkresult(vr));
348 return VK_NULL_HANDLE;
349 }
350
351 return vk_memory;
352 }
353
354 static struct wined3d_allocator_block *wined3d_context_vk_allocate_memory(struct wined3d_context_vk *context_vk,
355 unsigned int memory_type, VkDeviceSize size, VkDeviceMemory *vk_memory)
356 {
357 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
358 struct wined3d_allocator *allocator = &device_vk->allocator;
359 struct wined3d_allocator_block *block;
360
361 wined3d_device_vk_allocator_lock(device_vk);
362
363 if (size > WINED3D_ALLOCATOR_CHUNK_SIZE / 2)
364 {
365 *vk_memory = wined3d_context_vk_allocate_vram_chunk_memory(context_vk, memory_type, size);
366 wined3d_device_vk_allocator_unlock(device_vk);
367 return NULL;
368 }
369
370 if (!(block = wined3d_allocator_allocate(allocator, &context_vk->c, memory_type, size)))
371 {
372 wined3d_device_vk_allocator_unlock(device_vk);
373 *vk_memory = VK_NULL_HANDLE;
374 return NULL;
375 }
376
377 *vk_memory = wined3d_allocator_chunk_vk(block->chunk)->vk_memory;
378
379 wined3d_device_vk_allocator_unlock(device_vk);
380 return block;
381 }
382
383 static void wined3d_context_vk_free_memory(struct wined3d_context_vk *context_vk, struct wined3d_allocator_block *block)
384 {
385 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
386
387 assert(block->chunk->allocator == &device_vk->allocator);
388 wined3d_device_vk_allocator_lock(device_vk);
389 wined3d_allocator_block_free(block);
390 wined3d_device_vk_allocator_unlock(device_vk);
391 }
392
393 static bool wined3d_context_vk_create_slab_bo(struct wined3d_context_vk *context_vk,
394 VkDeviceSize size, VkBufferUsageFlags usage, VkMemoryPropertyFlags memory_type, struct wined3d_bo_vk *bo)
395 {
396 const struct wined3d_adapter_vk *adapter_vk = wined3d_adapter_vk(context_vk->c.device->adapter);
397 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
398 const VkPhysicalDeviceLimits *limits = &adapter_vk->device_limits;
399 struct wined3d_bo_slab_vk_key key;
400 struct wined3d_bo_slab_vk *slab;
401 struct wine_rb_entry *entry;
402 size_t object_size, idx;
403 size_t alignment;
404
405 if (size > WINED3D_ALLOCATOR_MIN_BLOCK_SIZE / 2)
406 return false;
407
408 alignment = WINED3D_SLAB_BO_MIN_OBJECT_ALIGN;
409 if ((usage & (VK_BUFFER_USAGE_UNIFORM_TEXEL_BUFFER_BIT | VK_BUFFER_USAGE_STORAGE_TEXEL_BUFFER_BIT))
410 && limits->minTexelBufferOffsetAlignment > alignment)
411 alignment = limits->minTexelBufferOffsetAlignment;
412 if ((usage & VK_BUFFER_USAGE_UNIFORM_BUFFER_BIT) && limits->minUniformBufferOffsetAlignment)
413 alignment = limits->minUniformBufferOffsetAlignment;
414 if ((usage & VK_BUFFER_USAGE_STORAGE_BUFFER_BIT) && limits->minStorageBufferOffsetAlignment)
415 alignment = limits->minStorageBufferOffsetAlignment;
416
417 object_size = (size + (alignment - 1)) & ~(alignment - 1);
418 if (object_size < WINED3D_ALLOCATOR_MIN_BLOCK_SIZE / 32)
419 object_size = WINED3D_ALLOCATOR_MIN_BLOCK_SIZE / 32;
420 key.memory_type = memory_type;
421 key.usage = usage;
422 key.size = 32 * object_size;
423
424 wined3d_device_vk_allocator_lock(device_vk);
425
426 if ((entry = wine_rb_get(&context_vk->bo_slab_available, &key)))
427 {
428 slab = WINE_RB_ENTRY_VALUE(entry, struct wined3d_bo_slab_vk, entry);
429 TRACE("Using existing bo slab %p.\n", slab);
430 }
431 else
432 {
433 if (!(slab = heap_alloc_zero(sizeof(*slab))))
434 {
435 wined3d_device_vk_allocator_unlock(device_vk);
436 ERR("Failed to allocate bo slab.\n");
437 return false;
438 }
439
440 if (wine_rb_put(&context_vk->bo_slab_available, &key, &slab->entry) < 0)
441 {
442 wined3d_device_vk_allocator_unlock(device_vk);
443 ERR("Failed to add slab to available tree.\n");
444 heap_free(slab);
445 return false;
446 }
447
448 slab->requested_memory_type = memory_type;
449 if (!wined3d_context_vk_create_bo(context_vk, key.size, usage, memory_type, &slab->bo))
450 {
451 wined3d_device_vk_allocator_unlock(device_vk);
452 ERR("Failed to create slab bo.\n");
453 wine_rb_remove(&context_vk->bo_slab_available, &slab->entry);
454 heap_free(slab);
455 return false;
456 }
457 slab->map = ~0u;
458
459 TRACE("Created new bo slab %p.\n", slab);
460 }
461
462 idx = wined3d_bit_scan(&slab->map);
463 if (!slab->map)
464 {
465 if (slab->next)
466 {
467 wine_rb_replace(&context_vk->bo_slab_available, &slab->entry, &slab->next->entry);
468 slab->next = NULL;
469 }
470 else
471 {
472 wine_rb_remove(&context_vk->bo_slab_available, &slab->entry);
473 }
474 }
475
476 wined3d_device_vk_allocator_unlock(device_vk);
477
478 *bo = slab->bo;
479 bo->memory = NULL;
480 bo->slab = slab;
481 bo->b.refcount = 1;
482 bo->b.client_map_count = 0;
483 bo->b.map_ptr = NULL;
484 bo->b.buffer_offset = idx * object_size;
485 bo->b.memory_offset = slab->bo.b.memory_offset + bo->b.buffer_offset;
486 bo->size = size;
487 list_init(&bo->b.users);
488 bo->command_buffer_id = 0;
489 bo->host_synced = false;
490
491 TRACE("Using buffer 0x%s, memory 0x%s, offset 0x%s for bo %p.\n",
492 wine_dbgstr_longlong(bo->vk_buffer), wine_dbgstr_longlong(bo->vk_memory),
493 wine_dbgstr_longlong(bo->b.buffer_offset), bo);
494
495 return true;
496 }
497
498 BOOL wined3d_context_vk_create_bo(struct wined3d_context_vk *context_vk, VkDeviceSize size,
499 VkBufferUsageFlags usage, VkMemoryPropertyFlags memory_type, struct wined3d_bo_vk *bo)
500 {
501 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
502 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
503 VkMemoryRequirements memory_requirements;
504 struct wined3d_adapter_vk *adapter_vk;
505 VkBufferCreateInfo create_info;
506 unsigned int memory_type_idx;
507 VkResult vr;
508
509 if (wined3d_context_vk_create_slab_bo(context_vk, size, usage, memory_type, bo))
510 return TRUE;
511
512 adapter_vk = wined3d_adapter_vk(device_vk->d.adapter);
513
514 create_info.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
515 create_info.pNext = NULL;
516 create_info.flags = 0;
517 create_info.size = size;
518 create_info.usage = usage;
519 create_info.sharingMode = VK_SHARING_MODE_EXCLUSIVE;
520 create_info.queueFamilyIndexCount = 0;
521 create_info.pQueueFamilyIndices = NULL;
522
523 if ((vr = VK_CALL(vkCreateBuffer(device_vk->vk_device, &create_info, NULL, &bo->vk_buffer))) < 0)
524 {
525 ERR("Failed to create Vulkan buffer, vr %s.\n", wined3d_debug_vkresult(vr));
526 return FALSE;
527 }
528
529 VK_CALL(vkGetBufferMemoryRequirements(device_vk->vk_device, bo->vk_buffer, &memory_requirements));
530
531 memory_type_idx = wined3d_adapter_vk_get_memory_type_index(adapter_vk,
532 memory_requirements.memoryTypeBits, memory_type);
533 if (memory_type_idx == ~0u)
534 {
535 ERR("Failed to find suitable memory type.\n");
536 VK_CALL(vkDestroyBuffer(device_vk->vk_device, bo->vk_buffer, NULL));
537 return FALSE;
538 }
539 bo->memory = wined3d_context_vk_allocate_memory(context_vk,
540 memory_type_idx, memory_requirements.size, &bo->vk_memory);
541 if (!bo->vk_memory)
542 {
543 ERR("Failed to allocate buffer memory.\n");
544 VK_CALL(vkDestroyBuffer(device_vk->vk_device, bo->vk_buffer, NULL));
545 return FALSE;
546 }
547 bo->b.memory_offset = bo->memory ? bo->memory->offset : 0;
548
549 if ((vr = VK_CALL(vkBindBufferMemory(device_vk->vk_device, bo->vk_buffer,
550 bo->vk_memory, bo->b.memory_offset))) < 0)
551 {
552 ERR("Failed to bind buffer memory, vr %s.\n", wined3d_debug_vkresult(vr));
553 if (bo->memory)
554 wined3d_context_vk_free_memory(context_vk, bo->memory);
555 else
556 VK_CALL(vkFreeMemory(device_vk->vk_device, bo->vk_memory, NULL));
557 VK_CALL(vkDestroyBuffer(device_vk->vk_device, bo->vk_buffer, NULL));
558 return FALSE;
559 }
560
561 bo->b.refcount = 1;
562 bo->b.client_map_count = 0;
563 bo->b.map_ptr = NULL;
564 bo->b.buffer_offset = 0;
565 bo->size = size;
566 bo->usage = usage;
567 bo->memory_type = adapter_vk->memory_properties.memoryTypes[memory_type_idx].propertyFlags;
568 bo->b.coherent = !!(bo->memory_type & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT);
569 list_init(&bo->b.users);
570 bo->command_buffer_id = 0;
571 bo->slab = NULL;
572 bo->host_synced = false;
573
574 TRACE("Created buffer 0x%s, memory 0x%s for bo %p.\n",
575 wine_dbgstr_longlong(bo->vk_buffer), wine_dbgstr_longlong(bo->vk_memory), bo);
576
577 return TRUE;
578 }
579
580 BOOL wined3d_context_vk_create_image(struct wined3d_context_vk *context_vk, VkImageType vk_image_type,
581 VkImageUsageFlags usage, VkFormat vk_format, unsigned int width, unsigned int height, unsigned int depth,
582 unsigned int sample_count, unsigned int mip_levels, unsigned int layer_count, unsigned int flags,
583 struct wined3d_image_vk *image)
584 {
585 struct wined3d_adapter_vk *adapter_vk = wined3d_adapter_vk(context_vk->c.device->adapter);
586 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
587 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
588 VkMemoryRequirements memory_requirements;
589 VkImageCreateInfo create_info;
590 unsigned int memory_type_idx;
591 VkResult vr;
592
593 create_info.sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO;
594 create_info.pNext = NULL;
595 create_info.flags = flags;
596 create_info.imageType = vk_image_type;
597 create_info.format = vk_format;
598 create_info.extent.width = width;
599 create_info.extent.height = height;
600 create_info.extent.depth = depth;
601 create_info.mipLevels = mip_levels;
602 create_info.arrayLayers = layer_count;
603 create_info.samples = sample_count;
604 create_info.tiling = VK_IMAGE_TILING_OPTIMAL;
605 create_info.usage = usage;
606 create_info.sharingMode = VK_SHARING_MODE_EXCLUSIVE;
607 create_info.queueFamilyIndexCount = 0;
608 create_info.pQueueFamilyIndices = NULL;
609 create_info.initialLayout = VK_IMAGE_LAYOUT_UNDEFINED;
610
611 image->command_buffer_id = 0;
612
613 vr = VK_CALL(vkCreateImage(device_vk->vk_device, &create_info, NULL, &image->vk_image));
614 if (vr != VK_SUCCESS)
615 {
616 ERR("Failed to create image, vr %s.\n", wined3d_debug_vkresult(vr));
617 image->vk_image = VK_NULL_HANDLE;
618 return FALSE;
619 }
620
621 VK_CALL(vkGetImageMemoryRequirements(device_vk->vk_device, image->vk_image,
622 &memory_requirements));
623
624 memory_type_idx = wined3d_adapter_vk_get_memory_type_index(adapter_vk,
625 memory_requirements.memoryTypeBits, VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT);
626 if (memory_type_idx == ~0u)
627 {
628 ERR("Failed to find suitable image memory type.\n");
629 VK_CALL(vkDestroyImage(device_vk->vk_device, image->vk_image, NULL));
630 image->vk_image = VK_NULL_HANDLE;
631 return FALSE;
632 }
633
634 image->memory = wined3d_context_vk_allocate_memory(context_vk, memory_type_idx,
635 memory_requirements.size, &image->vk_memory);
636 if (!image->vk_memory)
637 {
638 ERR("Failed to allocate image memory.\n");
639 VK_CALL(vkDestroyImage(device_vk->vk_device, image->vk_image, NULL));
640 image->vk_image = VK_NULL_HANDLE;
641 return FALSE;
642 }
643
644 vr = VK_CALL(vkBindImageMemory(device_vk->vk_device, image->vk_image, image->vk_memory,
645 image->memory ? image->memory->offset : 0));
646 if (vr != VK_SUCCESS)
647 {
648 VK_CALL(vkDestroyImage(device_vk->vk_device, image->vk_image, NULL));
649 if (image->memory)
650 wined3d_context_vk_free_memory(context_vk, image->memory);
651 else
652 VK_CALL(vkFreeMemory(device_vk->vk_device, image->vk_memory, NULL));
653 ERR("Failed to bind image memory, vr %s.\n", wined3d_debug_vkresult(vr));
654 image->memory = NULL;
655 image->vk_memory = VK_NULL_HANDLE;
656 image->vk_image = VK_NULL_HANDLE;
657 return FALSE;
658 }
659
660 return TRUE;
661 }
662
663 static struct wined3d_retired_object_vk *wined3d_context_vk_get_retired_object_vk(struct wined3d_context_vk *context_vk)
664 {
665 struct wined3d_retired_objects_vk *retired = &context_vk->retired;
666 struct wined3d_retired_object_vk *o;
667
668 if (retired->free)
669 {
670 o = retired->free;
671 retired->free = o->u.next;
672 return o;
673 }
674
675 if (!wined3d_array_reserve((void **)&retired->objects, &retired->size,
676 retired->count + 1, sizeof(*retired->objects)))
677 return NULL;
678
679 return &retired->objects[retired->count++];
680 }
681
682 void wined3d_context_vk_destroy_vk_framebuffer(struct wined3d_context_vk *context_vk,
683 VkFramebuffer vk_framebuffer, uint64_t command_buffer_id)
684 {
685 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
686 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
687 struct wined3d_retired_object_vk *o;
688
689 if (context_vk->completed_command_buffer_id >= command_buffer_id)
690 {
691 VK_CALL(vkDestroyFramebuffer(device_vk->vk_device, vk_framebuffer, NULL));
692 TRACE("Destroyed framebuffer 0x%s.\n", wine_dbgstr_longlong(vk_framebuffer));
693 return;
694 }
695
696 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
697 {
698 ERR("Leaking framebuffer 0x%s.\n", wine_dbgstr_longlong(vk_framebuffer));
699 return;
700 }
701
702 o->type = WINED3D_RETIRED_FRAMEBUFFER_VK;
703 o->u.vk_framebuffer = vk_framebuffer;
704 o->command_buffer_id = command_buffer_id;
705 }
706
707 static void wined3d_context_vk_return_vk_descriptor_pool(struct wined3d_context_vk *context_vk,
708 VkDescriptorPool vk_descriptor_pool)
709 {
710 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
711 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
712
713 if (!wined3d_array_reserve((void **)&context_vk->vk_descriptor_pools, &context_vk->vk_descriptor_pools_size,
714 context_vk->vk_descriptor_pool_count + 1, sizeof(*context_vk->vk_descriptor_pools)))
715 {
716 VK_CALL(vkDestroyDescriptorPool(device_vk->vk_device, vk_descriptor_pool, NULL));
717 TRACE("Destroying descriptor pool 0x%s.\n", wine_dbgstr_longlong(vk_descriptor_pool));
718 return;
719 }
720
721 VK_CALL(vkResetDescriptorPool(device_vk->vk_device, vk_descriptor_pool, 0));
722 context_vk->vk_descriptor_pools[context_vk->vk_descriptor_pool_count++] = vk_descriptor_pool;
723 }
724
725 static void wined3d_context_vk_reset_vk_descriptor_pool(struct wined3d_context_vk *context_vk,
726 VkDescriptorPool vk_descriptor_pool, uint64_t command_buffer_id)
727 {
728 struct wined3d_retired_object_vk *o;
729
730 if (context_vk->completed_command_buffer_id >= command_buffer_id)
731 {
732 wined3d_context_vk_return_vk_descriptor_pool(context_vk, vk_descriptor_pool);
733 TRACE("Reset descriptor pool 0x%s.\n", wine_dbgstr_longlong(vk_descriptor_pool));
734 return;
735 }
736
737 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
738 {
739 ERR("Leaking descriptor pool 0x%s.\n", wine_dbgstr_longlong(vk_descriptor_pool));
740 return;
741 }
742
743 o->type = WINED3D_RETIRED_DESCRIPTOR_POOL_VK;
744 o->u.vk_descriptor_pool = vk_descriptor_pool;
745 o->command_buffer_id = command_buffer_id;
746 }
747
748 void wined3d_context_vk_destroy_vk_memory(struct wined3d_context_vk *context_vk,
749 VkDeviceMemory vk_memory, uint64_t command_buffer_id)
750 {
751 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
752 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
753 struct wined3d_retired_object_vk *o;
754
755 if (context_vk->completed_command_buffer_id >= command_buffer_id)
756 {
757 VK_CALL(vkFreeMemory(device_vk->vk_device, vk_memory, NULL));
758 TRACE("Freed memory 0x%s.\n", wine_dbgstr_longlong(vk_memory));
759 return;
760 }
761
762 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
763 {
764 ERR("Leaking memory 0x%s.\n", wine_dbgstr_longlong(vk_memory));
765 return;
766 }
767
768 o->type = WINED3D_RETIRED_MEMORY_VK;
769 o->u.vk_memory = vk_memory;
770 o->command_buffer_id = command_buffer_id;
771 }
772
773 void wined3d_context_vk_destroy_allocator_block(struct wined3d_context_vk *context_vk,
774 struct wined3d_allocator_block *block, uint64_t command_buffer_id)
775 {
776 struct wined3d_retired_object_vk *o;
777
778 if (context_vk->completed_command_buffer_id >= command_buffer_id)
779 {
780 wined3d_context_vk_free_memory(context_vk, block);
781 TRACE("Freed block %p.\n", block);
782 return;
783 }
784
785 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
786 {
787 ERR("Leaking block %p.\n", block);
788 return;
789 }
790
791 o->type = WINED3D_RETIRED_ALLOCATOR_BLOCK_VK;
792 o->u.block = block;
793 o->command_buffer_id = command_buffer_id;
794 }
795
796 static void wined3d_bo_slab_vk_free_slice(struct wined3d_bo_slab_vk *slab,
797 SIZE_T idx, struct wined3d_context_vk *context_vk)
798 {
799 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
800 struct wined3d_bo_slab_vk_key key;
801 struct wine_rb_entry *entry;
802
803 TRACE("slab %p, idx %Iu, context_vk %p.\n", slab, idx, context_vk);
804
805 wined3d_device_vk_allocator_lock(device_vk);
806
807 if (!slab->map)
808 {
809 key.memory_type = slab->requested_memory_type;
810 key.usage = slab->bo.usage;
811 key.size = slab->bo.size;
812
813 if ((entry = wine_rb_get(&context_vk->bo_slab_available, &key)))
814 {
815 slab->next = WINE_RB_ENTRY_VALUE(entry, struct wined3d_bo_slab_vk, entry);
816 wine_rb_replace(&context_vk->bo_slab_available, entry, &slab->entry);
817 }
818 else if (wine_rb_put(&context_vk->bo_slab_available, &key, &slab->entry) < 0)
819 {
820 ERR("Unable to return slab %p (map 0x%08x) to available tree.\n", slab, slab->map);
821 }
822 }
823 slab->map |= 1u << idx;
824
825 wined3d_device_vk_allocator_unlock(device_vk);
826 }
827
828 static void wined3d_context_vk_destroy_bo_slab_slice(struct wined3d_context_vk *context_vk,
829 struct wined3d_bo_slab_vk *slab, SIZE_T idx, uint64_t command_buffer_id)
830 {
831 struct wined3d_retired_object_vk *o;
832
833 if (context_vk->completed_command_buffer_id >= command_buffer_id)
834 {
835 wined3d_bo_slab_vk_free_slice(slab, idx, context_vk);
836 return;
837 }
838
839 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
840 {
841 ERR("Leaking slab %p, slice %#Ix.\n", slab, idx);
842 return;
843 }
844
845 o->type = WINED3D_RETIRED_BO_SLAB_SLICE_VK;
846 o->u.slice.slab = slab;
847 o->u.slice.idx = idx;
848 o->command_buffer_id = command_buffer_id;
849 }
850
851 static void wined3d_context_vk_destroy_vk_buffer(struct wined3d_context_vk *context_vk,
852 VkBuffer vk_buffer, uint64_t command_buffer_id)
853 {
854 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
855 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
856 struct wined3d_retired_object_vk *o;
857
858 if (context_vk->completed_command_buffer_id >= command_buffer_id)
859 {
860 VK_CALL(vkDestroyBuffer(device_vk->vk_device, vk_buffer, NULL));
861 TRACE("Destroyed buffer 0x%s.\n", wine_dbgstr_longlong(vk_buffer));
862 return;
863 }
864
865 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
866 {
867 ERR("Leaking buffer 0x%s.\n", wine_dbgstr_longlong(vk_buffer));
868 return;
869 }
870
871 o->type = WINED3D_RETIRED_BUFFER_VK;
872 o->u.vk_buffer = vk_buffer;
873 o->command_buffer_id = command_buffer_id;
874 }
875
876 void wined3d_context_vk_destroy_vk_image(struct wined3d_context_vk *context_vk,
877 VkImage vk_image, uint64_t command_buffer_id)
878 {
879 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
880 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
881 struct wined3d_retired_object_vk *o;
882
883 if (context_vk->completed_command_buffer_id >= command_buffer_id)
884 {
885 VK_CALL(vkDestroyImage(device_vk->vk_device, vk_image, NULL));
886 TRACE("Destroyed image 0x%s.\n", wine_dbgstr_longlong(vk_image));
887 return;
888 }
889
890 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
891 {
892 ERR("Leaking image 0x%s.\n", wine_dbgstr_longlong(vk_image));
893 return;
894 }
895
896 o->type = WINED3D_RETIRED_IMAGE_VK;
897 o->u.vk_image = vk_image;
898 o->command_buffer_id = command_buffer_id;
899 }
900
901 void wined3d_context_vk_destroy_vk_buffer_view(struct wined3d_context_vk *context_vk,
902 VkBufferView vk_view, uint64_t command_buffer_id)
903 {
904 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
905 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
906 struct wined3d_retired_object_vk *o;
907
908 if (context_vk->completed_command_buffer_id >= command_buffer_id)
909 {
910 VK_CALL(vkDestroyBufferView(device_vk->vk_device, vk_view, NULL));
911 TRACE("Destroyed buffer view 0x%s.\n", wine_dbgstr_longlong(vk_view));
912 return;
913 }
914
915 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
916 {
917 ERR("Leaking buffer view 0x%s.\n", wine_dbgstr_longlong(vk_view));
918 return;
919 }
920
921 o->type = WINED3D_RETIRED_BUFFER_VIEW_VK;
922 o->u.vk_buffer_view = vk_view;
923 o->command_buffer_id = command_buffer_id;
924 }
925
926 void wined3d_context_vk_destroy_vk_image_view(struct wined3d_context_vk *context_vk,
927 VkImageView vk_view, uint64_t command_buffer_id)
928 {
929 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
930 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
931 struct wined3d_retired_object_vk *o;
932
933 if (context_vk->completed_command_buffer_id >= command_buffer_id)
934 {
935 VK_CALL(vkDestroyImageView(device_vk->vk_device, vk_view, NULL));
936 TRACE("Destroyed image view 0x%s.\n", wine_dbgstr_longlong(vk_view));
937 return;
938 }
939
940 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
941 {
942 ERR("Leaking image view 0x%s.\n", wine_dbgstr_longlong(vk_view));
943 return;
944 }
945
946 o->type = WINED3D_RETIRED_IMAGE_VIEW_VK;
947 o->u.vk_image_view = vk_view;
948 o->command_buffer_id = command_buffer_id;
949 }
950
951 static void wined3d_context_vk_reset_completed_queries(struct wined3d_context_vk *context_vk,
952 struct wined3d_query_pool_vk *pool_vk, struct wined3d_command_buffer_vk *buffer)
953 {
954 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
955 struct wined3d_retired_object_vk *o;
956 struct wined3d_range range;
957 unsigned int start = 0;
958
959 for (;;)
960 {
961 if (!wined3d_bitmap_get_range(pool_vk->completed, WINED3D_QUERY_POOL_SIZE, start, &range))
962 break;
963
964 VK_CALL(vkCmdResetQueryPool(buffer->vk_command_buffer, pool_vk->vk_query_pool, range.offset, range.size));
965
966 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
967 {
968 ERR("Freeing query range %u+%u in pool %p.\n", range.offset, range.size, pool_vk);
969 wined3d_query_pool_vk_mark_free(context_vk, pool_vk, range.offset, range.size);
970 }
971 else
972 {
973 o->type = WINED3D_RETIRED_QUERY_POOL_VK;
974 o->u.queries.pool_vk = pool_vk;
975 o->u.queries.start = range.offset;
976 o->u.queries.count = range.size;
977 o->command_buffer_id = buffer->id;
978 }
979
980 start = range.offset + range.size;
981 }
982
983 memset(pool_vk->completed, 0, sizeof(pool_vk->completed));
984 }
985
986 void wined3d_context_vk_destroy_vk_pipeline(struct wined3d_context_vk *context_vk,
987 VkPipeline vk_pipeline, uint64_t command_buffer_id)
988 {
989 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
990 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
991 struct wined3d_retired_object_vk *o;
992
993 if (context_vk->completed_command_buffer_id >= command_buffer_id)
994 {
995 VK_CALL(vkDestroyPipeline(device_vk->vk_device, vk_pipeline, NULL));
996 TRACE("Destroyed pipeline 0x%s.\n", wine_dbgstr_longlong(vk_pipeline));
997 return;
998 }
999
1000 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
1001 {
1002 ERR("Leaking pipeline 0x%s.\n", wine_dbgstr_longlong(vk_pipeline));
1003 return;
1004 }
1005
1006 o->type = WINED3D_RETIRED_PIPELINE_VK;
1007 o->u.vk_pipeline = vk_pipeline;
1008 o->command_buffer_id = command_buffer_id;
1009 }
1010
1011
1012 void wined3d_context_vk_destroy_vk_sampler(struct wined3d_context_vk *context_vk,
1013 VkSampler vk_sampler, uint64_t command_buffer_id)
1014 {
1015 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
1016 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1017 struct wined3d_retired_object_vk *o;
1018
1019 if (context_vk->completed_command_buffer_id >= command_buffer_id)
1020 {
1021 VK_CALL(vkDestroySampler(device_vk->vk_device, vk_sampler, NULL));
1022 TRACE("Destroyed sampler 0x%s.\n", wine_dbgstr_longlong(vk_sampler));
1023 return;
1024 }
1025
1026 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
1027 {
1028 ERR("Leaking sampler 0x%s.\n", wine_dbgstr_longlong(vk_sampler));
1029 return;
1030 }
1031
1032 o->type = WINED3D_RETIRED_SAMPLER_VK;
1033 o->u.vk_sampler = vk_sampler;
1034 o->command_buffer_id = command_buffer_id;
1035 }
1036
1037 void wined3d_context_vk_destroy_vk_event(struct wined3d_context_vk *context_vk,
1038 VkEvent vk_event, uint64_t command_buffer_id)
1039 {
1040 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
1041 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1042 struct wined3d_retired_object_vk *o;
1043
1044 if (context_vk->completed_command_buffer_id >= command_buffer_id)
1045 {
1046 VK_CALL(vkDestroyEvent(device_vk->vk_device, vk_event, NULL));
1047 TRACE("Destroyed event 0x%s.\n", wine_dbgstr_longlong(vk_event));
1048 return;
1049 }
1050
1051 if (!(o = wined3d_context_vk_get_retired_object_vk(context_vk)))
1052 {
1053 ERR("Leaking event 0x%s.\n", wine_dbgstr_longlong(vk_event));
1054 return;
1055 }
1056
1057 o->type = WINED3D_RETIRED_EVENT_VK;
1058 o->u.vk_event = vk_event;
1059 o->command_buffer_id = command_buffer_id;
1060 }
1061
1062 void wined3d_context_vk_destroy_image(struct wined3d_context_vk *context_vk, struct wined3d_image_vk *image)
1063 {
1064 wined3d_context_vk_destroy_vk_image(context_vk, image->vk_image, image->command_buffer_id);
1065 if (image->memory)
1066 wined3d_context_vk_destroy_allocator_block(context_vk, image->memory,
1067 image->command_buffer_id);
1068 else
1069 wined3d_context_vk_destroy_vk_memory(context_vk, image->vk_memory, image->command_buffer_id);
1070
1071 image->vk_image = VK_NULL_HANDLE;
1072 image->vk_memory = VK_NULL_HANDLE;
1073 image->memory = NULL;
1074 }
1075
1076 void wined3d_context_vk_destroy_bo(struct wined3d_context_vk *context_vk, const struct wined3d_bo_vk *bo)
1077 {
1078 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
1079 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1080 struct wined3d_bo_slab_vk *slab_vk;
1081 size_t object_size, idx;
1082
1083 TRACE("context_vk %p, bo %p.\n", context_vk, bo);
1084
1085 assert(list_empty(&bo->b.users));
1086
1087 if (bo->command_buffer_id == context_vk->current_command_buffer.id)
1088 context_vk->retired_bo_size += bo->size;
1089
1090 if ((slab_vk = bo->slab))
1091 {
1092 if (bo->b.map_ptr)
1093 wined3d_bo_slab_vk_unmap(slab_vk, context_vk);
1094 object_size = slab_vk->bo.size / 32;
1095 idx = bo->b.buffer_offset / object_size;
1096 wined3d_context_vk_destroy_bo_slab_slice(context_vk, slab_vk, idx, bo->command_buffer_id);
1097 return;
1098 }
1099
1100 wined3d_context_vk_destroy_vk_buffer(context_vk, bo->vk_buffer, bo->command_buffer_id);
1101 if (bo->memory)
1102 {
1103 if (bo->b.map_ptr)
1104 wined3d_allocator_chunk_vk_unmap(wined3d_allocator_chunk_vk(bo->memory->chunk), context_vk);
1105 wined3d_context_vk_destroy_allocator_block(context_vk, bo->memory, bo->command_buffer_id);
1106 return;
1107 }
1108
1109 if (bo->b.map_ptr)
1110 {
1111 VK_CALL(vkUnmapMemory(device_vk->vk_device, bo->vk_memory));
1112 adapter_adjust_mapped_memory(device_vk->d.adapter, -bo->size);
1113 }
1114 wined3d_context_vk_destroy_vk_memory(context_vk, bo->vk_memory, bo->command_buffer_id);
1115 }
1116
1117 static void free_command_buffer(struct wined3d_context_vk *context_vk, struct wined3d_command_buffer_vk *buffer)
1118 {
1119 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
1120 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1121
1122 VK_CALL(vkDestroyFence(device_vk->vk_device, buffer->vk_fence, NULL));
1123 VK_CALL(vkFreeCommandBuffers(device_vk->vk_device,
1124 context_vk->vk_command_pool, 1, &buffer->vk_command_buffer));
1125 }
1126
1127 static void wined3d_context_vk_remove_command_buffer(struct wined3d_context_vk *context_vk,
1128 unsigned int submit_index)
1129 {
1130 struct wined3d_command_buffer_vk *buffer = &context_vk->submitted.buffers[submit_index];
1131
1132 if (buffer->id > context_vk->completed_command_buffer_id)
1133 context_vk->completed_command_buffer_id = buffer->id;
1134
1135 if (wined3d_array_reserve((void **)&context_vk->completed.buffers, &context_vk->completed.buffers_size,
1136 context_vk->completed.buffer_count + 1, sizeof(*context_vk->completed.buffers)))
1137 context_vk->completed.buffers[context_vk->completed.buffer_count++] = *buffer;
1138 else
1139 free_command_buffer(context_vk, buffer);
1140
1141 *buffer = context_vk->submitted.buffers[--context_vk->submitted.buffer_count];
1142 }
1143
1144 static void wined3d_context_vk_cleanup_resources(struct wined3d_context_vk *context_vk, VkFence vk_fence)
1145 {
1146 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
1147 struct wined3d_retired_objects_vk *retired = &context_vk->retired;
1148 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1149 struct wined3d_command_buffer_vk *buffer;
1150 struct wined3d_retired_object_vk *o;
1151 uint64_t command_buffer_id;
1152 SIZE_T i = 0;
1153
1154 while (i < context_vk->submitted.buffer_count)
1155 {
1156 buffer = &context_vk->submitted.buffers[i];
1157 if (VK_CALL(vkGetFenceStatus(device_vk->vk_device, buffer->vk_fence)) == VK_NOT_READY)
1158 {
1159 ++i;
1160 continue;
1161 }
1162
1163 TRACE("Command buffer %p with id 0x%s has finished.\n",
1164 buffer->vk_command_buffer, wine_dbgstr_longlong(buffer->id));
1165 if (buffer->vk_fence == vk_fence)
1166 return;
1167 wined3d_context_vk_remove_command_buffer(context_vk, i);
1168 }
1169
1170 command_buffer_id = context_vk->completed_command_buffer_id;
1171
1172 retired->free = NULL;
1173 for (i = retired->count; i; --i)
1174 {
1175 o = &retired->objects[i - 1];
1176
1177 if (o->type != WINED3D_RETIRED_FREE_VK && o->command_buffer_id > command_buffer_id)
1178 continue;
1179
1180 switch (o->type)
1181 {
1182 case WINED3D_RETIRED_FREE_VK:
1183 /* Nothing to do. */
1184 break;
1185
1186 case WINED3D_RETIRED_FRAMEBUFFER_VK:
1187 VK_CALL(vkDestroyFramebuffer(device_vk->vk_device, o->u.vk_framebuffer, NULL));
1188 TRACE("Destroyed framebuffer 0x%s.\n", wine_dbgstr_longlong(o->u.vk_framebuffer));
1189 break;
1190
1191 case WINED3D_RETIRED_DESCRIPTOR_POOL_VK:
1192 wined3d_context_vk_return_vk_descriptor_pool(context_vk, o->u.vk_descriptor_pool);
1193 TRACE("Reset descriptor pool 0x%s.\n", wine_dbgstr_longlong(o->u.vk_descriptor_pool));
1194 break;
1195
1196 case WINED3D_RETIRED_MEMORY_VK:
1197 VK_CALL(vkFreeMemory(device_vk->vk_device, o->u.vk_memory, NULL));
1198 TRACE("Freed memory 0x%s.\n", wine_dbgstr_longlong(o->u.vk_memory));
1199 break;
1200
1201 case WINED3D_RETIRED_ALLOCATOR_BLOCK_VK:
1202 TRACE("Destroying block %p.\n", o->u.block);
1203 wined3d_context_vk_free_memory(context_vk, o->u.block);
1204 break;
1205
1206 case WINED3D_RETIRED_BO_SLAB_SLICE_VK:
1207 wined3d_bo_slab_vk_free_slice(o->u.slice.slab, o->u.slice.idx, context_vk);
1208 break;
1209
1210 case WINED3D_RETIRED_BUFFER_VK:
1211 VK_CALL(vkDestroyBuffer(device_vk->vk_device, o->u.vk_buffer, NULL));
1212 TRACE("Destroyed buffer 0x%s.\n", wine_dbgstr_longlong(o->u.vk_buffer));
1213 break;
1214
1215 case WINED3D_RETIRED_IMAGE_VK:
1216 VK_CALL(vkDestroyImage(device_vk->vk_device, o->u.vk_image, NULL));
1217 TRACE("Destroyed image 0x%s.\n", wine_dbgstr_longlong(o->u.vk_image));
1218 break;
1219
1220 case WINED3D_RETIRED_BUFFER_VIEW_VK:
1221 VK_CALL(vkDestroyBufferView(device_vk->vk_device, o->u.vk_buffer_view, NULL));
1222 TRACE("Destroyed buffer view 0x%s.\n", wine_dbgstr_longlong(o->u.vk_buffer_view));
1223 break;
1224
1225 case WINED3D_RETIRED_IMAGE_VIEW_VK:
1226 VK_CALL(vkDestroyImageView(device_vk->vk_device, o->u.vk_image_view, NULL));
1227 TRACE("Destroyed image view 0x%s.\n", wine_dbgstr_longlong(o->u.vk_image_view));
1228 break;
1229
1230 case WINED3D_RETIRED_SAMPLER_VK:
1231 VK_CALL(vkDestroySampler(device_vk->vk_device, o->u.vk_sampler, NULL));
1232 TRACE("Destroyed sampler 0x%s.\n", wine_dbgstr_longlong(o->u.vk_sampler));
1233 break;
1234
1235 case WINED3D_RETIRED_QUERY_POOL_VK:
1236 wined3d_query_pool_vk_mark_free(context_vk, o->u.queries.pool_vk, o->u.queries.start, o->u.queries.count);
1237 TRACE("Freed query range %u+%u in pool %p.\n", o->u.queries.start, o->u.queries.count, o->u.queries.pool_vk);
1238 break;
1239
1240 case WINED3D_RETIRED_EVENT_VK:
1241 VK_CALL(vkDestroyEvent(device_vk->vk_device, o->u.vk_event, NULL));
1242 TRACE("Destroyed event 0x%s.\n", wine_dbgstr_longlong(o->u.vk_event));
1243 break;
1244
1245 case WINED3D_RETIRED_PIPELINE_VK:
1246 VK_CALL(vkDestroyPipeline(device_vk->vk_device, o->u.vk_pipeline, NULL));
1247 TRACE("Destroyed pipeline 0x%s.\n", wine_dbgstr_longlong(o->u.vk_pipeline));
1248 break;
1249
1250 default:
1251 ERR("Unhandled object type %#x.\n", o->type);
1252 break;
1253 }
1254
1255 if (i == retired->count)
1256 {
1257 --retired->count;
1258 continue;
1259 }
1260
1261 o->type = WINED3D_RETIRED_FREE_VK;
1262 o->u.next = retired->free;
1263 retired->free = o;
1264
1265 if (vk_fence && VK_CALL(vkGetFenceStatus(device_vk->vk_device, vk_fence)) != VK_NOT_READY)
1266 break;
1267 }
1268 }
1269
1270 static void wined3d_context_vk_destroy_bo_slab(struct wine_rb_entry *entry, void *ctx)
1271 {
1272 struct wined3d_context_vk *context_vk = ctx;
1273 struct wined3d_bo_slab_vk *slab, *next;
1274
1275 slab = WINE_RB_ENTRY_VALUE(entry, struct wined3d_bo_slab_vk, entry);
1276 while (slab)
1277 {
1278 next = slab->next;
1279 wined3d_context_vk_destroy_bo(context_vk, &slab->bo);
1280 heap_free(slab);
1281 slab = next;
1282 }
1283 }
1284
1285 static void wined3d_context_vk_destroy_graphics_pipeline(struct wine_rb_entry *entry, void *ctx)
1286 {
1287 struct wined3d_graphics_pipeline_vk *pipeline_vk = WINE_RB_ENTRY_VALUE(entry,
1288 struct wined3d_graphics_pipeline_vk, entry);
1289 struct wined3d_context_vk *context_vk = ctx;
1290 const struct wined3d_vk_info *vk_info;
1291 struct wined3d_device_vk *device_vk;
1292
1293 vk_info = context_vk->vk_info;
1294 device_vk = wined3d_device_vk(context_vk->c.device);
1295
1296 VK_CALL(vkDestroyPipeline(device_vk->vk_device, pipeline_vk->vk_pipeline, NULL));
1297 heap_free(pipeline_vk);
1298 }
1299
1300 static void wined3d_context_vk_destroy_pipeline_layout(struct wine_rb_entry *entry, void *ctx)
1301 {
1302 struct wined3d_pipeline_layout_vk *layout = WINE_RB_ENTRY_VALUE(entry,
1303 struct wined3d_pipeline_layout_vk, entry);
1304 struct wined3d_context_vk *context_vk = ctx;
1305 const struct wined3d_vk_info *vk_info;
1306 struct wined3d_device_vk *device_vk;
1307
1308 vk_info = context_vk->vk_info;
1309 device_vk = wined3d_device_vk(context_vk->c.device);
1310
1311 VK_CALL(vkDestroyPipelineLayout(device_vk->vk_device, layout->vk_pipeline_layout, NULL));
1312 VK_CALL(vkDestroyDescriptorSetLayout(device_vk->vk_device, layout->vk_set_layout, NULL));
1313 heap_free(layout->key.bindings);
1314 heap_free(layout);
1315 }
1316
1317 static void wined3d_render_pass_key_vk_init(struct wined3d_render_pass_key_vk *key,
1318 const struct wined3d_fb_state *fb, unsigned int rt_count, bool depth_stencil, uint32_t clear_flags)
1319 {
1320 struct wined3d_render_pass_attachment_vk *a;
1321 struct wined3d_rendertarget_view *view;
1322 unsigned int i;
1323 DWORD location;
1324
1325 memset(key, 0, sizeof(*key));
1326
1327 for (i = 0; i < rt_count; ++i)
1328 {
1329 if (!(view = fb->render_targets[i]) || view->format->id == WINED3DFMT_NULL)
1330 continue;
1331
1332 a = &key->rt[i];
1333 a->vk_format = wined3d_format_vk(view->format)->vk_format;
1334 a->vk_samples = max(1, wined3d_resource_get_sample_count(view->resource));
1335 a->vk_layout = wined3d_texture_vk(wined3d_texture_from_resource(view->resource))->layout;
1336 location = wined3d_rendertarget_view_get_locations(view);
1337
1338 if (clear_flags & WINED3DCLEAR_TARGET)
1339 a->flags = WINED3D_FB_ATTACHMENT_FLAG_CLEAR_C;
1340 else if (location & WINED3D_LOCATION_DISCARDED)
1341 a->flags = WINED3D_FB_ATTACHMENT_FLAG_DISCARDED;
1342 else if (location & WINED3D_LOCATION_CLEARED)
1343 a->flags = WINED3D_FB_ATTACHMENT_FLAG_CLEAR_C;
1344
1345 key->rt_mask |= 1u << i;
1346 }
1347
1348 if (depth_stencil && (view = fb->depth_stencil))
1349 {
1350 a = &key->ds;
1351 a->vk_format = wined3d_format_vk(view->format)->vk_format;
1352 a->vk_samples = max(1, wined3d_resource_get_sample_count(view->resource));
1353 a->vk_layout = wined3d_texture_vk(wined3d_texture_from_resource(view->resource))->layout;
1354 location = wined3d_rendertarget_view_get_locations(view);
1355 key->rt_mask |= 1u << WINED3D_MAX_RENDER_TARGETS;
1356
1357 if (clear_flags & WINED3DCLEAR_STENCIL)
1358 a->flags = WINED3D_FB_ATTACHMENT_FLAG_CLEAR_S;
1359 if (clear_flags & WINED3DCLEAR_ZBUFFER)
1360 a->flags |= WINED3D_FB_ATTACHMENT_FLAG_CLEAR_Z;
1361
1362 if (!a->flags && (location & WINED3D_LOCATION_DISCARDED))
1363 a->flags = WINED3D_FB_ATTACHMENT_FLAG_DISCARDED;
1364 else if (location & WINED3D_LOCATION_CLEARED)
1365 a->flags = WINED3D_FB_ATTACHMENT_FLAG_CLEAR_S | WINED3D_FB_ATTACHMENT_FLAG_CLEAR_Z;
1366 }
1367 }
1368
1369 static void wined3d_render_pass_vk_cleanup(struct wined3d_render_pass_vk *pass,
1370 struct wined3d_context_vk *context_vk)
1371 {
1372 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
1373 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1374
1375 VK_CALL(vkDestroyRenderPass(device_vk->vk_device, pass->vk_render_pass, NULL));
1376 }
1377
1378 static bool wined3d_render_pass_vk_init(struct wined3d_render_pass_vk *pass,
1379 struct wined3d_context_vk *context_vk, const struct wined3d_render_pass_key_vk *key)
1380 {
1381 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
1382 VkAttachmentReference attachment_references[WINED3D_MAX_RENDER_TARGETS];
1383 VkAttachmentDescription attachments[WINED3D_MAX_RENDER_TARGETS + 1];
1384 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1385 const struct wined3d_render_pass_attachment_vk *a;
1386 VkAttachmentReference ds_attachment_reference;
1387 VkAttachmentReference *ds_reference = NULL;
1388 unsigned int attachment_count, rt_count, i;
1389 VkAttachmentDescription *attachment;
1390 VkSubpassDescription sub_pass_desc;
1391 VkRenderPassCreateInfo pass_desc;
1392 uint32_t mask;
1393 VkResult vr;
1394
1395 rt_count = 0;
1396 attachment_count = 0;
1397 mask = key->rt_mask & wined3d_mask_from_size(WINED3D_MAX_RENDER_TARGETS);
1398 while (mask)
1399 {
1400 i = wined3d_bit_scan(&mask);
1401 a = &key->rt[i];
1402
1403 attachment = &attachments[attachment_count];
1404 attachment->flags = 0;
1405 attachment->format = a->vk_format;
1406 attachment->samples = a->vk_samples;
1407
1408 if (a->flags & WINED3D_FB_ATTACHMENT_FLAG_DISCARDED)
1409 attachment->loadOp = VK_ATTACHMENT_LOAD_OP_DONT_CARE;
1410 else if (a->flags & WINED3D_FB_ATTACHMENT_FLAG_CLEAR_C)
1411 attachment->loadOp = VK_ATTACHMENT_LOAD_OP_CLEAR;
1412 else
1413 attachment->loadOp = VK_ATTACHMENT_LOAD_OP_LOAD;
1414
1415 attachment->storeOp = VK_ATTACHMENT_STORE_OP_STORE;
1416 attachment->stencilLoadOp = VK_ATTACHMENT_LOAD_OP_DONT_CARE;
1417 attachment->stencilStoreOp = VK_ATTACHMENT_STORE_OP_DONT_CARE;
1418 attachment->initialLayout = a->vk_layout;
1419 attachment->finalLayout = a->vk_layout;
1420
1421 attachment_references[i].attachment = attachment_count;
1422 attachment_references[i].layout = a->vk_layout;
1423
1424 ++attachment_count;
1425 rt_count = i + 1;
1426 }
1427
1428 mask = ~key->rt_mask & wined3d_mask_from_size(rt_count);
1429 while (mask)
1430 {
1431 i = wined3d_bit_scan(&mask);
1432 attachment_references[i].attachment = VK_ATTACHMENT_UNUSED;
1433 attachment_references[i].layout = VK_IMAGE_LAYOUT_UNDEFINED;
1434 }
1435
1436 if (key->rt_mask & (1u << WINED3D_MAX_RENDER_TARGETS))
1437 {
1438 a = &key->ds;
1439
1440 attachment = &attachments[attachment_count];
1441 attachment->flags = 0;
1442 attachment->format = a->vk_format;
1443 attachment->samples = a->vk_samples;
1444
1445 if (a->flags & WINED3D_FB_ATTACHMENT_FLAG_DISCARDED)
1446 attachment->loadOp = VK_ATTACHMENT_LOAD_OP_DONT_CARE;
1447 else if (a->flags & WINED3D_FB_ATTACHMENT_FLAG_CLEAR_Z)
1448 attachment->loadOp = VK_ATTACHMENT_LOAD_OP_CLEAR;
1449 else
1450 attachment->loadOp = VK_ATTACHMENT_LOAD_OP_LOAD;
1451
1452 if (a->flags & WINED3D_FB_ATTACHMENT_FLAG_DISCARDED)
1453 attachment->stencilLoadOp = VK_ATTACHMENT_LOAD_OP_DONT_CARE;
1454 else if (a->flags & WINED3D_FB_ATTACHMENT_FLAG_CLEAR_S)
1455 attachment->stencilLoadOp = VK_ATTACHMENT_LOAD_OP_CLEAR;
1456 else
1457 attachment->stencilLoadOp = VK_ATTACHMENT_LOAD_OP_LOAD;
1458
1459 attachment->storeOp = VK_ATTACHMENT_STORE_OP_STORE;
1460 attachment->stencilStoreOp = VK_ATTACHMENT_STORE_OP_STORE;
1461 attachment->initialLayout = a->vk_layout;
1462 attachment->finalLayout = a->vk_layout;
1463
1464 ds_reference = &ds_attachment_reference;
1465 ds_reference->attachment = attachment_count;
1466 ds_reference->layout = a->vk_layout;
1467
1468 ++attachment_count;
1469 }
1470
1471 sub_pass_desc.flags = 0;
1472 sub_pass_desc.pipelineBindPoint = VK_PIPELINE_BIND_POINT_GRAPHICS;
1473 sub_pass_desc.inputAttachmentCount = 0;
1474 sub_pass_desc.pInputAttachments = NULL;
1475 sub_pass_desc.colorAttachmentCount = rt_count;
1476 sub_pass_desc.pColorAttachments = attachment_references;
1477 sub_pass_desc.pResolveAttachments = NULL;
1478 sub_pass_desc.pDepthStencilAttachment = ds_reference;
1479 sub_pass_desc.preserveAttachmentCount = 0;
1480 sub_pass_desc.pPreserveAttachments = NULL;
1481
1482 pass_desc.sType = VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO;
1483 pass_desc.pNext = NULL;
1484 pass_desc.flags = 0;
1485 pass_desc.attachmentCount = attachment_count;
1486 pass_desc.pAttachments = attachments;
1487 pass_desc.subpassCount = 1;
1488 pass_desc.pSubpasses = &sub_pass_desc;
1489 pass_desc.dependencyCount = 0;
1490 pass_desc.pDependencies = NULL;
1491
1492 pass->key = *key;
1493 if ((vr = VK_CALL(vkCreateRenderPass(device_vk->vk_device,
1494 &pass_desc, NULL, &pass->vk_render_pass))) < 0)
1495 {
1496 WARN("Failed to create Vulkan render pass, vr %d.\n", vr);
1497 return false;
1498 }
1499
1500 return true;
1501 }
1502
1503 VkRenderPass wined3d_context_vk_get_render_pass(struct wined3d_context_vk *context_vk,
1504 const struct wined3d_fb_state *fb, unsigned int rt_count, bool depth_stencil, uint32_t clear_flags)
1505 {
1506 struct wined3d_render_pass_key_vk key;
1507 struct wined3d_render_pass_vk *pass;
1508 struct wine_rb_entry *entry;
1509
1510 wined3d_render_pass_key_vk_init(&key, fb, rt_count, depth_stencil, clear_flags);
1511 if ((entry = wine_rb_get(&context_vk->render_passes, &key)))
1512 return WINE_RB_ENTRY_VALUE(entry, struct wined3d_render_pass_vk, entry)->vk_render_pass;
1513
1514 if (!(pass = heap_alloc(sizeof(*pass))))
1515 return VK_NULL_HANDLE;
1516
1517 if (!wined3d_render_pass_vk_init(pass, context_vk, &key))
1518 {
1519 heap_free(pass);
1520 return VK_NULL_HANDLE;
1521 }
1522
1523 if (wine_rb_put(&context_vk->render_passes, &pass->key, &pass->entry) == -1)
1524 {
1525 ERR("Failed to insert render pass.\n");
1526 wined3d_render_pass_vk_cleanup(pass, context_vk);
1527 heap_free(pass);
1528 return VK_NULL_HANDLE;
1529 }
1530
1531 return pass->vk_render_pass;
1532 }
1533
1534 void wined3d_context_vk_end_current_render_pass(struct wined3d_context_vk *context_vk)
1535 {
1536 VkCommandBuffer vk_command_buffer = context_vk->current_command_buffer.vk_command_buffer;
1537 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1538 struct wined3d_query_vk *query_vk;
1539
1540 if (context_vk->vk_render_pass)
1541 {
1542 LIST_FOR_EACH_ENTRY(query_vk, &context_vk->render_pass_queries, struct wined3d_query_vk, entry)
1543 wined3d_query_vk_suspend(query_vk, context_vk);
1544
1545 VK_CALL(vkCmdEndRenderPass(vk_command_buffer));
1546 context_vk->vk_render_pass = VK_NULL_HANDLE;
1547 VK_CALL(vkCmdPipelineBarrier(vk_command_buffer, VK_PIPELINE_STAGE_ALL_GRAPHICS_BIT,
1548 VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, 0, 0, NULL, 0, NULL, 0, NULL));
1549
1550 LIST_FOR_EACH_ENTRY(query_vk, &context_vk->render_pass_queries, struct wined3d_query_vk, entry)
1551 {
1552 if (!wined3d_context_vk_allocate_query(context_vk, query_vk->q.type, &query_vk->pool_idx))
1553 {
1554 ERR("Failed to allocate new query.\n");
1555 break;
1556 }
1557 }
1558 }
1559
1560 if (context_vk->vk_framebuffer)
1561 {
1562 wined3d_context_vk_destroy_vk_framebuffer(context_vk,
1563 context_vk->vk_framebuffer, context_vk->current_command_buffer.id);
1564 context_vk->vk_framebuffer = VK_NULL_HANDLE;
1565 }
1566 }
1567
1568 static void wined3d_context_vk_destroy_render_pass(struct wine_rb_entry *entry, void *ctx)
1569 {
1570 struct wined3d_render_pass_vk *pass = WINE_RB_ENTRY_VALUE(entry,
1571 struct wined3d_render_pass_vk, entry);
1572
1573 wined3d_render_pass_vk_cleanup(pass, ctx);
1574 heap_free(pass);
1575 }
1576
1577 static void wined3d_shader_descriptor_writes_vk_cleanup(struct wined3d_shader_descriptor_writes_vk *writes)
1578 {
1579 heap_free(writes->writes);
1580 }
1581
1582 static void wined3d_context_vk_destroy_query_pools(struct wined3d_context_vk *context_vk, struct list *free_pools)
1583 {
1584 struct wined3d_query_pool_vk *pool_vk, *entry;
1585
1586 LIST_FOR_EACH_ENTRY_SAFE(pool_vk, entry, free_pools, struct wined3d_query_pool_vk, entry)
1587 {
1588 wined3d_query_pool_vk_cleanup(pool_vk, context_vk);
1589 heap_free(pool_vk);
1590 }
1591 }
1592
1593 bool wined3d_context_vk_allocate_query(struct wined3d_context_vk *context_vk,
1594 enum wined3d_query_type type, struct wined3d_query_pool_idx_vk *pool_idx)
1595 {
1596 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1597 struct wined3d_query_pool_vk *pool_vk, *entry;
1598 struct wined3d_device_vk *device_vk;
1599 struct list *free_pools;
1600 VkResult vr;
1601 size_t idx;
1602
1603 switch (type)
1604 {
1605 case WINED3D_QUERY_TYPE_OCCLUSION:
1606 free_pools = &context_vk->free_occlusion_query_pools;
1607 break;
1608
1609 case WINED3D_QUERY_TYPE_TIMESTAMP:
1610 free_pools = &context_vk->free_timestamp_query_pools;
1611 break;
1612
1613 case WINED3D_QUERY_TYPE_PIPELINE_STATISTICS:
1614 free_pools = &context_vk->free_pipeline_statistics_query_pools;
1615 break;
1616
1617 case WINED3D_QUERY_TYPE_SO_STATISTICS:
1618 case WINED3D_QUERY_TYPE_SO_STATISTICS_STREAM0:
1619 case WINED3D_QUERY_TYPE_SO_STATISTICS_STREAM1:
1620 case WINED3D_QUERY_TYPE_SO_STATISTICS_STREAM2:
1621 case WINED3D_QUERY_TYPE_SO_STATISTICS_STREAM3:
1622 free_pools = &context_vk->free_stream_output_statistics_query_pools;
1623 break;
1624
1625 default:
1626 FIXME("Unhandled query type %#x.\n", type);
1627 return false;
1628 }
1629
1630 LIST_FOR_EACH_ENTRY_SAFE(pool_vk, entry, free_pools, struct wined3d_query_pool_vk, entry)
1631 {
1632 if (wined3d_query_pool_vk_allocate_query(pool_vk, &idx))
1633 goto done;
1634 list_remove(&pool_vk->entry);
1635 list_init(&pool_vk->entry);
1636 }
1637
1638 if (!(pool_vk = heap_alloc_zero(sizeof(*pool_vk))))
1639 return false;
1640 if (!wined3d_query_pool_vk_init(pool_vk, context_vk, type, free_pools))
1641 {
1642 heap_free(pool_vk);
1643 return false;
1644 }
1645
1646 device_vk = wined3d_device_vk(context_vk->c.device);
1647
1648 if (vk_info->supported[WINED3D_VK_EXT_HOST_QUERY_RESET])
1649 {
1650 VK_CALL(vkResetQueryPoolEXT(device_vk->vk_device,
1651 pool_vk->vk_query_pool, 0, WINED3D_QUERY_POOL_SIZE));
1652 }
1653 else
1654 {
1655 VkEventCreateInfo event_create_info;
1656
1657 wined3d_context_vk_end_current_render_pass(context_vk);
1658 VK_CALL(vkCmdResetQueryPool(wined3d_context_vk_get_command_buffer(context_vk),
1659 pool_vk->vk_query_pool, 0, WINED3D_QUERY_POOL_SIZE));
1660
1661 event_create_info.sType = VK_STRUCTURE_TYPE_EVENT_CREATE_INFO;
1662 event_create_info.pNext = NULL;
1663 event_create_info.flags = 0;
1664
1665 /* We probably shouldn't call vkGetQueryPoolResults() without synchronizing with vkCmdResetQueryPool()
1666 * even if the query pool is freshly allocated. wined3d_query_vk_accumulate_data() will check this event
1667 * before returning results. */
1668 vr = VK_CALL(vkCreateEvent(device_vk->vk_device, &event_create_info, NULL, &pool_vk->vk_event));
1669 if (vr == VK_SUCCESS)
1670 {
1671 /* At which stage vkCmdResetQueryPool() executes? */
1672 VK_CALL(vkCmdSetEvent(wined3d_context_vk_get_command_buffer(context_vk), pool_vk->vk_event,
1673 VK_PIPELINE_STAGE_ALL_COMMANDS_BIT));
1674 }
1675 else
1676 {
1677 ERR("Failed to create event, vr %s.\n", wined3d_debug_vkresult(vr));
1678 }
1679 }
1680
1681 if (!wined3d_query_pool_vk_allocate_query(pool_vk, &idx))
1682 {
1683 wined3d_query_pool_vk_cleanup(pool_vk, context_vk);
1684 heap_free(pool_vk);
1685 return false;
1686 }
1687
1688 done:
1689 pool_idx->pool_vk = pool_vk;
1690 pool_idx->idx = idx;
1691
1692 return true;
1693 }
1694
1695 void wined3d_context_vk_cleanup(struct wined3d_context_vk *context_vk)
1696 {
1697 struct wined3d_command_buffer_vk *buffer = &context_vk->current_command_buffer;
1698 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
1699 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1700 unsigned int i;
1701
1702 if (buffer->vk_command_buffer)
1703 {
1704 free_command_buffer(context_vk, buffer);
1705 buffer->vk_command_buffer = VK_NULL_HANDLE;
1706 }
1707
1708 wined3d_context_vk_wait_command_buffer(context_vk, buffer->id - 1);
1709 context_vk->completed_command_buffer_id = buffer->id;
1710 for (i = 0; i < context_vk->completed.buffer_count; ++i)
1711 free_command_buffer(context_vk, &context_vk->completed.buffers[i]);
1712
1713 heap_free(context_vk->compute.bindings.bindings);
1714 heap_free(context_vk->graphics.bindings.bindings);
1715 for (i = 0; i < context_vk->vk_descriptor_pool_count; ++i)
1716 VK_CALL(vkDestroyDescriptorPool(device_vk->vk_device, context_vk->vk_descriptor_pools[i], NULL));
1717 heap_free(context_vk->vk_descriptor_pools);
1718 if (context_vk->vk_framebuffer)
1719 VK_CALL(vkDestroyFramebuffer(device_vk->vk_device, context_vk->vk_framebuffer, NULL));
1720 if (context_vk->vk_so_counter_bo.vk_buffer)
1721 wined3d_context_vk_destroy_bo(context_vk, &context_vk->vk_so_counter_bo);
1722 wined3d_context_vk_cleanup_resources(context_vk, VK_NULL_HANDLE);
1723 /* Destroy the command pool after cleaning up resources. In particular,
1724 * this needs to happen after all command buffers are freed, because
1725 * vkFreeCommandBuffers() requires a valid pool handle. */
1726 VK_CALL(vkDestroyCommandPool(device_vk->vk_device, context_vk->vk_command_pool, NULL));
1727 wined3d_context_vk_destroy_query_pools(context_vk, &context_vk->free_occlusion_query_pools);
1728 wined3d_context_vk_destroy_query_pools(context_vk, &context_vk->free_timestamp_query_pools);
1729 wined3d_context_vk_destroy_query_pools(context_vk, &context_vk->free_pipeline_statistics_query_pools);
1730 wined3d_context_vk_destroy_query_pools(context_vk, &context_vk->free_stream_output_statistics_query_pools);
1731 wine_rb_destroy(&context_vk->bo_slab_available, wined3d_context_vk_destroy_bo_slab, context_vk);
1732 heap_free(context_vk->submitted.buffers);
1733 heap_free(context_vk->completed.buffers);
1734 heap_free(context_vk->retired.objects);
1735
1736 wined3d_shader_descriptor_writes_vk_cleanup(&context_vk->descriptor_writes);
1737 wine_rb_destroy(&context_vk->graphics_pipelines, wined3d_context_vk_destroy_graphics_pipeline, context_vk);
1738 wine_rb_destroy(&context_vk->pipeline_layouts, wined3d_context_vk_destroy_pipeline_layout, context_vk);
1739 wine_rb_destroy(&context_vk->render_passes, wined3d_context_vk_destroy_render_pass, context_vk);
1740
1741 wined3d_context_cleanup(&context_vk->c);
1742 }
1743
1744 VkCommandBuffer wined3d_context_vk_get_command_buffer(struct wined3d_context_vk *context_vk)
1745 {
1746 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
1747 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1748 struct wined3d_command_buffer_vk *buffer;
1749 VkCommandBufferBeginInfo begin_info;
1750 struct wined3d_query_vk *query_vk;
1751 VkResult vr;
1752
1753 TRACE("context_vk %p.\n", context_vk);
1754
1755 buffer = &context_vk->current_command_buffer;
1756 if (buffer->vk_command_buffer)
1757 {
1758 if (context_vk->retired_bo_size > WINED3D_RETIRED_BO_SIZE_THRESHOLD)
1759 wined3d_context_vk_submit_command_buffer(context_vk, 0, NULL, NULL, 0, NULL);
1760 else
1761 {
1762 TRACE("Returning existing command buffer %p with id 0x%s.\n",
1763 buffer->vk_command_buffer, wine_dbgstr_longlong(buffer->id));
1764 return buffer->vk_command_buffer;
1765 }
1766 }
1767
1768 if (context_vk->completed.buffer_count)
1769 {
1770 const struct wined3d_command_buffer_vk *old_buffer;
1771
1772 old_buffer = &context_vk->completed.buffers[--context_vk->completed.buffer_count];
1773 buffer->vk_command_buffer = old_buffer->vk_command_buffer;
1774 buffer->vk_fence = old_buffer->vk_fence;
1775 }
1776 else
1777 {
1778 VkCommandBufferAllocateInfo command_buffer_info;
1779 VkFenceCreateInfo fence_desc;
1780
1781 fence_desc.sType = VK_STRUCTURE_TYPE_FENCE_CREATE_INFO;
1782 fence_desc.pNext = NULL;
1783 fence_desc.flags = 0;
1784 if ((vr = VK_CALL(vkCreateFence(device_vk->vk_device, &fence_desc, NULL, &buffer->vk_fence))) < 0)
1785 {
1786 ERR("Failed to create fence, vr %s.\n", wined3d_debug_vkresult(vr));
1787 return VK_NULL_HANDLE;
1788 }
1789
1790 command_buffer_info.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_ALLOCATE_INFO;
1791 command_buffer_info.pNext = NULL;
1792 command_buffer_info.commandPool = context_vk->vk_command_pool;
1793 command_buffer_info.level = VK_COMMAND_BUFFER_LEVEL_PRIMARY;
1794 command_buffer_info.commandBufferCount = 1;
1795 if ((vr = VK_CALL(vkAllocateCommandBuffers(device_vk->vk_device,
1796 &command_buffer_info, &buffer->vk_command_buffer))) < 0)
1797 {
1798 WARN("Failed to allocate Vulkan command buffer, vr %s.\n", wined3d_debug_vkresult(vr));
1799 VK_CALL(vkDestroyFence(device_vk->vk_device, buffer->vk_fence, NULL));
1800 return VK_NULL_HANDLE;
1801 }
1802 }
1803
1804 begin_info.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_BEGIN_INFO;
1805 begin_info.pNext = NULL;
1806 begin_info.flags = VK_COMMAND_BUFFER_USAGE_ONE_TIME_SUBMIT_BIT;
1807 begin_info.pInheritanceInfo = NULL;
1808 if ((vr = VK_CALL(vkBeginCommandBuffer(buffer->vk_command_buffer, &begin_info))) < 0)
1809 {
1810 WARN("Failed to begin command buffer, vr %s.\n", wined3d_debug_vkresult(vr));
1811 VK_CALL(vkFreeCommandBuffers(device_vk->vk_device, context_vk->vk_command_pool,
1812 1, &buffer->vk_command_buffer));
1813 return buffer->vk_command_buffer = VK_NULL_HANDLE;
1814 }
1815
1816 LIST_FOR_EACH_ENTRY(query_vk, &context_vk->active_queries, struct wined3d_query_vk, entry)
1817 {
1818 if (!wined3d_context_vk_allocate_query(context_vk, query_vk->q.type, &query_vk->pool_idx))
1819 {
1820 ERR("Failed to allocate new query.\n");
1821 break;
1822 }
1823
1824 wined3d_query_vk_resume(query_vk, context_vk);
1825 }
1826
1827 TRACE("Created new command buffer %p with id 0x%s.\n",
1828 buffer->vk_command_buffer, wine_dbgstr_longlong(buffer->id));
1829
1830 return buffer->vk_command_buffer;
1831 }
1832
1833 void wined3d_context_vk_submit_command_buffer(struct wined3d_context_vk *context_vk,
1834 unsigned int wait_semaphore_count, const VkSemaphore *wait_semaphores, const VkPipelineStageFlags *wait_stages,
1835 unsigned int signal_semaphore_count, const VkSemaphore *signal_semaphores)
1836 {
1837 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
1838 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1839 struct wined3d_query_pool_vk *pool_vk, *pool_vk_next;
1840 struct wined3d_command_buffer_vk *buffer;
1841 struct wined3d_query_vk *query_vk;
1842 VkSubmitInfo submit_info;
1843 VkResult vr;
1844
1845 TRACE("context_vk %p, wait_semaphore_count %u, wait_semaphores %p, wait_stages %p,"
1846 "signal_semaphore_count %u, signal_semaphores %p.\n",
1847 context_vk, wait_semaphore_count, wait_semaphores, wait_stages,
1848 signal_semaphore_count, signal_semaphores);
1849
1850 buffer = &context_vk->current_command_buffer;
1851 if (!buffer->vk_command_buffer)
1852 return;
1853
1854 TRACE("Submitting command buffer %p with id 0x%s.\n",
1855 buffer->vk_command_buffer, wine_dbgstr_longlong(buffer->id));
1856
1857 wined3d_context_vk_end_current_render_pass(context_vk);
1858
1859 LIST_FOR_EACH_ENTRY_SAFE(pool_vk, pool_vk_next, &context_vk->completed_query_pools,
1860 struct wined3d_query_pool_vk, completed_entry)
1861 {
1862 list_remove(&pool_vk->completed_entry);
1863 list_init(&pool_vk->completed_entry);
1864
1865 wined3d_context_vk_reset_completed_queries(context_vk, pool_vk, buffer);
1866 }
1867
1868 LIST_FOR_EACH_ENTRY(query_vk, &context_vk->active_queries, struct wined3d_query_vk, entry)
1869 wined3d_query_vk_suspend(query_vk, context_vk);
1870
1871 context_vk->graphics.vk_pipeline = VK_NULL_HANDLE;
1872 context_vk->update_compute_pipeline = 1;
1873 context_vk->update_stream_output = 1;
1874 context_vk->c.update_shader_resource_bindings = 1;
1875 context_vk->c.update_compute_shader_resource_bindings = 1;
1876 context_vk->c.update_unordered_access_view_bindings = 1;
1877 context_vk->c.update_compute_unordered_access_view_bindings = 1;
1878 context_invalidate_state(&context_vk->c, STATE_STREAMSRC);
1879 context_invalidate_state(&context_vk->c, STATE_INDEXBUFFER);
1880 context_invalidate_state(&context_vk->c, STATE_BLEND_FACTOR);
1881 context_invalidate_state(&context_vk->c, STATE_STENCIL_REF);
1882
1883 VK_CALL(vkEndCommandBuffer(buffer->vk_command_buffer));
1884
1885 VK_CALL(vkResetFences(device_vk->vk_device, 1, &buffer->vk_fence));
1886
1887 submit_info.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO;
1888 submit_info.pNext = NULL;
1889 submit_info.waitSemaphoreCount = wait_semaphore_count;
1890 submit_info.pWaitSemaphores = wait_semaphores;
1891 submit_info.pWaitDstStageMask = wait_stages;
1892 submit_info.commandBufferCount = 1;
1893 submit_info.pCommandBuffers = &buffer->vk_command_buffer;
1894 submit_info.signalSemaphoreCount = signal_semaphore_count;
1895 submit_info.pSignalSemaphores = signal_semaphores;
1896
1897 if ((vr = VK_CALL(vkQueueSubmit(device_vk->vk_queue, 1, &submit_info, buffer->vk_fence))) < 0)
1898 ERR("Failed to submit command buffer %p, vr %s.\n",
1899 buffer->vk_command_buffer, wined3d_debug_vkresult(vr));
1900
1901 if (!wined3d_array_reserve((void **)&context_vk->submitted.buffers, &context_vk->submitted.buffers_size,
1902 context_vk->submitted.buffer_count + 1, sizeof(*context_vk->submitted.buffers)))
1903 ERR("Failed to grow submitted command buffer array.\n");
1904
1905 context_vk->submitted.buffers[context_vk->submitted.buffer_count++] = *buffer;
1906
1907 buffer->vk_command_buffer = VK_NULL_HANDLE;
1908 /* We don't expect this to ever happen, but handle it anyway. */
1909 if (!++buffer->id)
1910 {
1911 wined3d_context_vk_wait_command_buffer(context_vk, buffer->id - 1);
1912 context_vk->completed_command_buffer_id = 0;
1913 buffer->id = 1;
1914 }
1915 context_vk->retired_bo_size = 0;
1916 wined3d_context_vk_cleanup_resources(context_vk, VK_NULL_HANDLE);
1917 }
1918
1919 void wined3d_context_vk_wait_command_buffer(struct wined3d_context_vk *context_vk, uint64_t id)
1920 {
1921 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
1922 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1923 VkFence vk_fence;
1924 SIZE_T i;
1925
1926 if (id <= context_vk->completed_command_buffer_id
1927 || id > context_vk->current_command_buffer.id) /* In case the buffer ID wrapped. */
1928 return;
1929
1930 for (i = 0; i < context_vk->submitted.buffer_count; ++i)
1931 {
1932 if (context_vk->submitted.buffers[i].id != id)
1933 continue;
1934
1935 vk_fence = context_vk->submitted.buffers[i].vk_fence;
1936 wined3d_context_vk_cleanup_resources(context_vk, vk_fence);
1937 for (i = 0; i < context_vk->submitted.buffer_count; ++i)
1938 {
1939 if (context_vk->submitted.buffers[i].id != id)
1940 continue;
1941
1942 VK_CALL(vkWaitForFences(device_vk->vk_device, 1, &vk_fence, VK_TRUE, UINT64_MAX));
1943 wined3d_context_vk_remove_command_buffer(context_vk, i);
1944 return;
1945 }
1946 }
1947
1948 ERR("Failed to find fence for command buffer with id 0x%s.\n", wine_dbgstr_longlong(id));
1949 }
1950
1951 void wined3d_context_vk_image_barrier(struct wined3d_context_vk *context_vk,
1952 VkCommandBuffer vk_command_buffer, VkPipelineStageFlags src_stage_mask, VkPipelineStageFlags dst_stage_mask,
1953 VkAccessFlags src_access_mask, VkAccessFlags dst_access_mask, VkImageLayout old_layout,
1954 VkImageLayout new_layout, VkImage image, const VkImageSubresourceRange *range)
1955 {
1956 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
1957 VkImageMemoryBarrier barrier;
1958
1959 wined3d_context_vk_end_current_render_pass(context_vk);
1960
1961 barrier.sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER;
1962 barrier.pNext = NULL;
1963 barrier.srcAccessMask = src_access_mask;
1964 barrier.dstAccessMask = dst_access_mask;
1965 barrier.oldLayout = old_layout;
1966 barrier.newLayout = new_layout;
1967 barrier.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
1968 barrier.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
1969 barrier.image = image;
1970 barrier.subresourceRange = *range;
1971
1972 VK_CALL(vkCmdPipelineBarrier(vk_command_buffer, src_stage_mask, dst_stage_mask, 0, 0, NULL, 0, NULL, 1, &barrier));
1973 }
1974
1975 static int wined3d_render_pass_vk_compare(const void *key, const struct wine_rb_entry *entry)
1976 {
1977 const struct wined3d_render_pass_key_vk *k = key;
1978 const struct wined3d_render_pass_vk *pass = WINE_RB_ENTRY_VALUE(entry,
1979 const struct wined3d_render_pass_vk, entry);
1980
1981 return memcmp(k, &pass->key, sizeof(*k));
1982 }
1983
1984 static int wined3d_pipeline_layout_vk_compare(const void *key, const struct wine_rb_entry *entry)
1985 {
1986 const struct wined3d_pipeline_layout_key_vk *a = key;
1987 const struct wined3d_pipeline_layout_key_vk *b = &WINE_RB_ENTRY_VALUE(entry,
1988 const struct wined3d_pipeline_layout_vk, entry)->key;
1989 int ret;
1990
1991 if ((ret = wined3d_uint32_compare(a->binding_count, b->binding_count)))
1992 return ret;
1993 return memcmp(a->bindings, b->bindings, a->binding_count * sizeof(*a->bindings));
1994 }
1995
1996 static int wined3d_graphics_pipeline_vk_compare(const void *key, const struct wine_rb_entry *entry)
1997 {
1998 const struct wined3d_graphics_pipeline_key_vk *a = key;
1999 const struct wined3d_graphics_pipeline_key_vk *b = &WINE_RB_ENTRY_VALUE(entry,
2000 const struct wined3d_graphics_pipeline_vk, entry)->key;
2001 unsigned int i;
2002 int ret;
2003
2004 if ((ret = wined3d_uint32_compare(a->pipeline_desc.stageCount, b->pipeline_desc.stageCount)))
2005 return ret;
2006 for (i = 0; i < a->pipeline_desc.stageCount; ++i)
2007 {
2008 if ((ret = wined3d_uint64_compare(a->stages[i].module, b->stages[i].module)))
2009 return ret;
2010 }
2011
2012 if ((ret = wined3d_uint32_compare(a->divisor_desc.vertexBindingDivisorCount,
2013 b->divisor_desc.vertexBindingDivisorCount)))
2014 return ret;
2015 if ((ret = memcmp(a->divisors, b->divisors,
2016 a->divisor_desc.vertexBindingDivisorCount * sizeof(*a->divisors))))
2017 return ret;
2018
2019 if ((ret = wined3d_uint32_compare(a->input_desc.vertexAttributeDescriptionCount,
2020 b->input_desc.vertexAttributeDescriptionCount)))
2021 return ret;
2022 if ((ret = memcmp(a->attributes, b->attributes,
2023 a->input_desc.vertexAttributeDescriptionCount * sizeof(*a->attributes))))
2024 return ret;
2025 if ((ret = wined3d_uint32_compare(a->input_desc.vertexBindingDescriptionCount,
2026 b->input_desc.vertexBindingDescriptionCount)))
2027 return ret;
2028 if ((ret = memcmp(a->bindings, b->bindings,
2029 a->input_desc.vertexBindingDescriptionCount * sizeof(*a->bindings))))
2030 return ret;
2031
2032 if ((ret = wined3d_uint32_compare(a->ia_desc.topology, b->ia_desc.topology)))
2033 return ret;
2034 if ((ret = wined3d_uint32_compare(a->ia_desc.primitiveRestartEnable, b->ia_desc.primitiveRestartEnable)))
2035 return ret;
2036
2037 if ((ret = wined3d_uint32_compare(a->ts_desc.patchControlPoints, b->ts_desc.patchControlPoints)))
2038 return ret;
2039
2040 if ((ret = memcmp(a->viewports, b->viewports, sizeof(a->viewports))))
2041 return ret;
2042 if ((ret = memcmp(a->scissors, b->scissors, sizeof(a->scissors))))
2043 return ret;
2044
2045 if ((ret = memcmp(&a->rs_desc, &b->rs_desc, sizeof(a->rs_desc))))
2046 return ret;
2047
2048 if ((ret = wined3d_uint32_compare(a->ms_desc.rasterizationSamples, b->ms_desc.rasterizationSamples)))
2049 return ret;
2050 if ((ret = wined3d_uint32_compare(a->ms_desc.alphaToCoverageEnable, b->ms_desc.alphaToCoverageEnable)))
2051 return ret;
2052 if ((ret = wined3d_uint32_compare(a->sample_mask, b->sample_mask)))
2053 return ret;
2054
2055 if ((ret = memcmp(&a->ds_desc, &b->ds_desc, sizeof(a->ds_desc))))
2056 return ret;
2057
2058 if ((ret = wined3d_uint32_compare(a->blend_desc.attachmentCount, b->blend_desc.attachmentCount)))
2059 return ret;
2060 if ((ret = memcmp(a->blend_attachments, b->blend_attachments,
2061 a->blend_desc.attachmentCount * sizeof(*a->blend_attachments))))
2062 return ret;
2063
2064 if ((ret = wined3d_uint64_compare(a->pipeline_desc.layout, b->pipeline_desc.layout)))
2065 return ret;
2066
2067 if ((ret = wined3d_uint64_compare(a->pipeline_desc.renderPass, b->pipeline_desc.renderPass)))
2068 return ret;
2069
2070 return 0;
2071 }
2072
2073 static int wined3d_bo_slab_vk_compare(const void *key, const struct wine_rb_entry *entry)
2074 {
2075 const struct wined3d_bo_slab_vk *slab = WINE_RB_ENTRY_VALUE(entry, const struct wined3d_bo_slab_vk, entry);
2076 const struct wined3d_bo_slab_vk_key *k = key;
2077 int ret;
2078
2079 if ((ret = wined3d_uint32_compare(k->memory_type, slab->requested_memory_type)))
2080 return ret;
2081 if ((ret = wined3d_uint32_compare(k->usage, slab->bo.usage)))
2082 return ret;
2083 return wined3d_uint64_compare(k->size, slab->bo.size);
2084 }
2085
2086 static void wined3d_context_vk_init_graphics_pipeline_key(struct wined3d_context_vk *context_vk)
2087 {
2088 struct wined3d_graphics_pipeline_key_vk *key;
2089 VkPipelineShaderStageCreateInfo *stage;
2090 unsigned int i;
2091
2092 static const VkDynamicState dynamic_states[] =
2093 {
2094 VK_DYNAMIC_STATE_BLEND_CONSTANTS,
2095 VK_DYNAMIC_STATE_STENCIL_REFERENCE,
2096 };
2097
2098 key = &context_vk->graphics.pipeline_key_vk;
2099 memset(key, 0, sizeof(*key));
2100
2101 for (i = 0; i < ARRAY_SIZE(context_vk->graphics.vk_modules); ++i)
2102 {
2103 stage = &key->stages[i];
2104 stage->sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO;
2105 stage->pName = "main";
2106 }
2107
2108 key->input_desc.sType = VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO;
2109 key->input_desc.pVertexBindingDescriptions = key->bindings;
2110 key->input_desc.pVertexAttributeDescriptions = key->attributes;
2111
2112 key->divisor_desc.sType = VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_DIVISOR_STATE_CREATE_INFO_EXT;
2113 key->divisor_desc.pVertexBindingDivisors = key->divisors;
2114
2115 key->ia_desc.sType = VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO;
2116
2117 key->ts_desc.sType = VK_STRUCTURE_TYPE_PIPELINE_TESSELLATION_STATE_CREATE_INFO;
2118
2119 key->vp_desc.sType = VK_STRUCTURE_TYPE_PIPELINE_VIEWPORT_STATE_CREATE_INFO;
2120 key->vp_desc.pViewports = key->viewports;
2121 key->vp_desc.pScissors = key->scissors;
2122
2123 key->rs_desc.sType = VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_STATE_CREATE_INFO;
2124 key->rs_desc.lineWidth = 1.0f;
2125
2126 key->ms_desc.sType = VK_STRUCTURE_TYPE_PIPELINE_MULTISAMPLE_STATE_CREATE_INFO;
2127 key->ms_desc.pSampleMask = &key->sample_mask;
2128
2129 key->ds_desc.sType = VK_STRUCTURE_TYPE_PIPELINE_DEPTH_STENCIL_STATE_CREATE_INFO;
2130 key->ds_desc.maxDepthBounds = 1.0f;
2131
2132 key->blend_desc.sType = VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO;
2133 key->blend_desc.logicOp = VK_LOGIC_OP_COPY;
2134 key->blend_desc.pAttachments = key->blend_attachments;
2135 key->blend_desc.blendConstants[0] = 1.0f;
2136 key->blend_desc.blendConstants[1] = 1.0f;
2137 key->blend_desc.blendConstants[2] = 1.0f;
2138 key->blend_desc.blendConstants[3] = 1.0f;
2139
2140 key->dynamic_desc.sType = VK_STRUCTURE_TYPE_PIPELINE_DYNAMIC_STATE_CREATE_INFO;
2141 key->dynamic_desc.dynamicStateCount = ARRAY_SIZE(dynamic_states);
2142 key->dynamic_desc.pDynamicStates = dynamic_states;
2143
2144 key->pipeline_desc.sType = VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO;
2145 key->pipeline_desc.pStages = key->stages;
2146 key->pipeline_desc.pVertexInputState = &key->input_desc;
2147 key->pipeline_desc.pInputAssemblyState = &key->ia_desc;
2148 key->pipeline_desc.pTessellationState = &key->ts_desc;
2149 key->pipeline_desc.pViewportState = &key->vp_desc;
2150 key->pipeline_desc.pRasterizationState = &key->rs_desc;
2151 key->pipeline_desc.pMultisampleState = &key->ms_desc;
2152 key->pipeline_desc.pDepthStencilState = &key->ds_desc;
2153 key->pipeline_desc.pColorBlendState = &key->blend_desc;
2154 key->pipeline_desc.pDynamicState = &key->dynamic_desc;
2155 key->pipeline_desc.basePipelineIndex = -1;
2156 }
2157
2158 static void wined3d_context_vk_update_rasterisation_state(const struct wined3d_context_vk *context_vk,
2159 const struct wined3d_state *state, struct wined3d_graphics_pipeline_key_vk *key)
2160 {
2161 const struct wined3d_d3d_info *d3d_info = context_vk->c.d3d_info;
2162 VkPipelineRasterizationStateCreateInfo *desc = &key->rs_desc;
2163 const struct wined3d_rasterizer_state_desc *r;
2164 float scale_bias;
2165 union
2166 {
2167 uint32_t u32;
2168 float f32;
2169 } const_bias;
2170
2171 if (!state->rasterizer_state)
2172 {
2173 desc->depthClampEnable = VK_FALSE;
2174 desc->rasterizerDiscardEnable = is_rasterization_disabled(state->shader[WINED3D_SHADER_TYPE_GEOMETRY]);
2175 desc->cullMode = VK_CULL_MODE_BACK_BIT;
2176 desc->frontFace = VK_FRONT_FACE_CLOCKWISE;
2177 desc->depthBiasEnable = VK_FALSE;
2178 desc->depthBiasConstantFactor = 0.0f;
2179 desc->depthBiasClamp = 0.0f;
2180 desc->depthBiasSlopeFactor = 0.0f;
2181
2182 return;
2183 }
2184
2185 r = &state->rasterizer_state->desc;
2186 desc->depthClampEnable = !r->depth_clip;
2187 desc->rasterizerDiscardEnable = is_rasterization_disabled(state->shader[WINED3D_SHADER_TYPE_GEOMETRY]);
2188 desc->cullMode = vk_cull_mode_from_wined3d(r->cull_mode);
2189 desc->frontFace = r->front_ccw ? VK_FRONT_FACE_COUNTER_CLOCKWISE : VK_FRONT_FACE_CLOCKWISE;
2190
2191 scale_bias = r->scale_bias;
2192 const_bias.f32 = r->depth_bias;
2193 if (!scale_bias && !const_bias.f32)
2194 {
2195 desc->depthBiasEnable = VK_FALSE;
2196 desc->depthBiasConstantFactor = 0.0f;
2197 desc->depthBiasClamp = 0.0f;
2198 desc->depthBiasSlopeFactor = 0.0f;
2199
2200 return;
2201 }
2202
2203 desc->depthBiasEnable = VK_TRUE;
2204 if (d3d_info->wined3d_creation_flags & WINED3D_LEGACY_DEPTH_BIAS)
2205 {
2206 const struct wined3d_rendertarget_view *dsv;
2207
2208 if ((dsv = state->fb.depth_stencil))
2209 {
2210 desc->depthBiasConstantFactor = -(float)const_bias.u32 / dsv->format->depth_bias_scale;
2211 desc->depthBiasSlopeFactor = -(float)const_bias.u32;
2212 }
2213 else
2214 {
2215 desc->depthBiasConstantFactor = 0.0f;
2216 desc->depthBiasSlopeFactor = 0.0f;
2217 }
2218 }
2219 else
2220 {
2221 desc->depthBiasConstantFactor = const_bias.f32;
2222 desc->depthBiasSlopeFactor = scale_bias;
2223 }
2224 desc->depthBiasClamp = r->depth_bias_clamp;
2225 }
2226
2227 static void wined3d_context_vk_update_blend_state(const struct wined3d_context_vk *context_vk,
2228 const struct wined3d_state *state, struct wined3d_graphics_pipeline_key_vk *key)
2229 {
2230 VkPipelineColorBlendStateCreateInfo *desc = &key->blend_desc;
2231 const struct wined3d_blend_state_desc *b;
2232 unsigned int i;
2233
2234 desc->attachmentCount = context_vk->rt_count;
2235
2236 memset(key->blend_attachments, 0, sizeof(key->blend_attachments));
2237 if (!state->blend_state)
2238 {
2239 for (i = 0; i < context_vk->rt_count; ++i)
2240 {
2241 key->blend_attachments[i].colorWriteMask = VK_COLOR_COMPONENT_R_BIT
2242 | VK_COLOR_COMPONENT_G_BIT
2243 | VK_COLOR_COMPONENT_B_BIT
2244 | VK_COLOR_COMPONENT_A_BIT;
2245 }
2246
2247 return;
2248 }
2249
2250 b = &state->blend_state->desc;
2251 for (i = 0; i < context_vk->rt_count; ++i)
2252 {
2253 const struct wined3d_rendertarget_blend_state_desc *rt = &b->rt[b->independent ? i : 0];
2254 const struct wined3d_rendertarget_view *rtv = state->fb.render_targets[i];
2255 VkPipelineColorBlendAttachmentState *a = &key->blend_attachments[i];
2256 enum wined3d_blend src_blend, dst_blend;
2257 const struct wined3d_format *rt_format;
2258
2259 a->colorWriteMask = vk_colour_write_mask_from_wined3d(rt->writemask);
2260 if (!rt->enable)
2261 continue;
2262
2263 if (rtv)
2264 rt_format = rtv->format;
2265 else
2266 rt_format = wined3d_get_format(context_vk->c.device->adapter, WINED3DFMT_NULL, 0);
2267 a->blendEnable = VK_TRUE;
2268
2269 src_blend = rt->src;
2270 dst_blend = rt->dst;
2271 if (src_blend == WINED3D_BLEND_BOTHSRCALPHA)
2272 {
2273 src_blend = WINED3D_BLEND_SRCALPHA;
2274 dst_blend = WINED3D_BLEND_INVSRCALPHA;
2275 }
2276 else if (src_blend == WINED3D_BLEND_BOTHINVSRCALPHA)
2277 {
2278 src_blend = WINED3D_BLEND_INVSRCALPHA;
2279 dst_blend = WINED3D_BLEND_SRCALPHA;
2280 }
2281 a->srcColorBlendFactor = vk_blend_factor_from_wined3d(src_blend, rt_format, FALSE);
2282 a->dstColorBlendFactor = vk_blend_factor_from_wined3d(dst_blend, rt_format, FALSE);
2283 a->colorBlendOp = vk_blend_op_from_wined3d(rt->op);
2284
2285 src_blend = rt->src_alpha;
2286 dst_blend = rt->dst_alpha;
2287 a->srcAlphaBlendFactor = vk_blend_factor_from_wined3d(src_blend, rt_format, TRUE);
2288 a->dstAlphaBlendFactor = vk_blend_factor_from_wined3d(dst_blend, rt_format, TRUE);
2289 a->alphaBlendOp = vk_blend_op_from_wined3d(rt->op_alpha);
2290 }
2291 }
2292
2293 static VkFormat vk_format_from_component_type(enum wined3d_component_type component_type)
2294 {
2295 switch (component_type)
2296 {
2297 case WINED3D_TYPE_UINT:
2298 return VK_FORMAT_R32G32B32A32_UINT;
2299 case WINED3D_TYPE_INT:
2300 return VK_FORMAT_R32G32B32A32_SINT;
2301 case WINED3D_TYPE_UNKNOWN:
2302 case WINED3D_TYPE_FLOAT:
2303 return VK_FORMAT_R32G32B32A32_SFLOAT;
2304 }
2305 return VK_FORMAT_UNDEFINED;
2306 }
2307
2308 static bool wined3d_context_vk_update_graphics_pipeline_key(struct wined3d_context_vk *context_vk,
2309 const struct wined3d_state *state, VkPipelineLayout vk_pipeline_layout, uint32_t *null_buffer_binding)
2310 {
2311 unsigned int i, attribute_count, binding_count, divisor_count, stage_count;
2312 const struct wined3d_d3d_info *d3d_info = context_vk->c.d3d_info;
2313 struct wined3d_graphics_pipeline_key_vk *key;
2314 VkPipelineShaderStageCreateInfo *stage;
2315 struct wined3d_stream_info stream_info;
2316 struct wined3d_shader *vertex_shader;
2317 VkPrimitiveTopology vk_topology;
2318 VkShaderModule module;
2319 bool update = false;
2320 uint32_t mask;
2321
2322 *null_buffer_binding = ~0u;
2323 key = &context_vk->graphics.pipeline_key_vk;
2324
2325 if (context_vk->c.shader_update_mask & ~(1u << WINED3D_SHADER_TYPE_COMPUTE))
2326 {
2327 stage_count = 0;
2328 for (i = 0; i < ARRAY_SIZE(context_vk->graphics.vk_modules); ++i)
2329 {
2330 if (!(module = context_vk->graphics.vk_modules[i]))
2331 continue;
2332
2333 stage = &key->stages[stage_count++];
2334 stage->stage = vk_shader_stage_from_wined3d(i);
2335 stage->module = module;
2336 }
2337
2338 key->pipeline_desc.stageCount = stage_count;
2339
2340 update = true;
2341 }
2342
2343 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_VDECL)
2344 || wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_STREAMSRC)
2345 || wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_SHADER(WINED3D_SHADER_TYPE_VERTEX)))
2346 {
2347 VkVertexInputAttributeDescription *a;
2348 VkVertexInputBindingDescription *b;
2349
2350 wined3d_stream_info_from_declaration(&stream_info, state, d3d_info);
2351 divisor_count = 0;
2352 for (i = 0, mask = 0, attribute_count = 0, binding_count = 0; i < ARRAY_SIZE(stream_info.elements); ++i)
2353 {
2354 VkVertexInputBindingDivisorDescriptionEXT *d;
2355 struct wined3d_stream_info_element *e;
2356 uint32_t binding;
2357
2358 if (!(stream_info.use_map & (1u << i)))
2359 continue;
2360
2361 a = &key->attributes[attribute_count++];
2362 e = &stream_info.elements[i];
2363 binding = e->stream_idx;
2364
2365 a->location = i;
2366 a->binding = binding;
2367 a->format = wined3d_format_vk(e->format)->vk_format;
2368 a->offset = (UINT_PTR)e->data.addr - state->streams[binding].offset;
2369
2370 if (mask & (1u << binding))
2371 continue;
2372 mask |= 1u << binding;
2373
2374 b = &key->bindings[binding_count++];
2375 b->binding = binding;
2376 b->stride = e->stride;
2377 b->inputRate = e->instanced ? VK_VERTEX_INPUT_RATE_INSTANCE : VK_VERTEX_INPUT_RATE_VERTEX;
2378
2379 if (e->instanced)
2380 {
2381 d = &key->divisors[divisor_count++];
2382 d->binding = binding;
2383 d->divisor = e->divisor;
2384 }
2385 }
2386
2387 vertex_shader = state->shader[WINED3D_SHADER_TYPE_VERTEX];
2388 if (vertex_shader && (mask = ~stream_info.use_map & vertex_shader->reg_maps.input_registers))
2389 {
2390 struct wined3d_shader_signature_element *element;
2391 struct wined3d_shader_signature *signature;
2392 uint32_t null_binding, location;
2393
2394 if (!wined3d_get_unused_stream_index(state, &null_binding))
2395 {
2396 ERR("No streams left for a null buffer binding.\n");
2397 }
2398 else
2399 {
2400 signature = &vertex_shader->input_signature;
2401 for (i = 0; i < signature->element_count; ++i)
2402 {
2403 element = &signature->elements[i];
2404 location = element->register_idx;
2405
2406 if (!(mask & (1u << location)) || element->sysval_semantic)
2407 continue;
2408 mask &= ~(1u << location);
2409
2410 a = &key->attributes[attribute_count++];
2411 a->location = location;
2412 a->binding = null_binding;
2413 a->format = vk_format_from_component_type(element->component_type);
2414 a->offset = 0;
2415 }
2416
2417 if (mask != (~stream_info.use_map & vertex_shader->reg_maps.input_registers))
2418 {
2419 b = &key->bindings[binding_count++];
2420 *null_buffer_binding = b->binding = null_binding;
2421 b->stride = 0;
2422 b->inputRate = VK_VERTEX_INPUT_RATE_VERTEX;
2423 }
2424 }
2425 }
2426
2427 key->input_desc.pNext = NULL;
2428 key->input_desc.vertexBindingDescriptionCount = binding_count;
2429 key->input_desc.vertexAttributeDescriptionCount = attribute_count;
2430
2431 if (divisor_count)
2432 {
2433 key->input_desc.pNext = &key->divisor_desc;
2434 key->divisor_desc.vertexBindingDivisorCount = divisor_count;
2435 }
2436
2437 update = true;
2438 }
2439
2440 vk_topology = vk_topology_from_wined3d(state->primitive_type);
2441 if (key->ia_desc.topology != vk_topology)
2442 {
2443 key->ia_desc.topology = vk_topology;
2444 key->ia_desc.primitiveRestartEnable = !(d3d_info->wined3d_creation_flags & WINED3D_NO_PRIMITIVE_RESTART)
2445 && !wined3d_primitive_type_is_list(state->primitive_type);
2446
2447 update = true;
2448 }
2449
2450 if (key->ts_desc.patchControlPoints != state->patch_vertex_count)
2451 {
2452 key->ts_desc.patchControlPoints = state->patch_vertex_count;
2453
2454 update = true;
2455 }
2456
2457 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_VIEWPORT)
2458 || wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_SCISSORRECT)
2459 || wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_RASTERIZER))
2460 {
2461 key->vp_desc.viewportCount = (context_vk->vk_info->multiple_viewports ? WINED3D_MAX_VIEWPORTS : 1);
2462 key->vp_desc.scissorCount = key->vp_desc.viewportCount;
2463
2464 for (i = 0; i < key->vp_desc.viewportCount; ++i)
2465 {
2466 const struct wined3d_viewport *src_viewport = &state->viewports[i];
2467 VkViewport *viewport = &key->viewports[i];
2468 VkRect2D *scissor = &key->scissors[i];
2469
2470 if (i >= state->viewport_count)
2471 {
2472 viewport->x = 0.0f;
2473 viewport->y = 0.0f;
2474 viewport->width = 1.0f;
2475 viewport->height = 1.0f;
2476 viewport->minDepth = 0.0f;
2477 viewport->maxDepth = 0.0f;
2478
2479 memset(scissor, 0, sizeof(*scissor));
2480 continue;
2481 }
2482
2483 viewport->x = src_viewport->x;
2484 viewport->y = src_viewport->y;
2485 viewport->width = src_viewport->width;
2486 viewport->height = src_viewport->height;
2487 viewport->minDepth = src_viewport->min_z;
2488 viewport->maxDepth = src_viewport->max_z;
2489
2490 if (state->rasterizer_state && state->rasterizer_state->desc.scissor)
2491 {
2492 const RECT *r = &state->scissor_rects[i];
2493
2494 if (i >= state->scissor_rect_count)
2495 {
2496 memset(scissor, 0, sizeof(*scissor));
2497 continue;
2498 }
2499
2500 scissor->offset.x = r->left;
2501 scissor->offset.y = r->top;
2502 scissor->extent.width = r->right - r->left;
2503 scissor->extent.height = r->bottom - r->top;
2504 }
2505 else
2506 {
2507 scissor->offset.x = viewport->x;
2508 scissor->offset.y = viewport->y;
2509 scissor->extent.width = viewport->width;
2510 scissor->extent.height = viewport->height;
2511 }
2512 /* Scissor offsets need to be non-negative (VUID-VkPipelineViewportStateCreateInfo-x-02821) */
2513 if (scissor->offset.x < 0)
2514 scissor->offset.x = 0;
2515 if (scissor->offset.y < 0)
2516 scissor->offset.y = 0;
2517 viewport->y += viewport->height;
2518 viewport->height = -viewport->height;
2519 }
2520
2521 update = true;
2522 }
2523
2524 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_RASTERIZER)
2525 || wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_SHADER(WINED3D_SHADER_TYPE_GEOMETRY)))
2526 {
2527 wined3d_context_vk_update_rasterisation_state(context_vk, state, key);
2528
2529 update = true;
2530 }
2531
2532 if (key->ms_desc.rasterizationSamples != context_vk->sample_count
2533 || isStateDirty(&context_vk->c, STATE_BLEND) || isStateDirty(&context_vk->c, STATE_SAMPLE_MASK))
2534 {
2535 key->ms_desc.rasterizationSamples = context_vk->sample_count;
2536 key->ms_desc.alphaToCoverageEnable = state->blend_state && state->blend_state->desc.alpha_to_coverage;
2537 key->sample_mask = state->sample_mask;
2538
2539 update = true;
2540 }
2541
2542 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_DEPTH_STENCIL)
2543 || wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_FRAMEBUFFER))
2544 {
2545 const struct wined3d_depth_stencil_state *d = state->depth_stencil_state;
2546
2547 if (d)
2548 {
2549 key->ds_desc.depthTestEnable = d->desc.depth;
2550 key->ds_desc.depthWriteEnable = d->desc.depth_write;
2551 key->ds_desc.depthCompareOp = vk_compare_op_from_wined3d(d->desc.depth_func);
2552 key->ds_desc.stencilTestEnable = state->fb.depth_stencil && d->desc.stencil;
2553 if (key->ds_desc.stencilTestEnable)
2554 {
2555 key->ds_desc.front.failOp = vk_stencil_op_from_wined3d(d->desc.front.fail_op);
2556 key->ds_desc.front.passOp = vk_stencil_op_from_wined3d(d->desc.front.pass_op);
2557 key->ds_desc.front.depthFailOp = vk_stencil_op_from_wined3d(d->desc.front.depth_fail_op);
2558 key->ds_desc.front.compareOp = vk_compare_op_from_wined3d(d->desc.front.func);
2559 key->ds_desc.front.compareMask = d->desc.stencil_read_mask;
2560 key->ds_desc.front.writeMask = d->desc.stencil_write_mask;
2561
2562 key->ds_desc.back.failOp = vk_stencil_op_from_wined3d(d->desc.back.fail_op);
2563 key->ds_desc.back.passOp = vk_stencil_op_from_wined3d(d->desc.back.pass_op);
2564 key->ds_desc.back.depthFailOp = vk_stencil_op_from_wined3d(d->desc.back.depth_fail_op);
2565 key->ds_desc.back.compareOp = vk_compare_op_from_wined3d(d->desc.back.func);
2566 key->ds_desc.back.compareMask = d->desc.stencil_read_mask;
2567 key->ds_desc.back.writeMask = d->desc.stencil_write_mask;
2568 }
2569 else
2570 {
2571 memset(&key->ds_desc.front, 0, sizeof(key->ds_desc.front));
2572 memset(&key->ds_desc.back, 0, sizeof(key->ds_desc.back));
2573 }
2574 }
2575 else
2576 {
2577 key->ds_desc.depthTestEnable = VK_TRUE;
2578 key->ds_desc.depthWriteEnable = VK_TRUE;
2579 key->ds_desc.depthCompareOp = VK_COMPARE_OP_LESS;
2580 key->ds_desc.stencilTestEnable = VK_FALSE;
2581 }
2582
2583 update = true;
2584 }
2585
2586 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_BLEND)
2587 || wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_FRAMEBUFFER))
2588 {
2589 wined3d_context_vk_update_blend_state(context_vk, state, key);
2590
2591 update = true;
2592 }
2593
2594 if (key->pipeline_desc.layout != vk_pipeline_layout)
2595 {
2596 key->pipeline_desc.layout = vk_pipeline_layout;
2597
2598 update = true;
2599 }
2600
2601 if (key->pipeline_desc.renderPass != context_vk->vk_render_pass)
2602 {
2603 key->pipeline_desc.renderPass = context_vk->vk_render_pass;
2604
2605 update = true;
2606 }
2607
2608 return update;
2609 }
2610
2611 static bool wined3d_context_vk_begin_render_pass(struct wined3d_context_vk *context_vk,
2612 VkCommandBuffer vk_command_buffer, const struct wined3d_state *state, const struct wined3d_vk_info *vk_info)
2613 {
2614 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
2615 VkClearValue clear_values[WINED3D_MAX_RENDER_TARGETS + 1];
2616 VkImageView vk_views[WINED3D_MAX_RENDER_TARGETS + 1];
2617 unsigned int fb_width, fb_height, fb_layer_count;
2618 struct wined3d_rendertarget_view_vk *rtv_vk;
2619 struct wined3d_rendertarget_view *view;
2620 const VkPhysicalDeviceLimits *limits;
2621 struct wined3d_query_vk *query_vk;
2622 VkRenderPassBeginInfo begin_info;
2623 unsigned int attachment_count, i;
2624 struct wined3d_texture *texture;
2625 VkFramebufferCreateInfo fb_desc;
2626 VkResult vr;
2627
2628 if (context_vk->vk_render_pass)
2629 return true;
2630
2631 limits = &wined3d_adapter_vk(device_vk->d.adapter)->device_limits;
2632 fb_width = limits->maxFramebufferWidth;
2633 fb_height = limits->maxFramebufferHeight;
2634 fb_layer_count = limits->maxFramebufferLayers;
2635 attachment_count = 0;
2636
2637 context_vk->rt_count = 0;
2638 begin_info.clearValueCount = 0;
2639 for (i = 0; i < ARRAY_SIZE(state->fb.render_targets); ++i)
2640 {
2641 if (!(view = state->fb.render_targets[i]) || view->format->id == WINED3DFMT_NULL)
2642 continue;
2643
2644 rtv_vk = wined3d_rendertarget_view_vk(view);
2645
2646 if (rtv_vk->v.resource->bind_count)
2647 {
2648 struct wined3d_texture_vk *texture_vk;
2649 texture_vk = wined3d_texture_vk(wined3d_texture_from_resource(rtv_vk->v.resource));
2650 wined3d_texture_vk_make_generic(texture_vk, context_vk);
2651 }
2652
2653 vk_views[attachment_count] = wined3d_rendertarget_view_vk_get_image_view(rtv_vk, context_vk);
2654 wined3d_rendertarget_view_vk_barrier(rtv_vk, context_vk, WINED3D_BIND_RENDER_TARGET);
2655 wined3d_context_vk_reference_rendertarget_view(context_vk, rtv_vk);
2656
2657 if (view->width < fb_width)
2658 fb_width = view->width;
2659 if (view->height < fb_height)
2660 fb_height = view->height;
2661 if (view->layer_count < fb_layer_count)
2662 fb_layer_count = view->layer_count;
2663 context_vk->rt_count = i + 1;
2664
2665 if (wined3d_rendertarget_view_get_locations(view) & WINED3D_LOCATION_CLEARED)
2666 {
2667 VkClearColorValue *c = &clear_values[attachment_count].color;
2668
2669 if (view->resource->type == WINED3D_RTYPE_BUFFER)
2670 {
2671 c->int32[0] = c->int32[1] = c->int32[2] = c->int32[3] = 0;
2672 }
2673 else
2674 {
2675 texture = texture_from_resource(view->resource);
2676 wined3d_format_colour_to_vk(view->format,
2677 &texture->sub_resources[view->sub_resource_idx].clear_value.colour, c);
2678 }
2679
2680 begin_info.clearValueCount = attachment_count + 1;
2681 }
2682 ++attachment_count;
2683 }
2684
2685 if ((view = state->fb.depth_stencil))
2686 {
2687 rtv_vk = wined3d_rendertarget_view_vk(view);
2688
2689 if (rtv_vk->v.resource->bind_count)
2690 {
2691 struct wined3d_texture_vk *texture_vk;
2692 texture_vk = wined3d_texture_vk(wined3d_texture_from_resource(rtv_vk->v.resource));
2693 wined3d_texture_vk_make_generic(texture_vk, context_vk);
2694 }
2695
2696 vk_views[attachment_count] = wined3d_rendertarget_view_vk_get_image_view(rtv_vk, context_vk);
2697 wined3d_rendertarget_view_vk_barrier(rtv_vk, context_vk, WINED3D_BIND_DEPTH_STENCIL);
2698 wined3d_context_vk_reference_rendertarget_view(context_vk, rtv_vk);
2699
2700 if (view->width < fb_width)
2701 fb_width = view->width;
2702 if (view->height < fb_height)
2703 fb_height = view->height;
2704 if (view->layer_count < fb_layer_count)
2705 fb_layer_count = view->layer_count;
2706
2707 if (wined3d_rendertarget_view_get_locations(view) & WINED3D_LOCATION_CLEARED)
2708 {
2709 VkClearDepthStencilValue *c = &clear_values[attachment_count].depthStencil;
2710
2711 if (view->resource->type == WINED3D_RTYPE_BUFFER)
2712 {
2713 c->depth = 0.0f;
2714 c->stencil = 0;
2715 }
2716 else
2717 {
2718 texture = texture_from_resource(view->resource);
2719 c->depth = texture->sub_resources[view->sub_resource_idx].clear_value.depth;
2720 c->stencil = texture->sub_resources[view->sub_resource_idx].clear_value.stencil;
2721 }
2722 begin_info.clearValueCount = attachment_count + 1;
2723 }
2724 ++attachment_count;
2725 }
2726
2727 if (!(context_vk->vk_render_pass = wined3d_context_vk_get_render_pass(context_vk, &state->fb,
2728 ARRAY_SIZE(state->fb.render_targets), !!state->fb.depth_stencil, 0)))
2729 {
2730 ERR("Failed to get render pass.\n");
2731 return false;
2732 }
2733
2734 fb_desc.sType = VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO;
2735 fb_desc.pNext = NULL;
2736 fb_desc.flags = 0;
2737 fb_desc.renderPass = context_vk->vk_render_pass;
2738 fb_desc.attachmentCount = attachment_count;
2739 fb_desc.pAttachments = vk_views;
2740 fb_desc.width = fb_width;
2741 fb_desc.height = fb_height;
2742 fb_desc.layers = fb_layer_count;
2743
2744 if ((vr = VK_CALL(vkCreateFramebuffer(device_vk->vk_device, &fb_desc, NULL, &context_vk->vk_framebuffer))) < 0)
2745 {
2746 WARN("Failed to create Vulkan framebuffer, vr %s.\n", wined3d_debug_vkresult(vr));
2747 return false;
2748 }
2749
2750 begin_info.sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO;
2751 begin_info.pNext = NULL;
2752 begin_info.renderPass = context_vk->vk_render_pass;
2753 begin_info.framebuffer = context_vk->vk_framebuffer;
2754 begin_info.renderArea.offset.x = 0;
2755 begin_info.renderArea.offset.y = 0;
2756 begin_info.renderArea.extent.width = fb_width;
2757 begin_info.renderArea.extent.height = fb_height;
2758 begin_info.pClearValues = clear_values;
2759 VK_CALL(vkCmdBeginRenderPass(vk_command_buffer, &begin_info, VK_SUBPASS_CONTENTS_INLINE));
2760
2761 LIST_FOR_EACH_ENTRY(query_vk, &context_vk->render_pass_queries, struct wined3d_query_vk, entry)
2762 wined3d_query_vk_resume(query_vk, context_vk);
2763 return true;
2764 }
2765
2766 static void wined3d_context_vk_bind_vertex_buffers(struct wined3d_context_vk *context_vk,
2767 VkCommandBuffer vk_command_buffer, const struct wined3d_state *state, const struct wined3d_vk_info *vk_info)
2768 {
2769 VkDeviceSize offsets[ARRAY_SIZE(state->streams)] = {0};
2770 VkBuffer buffers[ARRAY_SIZE(state->streams)];
2771 const struct wined3d_stream_state *stream;
2772 const VkDescriptorBufferInfo *buffer_info;
2773 struct wined3d_buffer_vk *buffer_vk;
2774 struct wined3d_buffer *buffer;
2775 unsigned int i, first, count;
2776
2777 first = 0;
2778 count = 0;
2779 for (i = 0; i < ARRAY_SIZE(state->streams); ++i)
2780 {
2781 stream = &state->streams[i];
2782
2783 if ((buffer = stream->buffer))
2784 {
2785 buffer_vk = wined3d_buffer_vk(buffer);
2786 buffer_info = wined3d_buffer_vk_get_buffer_info(buffer_vk);
2787 wined3d_context_vk_reference_bo(context_vk, wined3d_bo_vk(buffer->buffer_object));
2788 buffers[count] = buffer_info->buffer;
2789 offsets[count] = buffer_info->offset + stream->offset;
2790 ++count;
2791 continue;
2792 }
2793
2794 if (count)
2795 VK_CALL(vkCmdBindVertexBuffers(vk_command_buffer, first, count, buffers, offsets));
2796 first = i + 1;
2797 count = 0;
2798 }
2799
2800 if (count)
2801 VK_CALL(vkCmdBindVertexBuffers(vk_command_buffer, first, count, buffers, offsets));
2802 }
2803
2804 static void wined3d_context_vk_bind_stream_output_buffers(struct wined3d_context_vk *context_vk,
2805 VkCommandBuffer vk_command_buffer, const struct wined3d_state *state, const struct wined3d_vk_info *vk_info)
2806 {
2807 VkDeviceSize offsets[ARRAY_SIZE(state->stream_output)];
2808 VkDeviceSize sizes[ARRAY_SIZE(state->stream_output)];
2809 VkBuffer buffers[ARRAY_SIZE(state->stream_output)];
2810 const struct wined3d_stream_output *stream;
2811 const VkDescriptorBufferInfo *buffer_info;
2812 struct wined3d_buffer_vk *buffer_vk;
2813 struct wined3d_buffer *buffer;
2814 unsigned int i, first, count;
2815
2816 first = 0;
2817 count = 0;
2818 for (i = 0; i < ARRAY_SIZE(state->stream_output); ++i)
2819 {
2820 stream = &state->stream_output[i];
2821
2822 if ((buffer = stream->buffer))
2823 {
2824 buffer_vk = wined3d_buffer_vk(buffer);
2825 buffer_info = wined3d_buffer_vk_get_buffer_info(buffer_vk);
2826 wined3d_context_vk_reference_bo(context_vk, wined3d_bo_vk(buffer->buffer_object));
2827 buffers[count] = buffer_info->buffer;
2828 if ((offsets[count] = stream->offset) == ~0u)
2829 {
2830 FIXME("Appending to stream output buffers not implemented.\n");
2831 offsets[count] = 0;
2832 }
2833 sizes[count] = buffer_info->range - offsets[count];
2834 offsets[count] += buffer_info->offset;
2835 ++count;
2836 continue;
2837 }
2838
2839 if (count)
2840 VK_CALL(vkCmdBindTransformFeedbackBuffersEXT(vk_command_buffer, first, count, buffers, offsets, sizes));
2841 first = i + 1;
2842 count = 0;
2843 }
2844
2845 if (count)
2846 VK_CALL(vkCmdBindTransformFeedbackBuffersEXT(vk_command_buffer, first, count, buffers, offsets, sizes));
2847 }
2848
2849 static VkResult wined3d_context_vk_create_vk_descriptor_pool(struct wined3d_device_vk *device_vk,
2850 const struct wined3d_vk_info *vk_info, VkDescriptorPool *vk_pool)
2851 {
2852 struct VkDescriptorPoolCreateInfo pool_desc;
2853 VkResult vr;
2854
2855 static const VkDescriptorPoolSize pool_sizes[] =
2856 {
2857 {VK_DESCRIPTOR_TYPE_UNIFORM_BUFFER, 1024},
2858 {VK_DESCRIPTOR_TYPE_UNIFORM_TEXEL_BUFFER, 1024},
2859 {VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE, 1024},
2860 {VK_DESCRIPTOR_TYPE_STORAGE_TEXEL_BUFFER, 1024},
2861 {VK_DESCRIPTOR_TYPE_STORAGE_IMAGE, 1024},
2862 {VK_DESCRIPTOR_TYPE_SAMPLER, 1024},
2863 };
2864
2865 pool_desc.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_POOL_CREATE_INFO;
2866 pool_desc.pNext = NULL;
2867 pool_desc.flags = 0;
2868 pool_desc.maxSets = 512;
2869 pool_desc.poolSizeCount = ARRAY_SIZE(pool_sizes);
2870 pool_desc.pPoolSizes = pool_sizes;
2871
2872 if ((vr = VK_CALL(vkCreateDescriptorPool(device_vk->vk_device, &pool_desc, NULL, vk_pool))) < 0)
2873 ERR("Failed to create descriptor pool, vr %s.\n", wined3d_debug_vkresult(vr));
2874
2875 return vr;
2876 }
2877
2878 VkDescriptorPool wined3d_context_vk_get_vk_descriptor_pool(struct wined3d_context_vk *context_vk)
2879 {
2880 VkResult vr;
2881
2882 if (context_vk->vk_descriptor_pool_count)
2883 return context_vk->vk_descriptor_pools[0];
2884
2885 if (!wined3d_array_reserve((void **)&context_vk->vk_descriptor_pools, &context_vk->vk_descriptor_pools_size,
2886 1, sizeof(*context_vk->vk_descriptor_pools)))
2887 {
2888 ERR("Failed to allocate array.\n");
2889 return VK_NULL_HANDLE;
2890 }
2891
2892 if ((vr = wined3d_context_vk_create_vk_descriptor_pool(wined3d_device_vk(context_vk->c.device),
2893 context_vk->vk_info, context_vk->vk_descriptor_pools)))
2894 {
2895 WARN("Failed to create descriptor pool, vr %s.\n", wined3d_debug_vkresult(vr));
2896 return VK_NULL_HANDLE;
2897 }
2898
2899 context_vk->vk_descriptor_pool_count = 1;
2900 return context_vk->vk_descriptor_pools[0];
2901 }
2902
2903 VkDescriptorSet wined3d_context_vk_create_vk_descriptor_set(struct wined3d_context_vk *context_vk,
2904 VkDescriptorSetLayout vk_set_layout)
2905 {
2906 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
2907 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
2908 struct VkDescriptorSetAllocateInfo set_desc;
2909 VkDescriptorPool vk_descriptor_pool;
2910 VkDescriptorSet vk_descriptor_set;
2911 VkResult vr;
2912
2913 if (!(vk_descriptor_pool = wined3d_context_vk_get_vk_descriptor_pool(context_vk)))
2914 return VK_NULL_HANDLE;
2915
2916 set_desc.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_ALLOCATE_INFO;
2917 set_desc.pNext = NULL;
2918 set_desc.descriptorPool = vk_descriptor_pool;
2919 set_desc.descriptorSetCount = 1;
2920 set_desc.pSetLayouts = &vk_set_layout;
2921 if ((vr = VK_CALL(vkAllocateDescriptorSets(device_vk->vk_device, &set_desc, &vk_descriptor_set))) >= 0)
2922 return vk_descriptor_set;
2923
2924 if (vr == VK_ERROR_FRAGMENTED_POOL || vr == VK_ERROR_OUT_OF_POOL_MEMORY)
2925 {
2926 wined3d_context_vk_reset_vk_descriptor_pool(context_vk,
2927 vk_descriptor_pool, context_vk->current_command_buffer.id);
2928 context_vk->vk_descriptor_pools[0] = context_vk->vk_descriptor_pools[--context_vk->vk_descriptor_pool_count];
2929 if (!(vk_descriptor_pool = wined3d_context_vk_get_vk_descriptor_pool(context_vk)))
2930 {
2931 WARN("Failed to create descriptor pool.\n");
2932 return VK_NULL_HANDLE;
2933 }
2934
2935 set_desc.descriptorPool = vk_descriptor_pool;
2936 if ((vr = VK_CALL(vkAllocateDescriptorSets(device_vk->vk_device, &set_desc, &vk_descriptor_set))) >= 0)
2937 return vk_descriptor_set;
2938 }
2939
2940 WARN("Failed to allocate descriptor set, vr %s.\n", wined3d_debug_vkresult(vr));
2941
2942 return VK_NULL_HANDLE;
2943 }
2944
2945 static bool wined3d_shader_descriptor_writes_vk_add_write(struct wined3d_shader_descriptor_writes_vk *writes,
2946 VkDescriptorSet vk_descriptor_set, size_t binding_idx, VkDescriptorType type,
2947 const VkDescriptorBufferInfo *buffer_info, const VkDescriptorImageInfo *image_info,
2948 const VkBufferView *buffer_view)
2949 {
2950 SIZE_T write_count = writes->count;
2951 VkWriteDescriptorSet *write;
2952
2953 if (!wined3d_array_reserve((void **)&writes->writes, &writes->size,
2954 write_count + 1, sizeof(*writes->writes)))
2955 return false;
2956
2957 write = &writes->writes[write_count];
2958 write->sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
2959 write->pNext = NULL;
2960 write->dstSet = vk_descriptor_set;
2961 write->dstBinding = binding_idx;
2962 write->dstArrayElement = 0;
2963 write->descriptorCount = 1;
2964 write->descriptorType = type;
2965 write->pImageInfo = image_info;
2966 write->pBufferInfo = buffer_info;
2967 write->pTexelBufferView = buffer_view;
2968
2969 ++writes->count;
2970
2971 return true;
2972 }
2973
2974 static bool wined3d_shader_resource_bindings_add_null_srv_binding(struct wined3d_shader_descriptor_writes_vk *writes,
2975 VkDescriptorSet vk_descriptor_set, size_t binding_idx, enum wined3d_shader_resource_type type,
2976 enum wined3d_data_type data_type, struct wined3d_context_vk *context_vk)
2977 {
2978 const struct wined3d_null_views_vk *v = &wined3d_device_vk(context_vk->c.device)->null_views_vk;
2979
2980 switch (type)
2981 {
2982 case WINED3D_SHADER_RESOURCE_BUFFER:
2983 if (data_type == WINED3D_DATA_FLOAT)
2984 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set, binding_idx,
2985 VK_DESCRIPTOR_TYPE_UNIFORM_TEXEL_BUFFER, NULL, NULL, &v->vk_view_buffer_float);
2986 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set, binding_idx,
2987 VK_DESCRIPTOR_TYPE_UNIFORM_TEXEL_BUFFER, NULL, NULL, &v->vk_view_buffer_uint);
2988
2989 case WINED3D_SHADER_RESOURCE_TEXTURE_1D:
2990 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
2991 binding_idx, VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE, NULL, &v->vk_info_1d, NULL);
2992
2993 case WINED3D_SHADER_RESOURCE_TEXTURE_2D:
2994 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
2995 binding_idx, VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE, NULL, &v->vk_info_2d, NULL);
2996
2997 case WINED3D_SHADER_RESOURCE_TEXTURE_2DMS:
2998 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
2999 binding_idx, VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE, NULL, &v->vk_info_2dms, NULL);
3000
3001 case WINED3D_SHADER_RESOURCE_TEXTURE_3D:
3002 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
3003 binding_idx, VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE, NULL, &v->vk_info_3d, NULL);
3004
3005 case WINED3D_SHADER_RESOURCE_TEXTURE_CUBE:
3006 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
3007 binding_idx, VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE, NULL, &v->vk_info_cube, NULL);
3008
3009 case WINED3D_SHADER_RESOURCE_TEXTURE_1DARRAY:
3010 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
3011 binding_idx, VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE, NULL, &v->vk_info_1d_array, NULL);
3012
3013 case WINED3D_SHADER_RESOURCE_TEXTURE_2DARRAY:
3014 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
3015 binding_idx, VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE, NULL, &v->vk_info_2d_array, NULL);
3016
3017 case WINED3D_SHADER_RESOURCE_TEXTURE_2DMSARRAY:
3018 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
3019 binding_idx, VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE, NULL, &v->vk_info_2dms_array, NULL);
3020
3021 case WINED3D_SHADER_RESOURCE_TEXTURE_CUBEARRAY:
3022 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
3023 binding_idx, VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE, NULL, &v->vk_info_cube_array, NULL);
3024
3025 default:
3026 FIXME("Unhandled resource type %#x.\n", type);
3027 return false;
3028 }
3029 }
3030
3031 static bool wined3d_shader_descriptor_writes_vk_add_cbv_write(struct wined3d_shader_descriptor_writes_vk *writes,
3032 struct wined3d_context_vk *context_vk, VkDescriptorSet vk_descriptor_set, const struct wined3d_state *state,
3033 const struct wined3d_shader_resource_binding *binding, VkDescriptorBufferInfo *buffer_info)
3034 {
3035 const struct wined3d_constant_buffer_state *cb_state = &state->cb[binding->shader_type][binding->resource_idx];
3036 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
3037 struct wined3d_buffer_vk *buffer_vk;
3038 struct wined3d_buffer *buffer;
3039
3040 if (!(buffer = cb_state->buffer))
3041 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set, binding->binding_idx,
3042 VK_DESCRIPTOR_TYPE_UNIFORM_BUFFER, &device_vk->null_resources_vk.buffer_info, NULL, NULL);
3043
3044 buffer_vk = wined3d_buffer_vk(buffer);
3045 *buffer_info = *wined3d_buffer_vk_get_buffer_info(buffer_vk);
3046 buffer_info->offset += cb_state->offset;
3047 buffer_info->range = min(cb_state->size, buffer_info->range);
3048 if (!wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
3049 binding->binding_idx, VK_DESCRIPTOR_TYPE_UNIFORM_BUFFER, buffer_info, NULL, NULL))
3050 return false;
3051 wined3d_context_vk_reference_bo(context_vk, wined3d_bo_vk(buffer->buffer_object));
3052 return true;
3053 }
3054
3055 static bool wined3d_shader_descriptor_writes_vk_add_srv_write(struct wined3d_shader_descriptor_writes_vk *writes,
3056 struct wined3d_context_vk *context_vk, VkDescriptorSet vk_descriptor_set, const struct wined3d_state *state,
3057 const struct wined3d_shader_resource_binding *binding)
3058 {
3059 struct wined3d_shader_resource_view_vk *srv_vk;
3060 struct wined3d_shader_resource_view *srv;
3061 const VkDescriptorImageInfo *image_info;
3062 struct wined3d_resource *resource;
3063 struct wined3d_view_vk *view_vk;
3064 VkBufferView *buffer_view;
3065 VkDescriptorType type;
3066
3067 if (!(srv = state->shader_resource_view[binding->shader_type][binding->resource_idx]))
3068 return wined3d_shader_resource_bindings_add_null_srv_binding(writes, vk_descriptor_set,
3069 binding->binding_idx, binding->resource_type, binding->resource_data_type, context_vk);
3070
3071 resource = srv->resource;
3072 srv_vk = wined3d_shader_resource_view_vk(srv);
3073 view_vk = &srv_vk->view_vk;
3074 if (resource->type == WINED3D_RTYPE_BUFFER)
3075 {
3076 image_info = NULL;
3077 buffer_view = &view_vk->u.vk_buffer_view;
3078 type = VK_DESCRIPTOR_TYPE_UNIFORM_TEXEL_BUFFER;
3079 }
3080 else
3081 {
3082 struct wined3d_texture_vk *texture_vk = wined3d_texture_vk(texture_from_resource(resource));
3083
3084 if (view_vk->u.vk_image_info.imageView)
3085 {
3086 image_info = &view_vk->u.vk_image_info;
3087 if (image_info->imageLayout != texture_vk->layout)
3088 wined3d_shader_resource_view_vk_update_layout(srv_vk, texture_vk->layout);
3089 }
3090 else
3091 image_info = wined3d_texture_vk_get_default_image_info(texture_vk, context_vk);
3092 buffer_view = NULL;
3093 type = VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE;
3094 }
3095
3096 if (!wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
3097 binding->binding_idx, type, NULL, image_info, buffer_view))
3098 return false;
3099 wined3d_context_vk_reference_shader_resource_view(context_vk, srv_vk);
3100 return true;
3101 }
3102
3103 static bool wined3d_shader_descriptor_writes_vk_add_uav_write(struct wined3d_shader_descriptor_writes_vk *writes,
3104 struct wined3d_context_vk *context_vk, enum wined3d_pipeline pipeline, VkDescriptorSet vk_descriptor_set,
3105 const struct wined3d_state *state, const struct wined3d_shader_resource_binding *binding)
3106 {
3107 struct wined3d_unordered_access_view_vk *uav_vk;
3108 struct wined3d_unordered_access_view *uav;
3109 const VkDescriptorImageInfo *image_info;
3110 struct wined3d_resource *resource;
3111 struct wined3d_view_vk *view_vk;
3112 VkBufferView *buffer_view;
3113 VkDescriptorType type;
3114
3115 if (!(uav = state->unordered_access_view[pipeline][binding->resource_idx]))
3116 {
3117 FIXME("NULL unordered access views not implemented.\n");
3118 return false;
3119 }
3120 resource = uav->resource;
3121
3122 uav_vk = wined3d_unordered_access_view_vk(uav);
3123 view_vk = &uav_vk->view_vk;
3124 if (resource->type == WINED3D_RTYPE_BUFFER)
3125 {
3126 image_info = NULL;
3127 buffer_view = &view_vk->u.vk_buffer_view;
3128 type = VK_DESCRIPTOR_TYPE_STORAGE_TEXEL_BUFFER;
3129 }
3130 else
3131 {
3132 struct wined3d_texture_vk *texture_vk = wined3d_texture_vk(texture_from_resource(resource));
3133
3134 if (view_vk->u.vk_image_info.imageView)
3135 image_info = &view_vk->u.vk_image_info;
3136 else
3137 image_info = wined3d_texture_vk_get_default_image_info(texture_vk, context_vk);
3138 buffer_view = NULL;
3139 type = VK_DESCRIPTOR_TYPE_STORAGE_IMAGE;
3140 }
3141
3142 if (!wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set,
3143 binding->binding_idx, type, NULL, image_info, buffer_view))
3144 return false;
3145 wined3d_context_vk_reference_unordered_access_view(context_vk, uav_vk);
3146 return true;
3147 }
3148
3149 static bool wined3d_shader_descriptor_writes_vk_add_uav_counter_write(
3150 struct wined3d_shader_descriptor_writes_vk *writes, struct wined3d_context_vk *context_vk,
3151 enum wined3d_pipeline pipeline, VkDescriptorSet vk_descriptor_set,
3152 const struct wined3d_state *state, const struct wined3d_shader_resource_binding *binding)
3153 {
3154 struct wined3d_unordered_access_view_vk *uav_vk;
3155 struct wined3d_unordered_access_view *uav;
3156
3157 if (!(uav = state->unordered_access_view[pipeline][binding->resource_idx]))
3158 {
3159 FIXME("NULL unordered access view counters not implemented.\n");
3160 return false;
3161 }
3162
3163 uav_vk = wined3d_unordered_access_view_vk(uav);
3164 if (!uav_vk->vk_counter_view)
3165 return false;
3166
3167 return wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set, binding->binding_idx,
3168 VK_DESCRIPTOR_TYPE_STORAGE_TEXEL_BUFFER, NULL, NULL, &uav_vk->vk_counter_view);
3169 }
3170
3171 static bool wined3d_shader_descriptor_writes_vk_add_sampler_write(struct wined3d_shader_descriptor_writes_vk *writes,
3172 struct wined3d_context_vk *context_vk, VkDescriptorSet vk_descriptor_set, const struct wined3d_state *state,
3173 const struct wined3d_shader_resource_binding *binding)
3174 {
3175 struct wined3d_sampler *sampler;
3176
3177 if (!(sampler = state->sampler[binding->shader_type][binding->resource_idx]))
3178 sampler = context_vk->c.device->null_sampler;
3179 if (!wined3d_shader_descriptor_writes_vk_add_write(writes, vk_descriptor_set, binding->binding_idx,
3180 VK_DESCRIPTOR_TYPE_SAMPLER, NULL, &wined3d_sampler_vk(sampler)->vk_image_info, NULL))
3181 return false;
3182 wined3d_context_vk_reference_sampler(context_vk, wined3d_sampler_vk(sampler));
3183 return true;
3184 }
3185
3186 static bool wined3d_context_vk_update_descriptors(struct wined3d_context_vk *context_vk,
3187 VkCommandBuffer vk_command_buffer, const struct wined3d_state *state, enum wined3d_pipeline pipeline)
3188 {
3189 struct wined3d_shader_descriptor_writes_vk *writes = &context_vk->descriptor_writes;
3190 VkDescriptorBufferInfo buffers[WINED3D_SHADER_TYPE_COUNT][MAX_CONSTANT_BUFFERS];
3191 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
3192 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
3193 const struct wined3d_shader_resource_binding *binding;
3194 struct wined3d_shader_resource_bindings *bindings;
3195 VkDescriptorSetLayout vk_set_layout;
3196 VkPipelineLayout vk_pipeline_layout;
3197 VkPipelineBindPoint vk_bind_point;
3198 VkDescriptorSet vk_descriptor_set;
3199 size_t i;
3200
3201 switch (pipeline)
3202 {
3203 case WINED3D_PIPELINE_GRAPHICS:
3204 bindings = &context_vk->graphics.bindings;
3205 vk_bind_point = VK_PIPELINE_BIND_POINT_GRAPHICS;
3206 vk_set_layout = context_vk->graphics.vk_set_layout;
3207 vk_pipeline_layout = context_vk->graphics.vk_pipeline_layout;
3208 break;
3209
3210 case WINED3D_PIPELINE_COMPUTE:
3211 bindings = &context_vk->compute.bindings;
3212 vk_bind_point = VK_PIPELINE_BIND_POINT_COMPUTE;
3213 vk_set_layout = context_vk->compute.vk_set_layout;
3214 vk_pipeline_layout = context_vk->compute.vk_pipeline_layout;
3215 break;
3216
3217 default:
3218 ERR("Invalid pipeline %#x.\n", pipeline);
3219 return false;
3220 }
3221
3222 if (!(vk_descriptor_set = wined3d_context_vk_create_vk_descriptor_set(context_vk, vk_set_layout)))
3223 {
3224 WARN("Failed to create descriptor set.\n");
3225 return false;
3226 }
3227
3228 writes->count = 0;
3229 for (i = 0; i < bindings->count; ++i)
3230 {
3231 binding = &bindings->bindings[i];
3232
3233 switch (binding->shader_descriptor_type)
3234 {
3235 case WINED3D_SHADER_DESCRIPTOR_TYPE_CBV:
3236 if (!wined3d_shader_descriptor_writes_vk_add_cbv_write(writes, context_vk, vk_descriptor_set,
3237 state, binding, &buffers[binding->shader_type][binding->resource_idx]))
3238 return false;
3239 break;
3240
3241 case WINED3D_SHADER_DESCRIPTOR_TYPE_SRV:
3242 if (!wined3d_shader_descriptor_writes_vk_add_srv_write(writes,
3243 context_vk, vk_descriptor_set, state, binding))
3244 return false;
3245 break;
3246
3247 case WINED3D_SHADER_DESCRIPTOR_TYPE_UAV:
3248 if (!wined3d_shader_descriptor_writes_vk_add_uav_write(writes,
3249 context_vk, pipeline, vk_descriptor_set, state, binding))
3250 return false;
3251 break;
3252
3253 case WINED3D_SHADER_DESCRIPTOR_TYPE_UAV_COUNTER:
3254 if (!wined3d_shader_descriptor_writes_vk_add_uav_counter_write(writes,
3255 context_vk, pipeline, vk_descriptor_set, state, binding))
3256 return false;
3257 break;
3258
3259 case WINED3D_SHADER_DESCRIPTOR_TYPE_SAMPLER:
3260 if (!wined3d_shader_descriptor_writes_vk_add_sampler_write(writes,
3261 context_vk, vk_descriptor_set, state, binding))
3262 return false;
3263 break;
3264
3265 default:
3266 ERR("Invalid descriptor type %#x.\n", binding->shader_descriptor_type);
3267 return false;
3268 }
3269 }
3270
3271 VK_CALL(vkUpdateDescriptorSets(device_vk->vk_device, writes->count, writes->writes, 0, NULL));
3272 VK_CALL(vkCmdBindDescriptorSets(vk_command_buffer, vk_bind_point,
3273 vk_pipeline_layout, 0, 1, &vk_descriptor_set, 0, NULL));
3274
3275 return true;
3276 }
3277
3278 static VkResult wined3d_context_vk_create_vk_descriptor_set_layout(struct wined3d_device_vk *device_vk,
3279 const struct wined3d_vk_info *vk_info, const struct wined3d_pipeline_layout_key_vk *key,
3280 VkDescriptorSetLayout *vk_set_layout)
3281 {
3282 VkDescriptorSetLayoutCreateInfo layout_desc;
3283 VkResult vr;
3284
3285 layout_desc.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO;
3286 layout_desc.pNext = NULL;
3287 layout_desc.flags = 0;
3288 layout_desc.bindingCount = key->binding_count;
3289 layout_desc.pBindings = key->bindings;
3290
3291 if ((vr = VK_CALL(vkCreateDescriptorSetLayout(device_vk->vk_device, &layout_desc, NULL, vk_set_layout))) < 0)
3292 WARN("Failed to create Vulkan descriptor set layout, vr %s.\n", wined3d_debug_vkresult(vr));
3293
3294 return vr;
3295 }
3296
3297 struct wined3d_pipeline_layout_vk *wined3d_context_vk_get_pipeline_layout(
3298 struct wined3d_context_vk *context_vk, VkDescriptorSetLayoutBinding *bindings, SIZE_T binding_count)
3299 {
3300 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
3301 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
3302 struct wined3d_pipeline_layout_key_vk key;
3303 struct wined3d_pipeline_layout_vk *layout;
3304 VkPipelineLayoutCreateInfo layout_desc;
3305 struct wine_rb_entry *entry;
3306 VkResult vr;
3307
3308 key.bindings = bindings;
3309 key.binding_count = binding_count;
3310 if ((entry = wine_rb_get(&context_vk->pipeline_layouts, &key)))
3311 return WINE_RB_ENTRY_VALUE(entry, struct wined3d_pipeline_layout_vk, entry);
3312
3313 if (!(layout = heap_alloc(sizeof(*layout))))
3314 return NULL;
3315
3316 if (!(layout->key.bindings = heap_alloc(sizeof(*layout->key.bindings) * key.binding_count)))
3317 {
3318 heap_free(layout);
3319 return NULL;
3320 }
3321 memcpy(layout->key.bindings, key.bindings, sizeof(*layout->key.bindings) * key.binding_count);
3322 layout->key.binding_count = key.binding_count;
3323
3324 if ((vr = wined3d_context_vk_create_vk_descriptor_set_layout(device_vk, vk_info, &key, &layout->vk_set_layout)))
3325 {
3326 WARN("Failed to create descriptor set layout, vr %s.\n", wined3d_debug_vkresult(vr));
3327 goto fail;
3328 }
3329
3330 layout_desc.sType = VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO;
3331 layout_desc.pNext = NULL;
3332 layout_desc.flags = 0;
3333 layout_desc.setLayoutCount = 1;
3334 layout_desc.pSetLayouts = &layout->vk_set_layout;
3335 layout_desc.pushConstantRangeCount = 0;
3336 layout_desc.pPushConstantRanges = NULL;
3337
3338 if ((vr = VK_CALL(vkCreatePipelineLayout(device_vk->vk_device,
3339 &layout_desc, NULL, &layout->vk_pipeline_layout))) < 0)
3340 {
3341 WARN("Failed to create Vulkan pipeline layout, vr %s.\n", wined3d_debug_vkresult(vr));
3342 VK_CALL(vkDestroyDescriptorSetLayout(device_vk->vk_device, layout->vk_set_layout, NULL));
3343 goto fail;
3344 }
3345
3346 if (wine_rb_put(&context_vk->pipeline_layouts, &layout->key, &layout->entry) == -1)
3347 {
3348 ERR("Failed to insert pipeline layout.\n");
3349 VK_CALL(vkDestroyPipelineLayout(device_vk->vk_device, layout->vk_pipeline_layout, NULL));
3350 VK_CALL(vkDestroyDescriptorSetLayout(device_vk->vk_device, layout->vk_set_layout, NULL));
3351 goto fail;
3352 }
3353
3354 return layout;
3355
3356 fail:
3357 heap_free(layout->key.bindings);
3358 heap_free(layout);
3359 return NULL;
3360 }
3361
3362 static VkPipeline wined3d_context_vk_get_graphics_pipeline(struct wined3d_context_vk *context_vk)
3363 {
3364 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
3365 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
3366 struct wined3d_graphics_pipeline_vk *pipeline_vk;
3367 struct wined3d_graphics_pipeline_key_vk *key;
3368 struct wine_rb_entry *entry;
3369 VkResult vr;
3370
3371 key = &context_vk->graphics.pipeline_key_vk;
3372 if ((entry = wine_rb_get(&context_vk->graphics_pipelines, key)))
3373 return WINE_RB_ENTRY_VALUE(entry, struct wined3d_graphics_pipeline_vk, entry)->vk_pipeline;
3374
3375 if (!(pipeline_vk = heap_alloc(sizeof(*pipeline_vk))))
3376 return VK_NULL_HANDLE;
3377 pipeline_vk->key = *key;
3378
3379 if ((vr = VK_CALL(vkCreateGraphicsPipelines(device_vk->vk_device,
3380 VK_NULL_HANDLE, 1, &key->pipeline_desc, NULL, &pipeline_vk->vk_pipeline))) < 0)
3381 {
3382 WARN("Failed to create graphics pipeline, vr %s.\n", wined3d_debug_vkresult(vr));
3383 heap_free(pipeline_vk);
3384 return VK_NULL_HANDLE;
3385 }
3386
3387 if (wine_rb_put(&context_vk->graphics_pipelines, &pipeline_vk->key, &pipeline_vk->entry) == -1)
3388 ERR("Failed to insert pipeline.\n");
3389
3390 return pipeline_vk->vk_pipeline;
3391 }
3392
3393 static void wined3d_context_vk_load_buffers(struct wined3d_context_vk *context_vk,
3394 const struct wined3d_state *state, struct wined3d_buffer_vk *indirect_vk, bool indexed)
3395 {
3396 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
3397 struct wined3d_buffer_vk *buffer_vk;
3398 struct wined3d_buffer *buffer;
3399 unsigned int i;
3400
3401 for (i = 0; i < ARRAY_SIZE(state->streams); ++i)
3402 {
3403 if (!(buffer = state->streams[i].buffer))
3404 continue;
3405
3406 buffer_vk = wined3d_buffer_vk(buffer);
3407 wined3d_buffer_load(&buffer_vk->b, &context_vk->c, state);
3408 wined3d_buffer_vk_barrier(buffer_vk, context_vk, WINED3D_BIND_VERTEX_BUFFER);
3409 if (!buffer_vk->b.bo_user.valid)
3410 context_invalidate_state(&context_vk->c, STATE_STREAMSRC);
3411 }
3412
3413 if (use_transform_feedback(state) && vk_info->supported[WINED3D_VK_EXT_TRANSFORM_FEEDBACK])
3414 {
3415 for (i = 0; i < ARRAY_SIZE(state->stream_output); ++i)
3416 {
3417 if (!(buffer = state->stream_output[i].buffer))
3418 continue;
3419
3420 wined3d_buffer_acquire_bo_for_write(buffer, &context_vk->c);
3421
3422 buffer_vk = wined3d_buffer_vk(buffer);
3423 wined3d_buffer_load(&buffer_vk->b, &context_vk->c, state);
3424 wined3d_buffer_vk_barrier(buffer_vk, context_vk, WINED3D_BIND_STREAM_OUTPUT);
3425 wined3d_buffer_invalidate_location(&buffer_vk->b, ~WINED3D_LOCATION_BUFFER);
3426 if (!buffer_vk->b.bo_user.valid)
3427 context_vk->update_stream_output = 1;
3428 }
3429 context_vk->c.transform_feedback_active = 1;
3430 }
3431
3432 if (indexed || (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_INDEXBUFFER) && state->index_buffer))
3433 {
3434 buffer_vk = wined3d_buffer_vk(state->index_buffer);
3435 wined3d_buffer_load(&buffer_vk->b, &context_vk->c, state);
3436 wined3d_buffer_vk_barrier(buffer_vk, context_vk, WINED3D_BIND_INDEX_BUFFER);
3437 if (!buffer_vk->b.bo_user.valid)
3438 context_invalidate_state(&context_vk->c, STATE_INDEXBUFFER);
3439 }
3440
3441 if (indirect_vk)
3442 {
3443 wined3d_buffer_load(&indirect_vk->b, &context_vk->c, state);
3444 wined3d_buffer_vk_barrier(indirect_vk, context_vk, WINED3D_BIND_INDIRECT_BUFFER);
3445 }
3446 }
3447
3448 static void wined3d_context_vk_load_shader_resources(struct wined3d_context_vk *context_vk,
3449 const struct wined3d_state *state, enum wined3d_pipeline pipeline)
3450 {
3451 struct wined3d_shader_descriptor_writes_vk *writes = &context_vk->descriptor_writes;
3452 const struct wined3d_shader_resource_bindings *bindings;
3453 const struct wined3d_shader_resource_binding *binding;
3454 struct wined3d_unordered_access_view_vk *uav_vk;
3455 struct wined3d_shader_resource_view_vk *srv_vk;
3456 struct wined3d_unordered_access_view *uav;
3457 struct wined3d_shader_resource_view *srv;
3458 struct wined3d_buffer_vk *buffer_vk;
3459 struct wined3d_sampler *sampler;
3460 struct wined3d_buffer *buffer;
3461 size_t i;
3462
3463 switch (pipeline)
3464 {
3465 case WINED3D_PIPELINE_GRAPHICS:
3466 bindings = &context_vk->graphics.bindings;
3467 break;
3468
3469 case WINED3D_PIPELINE_COMPUTE:
3470 bindings = &context_vk->compute.bindings;
3471 break;
3472
3473 default:
3474 ERR("Invalid pipeline %#x.\n", pipeline);
3475 return;
3476 }
3477
3478 writes->count = 0;
3479 for (i = 0; i < bindings->count; ++i)
3480 {
3481 binding = &bindings->bindings[i];
3482
3483 switch (binding->shader_descriptor_type)
3484 {
3485 case WINED3D_SHADER_DESCRIPTOR_TYPE_CBV:
3486 if (!(buffer = state->cb[binding->shader_type][binding->resource_idx].buffer))
3487 break;
3488
3489 buffer_vk = wined3d_buffer_vk(buffer);
3490 wined3d_buffer_load(buffer, &context_vk->c, state);
3491 if (!buffer_vk->b.bo_user.valid)
3492 {
3493 if (pipeline == WINED3D_PIPELINE_GRAPHICS)
3494 context_invalidate_state(&context_vk->c, STATE_GRAPHICS_CONSTANT_BUFFER(binding->shader_type));
3495 else
3496 context_invalidate_compute_state(&context_vk->c, STATE_COMPUTE_CONSTANT_BUFFER);
3497 }
3498 wined3d_buffer_vk_barrier(buffer_vk, context_vk, WINED3D_BIND_CONSTANT_BUFFER);
3499 break;
3500
3501 case WINED3D_SHADER_DESCRIPTOR_TYPE_SRV:
3502 if (!(srv = state->shader_resource_view[binding->shader_type][binding->resource_idx]))
3503 break;
3504
3505 srv_vk = wined3d_shader_resource_view_vk(srv);
3506 if (srv->resource->type == WINED3D_RTYPE_BUFFER)
3507 {
3508 if (!srv_vk->view_vk.bo_user.valid)
3509 {
3510 wined3d_shader_resource_view_vk_update_buffer(srv_vk, context_vk);
3511 if (pipeline == WINED3D_PIPELINE_GRAPHICS)
3512 context_invalidate_state(&context_vk->c, STATE_GRAPHICS_SHADER_RESOURCE_BINDING);
3513 else
3514 context_invalidate_compute_state(&context_vk->c, STATE_COMPUTE_SHADER_RESOURCE_BINDING);
3515 }
3516 wined3d_buffer_load(buffer_from_resource(srv->resource), &context_vk->c, state);
3517 }
3518 else
3519 {
3520 wined3d_texture_load(texture_from_resource(srv->resource), &context_vk->c, FALSE);
3521 }
3522 wined3d_shader_resource_view_vk_barrier(srv_vk, context_vk, WINED3D_BIND_SHADER_RESOURCE);
3523 break;
3524
3525 case WINED3D_SHADER_DESCRIPTOR_TYPE_UAV:
3526 if (!(uav = state->unordered_access_view[pipeline][binding->resource_idx]))
3527 break;
3528
3529 uav_vk = wined3d_unordered_access_view_vk(uav);
3530 if (uav->resource->type == WINED3D_RTYPE_BUFFER)
3531 {
3532 wined3d_buffer_acquire_bo_for_write(buffer_from_resource(uav->resource), &context_vk->c);
3533 if (!uav_vk->view_vk.bo_user.valid)
3534 {
3535 wined3d_unordered_access_view_vk_update(uav_vk, context_vk);
3536 if (pipeline == WINED3D_PIPELINE_GRAPHICS)
3537 context_invalidate_state(&context_vk->c, STATE_GRAPHICS_UNORDERED_ACCESS_VIEW_BINDING);
3538 else
3539 context_invalidate_compute_state(&context_vk->c,
3540 STATE_COMPUTE_UNORDERED_ACCESS_VIEW_BINDING);
3541 }
3542 wined3d_buffer_load(buffer_from_resource(uav->resource), &context_vk->c, state);
3543 wined3d_unordered_access_view_invalidate_location(uav, ~WINED3D_LOCATION_BUFFER);
3544 }
3545 else
3546 {
3547 wined3d_texture_load(texture_from_resource(uav->resource), &context_vk->c, FALSE);
3548 wined3d_unordered_access_view_invalidate_location(uav, ~WINED3D_LOCATION_TEXTURE_RGB);
3549 }
3550 wined3d_unordered_access_view_vk_barrier(uav_vk, context_vk, WINED3D_BIND_UNORDERED_ACCESS);
3551 break;
3552
3553 case WINED3D_SHADER_DESCRIPTOR_TYPE_UAV_COUNTER:
3554 break;
3555
3556 case WINED3D_SHADER_DESCRIPTOR_TYPE_SAMPLER:
3557 if (!(sampler = state->sampler[binding->shader_type][binding->resource_idx]))
3558 sampler = context_vk->c.device->null_sampler;
3559 break;
3560
3561 default:
3562 ERR("Invalid descriptor type %#x.\n", binding->shader_descriptor_type);
3563 break;
3564 }
3565 }
3566 }
3567
3568 VkCommandBuffer wined3d_context_vk_apply_draw_state(struct wined3d_context_vk *context_vk,
3569 const struct wined3d_state *state, struct wined3d_buffer_vk *indirect_vk, bool indexed)
3570 {
3571 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
3572 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
3573 const struct wined3d_blend_state *b = state->blend_state;
3574 bool dual_source_blend = b && b->dual_source;
3575 struct wined3d_rendertarget_view *dsv;
3576 struct wined3d_rendertarget_view *rtv;
3577 struct wined3d_buffer_vk *buffer_vk;
3578 VkSampleCountFlagBits sample_count;
3579 VkCommandBuffer vk_command_buffer;
3580 unsigned int i, invalidate_rt = 0;
3581 uint32_t null_buffer_binding;
3582 bool invalidate_ds = false;
3583
3584 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_SHADER(WINED3D_SHADER_TYPE_PIXEL))
3585 || wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_FRAMEBUFFER)
3586 || dual_source_blend != context_vk->c.last_was_dual_source_blend)
3587 {
3588 context_vk->c.shader_update_mask |= (1u << WINED3D_SHADER_TYPE_PIXEL);
3589 context_vk->c.last_was_dual_source_blend = dual_source_blend;
3590 }
3591 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_SHADER(WINED3D_SHADER_TYPE_VERTEX)))
3592 context_vk->c.shader_update_mask |= (1u << WINED3D_SHADER_TYPE_VERTEX);
3593 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_SHADER(WINED3D_SHADER_TYPE_GEOMETRY)))
3594 context_vk->c.shader_update_mask |= (1u << WINED3D_SHADER_TYPE_GEOMETRY);
3595 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_SHADER(WINED3D_SHADER_TYPE_HULL)))
3596 context_vk->c.shader_update_mask |= (1u << WINED3D_SHADER_TYPE_HULL) | (1u << WINED3D_SHADER_TYPE_DOMAIN);
3597 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_SHADER(WINED3D_SHADER_TYPE_DOMAIN)))
3598 context_vk->c.shader_update_mask |= (1u << WINED3D_SHADER_TYPE_DOMAIN);
3599
3600 context_vk->sample_count = 0;
3601 for (i = 0; i < ARRAY_SIZE(state->fb.render_targets); ++i)
3602 {
3603 if (!(rtv = state->fb.render_targets[i]) || rtv->format->id == WINED3DFMT_NULL)
3604 continue;
3605
3606 if (wined3d_blend_state_get_writemask(state->blend_state, i))
3607 {
3608 /* We handle clears at the beginning of the render pass, no need for an explicit clear
3609 * first. */
3610 if (wined3d_rendertarget_view_get_locations(rtv) & WINED3D_LOCATION_CLEARED)
3611 wined3d_rendertarget_view_prepare_location(rtv, &context_vk->c, rtv->resource->draw_binding);
3612 else
3613 wined3d_rendertarget_view_load_location(rtv, &context_vk->c, rtv->resource->draw_binding);
3614 invalidate_rt |= (1 << i);
3615 }
3616 else
3617 {
3618 wined3d_rendertarget_view_prepare_location(rtv, &context_vk->c, rtv->resource->draw_binding);
3619 }
3620
3621 sample_count = max(1, wined3d_resource_get_sample_count(rtv->resource));
3622 if (!context_vk->sample_count)
3623 context_vk->sample_count = sample_count;
3624 else if (context_vk->sample_count != sample_count)
3625 FIXME("Inconsistent sample counts (%u != %u).\n", context_vk->sample_count, sample_count);
3626 }
3627
3628 if ((dsv = state->fb.depth_stencil))
3629 {
3630 if (wined3d_state_uses_depth_buffer(state))
3631 {
3632 if (wined3d_rendertarget_view_get_locations(dsv) & WINED3D_LOCATION_CLEARED)
3633 wined3d_rendertarget_view_prepare_location(dsv, &context_vk->c, dsv->resource->draw_binding);
3634 else
3635 wined3d_rendertarget_view_load_location(dsv, &context_vk->c, dsv->resource->draw_binding);
3636 }
3637 else
3638 {
3639 wined3d_rendertarget_view_prepare_location(dsv, &context_vk->c, dsv->resource->draw_binding);
3640 }
3641
3642 if (!state->depth_stencil_state || state->depth_stencil_state->writes_ds)
3643 invalidate_ds = true;
3644
3645 sample_count = max(1, wined3d_resource_get_sample_count(dsv->resource));
3646 if (!context_vk->sample_count)
3647 context_vk->sample_count = sample_count;
3648 else if (context_vk->sample_count != sample_count)
3649 FIXME("Inconsistent sample counts (%u != %u).\n", context_vk->sample_count, sample_count);
3650 }
3651
3652 if (!context_vk->sample_count)
3653 context_vk->sample_count = VK_SAMPLE_COUNT_1_BIT;
3654 if (context_vk->c.shader_update_mask & ~(1u << WINED3D_SHADER_TYPE_COMPUTE))
3655 {
3656 device_vk->d.shader_backend->shader_select(device_vk->d.shader_priv, &context_vk->c, state);
3657 if (!context_vk->graphics.vk_pipeline_layout)
3658 {
3659 ERR("No pipeline layout set.\n");
3660 return VK_NULL_HANDLE;
3661 }
3662 context_vk->c.update_shader_resource_bindings = 1;
3663 context_vk->c.update_unordered_access_view_bindings = 1;
3664 }
3665
3666 wined3d_context_vk_load_shader_resources(context_vk, state, WINED3D_PIPELINE_GRAPHICS);
3667
3668 wined3d_context_vk_load_buffers(context_vk, state, indirect_vk, indexed);
3669
3670 if (!(vk_command_buffer = wined3d_context_vk_get_command_buffer(context_vk)))
3671 {
3672 ERR("Failed to get command buffer.\n");
3673 return VK_NULL_HANDLE;
3674 }
3675
3676 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_FRAMEBUFFER))
3677 wined3d_context_vk_end_current_render_pass(context_vk);
3678 if (!wined3d_context_vk_begin_render_pass(context_vk, vk_command_buffer, state, vk_info))
3679 {
3680 ERR("Failed to begin render pass.\n");
3681 return VK_NULL_HANDLE;
3682 }
3683
3684 while (invalidate_rt)
3685 {
3686 i = wined3d_bit_scan(&invalidate_rt);
3687 rtv = state->fb.render_targets[i];
3688 wined3d_rendertarget_view_validate_location(rtv, rtv->resource->draw_binding);
3689 wined3d_rendertarget_view_invalidate_location(rtv, ~rtv->resource->draw_binding);
3690 }
3691
3692 if (invalidate_ds)
3693 {
3694 wined3d_rendertarget_view_validate_location(dsv, dsv->resource->draw_binding);
3695 wined3d_rendertarget_view_invalidate_location(dsv, ~dsv->resource->draw_binding);
3696 }
3697
3698 if (wined3d_context_vk_update_graphics_pipeline_key(context_vk, state, context_vk->graphics.vk_pipeline_layout,
3699 &null_buffer_binding) || !context_vk->graphics.vk_pipeline)
3700 {
3701 if (!(context_vk->graphics.vk_pipeline = wined3d_context_vk_get_graphics_pipeline(context_vk)))
3702 {
3703 ERR("Failed to get graphics pipeline.\n");
3704 return VK_NULL_HANDLE;
3705 }
3706
3707 VK_CALL(vkCmdBindPipeline(vk_command_buffer,
3708 VK_PIPELINE_BIND_POINT_GRAPHICS, context_vk->graphics.vk_pipeline));
3709 if (null_buffer_binding != ~0u)
3710 {
3711 VkDeviceSize offset = 0;
3712 VK_CALL(vkCmdBindVertexBuffers(vk_command_buffer, null_buffer_binding, 1,
3713 &device_vk->null_resources_vk.buffer_info.buffer, &offset));
3714 }
3715 }
3716
3717 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_STENCIL_REF) && dsv)
3718 {
3719 VK_CALL(vkCmdSetStencilReference(vk_command_buffer, VK_STENCIL_FACE_FRONT_AND_BACK,
3720 state->stencil_ref & wined3d_mask_from_size(dsv->format->stencil_size)));
3721 }
3722
3723 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_STREAMSRC))
3724 wined3d_context_vk_bind_vertex_buffers(context_vk, vk_command_buffer, state, vk_info);
3725
3726 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_STREAM_OUTPUT))
3727 {
3728 context_vk->update_stream_output = 1;
3729 context_vk->c.transform_feedback_paused = 0;
3730 }
3731 if (context_vk->c.transform_feedback_active && context_vk->update_stream_output)
3732 {
3733 wined3d_context_vk_bind_stream_output_buffers(context_vk, vk_command_buffer, state, vk_info);
3734 context_vk->update_stream_output = 0;
3735 }
3736
3737 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_INDEXBUFFER) && state->index_buffer)
3738 {
3739 const VkDescriptorBufferInfo *buffer_info;
3740 VkIndexType idx_type;
3741
3742 if (state->index_format == WINED3DFMT_R16_UINT)
3743 idx_type = VK_INDEX_TYPE_UINT16;
3744 else
3745 idx_type = VK_INDEX_TYPE_UINT32;
3746 buffer_vk = wined3d_buffer_vk(state->index_buffer);
3747 buffer_info = wined3d_buffer_vk_get_buffer_info(buffer_vk);
3748 wined3d_context_vk_reference_bo(context_vk, wined3d_bo_vk(buffer_vk->b.buffer_object));
3749 VK_CALL(vkCmdBindIndexBuffer(vk_command_buffer, buffer_info->buffer,
3750 buffer_info->offset + state->index_offset, idx_type));
3751 }
3752
3753 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_CONSTANT_BUFFER(WINED3D_SHADER_TYPE_PIXEL))
3754 || wined3d_context_is_graphics_state_dirty(&context_vk->c,
3755 STATE_CONSTANT_BUFFER(WINED3D_SHADER_TYPE_VERTEX))
3756 || wined3d_context_is_graphics_state_dirty(&context_vk->c,
3757 STATE_CONSTANT_BUFFER(WINED3D_SHADER_TYPE_GEOMETRY))
3758 || wined3d_context_is_graphics_state_dirty(&context_vk->c,
3759 STATE_CONSTANT_BUFFER(WINED3D_SHADER_TYPE_HULL))
3760 || wined3d_context_is_graphics_state_dirty(&context_vk->c,
3761 STATE_CONSTANT_BUFFER(WINED3D_SHADER_TYPE_DOMAIN))
3762 || wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_GRAPHICS_SHADER_RESOURCE_BINDING))
3763 context_vk->c.update_shader_resource_bindings = 1;
3764 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_GRAPHICS_UNORDERED_ACCESS_VIEW_BINDING))
3765 context_vk->c.update_unordered_access_view_bindings = 1;
3766
3767 if (context_vk->c.update_shader_resource_bindings || context_vk->c.update_unordered_access_view_bindings)
3768 {
3769 if (!wined3d_context_vk_update_descriptors(context_vk, vk_command_buffer, state, WINED3D_PIPELINE_GRAPHICS))
3770 {
3771 ERR("Failed to update shader descriptors.\n");
3772 return VK_NULL_HANDLE;
3773 }
3774
3775 context_vk->c.update_shader_resource_bindings = 0;
3776 context_vk->c.update_unordered_access_view_bindings = 0;
3777 }
3778
3779 if (wined3d_context_is_graphics_state_dirty(&context_vk->c, STATE_BLEND_FACTOR))
3780 VK_CALL(vkCmdSetBlendConstants(vk_command_buffer, &state->blend_factor.r));
3781
3782 memset(context_vk->c.dirty_graphics_states, 0, sizeof(context_vk->c.dirty_graphics_states));
3783 context_vk->c.shader_update_mask &= 1u << WINED3D_SHADER_TYPE_COMPUTE;
3784
3785 return vk_command_buffer;
3786 }
3787
3788 VkCommandBuffer wined3d_context_vk_apply_compute_state(struct wined3d_context_vk *context_vk,
3789 const struct wined3d_state *state, struct wined3d_buffer_vk *indirect_vk)
3790 {
3791 struct wined3d_device_vk *device_vk = wined3d_device_vk(context_vk->c.device);
3792 const struct wined3d_vk_info *vk_info = context_vk->vk_info;
3793 VkCommandBuffer vk_command_buffer;
3794
3795 wined3d_context_vk_end_current_render_pass(context_vk);
3796
3797 if (wined3d_context_is_compute_state_dirty(&context_vk->c, STATE_COMPUTE_SHADER))
3798 context_vk->c.shader_update_mask |= 1u << WINED3D_SHADER_TYPE_COMPUTE;
3799
3800 if (context_vk->c.shader_update_mask & (1u << WINED3D_SHADER_TYPE_COMPUTE))
3801 {
3802 device_vk->d.shader_backend->shader_select_compute(device_vk->d.shader_priv, &context_vk->c, state);
3803 if (!context_vk->compute.vk_pipeline)
3804 {
3805 ERR("No compute pipeline set.\n");
3806 return VK_NULL_HANDLE;
3807 }
3808 context_vk->c.update_compute_shader_resource_bindings = 1;
3809 context_vk->c.update_compute_unordered_access_view_bindings = 1;
3810 context_vk->update_compute_pipeline = 1;
3811 }
3812
3813 wined3d_context_vk_load_shader_resources(context_vk, state, WINED3D_PIPELINE_COMPUTE);
3814
3815 if (indirect_vk)
3816 {
3817 wined3d_buffer_load_location(&indirect_vk->b, &context_vk->c, WINED3D_LOCATION_BUFFER);
3818 wined3d_buffer_vk_barrier(indirect_vk, context_vk, WINED3D_BIND_INDIRECT_BUFFER);
3819 }
3820
3821 if (!(vk_command_buffer = wined3d_context_vk_get_command_buffer(context_vk)))
3822 {
3823 ERR("Failed to get command buffer.\n");
3824 return VK_NULL_HANDLE;
3825 }
3826
3827 if (context_vk->update_compute_pipeline)
3828 {
3829 VK_CALL(vkCmdBindPipeline(vk_command_buffer,
3830 VK_PIPELINE_BIND_POINT_COMPUTE, context_vk->compute.vk_pipeline));
3831 context_vk->update_compute_pipeline = 0;
3832 }
3833
3834 if (wined3d_context_is_compute_state_dirty(&context_vk->c, STATE_COMPUTE_CONSTANT_BUFFER)
3835 || wined3d_context_is_compute_state_dirty(&context_vk->c, STATE_COMPUTE_SHADER_RESOURCE_BINDING))
3836 context_vk->c.update_compute_shader_resource_bindings = 1;
3837 if (wined3d_context_is_compute_state_dirty(&context_vk->c, STATE_COMPUTE_UNORDERED_ACCESS_VIEW_BINDING))
3838 context_vk->c.update_compute_unordered_access_view_bindings = 1;
3839
3840 if (context_vk->c.update_compute_shader_resource_bindings
3841 || context_vk->c.update_compute_unordered_access_view_bindings)
3842 {
3843 if (!wined3d_context_vk_update_descriptors(context_vk, vk_command_buffer, state, WINED3D_PIPELINE_COMPUTE))
3844 {
3845 ERR("Failed to update shader descriptors.\n");
3846 return VK_NULL_HANDLE;
3847 }
3848
3849 context_vk->c.update_compute_shader_resource_bindings = 0;
3850 context_vk->c.update_compute_unordered_access_view_bindings = 0;
3851 }
3852
3853 memset(context_vk->c.dirty_compute_states, 0, sizeof(context_vk->c.dirty_compute_states));
3854 context_vk->c.shader_update_mask &= ~(1u << WINED3D_SHADER_TYPE_COMPUTE);
3855
3856 return vk_command_buffer;
3857 }
3858
3859 HRESULT wined3d_context_vk_init(struct wined3d_context_vk *context_vk, struct wined3d_swapchain *swapchain)
3860 {
3861 VkCommandPoolCreateInfo command_pool_info;
3862 const struct wined3d_vk_info *vk_info;
3863 struct wined3d_adapter_vk *adapter_vk;
3864 struct wined3d_device_vk *device_vk;
3865 VkResult vr;
3866
3867 TRACE("context_vk %p, swapchain %p.\n", context_vk, swapchain);
3868
3869 memset(context_vk, 0, sizeof(*context_vk));
3870 wined3d_context_init(&context_vk->c, swapchain);
3871 device_vk = wined3d_device_vk(swapchain->device);
3872 adapter_vk = wined3d_adapter_vk(device_vk->d.adapter);
3873 context_vk->vk_info = vk_info = &adapter_vk->vk_info;
3874
3875 command_pool_info.sType = VK_STRUCTURE_TYPE_COMMAND_POOL_CREATE_INFO;
3876 command_pool_info.pNext = NULL;
3877 command_pool_info.flags = VK_COMMAND_POOL_CREATE_TRANSIENT_BIT | VK_COMMAND_POOL_CREATE_RESET_COMMAND_BUFFER_BIT;
3878 command_pool_info.queueFamilyIndex = device_vk->vk_queue_family_index;
3879 if ((vr = VK_CALL(vkCreateCommandPool(device_vk->vk_device,
3880 &command_pool_info, NULL, &context_vk->vk_command_pool))) < 0)
3881 {
3882 ERR("Failed to create Vulkan command pool, vr %s.\n", wined3d_debug_vkresult(vr));
3883 wined3d_context_cleanup(&context_vk->c);
3884 return E_FAIL;
3885 }
3886 context_vk->current_command_buffer.id = 1;
3887
3888 wined3d_context_vk_init_graphics_pipeline_key(context_vk);
3889
3890 list_init(&context_vk->render_pass_queries);
3891 list_init(&context_vk->active_queries);
3892 list_init(&context_vk->completed_query_pools);
3893 list_init(&context_vk->free_occlusion_query_pools);
3894 list_init(&context_vk->free_timestamp_query_pools);
3895 list_init(&context_vk->free_pipeline_statistics_query_pools);
3896 list_init(&context_vk->free_stream_output_statistics_query_pools);
3897
3898 wine_rb_init(&context_vk->render_passes, wined3d_render_pass_vk_compare);
3899 wine_rb_init(&context_vk->pipeline_layouts, wined3d_pipeline_layout_vk_compare);
3900 wine_rb_init(&context_vk->graphics_pipelines, wined3d_graphics_pipeline_vk_compare);
3901 wine_rb_init(&context_vk->bo_slab_available, wined3d_bo_slab_vk_compare);
3902
3903 return WINED3D_OK;
3904 }
Windows API implementation