2 * Copyright 2002-2005 Jason Edmeades
3 * Copyright 2002-2005 Raphael Junqueira
4 * Copyright 2004 Christian Costa
5 * Copyright 2005 Oliver Stieber
6 * Copyright 2007-2011, 2013-2014 Stefan Dösinger for CodeWeavers
7 * Copyright 2009-2010 Henri Verbeet for CodeWeavers
9 * This library is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
14 * This library is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with this library; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
26 #include "wine/port.h"
28 #include "wined3d_private.h"
30 WINE_DEFAULT_DEBUG_CHANNEL(d3d
);
32 #define WINED3D_BUFFER_HASDESC 0x01 /* A vertex description has been found. */
33 #define WINED3D_BUFFER_USE_BO 0x02 /* Use a buffer object for this buffer. */
34 #define WINED3D_BUFFER_PIN_SYSMEM 0x04 /* Keep a system memory copy for this buffer. */
36 #define VB_MAXDECLCHANGES 100 /* After that number of decl changes we stop converting */
37 #define VB_RESETDECLCHANGE 1000 /* Reset the decl changecount after that number of draws */
38 #define VB_MAXFULLCONVERSIONS 5 /* Number of full conversions before we stop converting */
39 #define VB_RESETFULLCONVS 20 /* Reset full conversion counts after that number of draws */
41 static void wined3d_buffer_evict_sysmem(struct wined3d_buffer
*buffer
)
43 if (buffer
->flags
& WINED3D_BUFFER_PIN_SYSMEM
)
45 TRACE("Not evicting system memory for buffer %p.\n", buffer
);
49 TRACE("Evicting system memory for buffer %p.\n", buffer
);
50 wined3d_buffer_invalidate_location(buffer
, WINED3D_LOCATION_SYSMEM
);
51 wined3d_resource_free_sysmem(&buffer
->resource
);
54 static void buffer_invalidate_bo_range(struct wined3d_buffer
*buffer
, unsigned int offset
, unsigned int size
)
56 if (!offset
&& (!size
|| size
== buffer
->resource
.size
))
59 if (offset
> buffer
->resource
.size
|| size
> buffer
->resource
.size
- offset
)
61 WARN("Invalid range specified, invalidating entire buffer.\n");
65 if (!wined3d_array_reserve((void **)&buffer
->maps
, &buffer
->maps_size
,
66 buffer
->modified_areas
+ 1, sizeof(*buffer
->maps
)))
68 ERR("Failed to allocate maps array, invalidating entire buffer.\n");
72 buffer
->maps
[buffer
->modified_areas
].offset
= offset
;
73 buffer
->maps
[buffer
->modified_areas
].size
= size
;
74 ++buffer
->modified_areas
;
78 buffer
->modified_areas
= 1;
79 buffer
->maps
[0].offset
= 0;
80 buffer
->maps
[0].size
= buffer
->resource
.size
;
83 static inline void buffer_clear_dirty_areas(struct wined3d_buffer
*This
)
85 This
->modified_areas
= 0;
88 static BOOL
buffer_is_dirty(const struct wined3d_buffer
*buffer
)
90 return !!buffer
->modified_areas
;
93 static BOOL
buffer_is_fully_dirty(const struct wined3d_buffer
*buffer
)
95 return buffer
->modified_areas
== 1
96 && !buffer
->maps
->offset
&& buffer
->maps
->size
== buffer
->resource
.size
;
99 static void wined3d_buffer_validate_location(struct wined3d_buffer
*buffer
, DWORD location
)
101 TRACE("buffer %p, location %s.\n", buffer
, wined3d_debug_location(location
));
103 if (location
& WINED3D_LOCATION_BUFFER
)
104 buffer_clear_dirty_areas(buffer
);
106 buffer
->locations
|= location
;
108 TRACE("New locations flags are %s.\n", wined3d_debug_location(buffer
->locations
));
111 static void wined3d_buffer_invalidate_range(struct wined3d_buffer
*buffer
, DWORD location
,
112 unsigned int offset
, unsigned int size
)
114 TRACE("buffer %p, location %s, offset %u, size %u.\n",
115 buffer
, wined3d_debug_location(location
), offset
, size
);
117 if (location
& WINED3D_LOCATION_BUFFER
)
118 buffer_invalidate_bo_range(buffer
, offset
, size
);
120 buffer
->locations
&= ~location
;
122 TRACE("New locations flags are %s.\n", wined3d_debug_location(buffer
->locations
));
124 if (!buffer
->locations
)
125 ERR("Buffer %p does not have any up to date location.\n", buffer
);
128 void wined3d_buffer_invalidate_location(struct wined3d_buffer
*buffer
, DWORD location
)
130 wined3d_buffer_invalidate_range(buffer
, location
, 0, 0);
133 /* Context activation is done by the caller. */
134 static void wined3d_buffer_gl_bind(struct wined3d_buffer_gl
*buffer_gl
, struct wined3d_context_gl
*context_gl
)
136 wined3d_context_gl_bind_bo(context_gl
, buffer_gl
->bo
.binding
, buffer_gl
->bo
.id
);
139 /* Context activation is done by the caller. */
140 static void wined3d_buffer_gl_destroy_buffer_object(struct wined3d_buffer_gl
*buffer_gl
,
141 struct wined3d_context_gl
*context_gl
)
143 struct wined3d_resource
*resource
= &buffer_gl
->b
.resource
;
145 if (!buffer_gl
->b
.buffer_object
)
148 if (context_gl
->c
.transform_feedback_active
&& resource
->bind_count
149 && resource
->bind_flags
& WINED3D_BIND_STREAM_OUTPUT
)
151 /* We have to make sure that transform feedback is not active
152 * when deleting a potentially bound transform feedback buffer.
153 * This may happen when the device is being destroyed. */
154 WARN("Deleting buffer object for buffer %p, disabling transform feedback.\n", buffer_gl
);
155 wined3d_context_gl_end_transform_feedback(context_gl
);
158 buffer_gl
->bo_user
.valid
= false;
159 list_remove(&buffer_gl
->bo_user
.entry
);
160 wined3d_context_gl_destroy_bo(context_gl
, &buffer_gl
->bo
);
161 buffer_gl
->b
.buffer_object
= 0;
164 /* Context activation is done by the caller. */
165 static BOOL
wined3d_buffer_gl_create_buffer_object(struct wined3d_buffer_gl
*buffer_gl
,
166 struct wined3d_context_gl
*context_gl
)
168 const struct wined3d_gl_info
*gl_info
= context_gl
->gl_info
;
169 GLenum usage
= GL_STATIC_DRAW
;
170 GLbitfield gl_storage_flags
;
171 struct wined3d_bo_gl
*bo
;
172 bool coherent
= true;
176 TRACE("Creating an OpenGL buffer object for wined3d buffer %p with usage %s.\n",
177 buffer_gl
, debug_d3dusage(buffer_gl
->b
.resource
.usage
));
179 size
= buffer_gl
->b
.resource
.size
;
180 binding
= wined3d_buffer_gl_binding_from_bind_flags(gl_info
, buffer_gl
->b
.resource
.bind_flags
);
181 if (buffer_gl
->b
.resource
.usage
& WINED3DUSAGE_DYNAMIC
)
183 usage
= GL_STREAM_DRAW_ARB
;
186 gl_storage_flags
= wined3d_resource_gl_storage_flags(&buffer_gl
->b
.resource
);
188 if (!wined3d_context_gl_create_bo(context_gl
, size
, binding
, usage
, coherent
, gl_storage_flags
, bo
))
190 ERR("Failed to create OpenGL buffer object.\n");
191 buffer_gl
->b
.flags
&= ~WINED3D_BUFFER_USE_BO
;
192 buffer_clear_dirty_areas(&buffer_gl
->b
);
196 list_add_head(&buffer_gl
->bo
.users
, &buffer_gl
->bo_user
.entry
);
197 buffer_gl
->b
.buffer_object
= (uintptr_t)bo
;
198 buffer_invalidate_bo_range(&buffer_gl
->b
, 0, 0);
203 static BOOL
buffer_process_converted_attribute(struct wined3d_buffer
*buffer
,
204 const enum wined3d_buffer_conversion_type conversion_type
,
205 const struct wined3d_stream_info_element
*attrib
, DWORD
*stride_this_run
)
207 const struct wined3d_format
*format
= attrib
->format
;
212 /* Check for some valid situations which cause us pain. One is if the buffer is used for
213 * constant attributes(stride = 0), the other one is if the buffer is used on two streams
214 * with different strides. In the 2nd case we might have to drop conversion entirely,
215 * it is possible that the same bytes are once read as FLOAT2 and once as UBYTE4N.
219 FIXME("%s used with stride 0, let's hope we get the vertex stride from somewhere else.\n",
220 debug_d3dformat(format
->id
));
222 else if (attrib
->stride
!= *stride_this_run
&& *stride_this_run
)
224 FIXME("Got two concurrent strides, %d and %d.\n", attrib
->stride
, *stride_this_run
);
228 *stride_this_run
= attrib
->stride
;
229 if (buffer
->stride
!= *stride_this_run
)
231 /* We rely that this happens only on the first converted attribute that is found,
232 * if at all. See above check
234 TRACE("Reconverting because converted attributes occur, and the stride changed.\n");
235 buffer
->stride
= *stride_this_run
;
236 heap_free(buffer
->conversion_map
);
237 buffer
->conversion_map
= heap_calloc(buffer
->stride
, sizeof(*buffer
->conversion_map
));
242 data
= ((DWORD_PTR
)attrib
->data
.addr
) % buffer
->stride
;
243 for (i
= 0; i
< format
->byte_count
; ++i
)
245 DWORD_PTR idx
= (data
+ i
) % buffer
->stride
;
246 if (buffer
->conversion_map
[idx
] != conversion_type
)
248 TRACE("Byte %lu in vertex changed:\n", idx
);
249 TRACE(" It was type %#x, is %#x now.\n", buffer
->conversion_map
[idx
], conversion_type
);
251 buffer
->conversion_map
[idx
] = conversion_type
;
258 #define WINED3D_BUFFER_FIXUP_D3DCOLOR 0x01
259 #define WINED3D_BUFFER_FIXUP_XYZRHW 0x02
261 static BOOL
buffer_check_attribute(struct wined3d_buffer
*This
, const struct wined3d_stream_info
*si
,
262 const struct wined3d_state
*state
, UINT attrib_idx
, DWORD fixup_flags
, DWORD
*stride_this_run
)
264 const struct wined3d_stream_info_element
*attrib
= &si
->elements
[attrib_idx
];
265 enum wined3d_format_id format
;
268 /* Ignore attributes that do not have our vbo. After that check we can be sure that the attribute is
269 * there, on nonexistent attribs the vbo is 0.
271 if (!(si
->use_map
& (1u << attrib_idx
))
272 || state
->streams
[attrib
->stream_idx
].buffer
!= This
)
275 format
= attrib
->format
->id
;
276 /* Look for newly appeared conversion */
277 if (fixup_flags
& WINED3D_BUFFER_FIXUP_D3DCOLOR
&& format
== WINED3DFMT_B8G8R8A8_UNORM
)
279 ret
= buffer_process_converted_attribute(This
, CONV_D3DCOLOR
, attrib
, stride_this_run
);
281 else if (fixup_flags
& WINED3D_BUFFER_FIXUP_XYZRHW
&& si
->position_transformed
)
283 if (format
!= WINED3DFMT_R32G32B32A32_FLOAT
)
285 FIXME("Unexpected format %s for transformed position.\n", debug_d3dformat(format
));
289 ret
= buffer_process_converted_attribute(This
, CONV_POSITIONT
, attrib
, stride_this_run
);
291 else if (This
->conversion_map
)
293 ret
= buffer_process_converted_attribute(This
, CONV_NONE
, attrib
, stride_this_run
);
299 static BOOL
buffer_find_decl(struct wined3d_buffer
*This
, const struct wined3d_stream_info
*si
,
300 const struct wined3d_state
*state
, DWORD fixup_flags
)
302 UINT stride_this_run
= 0;
305 /* In d3d7 the vertex buffer declaration NEVER changes because it is stored in the d3d7 vertex buffer.
306 * Once we have our declaration there is no need to look it up again. Index buffers also never need
307 * conversion, so once the (empty) conversion structure is created don't bother checking again
309 if (This
->flags
& WINED3D_BUFFER_HASDESC
)
311 if(This
->resource
.usage
& WINED3DUSAGE_STATICDECL
) return FALSE
;
316 TRACE("No fixup required.\n");
317 if(This
->conversion_map
)
319 heap_free(This
->conversion_map
);
320 This
->conversion_map
= NULL
;
328 TRACE("Finding vertex buffer conversion information\n");
329 /* Certain declaration types need some fixups before we can pass them to
330 * opengl. This means D3DCOLOR attributes with fixed function vertex
331 * processing, FLOAT4 POSITIONT with fixed function, and FLOAT16 if
332 * GL_ARB_half_float_vertex is not supported.
334 * Note for d3d8 and d3d9:
335 * The vertex buffer FVF doesn't help with finding them, we have to use
336 * the decoded vertex declaration and pick the things that concern the
337 * current buffer. A problem with this is that this can change between
338 * draws, so we have to validate the information and reprocess the buffer
339 * if it changes, and avoid false positives for performance reasons.
340 * WineD3D doesn't even know the vertex buffer any more, it is managed
341 * by the client libraries and passed to SetStreamSource and ProcessVertices
344 * We have to distinguish between vertex shaders and fixed function to
345 * pick the way we access the strided vertex information.
347 * This code sets up a per-byte array with the size of the detected
348 * stride of the arrays in the buffer. For each byte we have a field
349 * that marks the conversion needed on this byte. For example, the
350 * following declaration with fixed function vertex processing:
358 * { POSITIONT }{ NORMAL }{ DIFFUSE }{SPECULAR }
359 * [P][P][P][P][P][P][P][P][P][P][P][P][P][P][P][P][0][0][0][0][0][0][0][0][0][0][0][0][F][F][F][F][F][F][F][F][C][C][C][C]
361 * Where in this example map P means 4 component position conversion, 0
362 * means no conversion, F means FLOAT16_2 conversion and C means D3DCOLOR
363 * conversion (red / blue swizzle).
365 * If we're doing conversion and the stride changes we have to reconvert
366 * the whole buffer. Note that we do not mind if the semantic changes,
367 * we only care for the conversion type. So if the NORMAL is replaced
368 * with a TEXCOORD, nothing has to be done, or if the DIFFUSE is replaced
369 * with a D3DCOLOR BLENDWEIGHT we can happily dismiss the change. Some
370 * conversion types depend on the semantic as well, for example a FLOAT4
371 * texcoord needs no conversion while a FLOAT4 positiont needs one
374 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_POSITION
,
375 fixup_flags
, &stride_this_run
) || ret
;
376 fixup_flags
&= ~WINED3D_BUFFER_FIXUP_XYZRHW
;
378 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_BLENDWEIGHT
,
379 fixup_flags
, &stride_this_run
) || ret
;
380 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_BLENDINDICES
,
381 fixup_flags
, &stride_this_run
) || ret
;
382 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_NORMAL
,
383 fixup_flags
, &stride_this_run
) || ret
;
384 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_DIFFUSE
,
385 fixup_flags
, &stride_this_run
) || ret
;
386 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_SPECULAR
,
387 fixup_flags
, &stride_this_run
) || ret
;
388 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_TEXCOORD0
,
389 fixup_flags
, &stride_this_run
) || ret
;
390 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_TEXCOORD1
,
391 fixup_flags
, &stride_this_run
) || ret
;
392 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_TEXCOORD2
,
393 fixup_flags
, &stride_this_run
) || ret
;
394 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_TEXCOORD3
,
395 fixup_flags
, &stride_this_run
) || ret
;
396 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_TEXCOORD4
,
397 fixup_flags
, &stride_this_run
) || ret
;
398 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_TEXCOORD5
,
399 fixup_flags
, &stride_this_run
) || ret
;
400 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_TEXCOORD6
,
401 fixup_flags
, &stride_this_run
) || ret
;
402 ret
= buffer_check_attribute(This
, si
, state
, WINED3D_FFP_TEXCOORD7
,
403 fixup_flags
, &stride_this_run
) || ret
;
405 if (!stride_this_run
&& This
->conversion_map
)
409 ERR("no converted attributes found, old conversion map exists, and no declaration change?\n");
410 heap_free(This
->conversion_map
);
411 This
->conversion_map
= NULL
;
415 if (ret
) TRACE("Conversion information changed\n");
420 static inline unsigned int fixup_d3dcolor(DWORD
*dst_color
)
422 DWORD src_color
= *dst_color
;
424 /* Color conversion like in draw_primitive_immediate_mode(). Watch out for
425 * endianness. If we want this to work on big-endian machines as well we
426 * have to consider more things.
428 * 0xff000000: Alpha mask
429 * 0x00ff0000: Blue mask
430 * 0x0000ff00: Green mask
431 * 0x000000ff: Red mask
434 *dst_color
|= (src_color
& 0xff00ff00u
); /* Alpha Green */
435 *dst_color
|= (src_color
& 0x00ff0000u
) >> 16; /* Red */
436 *dst_color
|= (src_color
& 0x000000ffu
) << 16; /* Blue */
438 return sizeof(*dst_color
);
441 static inline unsigned int fixup_transformed_pos(struct wined3d_vec4
*p
)
443 /* rhw conversion like in position_float4(). */
444 if (p
->w
!= 1.0f
&& p
->w
!= 0.0f
)
446 float w
= 1.0f
/ p
->w
;
456 ULONG CDECL
wined3d_buffer_incref(struct wined3d_buffer
*buffer
)
458 ULONG refcount
= InterlockedIncrement(&buffer
->resource
.ref
);
460 TRACE("%p increasing refcount to %u.\n", buffer
, refcount
);
465 static void buffer_conversion_upload(struct wined3d_buffer
*buffer
, struct wined3d_context
*context
)
467 unsigned int i
, j
, range_idx
, start
, end
, vertex_count
;
470 if (!wined3d_buffer_load_location(buffer
, context
, WINED3D_LOCATION_SYSMEM
))
472 ERR("Failed to load system memory.\n");
475 buffer
->flags
|= WINED3D_BUFFER_PIN_SYSMEM
;
477 /* Now for each vertex in the buffer that needs conversion. */
478 vertex_count
= buffer
->resource
.size
/ buffer
->stride
;
480 if (!(data
= heap_alloc(buffer
->resource
.size
)))
482 ERR("Out of memory.\n");
486 for (range_idx
= 0; range_idx
< buffer
->modified_areas
; ++range_idx
)
488 start
= buffer
->maps
[range_idx
].offset
;
489 end
= start
+ buffer
->maps
[range_idx
].size
;
491 memcpy(data
+ start
, (BYTE
*)buffer
->resource
.heap_memory
+ start
, end
- start
);
492 for (i
= start
/ buffer
->stride
; i
< min((end
/ buffer
->stride
) + 1, vertex_count
); ++i
)
494 for (j
= 0; j
< buffer
->stride
;)
496 switch (buffer
->conversion_map
[j
])
503 j
+= fixup_d3dcolor((DWORD
*) (data
+ i
* buffer
->stride
+ j
));
506 j
+= fixup_transformed_pos((struct wined3d_vec4
*) (data
+ i
* buffer
->stride
+ j
));
509 FIXME("Unimplemented conversion %d in shifted conversion.\n", buffer
->conversion_map
[j
]);
516 buffer
->buffer_ops
->buffer_upload_ranges(buffer
, context
,
517 data
, 0, buffer
->modified_areas
, buffer
->maps
);
522 BOOL
wined3d_buffer_prepare_location(struct wined3d_buffer
*buffer
,
523 struct wined3d_context
*context
, unsigned int location
)
525 return buffer
->buffer_ops
->buffer_prepare_location(buffer
, context
, location
);
528 static void wined3d_buffer_unload_location(struct wined3d_buffer
*buffer
,
529 struct wined3d_context
*context
, unsigned int location
)
531 buffer
->buffer_ops
->buffer_unload_location(buffer
, context
, location
);
534 BOOL
wined3d_buffer_load_location(struct wined3d_buffer
*buffer
,
535 struct wined3d_context
*context
, DWORD location
)
537 struct wined3d_range range
;
539 TRACE("buffer %p, context %p, location %s.\n",
540 buffer
, context
, wined3d_debug_location(location
));
542 if (buffer
->locations
& location
)
544 TRACE("Location (%#x) is already up to date.\n", location
);
548 if (!buffer
->locations
)
550 ERR("Buffer %p does not have any up to date location.\n", buffer
);
551 wined3d_buffer_validate_location(buffer
, WINED3D_LOCATION_DISCARDED
);
552 return wined3d_buffer_load_location(buffer
, context
, location
);
555 TRACE("Current buffer location %s.\n", wined3d_debug_location(buffer
->locations
));
557 if (!wined3d_buffer_prepare_location(buffer
, context
, location
))
560 if (buffer
->locations
& WINED3D_LOCATION_DISCARDED
)
562 TRACE("Buffer previously discarded, nothing to do.\n");
563 wined3d_buffer_validate_location(buffer
, location
);
564 wined3d_buffer_invalidate_location(buffer
, WINED3D_LOCATION_DISCARDED
);
570 case WINED3D_LOCATION_SYSMEM
:
572 range
.size
= buffer
->resource
.size
;
573 buffer
->buffer_ops
->buffer_download_ranges(buffer
, context
,
574 buffer
->resource
.heap_memory
, 0, 1, &range
);
577 case WINED3D_LOCATION_BUFFER
:
578 if (!buffer
->conversion_map
)
579 buffer
->buffer_ops
->buffer_upload_ranges(buffer
, context
,
580 buffer
->resource
.heap_memory
, 0, buffer
->modified_areas
, buffer
->maps
);
582 buffer_conversion_upload(buffer
, context
);
586 ERR("Invalid location %s.\n", wined3d_debug_location(location
));
590 wined3d_buffer_validate_location(buffer
, location
);
591 if (buffer
->resource
.heap_memory
&& location
== WINED3D_LOCATION_BUFFER
592 && !(buffer
->resource
.usage
& WINED3DUSAGE_DYNAMIC
))
593 wined3d_buffer_evict_sysmem(buffer
);
598 /* Context activation is done by the caller. */
599 BYTE
*wined3d_buffer_load_sysmem(struct wined3d_buffer
*buffer
, struct wined3d_context
*context
)
601 if (wined3d_buffer_load_location(buffer
, context
, WINED3D_LOCATION_SYSMEM
))
602 buffer
->flags
|= WINED3D_BUFFER_PIN_SYSMEM
;
603 return buffer
->resource
.heap_memory
;
606 DWORD
wined3d_buffer_get_memory(struct wined3d_buffer
*buffer
, struct wined3d_context
*context
,
607 struct wined3d_bo_address
*data
)
609 unsigned int locations
= buffer
->locations
;
611 TRACE("buffer %p, context %p, data %p, locations %s.\n",
612 buffer
, context
, data
, wined3d_debug_location(locations
));
614 if (locations
& WINED3D_LOCATION_DISCARDED
)
616 locations
= ((buffer
->flags
& WINED3D_BUFFER_USE_BO
) ? WINED3D_LOCATION_BUFFER
: WINED3D_LOCATION_SYSMEM
);
617 if (!wined3d_buffer_prepare_location(buffer
, context
, locations
))
619 data
->buffer_object
= 0;
623 wined3d_buffer_validate_location(buffer
, locations
);
624 wined3d_buffer_invalidate_location(buffer
, WINED3D_LOCATION_DISCARDED
);
626 if (locations
& WINED3D_LOCATION_BUFFER
)
628 data
->buffer_object
= buffer
->buffer_object
;
630 return WINED3D_LOCATION_BUFFER
;
632 if (locations
& WINED3D_LOCATION_SYSMEM
)
634 data
->buffer_object
= 0;
635 data
->addr
= buffer
->resource
.heap_memory
;
636 return WINED3D_LOCATION_SYSMEM
;
639 ERR("Unexpected locations %s.\n", wined3d_debug_location(locations
));
640 data
->buffer_object
= 0;
645 static void buffer_resource_unload(struct wined3d_resource
*resource
)
647 struct wined3d_buffer
*buffer
= buffer_from_resource(resource
);
649 TRACE("buffer %p.\n", buffer
);
651 if (buffer
->buffer_object
)
653 struct wined3d_context
*context
;
655 context
= context_acquire(resource
->device
, NULL
, 0);
657 wined3d_buffer_load_location(buffer
, context
, WINED3D_LOCATION_SYSMEM
);
658 wined3d_buffer_invalidate_location(buffer
, WINED3D_LOCATION_BUFFER
);
659 wined3d_buffer_unload_location(buffer
, context
, WINED3D_LOCATION_BUFFER
);
660 buffer_clear_dirty_areas(buffer
);
662 context_release(context
);
664 heap_free(buffer
->conversion_map
);
665 buffer
->conversion_map
= NULL
;
667 buffer
->conversion_stride
= 0;
668 buffer
->flags
&= ~WINED3D_BUFFER_HASDESC
;
671 resource_unload(resource
);
674 static void wined3d_buffer_drop_bo(struct wined3d_buffer
*buffer
)
676 buffer
->flags
&= ~WINED3D_BUFFER_USE_BO
;
677 buffer_resource_unload(&buffer
->resource
);
680 static void wined3d_buffer_destroy_object(void *object
)
682 struct wined3d_buffer
*buffer
= object
;
683 struct wined3d_context
*context
;
685 TRACE("buffer %p.\n", buffer
);
687 if (buffer
->buffer_object
)
689 context
= context_acquire(buffer
->resource
.device
, NULL
, 0);
690 wined3d_buffer_unload_location(buffer
, context
, WINED3D_LOCATION_BUFFER
);
691 context_release(context
);
693 heap_free(buffer
->conversion_map
);
694 heap_free(buffer
->maps
);
697 void wined3d_buffer_cleanup(struct wined3d_buffer
*buffer
)
699 wined3d_cs_destroy_object(buffer
->resource
.device
->cs
, wined3d_buffer_destroy_object
, buffer
);
700 resource_cleanup(&buffer
->resource
);
703 ULONG CDECL
wined3d_buffer_decref(struct wined3d_buffer
*buffer
)
705 ULONG refcount
= InterlockedDecrement(&buffer
->resource
.ref
);
707 TRACE("%p decreasing refcount to %u.\n", buffer
, refcount
);
711 buffer
->resource
.parent_ops
->wined3d_object_destroyed(buffer
->resource
.parent
);
712 buffer
->resource
.device
->adapter
->adapter_ops
->adapter_destroy_buffer(buffer
);
718 void * CDECL
wined3d_buffer_get_parent(const struct wined3d_buffer
*buffer
)
720 TRACE("buffer %p.\n", buffer
);
722 return buffer
->resource
.parent
;
725 /* Context activation is done by the caller. */
726 void wined3d_buffer_load(struct wined3d_buffer
*buffer
, struct wined3d_context
*context
,
727 const struct wined3d_state
*state
)
729 const struct wined3d_d3d_info
*d3d_info
= context
->d3d_info
;
730 BOOL decl_changed
= FALSE
;
732 TRACE("buffer %p.\n", buffer
);
734 if (buffer
->resource
.map_count
&& buffer
->map_ptr
)
736 FIXME("Buffer is mapped through buffer object, not loading.\n");
739 else if (buffer
->resource
.map_count
)
741 WARN("Loading mapped buffer.\n");
744 /* TODO: Make converting independent from VBOs */
745 if (!(buffer
->flags
& WINED3D_BUFFER_USE_BO
))
747 /* Not doing any conversion */
751 if (!wined3d_buffer_prepare_location(buffer
, context
, WINED3D_LOCATION_BUFFER
))
753 ERR("Failed to prepare buffer location.\n");
757 /* Reading the declaration makes only sense if we have valid state information
758 * (i.e., if this function is called during draws). */
761 DWORD fixup_flags
= 0;
765 if (!d3d_info
->vertex_bgra
&& !d3d_info
->ffp_generic_attributes
)
766 fixup_flags
|= WINED3D_BUFFER_FIXUP_D3DCOLOR
;
767 if (!d3d_info
->xyzrhw
)
768 fixup_flags
|= WINED3D_BUFFER_FIXUP_XYZRHW
;
771 decl_changed
= buffer_find_decl(buffer
, &context
->stream_info
, state
, fixup_flags
);
772 buffer
->flags
|= WINED3D_BUFFER_HASDESC
;
775 if (!decl_changed
&& !(buffer
->flags
& WINED3D_BUFFER_HASDESC
&& buffer_is_dirty(buffer
)))
777 ++buffer
->draw_count
;
778 if (buffer
->draw_count
> VB_RESETDECLCHANGE
)
779 buffer
->decl_change_count
= 0;
780 if (buffer
->draw_count
> VB_RESETFULLCONVS
)
781 buffer
->full_conversion_count
= 0;
785 /* If applications change the declaration over and over, reconverting all the time is a huge
786 * performance hit. So count the declaration changes and release the VBO if there are too many
787 * of them (and thus stop converting)
791 ++buffer
->decl_change_count
;
792 buffer
->draw_count
= 0;
794 if (buffer
->decl_change_count
> VB_MAXDECLCHANGES
795 || (buffer
->conversion_map
&& (buffer
->resource
.usage
& WINED3DUSAGE_DYNAMIC
)))
797 FIXME("Too many declaration changes or converting dynamic buffer, stopping converting.\n");
798 wined3d_buffer_drop_bo(buffer
);
802 /* The declaration changed, reload the whole buffer. */
803 WARN("Reloading buffer because of a vertex declaration change.\n");
804 buffer_invalidate_bo_range(buffer
, 0, 0);
808 /* However, it is perfectly fine to change the declaration every now and then. We don't want a game that
809 * changes it every minute drop the VBO after VB_MAX_DECL_CHANGES minutes. So count draws without
810 * decl changes and reset the decl change count after a specific number of them
812 if (buffer
->conversion_map
&& buffer_is_fully_dirty(buffer
))
814 ++buffer
->full_conversion_count
;
815 if (buffer
->full_conversion_count
> VB_MAXFULLCONVERSIONS
)
817 FIXME("Too many full buffer conversions, stopping converting.\n");
818 wined3d_buffer_drop_bo(buffer
);
824 ++buffer
->draw_count
;
825 if (buffer
->draw_count
> VB_RESETDECLCHANGE
)
826 buffer
->decl_change_count
= 0;
827 if (buffer
->draw_count
> VB_RESETFULLCONVS
)
828 buffer
->full_conversion_count
= 0;
832 if (!wined3d_buffer_load_location(buffer
, context
, WINED3D_LOCATION_BUFFER
))
833 ERR("Failed to load buffer location.\n");
836 struct wined3d_resource
* CDECL
wined3d_buffer_get_resource(struct wined3d_buffer
*buffer
)
838 TRACE("buffer %p.\n", buffer
);
840 return &buffer
->resource
;
843 static HRESULT
buffer_resource_sub_resource_get_desc(struct wined3d_resource
*resource
,
844 unsigned int sub_resource_idx
, struct wined3d_sub_resource_desc
*desc
)
846 if (sub_resource_idx
)
848 WARN("Invalid sub_resource_idx %u.\n", sub_resource_idx
);
852 desc
->format
= WINED3DFMT_R8_UNORM
;
853 desc
->multisample_type
= WINED3D_MULTISAMPLE_NONE
;
854 desc
->multisample_quality
= 0;
855 desc
->usage
= resource
->usage
;
856 desc
->bind_flags
= resource
->bind_flags
;
857 desc
->access
= resource
->access
;
858 desc
->width
= resource
->size
;
861 desc
->size
= resource
->size
;
865 static void buffer_resource_sub_resource_get_map_pitch(struct wined3d_resource
*resource
,
866 unsigned int sub_resource_idx
, unsigned int *row_pitch
, unsigned int *slice_pitch
)
868 *row_pitch
= *slice_pitch
= resource
->size
;
871 static HRESULT
buffer_resource_sub_resource_map(struct wined3d_resource
*resource
, unsigned int sub_resource_idx
,
872 void **map_ptr
, const struct wined3d_box
*box
, uint32_t flags
)
874 struct wined3d_buffer
*buffer
= buffer_from_resource(resource
);
875 struct wined3d_device
*device
= resource
->device
;
876 struct wined3d_context
*context
;
877 unsigned int offset
, size
;
881 TRACE("resource %p, sub_resource_idx %u, map_ptr %p, box %s, flags %#x.\n",
882 resource
, sub_resource_idx
, map_ptr
, debug_box(box
), flags
);
885 size
= box
->right
- box
->left
;
887 count
= ++resource
->map_count
;
889 if (buffer
->buffer_object
)
891 unsigned int dirty_offset
= offset
, dirty_size
= size
;
892 struct wined3d_bo_address addr
;
894 /* DISCARD invalidates the entire buffer, regardless of the specified
895 * offset and size. Some applications also depend on the entire buffer
896 * being uploaded in that case. Two such applications are Port Royale
897 * and Darkstar One. */
898 if (flags
& WINED3D_MAP_DISCARD
)
904 if (((flags
& WINED3D_MAP_WRITE
) && !(flags
& (WINED3D_MAP_NOOVERWRITE
| WINED3D_MAP_DISCARD
)))
905 || (!(flags
& WINED3D_MAP_WRITE
) && (buffer
->locations
& WINED3D_LOCATION_SYSMEM
))
906 || buffer
->flags
& WINED3D_BUFFER_PIN_SYSMEM
)
908 if (!(buffer
->locations
& WINED3D_LOCATION_SYSMEM
))
910 context
= context_acquire(device
, NULL
, 0);
911 wined3d_buffer_load_location(buffer
, context
, WINED3D_LOCATION_SYSMEM
);
912 context_release(context
);
915 if (flags
& WINED3D_MAP_WRITE
)
916 wined3d_buffer_invalidate_range(buffer
, WINED3D_LOCATION_BUFFER
, dirty_offset
, dirty_size
);
920 context
= context_acquire(device
, NULL
, 0);
922 if (flags
& WINED3D_MAP_DISCARD
)
923 wined3d_buffer_validate_location(buffer
, WINED3D_LOCATION_BUFFER
);
925 wined3d_buffer_load_location(buffer
, context
, WINED3D_LOCATION_BUFFER
);
927 if (flags
& WINED3D_MAP_WRITE
)
929 wined3d_buffer_invalidate_location(buffer
, WINED3D_LOCATION_SYSMEM
);
930 buffer_invalidate_bo_range(buffer
, dirty_offset
, dirty_size
);
933 if ((flags
& WINED3D_MAP_DISCARD
) && resource
->heap_memory
)
934 wined3d_buffer_evict_sysmem(buffer
);
938 addr
.buffer_object
= buffer
->buffer_object
;
940 buffer
->map_ptr
= wined3d_context_map_bo_address(context
, &addr
, resource
->size
, flags
);
942 if (((DWORD_PTR
)buffer
->map_ptr
) & (RESOURCE_ALIGNMENT
- 1))
944 WARN("Pointer %p is not %u byte aligned.\n", buffer
->map_ptr
, RESOURCE_ALIGNMENT
);
946 wined3d_context_unmap_bo_address(context
, &addr
, 0, NULL
);
947 buffer
->map_ptr
= NULL
;
949 if (resource
->usage
& WINED3DUSAGE_DYNAMIC
)
951 /* The extra copy is more expensive than not using VBOs
952 * at all on the NVIDIA Linux driver, which is the
953 * only driver that returns unaligned pointers. */
954 TRACE("Dynamic buffer, dropping VBO.\n");
955 wined3d_buffer_drop_bo(buffer
);
959 TRACE("Falling back to doublebuffered operation.\n");
960 wined3d_buffer_load_location(buffer
, context
, WINED3D_LOCATION_SYSMEM
);
961 buffer
->flags
|= WINED3D_BUFFER_PIN_SYSMEM
;
963 TRACE("New pointer is %p.\n", resource
->heap_memory
);
967 context_release(context
);
971 base
= buffer
->map_ptr
? buffer
->map_ptr
: resource
->heap_memory
;
972 *map_ptr
= base
+ offset
;
974 TRACE("Returning memory at %p (base %p, offset %u).\n", *map_ptr
, base
, offset
);
979 static HRESULT
buffer_resource_sub_resource_unmap(struct wined3d_resource
*resource
, unsigned int sub_resource_idx
)
981 struct wined3d_buffer
*buffer
= buffer_from_resource(resource
);
982 unsigned int range_count
= buffer
->modified_areas
;
983 struct wined3d_device
*device
= resource
->device
;
984 struct wined3d_context
*context
;
985 struct wined3d_bo_address addr
;
987 TRACE("resource %p, sub_resource_idx %u.\n", resource
, sub_resource_idx
);
989 if (sub_resource_idx
)
991 WARN("Invalid sub_resource_idx %u.\n", sub_resource_idx
);
995 if (!resource
->map_count
)
997 WARN("Unmap called without a previous map call.\n");
1001 if (--resource
->map_count
)
1003 /* Delay loading the buffer until everything is unmapped. */
1004 TRACE("Ignoring unmap.\n");
1008 if (!buffer
->map_ptr
)
1011 context
= context_acquire(device
, NULL
, 0);
1013 addr
.buffer_object
= buffer
->buffer_object
;
1015 wined3d_context_unmap_bo_address(context
, &addr
, range_count
, buffer
->maps
);
1017 context_release(context
);
1019 buffer_clear_dirty_areas(buffer
);
1020 buffer
->map_ptr
= NULL
;
1025 void wined3d_buffer_copy_bo_address(struct wined3d_buffer
*dst_buffer
, struct wined3d_context
*context
,
1026 unsigned int dst_offset
, const struct wined3d_const_bo_address
*src_addr
, unsigned int size
)
1028 struct wined3d_bo_address dst_addr
;
1031 dst_location
= wined3d_buffer_get_memory(dst_buffer
, context
, &dst_addr
);
1032 dst_addr
.addr
+= dst_offset
;
1034 wined3d_context_copy_bo_address(context
, &dst_addr
, (const struct wined3d_bo_address
*)src_addr
, size
);
1035 wined3d_buffer_invalidate_range(dst_buffer
, ~dst_location
, dst_offset
, size
);
1038 void wined3d_buffer_copy(struct wined3d_buffer
*dst_buffer
, unsigned int dst_offset
,
1039 struct wined3d_buffer
*src_buffer
, unsigned int src_offset
, unsigned int size
)
1041 struct wined3d_context
*context
;
1042 struct wined3d_bo_address src
;
1044 TRACE("dst_buffer %p, dst_offset %u, src_buffer %p, src_offset %u, size %u.\n",
1045 dst_buffer
, dst_offset
, src_buffer
, src_offset
, size
);
1047 context
= context_acquire(dst_buffer
->resource
.device
, NULL
, 0);
1049 wined3d_buffer_get_memory(src_buffer
, context
, &src
);
1050 src
.addr
+= src_offset
;
1052 wined3d_buffer_copy_bo_address(dst_buffer
, context
, dst_offset
, wined3d_const_bo_address(&src
), size
);
1054 context_release(context
);
1057 static void wined3d_buffer_init_data(struct wined3d_buffer
*buffer
,
1058 struct wined3d_device
*device
, const struct wined3d_sub_resource_data
*data
)
1060 struct wined3d_resource
*resource
= &buffer
->resource
;
1061 struct wined3d_box box
;
1063 if (buffer
->flags
& WINED3D_BUFFER_USE_BO
)
1065 wined3d_box_set(&box
, 0, 0, resource
->size
, 1, 0, 1);
1066 wined3d_device_context_emit_update_sub_resource(&device
->cs
->c
, resource
,
1067 0, &box
, data
->data
, data
->row_pitch
, data
->slice_pitch
);
1071 memcpy(buffer
->resource
.heap_memory
, data
->data
, resource
->size
);
1072 wined3d_buffer_validate_location(buffer
, WINED3D_LOCATION_SYSMEM
);
1073 wined3d_buffer_invalidate_location(buffer
, ~WINED3D_LOCATION_SYSMEM
);
1077 static ULONG
buffer_resource_incref(struct wined3d_resource
*resource
)
1079 return wined3d_buffer_incref(buffer_from_resource(resource
));
1082 static ULONG
buffer_resource_decref(struct wined3d_resource
*resource
)
1084 return wined3d_buffer_decref(buffer_from_resource(resource
));
1087 static void buffer_resource_preload(struct wined3d_resource
*resource
)
1089 struct wined3d_context
*context
;
1091 context
= context_acquire(resource
->device
, NULL
, 0);
1092 wined3d_buffer_load(buffer_from_resource(resource
), context
, NULL
);
1093 context_release(context
);
1096 static const struct wined3d_resource_ops buffer_resource_ops
=
1098 buffer_resource_incref
,
1099 buffer_resource_decref
,
1100 buffer_resource_preload
,
1101 buffer_resource_unload
,
1102 buffer_resource_sub_resource_get_desc
,
1103 buffer_resource_sub_resource_get_map_pitch
,
1104 buffer_resource_sub_resource_map
,
1105 buffer_resource_sub_resource_unmap
,
1108 GLenum
wined3d_buffer_gl_binding_from_bind_flags(const struct wined3d_gl_info
*gl_info
, uint32_t bind_flags
)
1111 return GL_PIXEL_UNPACK_BUFFER
;
1113 if (bind_flags
== WINED3D_BIND_INDEX_BUFFER
)
1114 return GL_ELEMENT_ARRAY_BUFFER
;
1116 if (bind_flags
& (WINED3D_BIND_SHADER_RESOURCE
| WINED3D_BIND_UNORDERED_ACCESS
)
1117 && gl_info
->supported
[ARB_TEXTURE_BUFFER_OBJECT
])
1118 return GL_TEXTURE_BUFFER
;
1120 if (bind_flags
& WINED3D_BIND_CONSTANT_BUFFER
)
1121 return GL_UNIFORM_BUFFER
;
1123 if (bind_flags
& WINED3D_BIND_STREAM_OUTPUT
)
1124 return GL_TRANSFORM_FEEDBACK_BUFFER
;
1126 if (bind_flags
& WINED3D_BIND_INDIRECT_BUFFER
1127 && gl_info
->supported
[ARB_DRAW_INDIRECT
])
1128 return GL_DRAW_INDIRECT_BUFFER
;
1130 if (bind_flags
& ~(WINED3D_BIND_VERTEX_BUFFER
| WINED3D_BIND_INDEX_BUFFER
))
1131 FIXME("Unhandled bind flags %#x.\n", bind_flags
);
1133 return GL_ARRAY_BUFFER
;
1136 static HRESULT
wined3d_buffer_init(struct wined3d_buffer
*buffer
, struct wined3d_device
*device
,
1137 const struct wined3d_buffer_desc
*desc
, const struct wined3d_sub_resource_data
*data
,
1138 void *parent
, const struct wined3d_parent_ops
*parent_ops
, const struct wined3d_buffer_ops
*buffer_ops
)
1140 const struct wined3d_format
*format
= wined3d_get_format(device
->adapter
, WINED3DFMT_R8_UNORM
, desc
->bind_flags
);
1141 struct wined3d_resource
*resource
= &buffer
->resource
;
1144 TRACE("buffer %p, device %p, desc byte_width %u, usage %s, bind_flags %s, "
1145 "access %s, data %p, parent %p, parent_ops %p.\n",
1146 buffer
, device
, desc
->byte_width
, debug_d3dusage(desc
->usage
), wined3d_debug_bind_flags(desc
->bind_flags
),
1147 wined3d_debug_resource_access(desc
->access
), data
, parent
, parent_ops
);
1149 if (!desc
->byte_width
)
1151 WARN("Size 0 requested, returning E_INVALIDARG.\n");
1152 return E_INVALIDARG
;
1155 if (desc
->bind_flags
& WINED3D_BIND_CONSTANT_BUFFER
&& desc
->byte_width
& (WINED3D_CONSTANT_BUFFER_ALIGNMENT
- 1))
1157 WARN("Size %#x is not suitably aligned for constant buffers.\n", desc
->byte_width
);
1158 return E_INVALIDARG
;
1161 if (data
&& !data
->data
)
1163 WARN("Invalid sub-resource data specified.\n");
1164 return E_INVALIDARG
;
1167 if (FAILED(hr
= resource_init(resource
, device
, WINED3D_RTYPE_BUFFER
, format
,
1168 WINED3D_MULTISAMPLE_NONE
, 0, desc
->usage
, desc
->bind_flags
, desc
->access
,
1169 desc
->byte_width
, 1, 1, desc
->byte_width
, parent
, parent_ops
, &buffer_resource_ops
)))
1171 WARN("Failed to initialize resource, hr %#x.\n", hr
);
1174 buffer
->buffer_ops
= buffer_ops
;
1175 buffer
->structure_byte_stride
= desc
->structure_byte_stride
;
1176 buffer
->locations
= data
? WINED3D_LOCATION_DISCARDED
: WINED3D_LOCATION_SYSMEM
;
1178 TRACE("buffer %p, size %#x, usage %#x, memory @ %p.\n",
1179 buffer
, buffer
->resource
.size
, buffer
->resource
.usage
, buffer
->resource
.heap_memory
);
1181 if (device
->create_parms
.flags
& WINED3DCREATE_SOFTWARE_VERTEXPROCESSING
1182 || wined3d_resource_access_is_managed(desc
->access
))
1184 /* SWvp and managed buffers always return the same pointer in buffer
1185 * maps and retain data in DISCARD maps. Keep a system memory copy of
1186 * the buffer to provide the same behavior to the application. */
1187 TRACE("Pinning system memory.\n");
1188 buffer
->flags
|= WINED3D_BUFFER_PIN_SYSMEM
;
1189 buffer
->locations
= WINED3D_LOCATION_SYSMEM
;
1192 if (buffer
->locations
& WINED3D_LOCATION_SYSMEM
|| !(buffer
->flags
& WINED3D_BUFFER_USE_BO
))
1194 if (!wined3d_resource_prepare_sysmem(&buffer
->resource
))
1195 return E_OUTOFMEMORY
;
1198 if (!(buffer
->maps
= heap_alloc(sizeof(*buffer
->maps
))))
1200 ERR("Out of memory.\n");
1201 buffer_resource_unload(resource
);
1202 resource_cleanup(resource
);
1203 wined3d_resource_wait_idle(resource
);
1204 return E_OUTOFMEMORY
;
1206 buffer
->maps_size
= 1;
1209 wined3d_buffer_init_data(buffer
, device
, data
);
1214 static BOOL
wined3d_buffer_no3d_prepare_location(struct wined3d_buffer
*buffer
,
1215 struct wined3d_context
*context
, unsigned int location
)
1217 if (location
== WINED3D_LOCATION_SYSMEM
)
1218 return wined3d_resource_prepare_sysmem(&buffer
->resource
);
1220 FIXME("Unhandled location %s.\n", wined3d_debug_location(location
));
1225 static void wined3d_buffer_no3d_unload_location(struct wined3d_buffer
*buffer
,
1226 struct wined3d_context
*context
, unsigned int location
)
1228 TRACE("buffer %p, context %p, location %s.\n", buffer
, context
, wined3d_debug_location(location
));
1231 static void wined3d_buffer_no3d_upload_ranges(struct wined3d_buffer
*buffer
, struct wined3d_context
*context
,
1232 const void *data
, unsigned int data_offset
, unsigned int range_count
, const struct wined3d_range
*ranges
)
1234 FIXME("Not implemented.\n");
1237 static void wined3d_buffer_no3d_download_ranges(struct wined3d_buffer
*buffer
, struct wined3d_context
*context
,
1238 void *data
, unsigned int data_offset
, unsigned int range_count
, const struct wined3d_range
*ranges
)
1240 FIXME("Not implemented.\n");
1243 static const struct wined3d_buffer_ops wined3d_buffer_no3d_ops
=
1245 wined3d_buffer_no3d_prepare_location
,
1246 wined3d_buffer_no3d_unload_location
,
1247 wined3d_buffer_no3d_upload_ranges
,
1248 wined3d_buffer_no3d_download_ranges
,
1251 HRESULT
wined3d_buffer_no3d_init(struct wined3d_buffer
*buffer_no3d
, struct wined3d_device
*device
,
1252 const struct wined3d_buffer_desc
*desc
, const struct wined3d_sub_resource_data
*data
,
1253 void *parent
, const struct wined3d_parent_ops
*parent_ops
)
1255 TRACE("buffer_no3d %p, device %p, desc %p, data %p, parent %p, parent_ops %p.\n",
1256 buffer_no3d
, device
, desc
, data
, parent
, parent_ops
);
1258 return wined3d_buffer_init(buffer_no3d
, device
, desc
, data
, parent
, parent_ops
, &wined3d_buffer_no3d_ops
);
1261 static BOOL
wined3d_buffer_gl_prepare_location(struct wined3d_buffer
*buffer
,
1262 struct wined3d_context
*context
, unsigned int location
)
1264 struct wined3d_context_gl
*context_gl
= wined3d_context_gl(context
);
1265 struct wined3d_buffer_gl
*buffer_gl
= wined3d_buffer_gl(buffer
);
1269 case WINED3D_LOCATION_SYSMEM
:
1270 return wined3d_resource_prepare_sysmem(&buffer
->resource
);
1272 case WINED3D_LOCATION_BUFFER
:
1273 if (buffer
->buffer_object
)
1276 if (!(buffer
->flags
& WINED3D_BUFFER_USE_BO
))
1278 WARN("Trying to create BO for buffer %p with no WINED3D_BUFFER_USE_BO.\n", buffer
);
1281 return wined3d_buffer_gl_create_buffer_object(buffer_gl
, context_gl
);
1284 ERR("Invalid location %s.\n", wined3d_debug_location(location
));
1289 static void wined3d_buffer_gl_unload_location(struct wined3d_buffer
*buffer
,
1290 struct wined3d_context
*context
, unsigned int location
)
1292 TRACE("buffer %p, context %p, location %s.\n", buffer
, context
, wined3d_debug_location(location
));
1296 case WINED3D_LOCATION_BUFFER
:
1297 wined3d_buffer_gl_destroy_buffer_object(wined3d_buffer_gl(buffer
), wined3d_context_gl(context
));
1301 ERR("Unhandled location %s.\n", wined3d_debug_location(location
));
1306 /* Context activation is done by the caller. */
1307 static void wined3d_buffer_gl_upload_ranges(struct wined3d_buffer
*buffer
, struct wined3d_context
*context
,
1308 const void *data
, unsigned int data_offset
, unsigned int range_count
, const struct wined3d_range
*ranges
)
1310 struct wined3d_context_gl
*context_gl
= wined3d_context_gl(context
);
1311 struct wined3d_buffer_gl
*buffer_gl
= wined3d_buffer_gl(buffer
);
1312 const struct wined3d_gl_info
*gl_info
= context_gl
->gl_info
;
1313 const struct wined3d_range
*range
;
1315 TRACE("buffer %p, context %p, data %p, data_offset %u, range_count %u, ranges %p.\n",
1316 buffer
, context
, data
, data_offset
, range_count
, ranges
);
1318 wined3d_buffer_gl_bind(buffer_gl
, context_gl
);
1320 while (range_count
--)
1322 range
= &ranges
[range_count
];
1323 GL_EXTCALL(glBufferSubData(buffer_gl
->bo
.binding
,
1324 range
->offset
, range
->size
, (BYTE
*)data
+ range
->offset
- data_offset
));
1326 wined3d_context_gl_reference_bo(context_gl
, &buffer_gl
->bo
);
1327 checkGLcall("buffer upload");
1330 /* Context activation is done by the caller. */
1331 static void wined3d_buffer_gl_download_ranges(struct wined3d_buffer
*buffer
, struct wined3d_context
*context
,
1332 void *data
, unsigned int data_offset
, unsigned int range_count
, const struct wined3d_range
*ranges
)
1334 struct wined3d_context_gl
*context_gl
= wined3d_context_gl(context
);
1335 struct wined3d_buffer_gl
*buffer_gl
= wined3d_buffer_gl(buffer
);
1336 const struct wined3d_gl_info
*gl_info
= context_gl
->gl_info
;
1337 const struct wined3d_range
*range
;
1339 TRACE("buffer %p, context %p, data %p, data_offset %u, range_count %u, ranges %p.\n",
1340 buffer
, context
, data
, data_offset
, range_count
, ranges
);
1342 wined3d_buffer_gl_bind(buffer_gl
, context_gl
);
1344 while (range_count
--)
1346 range
= &ranges
[range_count
];
1347 GL_EXTCALL(glGetBufferSubData(buffer_gl
->bo
.binding
,
1348 range
->offset
, range
->size
, (BYTE
*)data
+ range
->offset
- data_offset
));
1350 checkGLcall("buffer download");
1353 static const struct wined3d_buffer_ops wined3d_buffer_gl_ops
=
1355 wined3d_buffer_gl_prepare_location
,
1356 wined3d_buffer_gl_unload_location
,
1357 wined3d_buffer_gl_upload_ranges
,
1358 wined3d_buffer_gl_download_ranges
,
1361 HRESULT
wined3d_buffer_gl_init(struct wined3d_buffer_gl
*buffer_gl
, struct wined3d_device
*device
,
1362 const struct wined3d_buffer_desc
*desc
, const struct wined3d_sub_resource_data
*data
,
1363 void *parent
, const struct wined3d_parent_ops
*parent_ops
)
1365 const struct wined3d_gl_info
*gl_info
= &device
->adapter
->gl_info
;
1367 TRACE("buffer_gl %p, device %p, desc %p, data %p, parent %p, parent_ops %p.\n",
1368 buffer_gl
, device
, desc
, data
, parent
, parent_ops
);
1370 /* Observations show that draw_primitive_immediate_mode() is faster on
1371 * dynamic vertex buffers than converting + draw_primitive_arrays().
1372 * (Half-Life 2 and others.) */
1373 if (!(desc
->access
& WINED3D_RESOURCE_ACCESS_GPU
))
1374 TRACE("Not creating a BO because the buffer is not GPU accessible.\n");
1375 else if (!gl_info
->supported
[ARB_VERTEX_BUFFER_OBJECT
])
1376 TRACE("Not creating a BO because GL_ARB_vertex_buffer is not supported.\n");
1377 else if (!(gl_info
->supported
[APPLE_FLUSH_BUFFER_RANGE
] || gl_info
->supported
[ARB_MAP_BUFFER_RANGE
])
1378 && (desc
->usage
& WINED3DUSAGE_DYNAMIC
))
1379 TRACE("Not creating a BO because the buffer has dynamic usage and no GL support.\n");
1381 buffer_gl
->b
.flags
|= WINED3D_BUFFER_USE_BO
;
1383 return wined3d_buffer_init(&buffer_gl
->b
, device
, desc
, data
, parent
, parent_ops
, &wined3d_buffer_gl_ops
);
1386 static BOOL
wined3d_buffer_vk_create_buffer_object(struct wined3d_buffer_vk
*buffer_vk
,
1387 struct wined3d_context_vk
*context_vk
)
1389 struct wined3d_resource
*resource
= &buffer_vk
->b
.resource
;
1390 uint32_t bind_flags
= resource
->bind_flags
;
1391 VkMemoryPropertyFlags memory_type
;
1392 VkBufferUsageFlags usage
;
1394 usage
= VK_BUFFER_USAGE_TRANSFER_SRC_BIT
| VK_BUFFER_USAGE_TRANSFER_DST_BIT
;
1395 if (bind_flags
& WINED3D_BIND_VERTEX_BUFFER
)
1396 usage
|= VK_BUFFER_USAGE_VERTEX_BUFFER_BIT
;
1397 if (bind_flags
& WINED3D_BIND_INDEX_BUFFER
)
1398 usage
|= VK_BUFFER_USAGE_INDEX_BUFFER_BIT
;
1399 if (bind_flags
& WINED3D_BIND_CONSTANT_BUFFER
)
1400 usage
|= VK_BUFFER_USAGE_UNIFORM_BUFFER_BIT
;
1401 if (bind_flags
& WINED3D_BIND_SHADER_RESOURCE
)
1402 usage
|= VK_BUFFER_USAGE_UNIFORM_TEXEL_BUFFER_BIT
;
1403 if (bind_flags
& WINED3D_BIND_STREAM_OUTPUT
)
1404 usage
|= VK_BUFFER_USAGE_TRANSFORM_FEEDBACK_BUFFER_BIT_EXT
;
1405 if (bind_flags
& WINED3D_BIND_UNORDERED_ACCESS
)
1406 usage
|= VK_BUFFER_USAGE_STORAGE_TEXEL_BUFFER_BIT
;
1407 if (bind_flags
& WINED3D_BIND_INDIRECT_BUFFER
)
1408 usage
|= VK_BUFFER_USAGE_INDIRECT_BUFFER_BIT
;
1409 if (bind_flags
& (WINED3D_BIND_RENDER_TARGET
| WINED3D_BIND_DEPTH_STENCIL
))
1410 FIXME("Ignoring some bind flags %#x.\n", bind_flags
);
1413 if (resource
->access
& WINED3D_RESOURCE_ACCESS_MAP_R
)
1414 memory_type
|= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT
| VK_MEMORY_PROPERTY_HOST_CACHED_BIT
;
1415 else if (resource
->access
& WINED3D_RESOURCE_ACCESS_MAP_W
)
1416 memory_type
|= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT
;
1417 else if (!(resource
->usage
& WINED3DUSAGE_DYNAMIC
))
1418 memory_type
|= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT
;
1420 if (!(wined3d_context_vk_create_bo(context_vk
, resource
->size
, usage
, memory_type
, &buffer_vk
->bo
)))
1422 WARN("Failed to create Vulkan buffer.\n");
1426 list_init(&buffer_vk
->bo_user
.entry
);
1427 list_add_head(&buffer_vk
->bo
.users
, &buffer_vk
->bo_user
.entry
);
1428 buffer_vk
->b
.buffer_object
= (uintptr_t)&buffer_vk
->bo
;
1429 buffer_invalidate_bo_range(&buffer_vk
->b
, 0, 0);
1434 const VkDescriptorBufferInfo
*wined3d_buffer_vk_get_buffer_info(struct wined3d_buffer_vk
*buffer_vk
)
1436 if (buffer_vk
->bo_user
.valid
)
1437 return &buffer_vk
->buffer_info
;
1439 buffer_vk
->buffer_info
.buffer
= buffer_vk
->bo
.vk_buffer
;
1440 buffer_vk
->buffer_info
.offset
= buffer_vk
->bo
.buffer_offset
;
1441 buffer_vk
->buffer_info
.range
= buffer_vk
->b
.resource
.size
;
1442 buffer_vk
->bo_user
.valid
= true;
1444 return &buffer_vk
->buffer_info
;
1447 static BOOL
wined3d_buffer_vk_prepare_location(struct wined3d_buffer
*buffer
,
1448 struct wined3d_context
*context
, unsigned int location
)
1452 case WINED3D_LOCATION_SYSMEM
:
1453 return wined3d_resource_prepare_sysmem(&buffer
->resource
);
1455 case WINED3D_LOCATION_BUFFER
:
1456 if (buffer
->buffer_object
)
1459 return wined3d_buffer_vk_create_buffer_object(wined3d_buffer_vk(buffer
), wined3d_context_vk(context
));
1462 FIXME("Unhandled location %s.\n", wined3d_debug_location(location
));
1467 static void wined3d_buffer_vk_unload_location(struct wined3d_buffer
*buffer
,
1468 struct wined3d_context
*context
, unsigned int location
)
1470 struct wined3d_context_vk
*context_vk
= wined3d_context_vk(context
);
1471 struct wined3d_buffer_vk
*buffer_vk
= wined3d_buffer_vk(buffer
);
1473 TRACE("buffer %p, context %p, location %s.\n", buffer
, context
, wined3d_debug_location(location
));
1477 case WINED3D_LOCATION_BUFFER
:
1478 buffer_vk
->bo_user
.valid
= false;
1479 list_remove(&buffer_vk
->bo_user
.entry
);
1480 wined3d_context_vk_destroy_bo(context_vk
, &buffer_vk
->bo
);
1481 buffer_vk
->bo
.vk_buffer
= VK_NULL_HANDLE
;
1482 buffer_vk
->bo
.memory
= NULL
;
1483 buffer_vk
->b
.buffer_object
= 0u;
1487 ERR("Unhandled location %s.\n", wined3d_debug_location(location
));
1492 static void wined3d_buffer_vk_upload_ranges(struct wined3d_buffer
*buffer
, struct wined3d_context
*context
,
1493 const void *data
, unsigned int data_offset
, unsigned int range_count
, const struct wined3d_range
*ranges
)
1495 struct wined3d_context_vk
*context_vk
= wined3d_context_vk(context
);
1496 struct wined3d_resource
*resource
= &buffer
->resource
;
1497 struct wined3d_bo_address src
, dst
;
1498 const struct wined3d_range
*range
;
1499 struct wined3d_bo_vk
*dst_bo
;
1500 unsigned int i
= range_count
;
1507 dst
.buffer_object
= buffer
->buffer_object
;
1510 flags
= WINED3D_MAP_WRITE
;
1511 if (!ranges
->offset
&& ranges
->size
== resource
->size
)
1512 flags
|= WINED3D_MAP_DISCARD
;
1514 dst_bo
= &wined3d_buffer_vk(buffer
)->bo
;
1515 if (!(dst_bo
->memory_type
& VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT
) || (!(flags
& WINED3D_MAP_DISCARD
)
1516 && dst_bo
->command_buffer_id
> context_vk
->completed_command_buffer_id
))
1518 src
.buffer_object
= 0;
1519 while (range_count
--)
1521 range
= &ranges
[range_count
];
1523 src
.addr
= (uint8_t *)data
+ range
->offset
- data_offset
;
1524 dst
.addr
= (void *)(uintptr_t)range
->offset
;
1525 wined3d_context_copy_bo_address(context
, &dst
, &src
, range
->size
);
1531 if (!(map_ptr
= wined3d_context_map_bo_address(context
, &dst
, resource
->size
, flags
)))
1533 FIXME("Failed to map buffer.\n");
1540 memcpy((uint8_t *)map_ptr
+ range
->offset
, (uint8_t *)data
+ range
->offset
- data_offset
, range
->size
);
1543 wined3d_context_unmap_bo_address(context
, &dst
, range_count
, ranges
);
1546 static void wined3d_buffer_vk_download_ranges(struct wined3d_buffer
*buffer
, struct wined3d_context
*context
,
1547 void *data
, unsigned int data_offset
, unsigned int range_count
, const struct wined3d_range
*ranges
)
1549 FIXME("Not implemented.\n");
1552 static const struct wined3d_buffer_ops wined3d_buffer_vk_ops
=
1554 wined3d_buffer_vk_prepare_location
,
1555 wined3d_buffer_vk_unload_location
,
1556 wined3d_buffer_vk_upload_ranges
,
1557 wined3d_buffer_vk_download_ranges
,
1560 HRESULT
wined3d_buffer_vk_init(struct wined3d_buffer_vk
*buffer_vk
, struct wined3d_device
*device
,
1561 const struct wined3d_buffer_desc
*desc
, const struct wined3d_sub_resource_data
*data
,
1562 void *parent
, const struct wined3d_parent_ops
*parent_ops
)
1564 const struct wined3d_vk_info
*vk_info
= &wined3d_adapter_vk(device
->adapter
)->vk_info
;
1566 TRACE("buffer_vk %p, device %p, desc %p, data %p, parent %p, parent_ops %p.\n",
1567 buffer_vk
, device
, desc
, data
, parent
, parent_ops
);
1569 if ((desc
->bind_flags
& WINED3D_BIND_STREAM_OUTPUT
)
1570 && !vk_info
->supported
[WINED3D_VK_EXT_TRANSFORM_FEEDBACK
])
1572 WARN("The Vulkan implementation does not support transform feedback.\n");
1573 return WINED3DERR_INVALIDCALL
;
1576 if (desc
->access
& WINED3D_RESOURCE_ACCESS_GPU
)
1577 buffer_vk
->b
.flags
|= WINED3D_BUFFER_USE_BO
;
1579 return wined3d_buffer_init(&buffer_vk
->b
, device
, desc
, data
, parent
, parent_ops
, &wined3d_buffer_vk_ops
);
1582 void wined3d_buffer_vk_barrier(struct wined3d_buffer_vk
*buffer_vk
,
1583 struct wined3d_context_vk
*context_vk
, uint32_t bind_mask
)
1585 uint32_t src_bind_mask
= 0;
1587 TRACE("buffer_vk %p, context_vk %p, bind_mask %s.\n",
1588 buffer_vk
, context_vk
, wined3d_debug_bind_flags(bind_mask
));
1590 if (bind_mask
& ~WINED3D_READ_ONLY_BIND_MASK
)
1592 src_bind_mask
= buffer_vk
->bind_mask
& WINED3D_READ_ONLY_BIND_MASK
;
1594 src_bind_mask
= buffer_vk
->bind_mask
;
1596 buffer_vk
->bind_mask
= bind_mask
;
1598 else if ((buffer_vk
->bind_mask
& bind_mask
) != bind_mask
)
1600 src_bind_mask
= buffer_vk
->bind_mask
& ~WINED3D_READ_ONLY_BIND_MASK
;
1601 buffer_vk
->bind_mask
|= bind_mask
;
1606 const struct wined3d_vk_info
*vk_info
= context_vk
->vk_info
;
1607 VkBufferMemoryBarrier vk_barrier
;
1609 TRACE(" %s -> %s.\n",
1610 wined3d_debug_bind_flags(src_bind_mask
), wined3d_debug_bind_flags(bind_mask
));
1612 wined3d_context_vk_end_current_render_pass(context_vk
);
1614 vk_barrier
.sType
= VK_STRUCTURE_TYPE_BUFFER_MEMORY_BARRIER
;
1615 vk_barrier
.pNext
= NULL
;
1616 vk_barrier
.srcAccessMask
= vk_access_mask_from_bind_flags(src_bind_mask
);
1617 vk_barrier
.dstAccessMask
= vk_access_mask_from_bind_flags(bind_mask
);
1618 vk_barrier
.srcQueueFamilyIndex
= VK_QUEUE_FAMILY_IGNORED
;
1619 vk_barrier
.dstQueueFamilyIndex
= VK_QUEUE_FAMILY_IGNORED
;
1620 vk_barrier
.buffer
= buffer_vk
->bo
.vk_buffer
;
1621 vk_barrier
.offset
= buffer_vk
->bo
.buffer_offset
;
1622 vk_barrier
.size
= buffer_vk
->b
.resource
.size
;
1623 VK_CALL(vkCmdPipelineBarrier(wined3d_context_vk_get_command_buffer(context_vk
),
1624 vk_pipeline_stage_mask_from_bind_flags(src_bind_mask
),
1625 vk_pipeline_stage_mask_from_bind_flags(bind_mask
),
1626 0, 0, NULL
, 1, &vk_barrier
, 0, NULL
));
1630 HRESULT CDECL
wined3d_buffer_create(struct wined3d_device
*device
, const struct wined3d_buffer_desc
*desc
,
1631 const struct wined3d_sub_resource_data
*data
, void *parent
, const struct wined3d_parent_ops
*parent_ops
,
1632 struct wined3d_buffer
**buffer
)
1634 TRACE("device %p, desc %p, data %p, parent %p, parent_ops %p, buffer %p.\n",
1635 device
, desc
, data
, parent
, parent_ops
, buffer
);
1637 return device
->adapter
->adapter_ops
->adapter_create_buffer(device
, desc
, data
, parent
, parent_ops
, buffer
);