1 /*****************************************************************************
2 * vlc_block.h: Data blocks management functions
3 *****************************************************************************
4 * Copyright (C) 2003 VLC authors and VideoLAN
7 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
9 * This program is free software; you can redistribute it and/or modify it
10 * under the terms of the GNU Lesser General Public License as published by
11 * the Free Software Foundation; either version 2.1 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU Lesser General Public License for more details.
19 * You should have received a copy of the GNU Lesser General Public License
20 * along with this program; if not, write to the Free Software Foundation,
21 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22 *****************************************************************************/
28 * \defgroup block Data blocks
31 * Blocks of binary data.
33 * @ref block_t is a generic structure to represent a binary blob within VLC.
34 * The primary goal of the structure is to avoid memory copying as data is
35 * passed around. It is notably used between the \ref demux, the packetizer
36 * (if present) and the \ref decoder, and for audio, between the \ref decoder,
37 * the audio filters, and the \ref audio_output.
41 * Data block definition and functions
44 #include <sys/types.h> /* for ssize_t */
46 /****************************************************************************
48 ****************************************************************************
49 * - i_flags may not always be set (ie could be 0, even for a key frame
50 * it depends where you receive the buffer (before/after a packetizer
51 * and the demux/packetizer implementations.
52 * - i_dts/i_pts could be VLC_TS_INVALID, it means no pts/dts
53 * - i_length: length in microseond of the packet, can be null except in the
54 * sout where it is mandatory.
56 * - i_buffer number of valid data pointed by p_buffer
57 * you can freely decrease it but never increase it yourself
59 * - p_buffer: pointer over datas. You should never overwrite it, you can
60 * only incremment it to skip datas, in others cases use block_Realloc
61 * (don't duplicate yourself in a bigger buffer, block_Realloc is
62 * optimised for preheader/postdatas increase)
63 ****************************************************************************/
65 /** The content doesn't follow the last block, possible some blocks in between
67 #define BLOCK_FLAG_DISCONTINUITY 0x0001
69 #define BLOCK_FLAG_TYPE_I 0x0002
70 /** Inter frame with backward reference only */
71 #define BLOCK_FLAG_TYPE_P 0x0004
72 /** Inter frame with backward and forward reference */
73 #define BLOCK_FLAG_TYPE_B 0x0008
74 /** For inter frame when you don't know the real type */
75 #define BLOCK_FLAG_TYPE_PB 0x0010
76 /** Warn that this block is a header one */
77 #define BLOCK_FLAG_HEADER 0x0020
78 /** This is the last block of the frame */
79 #define BLOCK_FLAG_END_OF_FRAME 0x0040
80 /** This is not a key frame for bitrate shaping */
81 #define BLOCK_FLAG_NO_KEYFRAME 0x0080
82 /** This block contains the last part of a sequence */
83 #define BLOCK_FLAG_END_OF_SEQUENCE 0x0100
84 /** This block contains a clock reference */
85 #define BLOCK_FLAG_CLOCK 0x0200
86 /** This block is scrambled */
87 #define BLOCK_FLAG_SCRAMBLED 0x0400
88 /** This block has to be decoded but not be displayed */
89 #define BLOCK_FLAG_PREROLL 0x0800
90 /** This block is corrupted and/or there is data loss */
91 #define BLOCK_FLAG_CORRUPTED 0x1000
92 /** This block contains an interlaced picture with top field first */
93 #define BLOCK_FLAG_TOP_FIELD_FIRST 0x2000
94 /** This block contains an interlaced picture with bottom field first */
95 #define BLOCK_FLAG_BOTTOM_FIELD_FIRST 0x4000
97 /** This block contains an interlaced picture */
98 #define BLOCK_FLAG_INTERLACED_MASK \
99 (BLOCK_FLAG_TOP_FIELD_FIRST|BLOCK_FLAG_BOTTOM_FIELD_FIRST)
101 #define BLOCK_FLAG_TYPE_MASK \
102 (BLOCK_FLAG_TYPE_I|BLOCK_FLAG_TYPE_P|BLOCK_FLAG_TYPE_B|BLOCK_FLAG_TYPE_PB)
104 /* These are for input core private usage only */
105 #define BLOCK_FLAG_CORE_PRIVATE_MASK 0x00ff0000
106 #define BLOCK_FLAG_CORE_PRIVATE_SHIFT 16
108 /* These are for module private usage only */
109 #define BLOCK_FLAG_PRIVATE_MASK 0xff000000
110 #define BLOCK_FLAG_PRIVATE_SHIFT 24
112 typedef void (*block_free_t
) (block_t
*);
118 uint8_t *p_buffer
; /**< Payload start */
119 size_t i_buffer
; /**< Payload length */
120 uint8_t *p_start
; /**< Buffer start */
121 size_t i_size
; /**< Buffer total size */
124 unsigned i_nb_samples
; /* Used for audio */
130 /* Rudimentary support for overloading block (de)allocation. */
131 block_free_t pf_release
;
134 VLC_API
void block_Init( block_t
*, void *, size_t );
139 * Creates a new block with the requested size.
140 * The block must be released with block_Release().
142 * @param size size in bytes (possibly zero)
143 * @return the created block, or NULL on memory error.
145 VLC_API block_t
*block_Alloc(size_t size
) VLC_USED VLC_MALLOC
;
147 block_t
*block_TryRealloc(block_t
*, ssize_t pre
, size_t body
) VLC_USED
;
150 * Reallocates a block.
152 * This function expands, shrinks or moves a data block.
153 * In many cases, this function can return without any memory allocation by
154 * reusing spare buffer space. Otherwise, a new block is created and data is
157 * @param pre count of bytes to prepend if positive,
158 * count of leading bytes to discard if negative
159 * @param body new bytes size of the block
161 * @return the reallocated block on succes, NULL on error.
163 * @note Skipping leading bytes can be achieved directly by substracting from
164 * block_t.i_buffer and adding block_t.p_buffer.
165 * @note Discard trailing bytes can be achieved directly by substracting from
167 * @note On error, the block is discarded.
168 * To avoid that, use block_TryRealloc() instead.
170 VLC_API block_t
*block_Realloc(block_t
*, ssize_t pre
, size_t body
) VLC_USED
;
175 * This function works for any @ref block_t block, regardless of the way it was
179 * If the block is in a chain, this function does <b>not</b> release any
180 * subsequent block in the chain. Use block_ChainRelease() for that purpose.
182 * @param block block to release (cannot be NULL)
184 static inline void block_Release(block_t
*block
)
186 block
->pf_release(block
);
189 static inline void block_CopyProperties( block_t
*dst
, block_t
*src
)
191 dst
->i_flags
= src
->i_flags
;
192 dst
->i_nb_samples
= src
->i_nb_samples
;
193 dst
->i_dts
= src
->i_dts
;
194 dst
->i_pts
= src
->i_pts
;
195 dst
->i_length
= src
->i_length
;
199 * Duplicates a block.
201 * Creates a writeable duplicate of a block.
203 * @return the duplicate on success, NULL on error.
206 static inline block_t
*block_Duplicate( block_t
*p_block
)
208 block_t
*p_dup
= block_Alloc( p_block
->i_buffer
);
212 block_CopyProperties( p_dup
, p_block
);
213 memcpy( p_dup
->p_buffer
, p_block
->p_buffer
, p_block
->i_buffer
);
219 * Wraps heap in a block.
221 * Creates a @ref block_t out of an existing heap allocation.
222 * This is provided by LibVLC so that manually heap-allocated blocks can safely
223 * be deallocated even after the origin plugin has been unloaded from memory.
225 * When block_Release() is called, VLC will free() the specified pointer.
227 * @param addr base address of the heap allocation (will be free()'d)
228 * @param length bytes length of the heap allocation
229 * @return NULL in case of error (ptr free()'d in that case), or a valid
232 VLC_API block_t
*block_heap_Alloc(void *, size_t) VLC_USED VLC_MALLOC
;
235 * Wraps a memory mapping in a block
237 * Creates a @ref block_t from a virtual address memory mapping (mmap).
238 * This is provided by LibVLC so that mmap blocks can safely be deallocated
239 * even after the allocating plugin has been unloaded from memory.
241 * @param addr base address of the mapping (as returned by mmap)
242 * @param length length (bytes) of the mapping (as passed to mmap)
243 * @return NULL if addr is MAP_FAILED, or an error occurred (in the later
244 * case, munmap(addr, length) is invoked before returning).
246 VLC_API block_t
*block_mmap_Alloc(void *addr
, size_t length
) VLC_USED VLC_MALLOC
;
249 * Wraps a System V memory segment in a block
251 * Creates a @ref block_t from a System V shared memory segment (shmget()).
252 * This is provided by LibVLC so that segments can safely be deallocated
253 * even after the allocating plugin has been unloaded from memory.
255 * @param addr base address of the segment (as returned by shmat())
256 * @param length length (bytes) of the segment (as passed to shmget())
257 * @return NULL if an error occurred (in that case, shmdt(addr) is invoked
258 * before returning NULL).
260 VLC_API block_t
* block_shm_Alloc(void *addr
, size_t length
) VLC_USED VLC_MALLOC
;
263 * Maps a file handle in memory.
265 * Loads a file into a block of memory through a file descriptor.
266 * If possible a private file mapping is created. Otherwise, the file is read
267 * normally. This function is a cancellation point.
269 * @note On 32-bits platforms,
270 * this function will not work for very large files,
271 * due to memory space constraints.
273 * @param fd file descriptor to load from
274 * @param write If true, request a read/write private mapping.
275 * If false, request a read-only potentially shared mapping.
277 * @return a new block with the file content at p_buffer, and file length at
278 * i_buffer (release it with block_Release()), or NULL upon error (see errno).
280 VLC_API block_t
*block_File(int fd
, bool write
) VLC_USED VLC_MALLOC
;
283 * Maps a file in memory.
285 * Loads a file into a block of memory from a path to the file.
286 * See also block_File().
288 * @param write If true, request a read/write private mapping.
289 * If false, request a read-only potentially shared mapping.
291 VLC_API block_t
*block_FilePath(const char *, bool write
) VLC_USED VLC_MALLOC
;
293 static inline void block_Cleanup (void *block
)
295 block_Release ((block_t
*)block
);
297 #define block_cleanup_push( block ) vlc_cleanup_push (block_Cleanup, block)
300 * \defgroup block_fifo Block chain
304 /****************************************************************************
305 * Chains of blocks functions helper
306 ****************************************************************************
307 * - block_ChainAppend : append a block to the last block of a chain. Try to
308 * avoid using with a lot of data as it's really slow, prefer
309 * block_ChainLastAppend, p_block can be NULL
310 * - block_ChainLastAppend : use a pointer over a pointer to the next blocks,
312 * - block_ChainRelease : release a chain of block
313 * - block_ChainExtract : extract data from a chain, return real bytes counts
314 * - block_ChainGather : gather a chain, free it and return one block.
315 ****************************************************************************/
316 static inline void block_ChainAppend( block_t
**pp_list
, block_t
*p_block
)
318 if( *pp_list
== NULL
)
324 block_t
*p
= *pp_list
;
326 while( p
->p_next
) p
= p
->p_next
;
331 static inline void block_ChainLastAppend( block_t
***ppp_last
, block_t
*p_block
)
333 block_t
*p_last
= p_block
;
335 **ppp_last
= p_block
;
337 while( p_last
->p_next
) p_last
= p_last
->p_next
;
338 *ppp_last
= &p_last
->p_next
;
341 static inline void block_ChainRelease( block_t
*p_block
)
345 block_t
*p_next
= p_block
->p_next
;
346 block_Release( p_block
);
351 static size_t block_ChainExtract( block_t
*p_list
, void *p_data
, size_t i_max
)
354 uint8_t *p
= (uint8_t*)p_data
;
356 while( p_list
&& i_max
)
358 size_t i_copy
= __MIN( i_max
, p_list
->i_buffer
);
359 memcpy( p
, p_list
->p_buffer
, i_copy
);
364 p_list
= p_list
->p_next
;
369 static inline void block_ChainProperties( block_t
*p_list
, int *pi_count
, size_t *pi_size
, mtime_t
*pi_length
)
372 mtime_t i_length
= 0;
377 i_size
+= p_list
->i_buffer
;
378 i_length
+= p_list
->i_length
;
381 p_list
= p_list
->p_next
;
387 *pi_length
= i_length
;
392 static inline block_t
*block_ChainGather( block_t
*p_list
)
395 mtime_t i_length
= 0;
398 if( p_list
->p_next
== NULL
)
399 return p_list
; /* Already gathered */
401 block_ChainProperties( p_list
, NULL
, &i_total
, &i_length
);
403 g
= block_Alloc( i_total
);
406 block_ChainExtract( p_list
, g
->p_buffer
, g
->i_buffer
);
408 g
->i_flags
= p_list
->i_flags
;
409 g
->i_pts
= p_list
->i_pts
;
410 g
->i_dts
= p_list
->i_dts
;
411 g
->i_length
= i_length
;
414 block_ChainRelease( p_list
);
420 * \defgroup fifo Block FIFO
421 * Thread-safe block queue functions
426 * Creates a thread-safe FIFO queue of blocks.
428 * See also block_FifoPut() and block_FifoGet().
429 * The created queue must be released with block_FifoRelease().
431 * @return the FIFO or NULL on memory error
433 VLC_API block_fifo_t
*block_FifoNew(void) VLC_USED VLC_MALLOC
;
436 * Destroys a FIFO created by block_FifoNew().
438 * @note Any queued blocks are also destroyed.
439 * @warning No other threads may be using the FIFO when this function is
440 * called. Otherwise, undefined behaviour will occur.
442 VLC_API
void block_FifoRelease(block_fifo_t
*);
445 * Clears all blocks in a FIFO.
447 VLC_API
void block_FifoEmpty(block_fifo_t
*);
450 * Immediately queue one block at the end of a FIFO.
453 * @param block head of a block list to queue (may be NULL)
455 VLC_API
void block_FifoPut(block_fifo_t
*fifo
, block_t
*block
);
458 * Dequeue the first block from the FIFO. If necessary, wait until there is
459 * one block in the queue. This function is (always) cancellation point.
461 * @return a valid block
463 VLC_API block_t
*block_FifoGet(block_fifo_t
*) VLC_USED
;
466 * Peeks the first block in the FIFO.
468 * @warning This function leaves the block in the FIFO.
469 * You need to protect against concurrent threads who could dequeue the block.
470 * Preferably, there should be only one thread reading from the FIFO.
472 * @warning This function is undefined if the FIFO is empty.
474 * @return a valid block.
476 VLC_API block_t
*block_FifoShow(block_fifo_t
*);
478 size_t block_FifoSize(block_fifo_t
*) VLC_USED VLC_DEPRECATED
;
479 VLC_API
size_t block_FifoCount(block_fifo_t
*) VLC_USED VLC_DEPRECATED
;
481 typedef struct block_fifo_t vlc_fifo_t
;
484 * Locks a block FIFO.
486 * No more than one thread can lock the FIFO at any given
487 * time, and no other thread can modify the FIFO while it is locked.
488 * vlc_fifo_Unlock() releases the lock.
490 * @note If the FIFO is already locked by another thread, this function waits.
491 * This function is not a cancellation point.
493 * @warning Recursively locking a single FIFO is undefined. Locking more than
494 * one FIFO at a time may lead to lock inversion; mind the locking order.
496 VLC_API
void vlc_fifo_Lock(vlc_fifo_t
*);
499 * Unlocks a block FIFO.
501 * The calling thread must have locked the FIFO previously with
502 * vlc_fifo_Lock(). Otherwise, the behaviour is undefined.
504 * @note This function is not a cancellation point.
506 VLC_API
void vlc_fifo_Unlock(vlc_fifo_t
*);
509 * Wakes up one thread waiting on the FIFO, if any.
511 * @note This function is not a cancellation point.
513 * @warning For race-free operations, the FIFO should be locked by the calling
514 * thread. The function can be called on a unlocked FIFO however.
516 VLC_API
void vlc_fifo_Signal(vlc_fifo_t
*);
521 * Atomically unlocks the FIFO and waits until one thread signals the FIFO,
522 * then locks the FIFO again. A signal can be sent by queueing a block to the
523 * previously empty FIFO or by calling vlc_fifo_Signal() directly.
524 * This function may also return spuriously at any moment.
526 * @note This function is a cancellation point. In case of cancellation, the
527 * the FIFO will be locked before cancellation cleanup handlers are processed.
529 VLC_API
void vlc_fifo_Wait(vlc_fifo_t
*);
531 VLC_API
void vlc_fifo_WaitCond(vlc_fifo_t
*, vlc_cond_t
*);
534 * Timed variant of vlc_fifo_WaitCond().
536 * Atomically unlocks the FIFO and waits until one thread signals the FIFO up
537 * to a certain date, then locks the FIFO again. See vlc_fifo_Wait().
539 int vlc_fifo_TimedWaitCond(vlc_fifo_t
*, vlc_cond_t
*, mtime_t
);
542 * Queues a linked-list of blocks into a locked FIFO.
544 * @param block the head of the list of blocks
545 * (if NULL, this function has no effects)
547 * @note This function is not a cancellation point.
549 * @warning The FIFO must be locked by the calling thread using
550 * vlc_fifo_Lock(). Otherwise behaviour is undefined.
552 VLC_API
void vlc_fifo_QueueUnlocked(vlc_fifo_t
*, block_t
*);
555 * Dequeues the first block from a locked FIFO, if any.
557 * @note This function is not a cancellation point.
559 * @warning The FIFO must be locked by the calling thread using
560 * vlc_fifo_Lock(). Otherwise behaviour is undefined.
562 * @return the first block in the FIFO or NULL if the FIFO is empty
564 VLC_API block_t
*vlc_fifo_DequeueUnlocked(vlc_fifo_t
*) VLC_USED
;
567 * Dequeues the all blocks from a locked FIFO.
569 * This is equivalent to calling vlc_fifo_DequeueUnlocked() repeatedly until
570 * the FIFO is emptied, but this function is much faster.
572 * @note This function is not a cancellation point.
574 * @warning The FIFO must be locked by the calling thread using
575 * vlc_fifo_Lock(). Otherwise behaviour is undefined.
577 * @return a linked-list of all blocks in the FIFO (possibly NULL)
579 VLC_API block_t
*vlc_fifo_DequeueAllUnlocked(vlc_fifo_t
*) VLC_USED
;
582 * Counts blocks in a FIFO.
584 * Checks how many blocks are queued in a locked FIFO.
586 * @note This function is not cancellation point.
588 * @warning The FIFO must be locked by the calling thread using
589 * vlc_fifo_Lock(). Otherwise behaviour is undefined.
591 * @return the number of blocks in the FIFO (zero if it is empty)
593 VLC_API
size_t vlc_fifo_GetCount(const vlc_fifo_t
*) VLC_USED
;
596 * Counts bytes in a FIFO.
598 * Checks how many bytes are queued in a locked FIFO.
600 * @note This function is not cancellation point.
602 * @warning The FIFO must be locked by the calling thread using
603 * vlc_fifo_Lock(). Otherwise behaviour is undefined.
605 * @return the total number of bytes
607 * @note Zero bytes does not necessarily mean that the FIFO is empty since
608 * a block could contain zero bytes. Use vlc_fifo_GetCount() to determine if
611 VLC_API
size_t vlc_fifo_GetBytes(const vlc_fifo_t
*) VLC_USED
;
613 VLC_USED
static inline bool vlc_fifo_IsEmpty(const vlc_fifo_t
*fifo
)
615 return vlc_fifo_GetCount(fifo
) == 0;
618 static inline void vlc_fifo_Cleanup(void *fifo
)
620 vlc_fifo_Unlock((vlc_fifo_t
*)fifo
);
622 #define vlc_fifo_CleanupPush(fifo) vlc_cleanup_push(vlc_fifo_Cleanup, fifo)
628 #endif /* VLC_BLOCK_H */