1 /*****************************************************************************
3 *****************************************************************************
4 * Copyright (C) 1999-2004 the VideoLAN team
7 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22 *****************************************************************************/
31 #include <vlc_common.h>
32 #include <vlc_strings.h>
33 #include <vlc_memory.h>
40 #include "input_internal.h"
42 // #define STREAM_DEBUG 1
45 * - tune the 2 methods (block/stream)
46 * - compute cost for seek
47 * - improve stream mode seeking with closest segments
53 * One linked list of data read
55 * More complex scheme using mutliple track to avoid seeking
56 * - using directly the access (only indirection for peeking).
57 * This method is known to introduce much less latency.
58 * It should probably defaulted (instead of the stream method (2)).
61 /* How many tracks we have, currently only used for stream mode */
62 #ifdef OPTIMIZE_MEMORY
63 # define STREAM_CACHE_TRACK 1
64 /* Max size of our cache 128Ko per track */
65 # define STREAM_CACHE_SIZE (STREAM_CACHE_TRACK*1024*128)
67 # define STREAM_CACHE_TRACK 3
68 /* Max size of our cache 4Mo per track */
69 # define STREAM_CACHE_SIZE (4*STREAM_CACHE_TRACK*1024*1024)
72 /* How many data we try to prebuffer
73 * XXX it should be small to avoid useless latency but big enough for
74 * efficient demux probing */
75 #define STREAM_CACHE_PREBUFFER_SIZE (128)
77 /* Method1: Simple, for pf_block.
78 * We get blocks and put them in the linked list.
79 * We release blocks once the total size is bigger than CACHE_BLOCK_SIZE
82 /* Method2: A bit more complex, for pf_read
83 * - We use ring buffers, only one if unseekable, all if seekable
84 * - Upon seek date current ring, then search if one ring match the pos,
85 * yes: switch to it, seek the access to match the end of the ring
86 * no: search the ring with i_end the closer to i_pos,
87 * if close enough, read data and use this ring
88 * else use the oldest ring, seek and use it.
90 * TODO: - with access non seekable: use all space available for only one ring, but
91 * we have to support seekable/non-seekable switch on the fly.
92 * - compute a good value for i_read_size
95 #define STREAM_READ_ATONCE 1024
96 #define STREAM_CACHE_TRACK_SIZE (STREAM_CACHE_SIZE/STREAM_CACHE_TRACK)
120 } stream_read_method_t
;
126 stream_read_method_t method
; /* method to use */
128 uint64_t i_pos
; /* Current reading offset */
130 /* Method 1: pf_block */
133 uint64_t i_start
; /* Offset of block for p_first */
134 uint64_t i_offset
; /* Offset for data in p_current */
135 block_t
*p_current
; /* Current block */
137 uint64_t i_size
; /* Total amount of data in the list */
143 /* Method 2: for pf_read */
146 unsigned i_offset
; /* Buffer offset in the current track */
147 int i_tk
; /* Current track */
148 stream_track_t tk
[STREAM_CACHE_TRACK
];
154 unsigned i_used
; /* Used since last read */
155 unsigned i_read_size
;
159 /* Peek temporary buffer */
163 /* Stat for both method */
166 bool b_fastseek
; /* From access */
168 /* Stat about reading data */
169 uint64_t i_read_count
;
171 uint64_t i_read_time
;
173 /* Stat about seek */
174 unsigned i_seek_count
;
175 uint64_t i_seek_time
;
181 access_entry_t
**list
;
183 access_t
*p_list_access
;
187 static int AStreamReadBlock( stream_t
*s
, void *p_read
, unsigned int i_read
);
188 static int AStreamPeekBlock( stream_t
*s
, const uint8_t **p_peek
, unsigned int i_read
);
189 static int AStreamSeekBlock( stream_t
*s
, uint64_t i_pos
);
190 static void AStreamPrebufferBlock( stream_t
*s
);
191 static block_t
*AReadBlock( stream_t
*s
, bool *pb_eof
);
194 static int AStreamReadStream( stream_t
*s
, void *p_read
, unsigned int i_read
);
195 static int AStreamPeekStream( stream_t
*s
, const uint8_t **pp_peek
, unsigned int i_read
);
196 static int AStreamSeekStream( stream_t
*s
, uint64_t i_pos
);
197 static void AStreamPrebufferStream( stream_t
*s
);
198 static int AReadStream( stream_t
*s
, void *p_read
, unsigned int i_read
);
201 static int AStreamControl( stream_t
*s
, int i_query
, va_list );
202 static void AStreamDestroy( stream_t
*s
);
203 static void UStreamDestroy( stream_t
*s
);
204 static int ASeek( stream_t
*s
, uint64_t i_pos
);
206 /****************************************************************************
207 * stream_CommonNew: create an empty stream structure
208 ****************************************************************************/
209 stream_t
*stream_CommonNew( vlc_object_t
*p_obj
)
211 stream_t
*s
= (stream_t
*)vlc_custom_create( p_obj
, sizeof(*s
),
212 VLC_OBJECT_GENERIC
, "stream" );
217 s
->p_text
= malloc( sizeof(*s
->p_text
) );
220 vlc_object_release( s
);
224 /* UTF16 and UTF32 text file conversion */
225 s
->p_text
->conv
= (vlc_iconv_t
)(-1);
226 s
->p_text
->i_char_width
= 1;
227 s
->p_text
->b_little_endian
= false;
232 void stream_CommonDelete( stream_t
*s
)
236 if( s
->p_text
->conv
!= (vlc_iconv_t
)(-1) )
237 vlc_iconv_close( s
->p_text
->conv
);
241 vlc_object_release( s
);
245 /****************************************************************************
246 * stream_UrlNew: create a stream from a access
247 ****************************************************************************/
248 stream_t
*stream_UrlNew( vlc_object_t
*p_parent
, const char *psz_url
)
250 const char *psz_access
, *psz_demux
;
258 char psz_dup
[strlen( psz_url
) + 1];
259 strcpy( psz_dup
, psz_url
);
260 input_SplitMRL( &psz_access
, &psz_demux
, &psz_path
, psz_dup
);
262 /* Get a weak link to the parent input */
263 /* FIXME: This should probably be removed in favor of a NULL input. */
264 input_thread_t
*p_input
= (input_thread_t
*)vlc_object_find( p_parent
, VLC_OBJECT_INPUT
, FIND_PARENT
);
266 /* Now try a real access */
267 p_access
= access_New( p_parent
, p_input
, psz_access
, psz_demux
, psz_path
);
270 vlc_object_release((vlc_object_t
*)p_input
);
272 if( p_access
== NULL
)
274 msg_Err( p_parent
, "no suitable access module for `%s'", psz_url
);
278 if( !( p_res
= stream_AccessNew( p_access
, NULL
) ) )
280 access_Delete( p_access
);
284 p_res
->pf_destroy
= UStreamDestroy
;
288 stream_t
*stream_AccessNew( access_t
*p_access
, char **ppsz_list
)
290 stream_t
*s
= stream_CommonNew( VLC_OBJECT(p_access
) );
296 s
->p_input
= p_access
->p_input
;
297 s
->psz_path
= strdup( p_access
->psz_location
);
298 s
->p_sys
= p_sys
= malloc( sizeof( *p_sys
) );
299 if( !s
->psz_path
|| !s
->p_sys
)
301 stream_CommonDelete( s
);
305 /* Attach it now, needed for b_die */
306 vlc_object_attach( s
, p_access
);
308 s
->pf_read
= NULL
; /* Set up later */
310 s
->pf_control
= AStreamControl
;
311 s
->pf_destroy
= AStreamDestroy
;
314 p_sys
->p_access
= p_access
;
315 if( p_access
->pf_block
)
316 p_sys
->method
= STREAM_METHOD_BLOCK
;
318 p_sys
->method
= STREAM_METHOD_STREAM
;
320 p_sys
->i_pos
= p_access
->info
.i_pos
;
323 access_Control( p_access
, ACCESS_CAN_FASTSEEK
, &p_sys
->stat
.b_fastseek
);
324 p_sys
->stat
.i_bytes
= 0;
325 p_sys
->stat
.i_read_time
= 0;
326 p_sys
->stat
.i_read_count
= 0;
327 p_sys
->stat
.i_seek_count
= 0;
328 p_sys
->stat
.i_seek_time
= 0;
330 TAB_INIT( p_sys
->i_list
, p_sys
->list
);
331 p_sys
->i_list_index
= 0;
332 p_sys
->p_list_access
= NULL
;
334 /* Get the additional list of inputs if any (for concatenation) */
335 if( ppsz_list
&& ppsz_list
[0] )
337 access_entry_t
*p_entry
= malloc( sizeof(*p_entry
) );
341 p_entry
->i_size
= p_access
->info
.i_size
;
342 p_entry
->psz_path
= strdup( p_access
->psz_location
);
343 if( !p_entry
->psz_path
)
348 p_sys
->p_list_access
= p_access
;
349 TAB_APPEND( p_sys
->i_list
, p_sys
->list
, p_entry
);
350 msg_Dbg( p_access
, "adding file `%s', (%"PRId64
" bytes)",
351 p_entry
->psz_path
, p_access
->info
.i_size
);
353 for( int i
= 0; ppsz_list
[i
] != NULL
; i
++ )
355 char *psz_name
= strdup( ppsz_list
[i
] );
360 access_t
*p_tmp
= access_New( p_access
, p_access
->p_input
,
361 p_access
->psz_access
, "", psz_name
);
365 msg_Dbg( p_access
, "adding file `%s', (%"PRId64
" bytes)",
366 psz_name
, p_tmp
->info
.i_size
);
368 p_entry
= malloc( sizeof(*p_entry
) );
371 p_entry
->i_size
= p_tmp
->info
.i_size
;
372 p_entry
->psz_path
= psz_name
;
373 TAB_APPEND( p_sys
->i_list
, p_sys
->list
, p_entry
);
375 access_Delete( p_tmp
);
381 p_sys
->p_peek
= NULL
;
383 if( p_sys
->method
== STREAM_METHOD_BLOCK
)
385 msg_Dbg( s
, "Using AStream*Block" );
386 s
->pf_read
= AStreamReadBlock
;
387 s
->pf_peek
= AStreamPeekBlock
;
389 /* Init all fields of p_sys->block */
390 p_sys
->block
.i_start
= p_sys
->i_pos
;
391 p_sys
->block
.i_offset
= 0;
392 p_sys
->block
.p_current
= NULL
;
393 p_sys
->block
.i_size
= 0;
394 p_sys
->block
.p_first
= NULL
;
395 p_sys
->block
.pp_last
= &p_sys
->block
.p_first
;
397 /* Do the prebuffering */
398 AStreamPrebufferBlock( s
);
400 if( p_sys
->block
.i_size
<= 0 )
402 msg_Err( s
, "cannot pre fill buffer" );
410 assert( p_sys
->method
== STREAM_METHOD_STREAM
);
412 msg_Dbg( s
, "Using AStream*Stream" );
414 s
->pf_read
= AStreamReadStream
;
415 s
->pf_peek
= AStreamPeekStream
;
417 /* Allocate/Setup our tracks */
418 p_sys
->stream
.i_offset
= 0;
419 p_sys
->stream
.i_tk
= 0;
420 p_sys
->stream
.p_buffer
= malloc( STREAM_CACHE_SIZE
);
421 if( p_sys
->stream
.p_buffer
== NULL
)
423 p_sys
->stream
.i_used
= 0;
424 p_sys
->stream
.i_read_size
= STREAM_READ_ATONCE
;
425 #if STREAM_READ_ATONCE < 256
426 # error "Invalid STREAM_READ_ATONCE value"
429 for( i
= 0; i
< STREAM_CACHE_TRACK
; i
++ )
431 p_sys
->stream
.tk
[i
].i_date
= 0;
432 p_sys
->stream
.tk
[i
].i_start
= p_sys
->i_pos
;
433 p_sys
->stream
.tk
[i
].i_end
= p_sys
->i_pos
;
434 p_sys
->stream
.tk
[i
].p_buffer
=
435 &p_sys
->stream
.p_buffer
[i
* STREAM_CACHE_TRACK_SIZE
];
438 /* Do the prebuffering */
439 AStreamPrebufferStream( s
);
441 if( p_sys
->stream
.tk
[p_sys
->stream
.i_tk
].i_end
<= 0 )
443 msg_Err( s
, "cannot pre fill buffer" );
451 if( p_sys
->method
== STREAM_METHOD_BLOCK
)
457 free( p_sys
->stream
.p_buffer
);
459 while( p_sys
->i_list
> 0 )
460 free( p_sys
->list
[--(p_sys
->i_list
)] );
463 stream_CommonDelete( s
);
467 /****************************************************************************
469 ****************************************************************************/
470 static void AStreamDestroy( stream_t
*s
)
472 stream_sys_t
*p_sys
= s
->p_sys
;
474 if( p_sys
->method
== STREAM_METHOD_BLOCK
)
475 block_ChainRelease( p_sys
->block
.p_first
);
477 free( p_sys
->stream
.p_buffer
);
479 free( p_sys
->p_peek
);
481 if( p_sys
->p_list_access
&& p_sys
->p_list_access
!= p_sys
->p_access
)
482 access_Delete( p_sys
->p_list_access
);
484 while( p_sys
->i_list
-- )
486 free( p_sys
->list
[p_sys
->i_list
]->psz_path
);
487 free( p_sys
->list
[p_sys
->i_list
] );
493 stream_CommonDelete( s
);
496 static void UStreamDestroy( stream_t
*s
)
498 access_t
*p_access
= (access_t
*)s
->p_parent
;
500 access_Delete( p_access
);
503 /****************************************************************************
504 * AStreamControlReset:
505 ****************************************************************************/
506 static void AStreamControlReset( stream_t
*s
)
508 stream_sys_t
*p_sys
= s
->p_sys
;
510 p_sys
->i_pos
= p_sys
->p_access
->info
.i_pos
;
512 if( p_sys
->method
== STREAM_METHOD_BLOCK
)
514 block_ChainRelease( p_sys
->block
.p_first
);
516 /* Init all fields of p_sys->block */
517 p_sys
->block
.i_start
= p_sys
->i_pos
;
518 p_sys
->block
.i_offset
= 0;
519 p_sys
->block
.p_current
= NULL
;
520 p_sys
->block
.i_size
= 0;
521 p_sys
->block
.p_first
= NULL
;
522 p_sys
->block
.pp_last
= &p_sys
->block
.p_first
;
524 /* Do the prebuffering */
525 AStreamPrebufferBlock( s
);
531 assert( p_sys
->method
== STREAM_METHOD_STREAM
);
533 /* Setup our tracks */
534 p_sys
->stream
.i_offset
= 0;
535 p_sys
->stream
.i_tk
= 0;
536 p_sys
->stream
.i_used
= 0;
538 for( i
= 0; i
< STREAM_CACHE_TRACK
; i
++ )
540 p_sys
->stream
.tk
[i
].i_date
= 0;
541 p_sys
->stream
.tk
[i
].i_start
= p_sys
->i_pos
;
542 p_sys
->stream
.tk
[i
].i_end
= p_sys
->i_pos
;
545 /* Do the prebuffering */
546 AStreamPrebufferStream( s
);
550 /****************************************************************************
551 * AStreamControlUpdate:
552 ****************************************************************************/
553 static void AStreamControlUpdate( stream_t
*s
)
555 stream_sys_t
*p_sys
= s
->p_sys
;
557 p_sys
->i_pos
= p_sys
->p_access
->info
.i_pos
;
562 for( i
= 0; i
< p_sys
->i_list_index
; i
++ )
564 p_sys
->i_pos
+= p_sys
->list
[i
]->i_size
;
569 /****************************************************************************
571 ****************************************************************************/
572 static int AStreamControl( stream_t
*s
, int i_query
, va_list args
)
574 stream_sys_t
*p_sys
= s
->p_sys
;
575 access_t
*p_access
= p_sys
->p_access
;
578 uint64_t *pi_64
, i_64
;
583 case STREAM_GET_SIZE
:
584 pi_64
= va_arg( args
, uint64_t * );
585 if( s
->p_sys
->i_list
)
589 for( i
= 0; i
< s
->p_sys
->i_list
; i
++ )
590 *pi_64
+= s
->p_sys
->list
[i
]->i_size
;
593 *pi_64
= p_access
->info
.i_size
;
596 case STREAM_CAN_SEEK
:
597 p_bool
= (bool*)va_arg( args
, bool * );
598 access_Control( p_access
, ACCESS_CAN_SEEK
, p_bool
);
601 case STREAM_CAN_FASTSEEK
:
602 p_bool
= (bool*)va_arg( args
, bool * );
603 access_Control( p_access
, ACCESS_CAN_FASTSEEK
, p_bool
);
606 case STREAM_GET_POSITION
:
607 pi_64
= va_arg( args
, uint64_t * );
608 *pi_64
= p_sys
->i_pos
;
611 case STREAM_SET_POSITION
:
612 i_64
= va_arg( args
, uint64_t );
613 switch( p_sys
->method
)
615 case STREAM_METHOD_BLOCK
:
616 return AStreamSeekBlock( s
, i_64
);
617 case STREAM_METHOD_STREAM
:
618 return AStreamSeekStream( s
, i_64
);
624 case STREAM_CONTROL_ACCESS
:
626 i_int
= (int) va_arg( args
, int );
627 if( i_int
!= ACCESS_SET_PRIVATE_ID_STATE
&&
628 i_int
!= ACCESS_SET_PRIVATE_ID_CA
&&
629 i_int
!= ACCESS_GET_PRIVATE_ID_STATE
&&
630 i_int
!= ACCESS_SET_TITLE
&&
631 i_int
!= ACCESS_SET_SEEKPOINT
)
633 msg_Err( s
, "Hey, what are you thinking ?"
634 "DON'T USE STREAM_CONTROL_ACCESS !!!" );
637 int i_ret
= access_vaControl( p_access
, i_int
, args
);
638 if( i_int
== ACCESS_SET_TITLE
|| i_int
== ACCESS_SET_SEEKPOINT
)
639 AStreamControlReset( s
);
643 case STREAM_UPDATE_SIZE
:
644 AStreamControlUpdate( s
);
647 case STREAM_GET_CONTENT_TYPE
:
648 return access_Control( p_access
, ACCESS_GET_CONTENT_TYPE
,
649 va_arg( args
, char ** ) );
650 case STREAM_SET_RECORD_STATE
:
652 msg_Err( s
, "invalid stream_vaControl query=0x%x", i_query
);
658 /****************************************************************************
660 ****************************************************************************/
661 static void AStreamPrebufferBlock( stream_t
*s
)
663 stream_sys_t
*p_sys
= s
->p_sys
;
668 msg_Dbg( s
, "pre buffering" );
672 const int64_t i_date
= mdate();
676 if( s
->b_die
|| p_sys
->block
.i_size
> STREAM_CACHE_PREBUFFER_SIZE
)
681 p_sys
->stat
.i_bytes
= p_sys
->block
.i_size
;
682 p_sys
->stat
.i_read_time
= i_date
- i_start
;
683 i_byterate
= ( INT64_C(1000000) * p_sys
->stat
.i_bytes
) /
684 (p_sys
->stat
.i_read_time
+ 1);
686 msg_Dbg( s
, "prebuffering done %"PRId64
" bytes in %"PRId64
"s - "
689 p_sys
->stat
.i_read_time
/ INT64_C(1000000),
695 if( ( b
= AReadBlock( s
, &b_eof
) ) == NULL
)
704 /* Append the block */
705 p_sys
->block
.i_size
+= b
->i_buffer
;
706 *p_sys
->block
.pp_last
= b
;
707 p_sys
->block
.pp_last
= &b
->p_next
;
709 p_sys
->stat
.i_read_count
++;
716 msg_Dbg( s
, "received first data after %d ms",
717 (int)((i_first
-i_start
)/1000) );
721 p_sys
->block
.p_current
= p_sys
->block
.p_first
;
724 static int AStreamRefillBlock( stream_t
*s
);
726 static int AStreamReadBlock( stream_t
*s
, void *p_read
, unsigned int i_read
)
728 stream_sys_t
*p_sys
= s
->p_sys
;
730 uint8_t *p_data
= p_read
;
731 unsigned int i_data
= 0;
734 if( p_sys
->block
.p_current
== NULL
)
739 /* seek within this stream if possible, else use plain old read and discard */
740 stream_sys_t
*p_sys
= s
->p_sys
;
741 access_t
*p_access
= p_sys
->p_access
;
743 access_Control( p_access
, ACCESS_CAN_SEEK
, &b_aseek
);
745 return AStreamSeekBlock( s
, p_sys
->i_pos
+ i_read
) ? 0 : i_read
;
748 while( i_data
< i_read
)
751 p_sys
->block
.p_current
->i_buffer
- p_sys
->block
.i_offset
;
752 unsigned int i_copy
= __MIN( (unsigned int)__MAX(i_current
,0), i_read
- i_data
);
758 &p_sys
->block
.p_current
->p_buffer
[p_sys
->block
.i_offset
],
764 p_sys
->block
.i_offset
+= i_copy
;
765 if( p_sys
->block
.i_offset
>= p_sys
->block
.p_current
->i_buffer
)
767 /* Current block is now empty, switch to next */
768 if( p_sys
->block
.p_current
)
770 p_sys
->block
.i_offset
= 0;
771 p_sys
->block
.p_current
= p_sys
->block
.p_current
->p_next
;
773 /*Get a new block if needed */
774 if( !p_sys
->block
.p_current
&& AStreamRefillBlock( s
) )
781 p_sys
->i_pos
+= i_data
;
785 static int AStreamPeekBlock( stream_t
*s
, const uint8_t **pp_peek
, unsigned int i_read
)
787 stream_sys_t
*p_sys
= s
->p_sys
;
789 unsigned int i_data
= 0;
791 unsigned int i_offset
;
793 if( p_sys
->block
.p_current
== NULL
) return 0; /* EOF */
795 /* We can directly give a pointer over our buffer */
796 if( i_read
<= p_sys
->block
.p_current
->i_buffer
- p_sys
->block
.i_offset
)
798 *pp_peek
= &p_sys
->block
.p_current
->p_buffer
[p_sys
->block
.i_offset
];
802 /* We need to create a local copy */
803 if( p_sys
->i_peek
< i_read
)
805 p_sys
->p_peek
= realloc_or_free( p_sys
->p_peek
, i_read
);
811 p_sys
->i_peek
= i_read
;
814 /* Fill enough data */
815 while( p_sys
->block
.i_size
- (p_sys
->i_pos
- p_sys
->block
.i_start
)
818 block_t
**pp_last
= p_sys
->block
.pp_last
;
820 if( AStreamRefillBlock( s
) ) break;
822 /* Our buffer are probably filled enough, don't try anymore */
823 if( pp_last
== p_sys
->block
.pp_last
) break;
826 /* Copy what we have */
827 b
= p_sys
->block
.p_current
;
828 i_offset
= p_sys
->block
.i_offset
;
829 p_data
= p_sys
->p_peek
;
831 while( b
&& i_data
< i_read
)
833 unsigned int i_current
= __MAX(b
->i_buffer
- i_offset
,0);
834 int i_copy
= __MIN( i_current
, i_read
- i_data
);
836 memcpy( p_data
, &b
->p_buffer
[i_offset
], i_copy
);
841 if( i_offset
>= b
->i_buffer
)
848 *pp_peek
= p_sys
->p_peek
;
852 static int AStreamSeekBlock( stream_t
*s
, uint64_t i_pos
)
854 stream_sys_t
*p_sys
= s
->p_sys
;
855 access_t
*p_access
= p_sys
->p_access
;
856 int64_t i_offset
= i_pos
- p_sys
->block
.i_start
;
859 /* We already have thoses data, just update p_current/i_offset */
860 if( i_offset
>= 0 && (uint64_t)i_offset
< p_sys
->block
.i_size
)
862 block_t
*b
= p_sys
->block
.p_first
;
865 while( i_current
+ b
->i_buffer
< (uint64_t)i_offset
)
867 i_current
+= b
->i_buffer
;
871 p_sys
->block
.p_current
= b
;
872 p_sys
->block
.i_offset
= i_offset
- i_current
;
874 p_sys
->i_pos
= i_pos
;
879 /* We may need to seek or to read data */
883 access_Control( p_access
, ACCESS_CAN_SEEK
, &b_aseek
);
887 msg_Err( s
, "backward seeking impossible (access not seekable)" );
895 bool b_aseek
, b_aseekfast
;
897 access_Control( p_access
, ACCESS_CAN_SEEK
, &b_aseek
);
898 access_Control( p_access
, ACCESS_CAN_FASTSEEK
, &b_aseekfast
);
903 msg_Warn( s
, "%"PRId64
" bytes need to be skipped "
904 "(access non seekable)",
905 i_offset
- p_sys
->block
.i_size
);
909 int64_t i_skip
= i_offset
- p_sys
->block
.i_size
;
911 /* Avg bytes per packets */
912 int i_avg
= p_sys
->stat
.i_bytes
/ p_sys
->stat
.i_read_count
;
913 /* TODO compute a seek cost instead of fixed threshold */
914 int i_th
= b_aseekfast
? 1 : 5;
916 if( i_skip
<= i_th
* i_avg
&&
917 i_skip
< STREAM_CACHE_SIZE
)
922 msg_Dbg( s
, "b_seek=%d th*avg=%d skip=%"PRId64
,
923 b_seek
, i_th
*i_avg
, i_skip
);
929 int64_t i_start
, i_end
;
930 /* Do the access seek */
932 if( ASeek( s
, i_pos
) ) return VLC_EGENERIC
;
936 block_ChainRelease( p_sys
->block
.p_first
);
939 p_sys
->block
.i_start
= p_sys
->i_pos
= i_pos
;
940 p_sys
->block
.i_offset
= 0;
941 p_sys
->block
.p_current
= NULL
;
942 p_sys
->block
.i_size
= 0;
943 p_sys
->block
.p_first
= NULL
;
944 p_sys
->block
.pp_last
= &p_sys
->block
.p_first
;
947 if( AStreamRefillBlock( s
) )
951 p_sys
->stat
.i_seek_time
+= i_end
- i_start
;
952 p_sys
->stat
.i_seek_count
++;
959 while( p_sys
->block
.p_current
&&
960 p_sys
->i_pos
+ p_sys
->block
.p_current
->i_buffer
- p_sys
->block
.i_offset
<= i_pos
)
962 p_sys
->i_pos
+= p_sys
->block
.p_current
->i_buffer
- p_sys
->block
.i_offset
;
963 p_sys
->block
.p_current
= p_sys
->block
.p_current
->p_next
;
964 p_sys
->block
.i_offset
= 0;
966 if( !p_sys
->block
.p_current
&& AStreamRefillBlock( s
) )
968 if( p_sys
->i_pos
!= i_pos
)
972 while( p_sys
->block
.i_start
+ p_sys
->block
.i_size
< i_pos
);
974 p_sys
->block
.i_offset
+= i_pos
- p_sys
->i_pos
;
975 p_sys
->i_pos
= i_pos
;
983 static int AStreamRefillBlock( stream_t
*s
)
985 stream_sys_t
*p_sys
= s
->p_sys
;
989 while( p_sys
->block
.i_size
>= STREAM_CACHE_SIZE
&&
990 p_sys
->block
.p_first
!= p_sys
->block
.p_current
)
992 block_t
*b
= p_sys
->block
.p_first
;
994 p_sys
->block
.i_start
+= b
->i_buffer
;
995 p_sys
->block
.i_size
-= b
->i_buffer
;
996 p_sys
->block
.p_first
= b
->p_next
;
1000 if( p_sys
->block
.i_size
>= STREAM_CACHE_SIZE
&&
1001 p_sys
->block
.p_current
== p_sys
->block
.p_first
&&
1002 p_sys
->block
.p_current
->p_next
) /* At least 2 packets */
1004 /* Enough data, don't read more */
1008 /* Now read a new block */
1009 const int64_t i_start
= mdate();
1015 return VLC_EGENERIC
;
1018 if( ( b
= AReadBlock( s
, &b_eof
) ) )
1021 return VLC_EGENERIC
;
1024 p_sys
->stat
.i_read_time
+= mdate() - i_start
;
1027 /* Append the block */
1028 p_sys
->block
.i_size
+= b
->i_buffer
;
1029 *p_sys
->block
.pp_last
= b
;
1030 p_sys
->block
.pp_last
= &b
->p_next
;
1033 if( p_sys
->block
.p_current
== NULL
)
1034 p_sys
->block
.p_current
= b
;
1037 p_sys
->stat
.i_bytes
+= b
->i_buffer
;
1038 p_sys
->stat
.i_read_count
++;
1046 /****************************************************************************
1048 ****************************************************************************/
1049 static int AStreamRefillStream( stream_t
*s
);
1050 static int AStreamReadNoSeekStream( stream_t
*s
, void *p_read
, unsigned int i_read
);
1052 static int AStreamReadStream( stream_t
*s
, void *p_read
, unsigned int i_read
)
1054 stream_sys_t
*p_sys
= s
->p_sys
;
1058 const uint64_t i_pos_wanted
= p_sys
->i_pos
+ i_read
;
1060 if( AStreamSeekStream( s
, i_pos_wanted
) )
1062 if( p_sys
->i_pos
!= i_pos_wanted
)
1067 return AStreamReadNoSeekStream( s
, p_read
, i_read
);
1070 static int AStreamPeekStream( stream_t
*s
, const uint8_t **pp_peek
, unsigned int i_read
)
1072 stream_sys_t
*p_sys
= s
->p_sys
;
1073 stream_track_t
*tk
= &p_sys
->stream
.tk
[p_sys
->stream
.i_tk
];
1076 if( tk
->i_start
>= tk
->i_end
) return 0; /* EOF */
1079 msg_Dbg( s
, "AStreamPeekStream: %d pos=%"PRId64
" tk=%d "
1080 "start=%"PRId64
" offset=%d end=%"PRId64
,
1081 i_read
, p_sys
->i_pos
, p_sys
->stream
.i_tk
,
1082 tk
->i_start
, p_sys
->stream
.i_offset
, tk
->i_end
);
1085 /* Avoid problem, but that should *never* happen */
1086 if( i_read
> STREAM_CACHE_TRACK_SIZE
/ 2 )
1087 i_read
= STREAM_CACHE_TRACK_SIZE
/ 2;
1089 while( tk
->i_end
< tk
->i_start
+ p_sys
->stream
.i_offset
+ i_read
)
1091 if( p_sys
->stream
.i_used
<= 1 )
1093 /* Be sure we will read something */
1094 p_sys
->stream
.i_used
+= tk
->i_start
+ p_sys
->stream
.i_offset
+ i_read
- tk
->i_end
;
1096 if( AStreamRefillStream( s
) ) break;
1099 if( tk
->i_end
< tk
->i_start
+ p_sys
->stream
.i_offset
+ i_read
)
1101 i_read
= tk
->i_end
- tk
->i_start
- p_sys
->stream
.i_offset
;
1105 /* Now, direct pointer or a copy ? */
1106 i_off
= (tk
->i_start
+ p_sys
->stream
.i_offset
) % STREAM_CACHE_TRACK_SIZE
;
1107 if( i_off
+ i_read
<= STREAM_CACHE_TRACK_SIZE
)
1109 *pp_peek
= &tk
->p_buffer
[i_off
];
1113 if( p_sys
->i_peek
< i_read
)
1115 p_sys
->p_peek
= realloc_or_free( p_sys
->p_peek
, i_read
);
1116 if( !p_sys
->p_peek
)
1121 p_sys
->i_peek
= i_read
;
1124 memcpy( p_sys
->p_peek
, &tk
->p_buffer
[i_off
],
1125 STREAM_CACHE_TRACK_SIZE
- i_off
);
1126 memcpy( &p_sys
->p_peek
[STREAM_CACHE_TRACK_SIZE
- i_off
],
1127 &tk
->p_buffer
[0], i_read
- (STREAM_CACHE_TRACK_SIZE
- i_off
) );
1129 *pp_peek
= p_sys
->p_peek
;
1133 static int AStreamSeekStream( stream_t
*s
, uint64_t i_pos
)
1135 stream_sys_t
*p_sys
= s
->p_sys
;
1137 stream_track_t
*p_current
= &p_sys
->stream
.tk
[p_sys
->stream
.i_tk
];
1138 access_t
*p_access
= p_sys
->p_access
;
1140 if( p_current
->i_start
>= p_current
->i_end
&& i_pos
>= p_current
->i_end
)
1144 msg_Dbg( s
, "AStreamSeekStream: to %"PRId64
" pos=%"PRId64
1145 " tk=%d start=%"PRId64
" offset=%d end=%"PRId64
,
1146 i_pos
, p_sys
->i_pos
, p_sys
->stream
.i_tk
,
1148 p_sys
->stream
.i_offset
,
1153 access_Control( p_access
, ACCESS_CAN_SEEK
, &b_aseek
);
1154 if( !b_aseek
&& i_pos
< p_current
->i_start
)
1156 msg_Warn( s
, "AStreamSeekStream: can't seek" );
1157 return VLC_EGENERIC
;
1161 access_Control( p_access
, ACCESS_CAN_FASTSEEK
, &b_afastseek
);
1163 /* FIXME compute seek cost (instead of static 'stupid' value) */
1164 uint64_t i_skip_threshold
;
1166 i_skip_threshold
= b_afastseek
? 128 : 3*p_sys
->stream
.i_read_size
;
1168 i_skip_threshold
= INT64_MAX
;
1170 /* Date the current track */
1171 p_current
->i_date
= mdate();
1173 /* Search a new track slot */
1174 stream_track_t
*tk
= NULL
;
1177 /* Prefer the current track */
1178 if( p_current
->i_start
<= i_pos
&& i_pos
<= p_current
->i_end
+ i_skip_threshold
)
1181 i_tk_idx
= p_sys
->stream
.i_tk
;
1185 /* Try to maximize already read data */
1186 for( int i
= 0; i
< STREAM_CACHE_TRACK
; i
++ )
1188 stream_track_t
*t
= &p_sys
->stream
.tk
[i
];
1190 if( t
->i_start
> i_pos
|| i_pos
> t
->i_end
)
1193 if( !tk
|| tk
->i_end
< t
->i_end
)
1202 /* Use the oldest unused */
1203 for( int i
= 0; i
< STREAM_CACHE_TRACK
; i
++ )
1205 stream_track_t
*t
= &p_sys
->stream
.tk
[i
];
1207 if( !tk
|| tk
->i_date
> t
->i_date
)
1214 assert( i_tk_idx
>= 0 && i_tk_idx
< STREAM_CACHE_TRACK
);
1216 if( tk
!= p_current
)
1217 i_skip_threshold
= 0;
1218 if( tk
->i_start
<= i_pos
&& i_pos
<= tk
->i_end
+ i_skip_threshold
)
1221 msg_Err( s
, "AStreamSeekStream: reusing %d start=%"PRId64
1222 " end=%"PRId64
"(%s)",
1223 i_tk_idx
, tk
->i_start
, tk
->i_end
,
1224 tk
!= p_current
? "seek" : i_pos
> tk
->i_end
? "skip" : "noseek" );
1226 if( tk
!= p_current
)
1230 /* Seek at the end of the buffer
1231 * TODO it is stupid to seek now, it would be better to delay it
1233 if( ASeek( s
, tk
->i_end
) )
1234 return VLC_EGENERIC
;
1236 else if( i_pos
> tk
->i_end
)
1238 uint64_t i_skip
= i_pos
- tk
->i_end
;
1241 const int i_read_max
= __MIN( 10 * STREAM_READ_ATONCE
, i_skip
);
1242 if( AStreamReadNoSeekStream( s
, NULL
, i_read_max
) != i_read_max
)
1243 return VLC_EGENERIC
;
1244 i_skip
-= i_read_max
;
1251 msg_Err( s
, "AStreamSeekStream: hard seek" );
1253 /* Nothing good, seek and choose oldest segment */
1254 if( ASeek( s
, i_pos
) )
1255 return VLC_EGENERIC
;
1257 tk
->i_start
= i_pos
;
1260 p_sys
->stream
.i_offset
= i_pos
- tk
->i_start
;
1261 p_sys
->stream
.i_tk
= i_tk_idx
;
1262 p_sys
->i_pos
= i_pos
;
1264 /* If there is not enough data left in the track, refill */
1265 /* TODO How to get a correct value for
1266 * - refilling threshold
1267 * - how much to refill
1269 if( tk
->i_end
< tk
->i_start
+ p_sys
->stream
.i_offset
+ p_sys
->stream
.i_read_size
)
1271 if( p_sys
->stream
.i_used
< STREAM_READ_ATONCE
/ 2 )
1272 p_sys
->stream
.i_used
= STREAM_READ_ATONCE
/ 2;
1274 if( AStreamRefillStream( s
) && i_pos
== tk
->i_end
)
1275 return VLC_EGENERIC
;
1280 static int AStreamReadNoSeekStream( stream_t
*s
, void *p_read
, unsigned int i_read
)
1282 stream_sys_t
*p_sys
= s
->p_sys
;
1283 stream_track_t
*tk
= &p_sys
->stream
.tk
[p_sys
->stream
.i_tk
];
1285 uint8_t *p_data
= (uint8_t *)p_read
;
1286 unsigned int i_data
= 0;
1288 if( tk
->i_start
>= tk
->i_end
)
1292 msg_Dbg( s
, "AStreamReadStream: %d pos=%"PRId64
" tk=%d start=%"PRId64
1293 " offset=%d end=%"PRId64
,
1294 i_read
, p_sys
->i_pos
, p_sys
->stream
.i_tk
,
1295 tk
->i_start
, p_sys
->stream
.i_offset
, tk
->i_end
);
1298 while( i_data
< i_read
)
1300 unsigned i_off
= (tk
->i_start
+ p_sys
->stream
.i_offset
) % STREAM_CACHE_TRACK_SIZE
;
1301 unsigned int i_current
=
1302 __MIN( tk
->i_end
- tk
->i_start
- p_sys
->stream
.i_offset
,
1303 STREAM_CACHE_TRACK_SIZE
- i_off
);
1304 int i_copy
= __MIN( i_current
, i_read
- i_data
);
1306 if( i_copy
<= 0 ) break; /* EOF */
1309 /* msg_Dbg( s, "AStreamReadStream: copy %d", i_copy ); */
1312 memcpy( p_data
, &tk
->p_buffer
[i_off
], i_copy
);
1316 p_sys
->stream
.i_offset
+= i_copy
;
1318 /* Update pos now */
1319 p_sys
->i_pos
+= i_copy
;
1322 p_sys
->stream
.i_used
+= i_copy
;
1324 if( tk
->i_end
+ i_data
<= tk
->i_start
+ p_sys
->stream
.i_offset
+ i_read
)
1326 const unsigned i_read_requested
= __MAX( __MIN( i_read
- i_data
,
1327 STREAM_READ_ATONCE
* 10 ),
1328 STREAM_READ_ATONCE
/ 2 );
1330 if( p_sys
->stream
.i_used
< i_read_requested
)
1331 p_sys
->stream
.i_used
= i_read_requested
;
1333 if( AStreamRefillStream( s
) )
1336 if( tk
->i_start
>= tk
->i_end
) break;
1345 static int AStreamRefillStream( stream_t
*s
)
1347 stream_sys_t
*p_sys
= s
->p_sys
;
1348 stream_track_t
*tk
= &p_sys
->stream
.tk
[p_sys
->stream
.i_tk
];
1350 /* We read but won't increase i_start after initial start + offset */
1352 __MIN( p_sys
->stream
.i_used
, STREAM_CACHE_TRACK_SIZE
-
1353 (tk
->i_end
- tk
->i_start
- p_sys
->stream
.i_offset
) );
1354 bool b_read
= false;
1355 int64_t i_start
, i_stop
;
1357 if( i_toread
<= 0 ) return VLC_EGENERIC
; /* EOF */
1360 msg_Dbg( s
, "AStreamRefillStream: used=%d toread=%d",
1361 p_sys
->stream
.i_used
, i_toread
);
1365 while( i_toread
> 0 )
1367 int i_off
= tk
->i_end
% STREAM_CACHE_TRACK_SIZE
;
1371 return VLC_EGENERIC
;
1373 i_read
= __MIN( i_toread
, STREAM_CACHE_TRACK_SIZE
- i_off
);
1374 i_read
= AReadStream( s
, &tk
->p_buffer
[i_off
], i_read
);
1376 /* msg_Dbg( s, "AStreamRefillStream: read=%d", i_read ); */
1381 else if( i_read
== 0 )
1384 return VLC_EGENERIC
;
1390 tk
->i_end
+= i_read
;
1392 /* Windows of STREAM_CACHE_TRACK_SIZE */
1393 if( tk
->i_start
+ STREAM_CACHE_TRACK_SIZE
< tk
->i_end
)
1395 unsigned i_invalid
= tk
->i_end
- tk
->i_start
- STREAM_CACHE_TRACK_SIZE
;
1397 tk
->i_start
+= i_invalid
;
1398 p_sys
->stream
.i_offset
-= i_invalid
;
1402 p_sys
->stream
.i_used
-= i_read
;
1404 p_sys
->stat
.i_bytes
+= i_read
;
1405 p_sys
->stat
.i_read_count
++;
1409 p_sys
->stat
.i_read_time
+= i_stop
- i_start
;
1414 static void AStreamPrebufferStream( stream_t
*s
)
1416 stream_sys_t
*p_sys
= s
->p_sys
;
1418 int64_t i_first
= 0;
1421 msg_Dbg( s
, "pre buffering" );
1425 stream_track_t
*tk
= &p_sys
->stream
.tk
[p_sys
->stream
.i_tk
];
1427 int64_t i_date
= mdate();
1429 int i_buffered
= tk
->i_end
- tk
->i_start
;
1431 if( s
->b_die
|| i_buffered
>= STREAM_CACHE_PREBUFFER_SIZE
)
1436 p_sys
->stat
.i_bytes
= i_buffered
;
1437 p_sys
->stat
.i_read_time
= i_date
- i_start
;
1438 i_byterate
= ( INT64_C(1000000) * p_sys
->stat
.i_bytes
) /
1439 (p_sys
->stat
.i_read_time
+1);
1441 msg_Dbg( s
, "pre-buffering done %"PRId64
" bytes in %"PRId64
"s - "
1443 p_sys
->stat
.i_bytes
,
1444 p_sys
->stat
.i_read_time
/ INT64_C(1000000),
1445 i_byterate
/ 1024 );
1450 i_read
= STREAM_CACHE_TRACK_SIZE
- i_buffered
;
1451 i_read
= __MIN( (int)p_sys
->stream
.i_read_size
, i_read
);
1452 i_read
= AReadStream( s
, &tk
->p_buffer
[i_buffered
], i_read
);
1455 else if( i_read
== 0 )
1461 msg_Dbg( s
, "received first data after %d ms",
1462 (int)((i_first
-i_start
)/1000) );
1465 tk
->i_end
+= i_read
;
1467 p_sys
->stat
.i_read_count
++;
1471 /****************************************************************************
1473 ****************************************************************************/
1475 * Read from the stream untill first newline.
1476 * \param s Stream handle to read from
1477 * \return A pointer to the allocated output string. You need to free this when you are done.
1479 #define STREAM_PROBE_LINE 2048
1480 #define STREAM_LINE_MAX (2048*100)
1481 char *stream_ReadLine( stream_t
*s
)
1483 char *p_line
= NULL
;
1484 int i_line
= 0, i_read
= 0;
1486 while( i_read
< STREAM_LINE_MAX
)
1489 const uint8_t *p_data
;
1493 /* Probe new data */
1494 i_data
= stream_Peek( s
, &p_data
, STREAM_PROBE_LINE
);
1495 if( i_data
<= 0 ) break; /* No more data */
1498 i_pos
= stream_Tell( s
);
1499 if( i_pos
== 0 && i_data
>= 3 )
1502 const char *psz_encoding
= NULL
;
1504 if( !memcmp( p_data
, "\xEF\xBB\xBF", 3 ) )
1506 psz_encoding
= "UTF-8";
1509 else if( !memcmp( p_data
, "\xFF\xFE", 2 ) )
1511 psz_encoding
= "UTF-16LE";
1512 s
->p_text
->b_little_endian
= true;
1513 s
->p_text
->i_char_width
= 2;
1516 else if( !memcmp( p_data
, "\xFE\xFF", 2 ) )
1518 psz_encoding
= "UTF-16BE";
1519 s
->p_text
->i_char_width
= 2;
1523 /* Seek past the BOM */
1526 stream_Seek( s
, i_bom_size
);
1527 p_data
+= i_bom_size
;
1528 i_data
-= i_bom_size
;
1531 /* Open the converter if we need it */
1532 if( psz_encoding
!= NULL
)
1534 msg_Dbg( s
, "%s BOM detected", psz_encoding
);
1535 if( s
->p_text
->i_char_width
> 1 )
1537 s
->p_text
->conv
= vlc_iconv_open( "UTF-8", psz_encoding
);
1538 if( s
->p_text
->conv
== (vlc_iconv_t
)-1 )
1540 msg_Err( s
, "iconv_open failed" );
1544 /* FIXME that's UGLY */
1545 input_thread_t
*p_input
= s
->p_input
;
1546 if( p_input
!= NULL
)
1548 var_Create( p_input
, "subsdec-encoding", VLC_VAR_STRING
| VLC_VAR_DOINHERIT
);
1549 var_SetString( p_input
, "subsdec-encoding", "UTF-8" );
1554 if( i_data
% s
->p_text
->i_char_width
)
1556 /* keep i_char_width boundary */
1557 i_data
= i_data
- ( i_data
% s
->p_text
->i_char_width
);
1558 msg_Warn( s
, "the read is not i_char_width compatible");
1564 /* Check if there is an EOL */
1565 if( s
->p_text
->i_char_width
== 1 )
1567 /* UTF-8: 0A <LF> */
1568 psz_eol
= memchr( p_data
, '\n', i_data
);
1569 if( psz_eol
== NULL
)
1570 /* UTF-8: 0D <CR> */
1571 psz_eol
= memchr( p_data
, '\r', i_data
);
1575 const uint8_t *p_last
= p_data
+ i_data
- s
->p_text
->i_char_width
;
1576 uint16_t eol
= s
->p_text
->b_little_endian
? 0x0A00 : 0x00A0;
1578 assert( s
->p_text
->i_char_width
== 2 );
1580 /* UTF-16: 000A <LF> */
1581 for( const uint8_t *p
= p_data
; p
<= p_last
; p
+= 2 )
1583 if( U16_AT( p
) == eol
)
1585 psz_eol
= (char *)p
+ 1;
1590 if( psz_eol
== NULL
)
1591 { /* UTF-16: 000D <CR> */
1592 eol
= s
->p_text
->b_little_endian
? 0x0D00 : 0x00D0;
1593 for( const uint8_t *p
= p_data
; p
<= p_last
; p
+= 2 )
1595 if( U16_AT( p
) == eol
)
1597 psz_eol
= (char *)p
+ 1;
1606 i_data
= (psz_eol
- (char *)p_data
) + 1;
1607 p_line
= realloc_or_free( p_line
,
1608 i_line
+ i_data
+ s
->p_text
->i_char_width
); /* add \0 */
1611 i_data
= stream_Read( s
, &p_line
[i_line
], i_data
);
1612 if( i_data
<= 0 ) break; /* Hmmm */
1613 i_line
+= i_data
- s
->p_text
->i_char_width
; /* skip \n */;
1616 /* We have our line */
1620 /* Read data (+1 for easy \0 append) */
1621 p_line
= realloc_or_free( p_line
,
1622 i_line
+ STREAM_PROBE_LINE
+ s
->p_text
->i_char_width
);
1625 i_data
= stream_Read( s
, &p_line
[i_line
], STREAM_PROBE_LINE
);
1626 if( i_data
<= 0 ) break; /* Hmmm */
1634 for( j
= 0; j
< s
->p_text
->i_char_width
; j
++ )
1636 p_line
[i_line
+ j
] = '\0';
1638 i_line
+= s
->p_text
->i_char_width
; /* the added \0 */
1639 if( s
->p_text
->i_char_width
> 1 )
1641 size_t i_in
= 0, i_out
= 0;
1642 const char * p_in
= NULL
;
1643 char * p_out
= NULL
;
1644 char * psz_new_line
= NULL
;
1647 psz_new_line
= malloc( i_line
);
1648 if( psz_new_line
== NULL
)
1650 i_in
= i_out
= (size_t)i_line
;
1652 p_out
= psz_new_line
;
1654 if( vlc_iconv( s
->p_text
->conv
, &p_in
, &i_in
, &p_out
, &i_out
) == (size_t)-1 )
1656 msg_Err( s
, "iconv failed" );
1657 msg_Dbg( s
, "original: %d, in %d, out %d", i_line
, (int)i_in
, (int)i_out
);
1660 p_line
= psz_new_line
;
1661 i_line
= (size_t)i_line
- i_out
; /* does not include \0 */
1664 /* Remove trailing LF/CR */
1665 while( i_line
>= 2 && ( p_line
[i_line
-2] == '\r' ||
1666 p_line
[i_line
-2] == '\n') ) i_line
--;
1668 /* Make sure the \0 is there */
1669 p_line
[i_line
-1] = '\0';
1675 /* We failed to read any data, probably EOF */
1679 if( s
->p_text
->conv
!= (vlc_iconv_t
)(-1) )
1680 vlc_iconv_close( s
->p_text
->conv
);
1681 s
->p_text
->conv
= (vlc_iconv_t
)(-1);
1685 /****************************************************************************
1686 * Access reading/seeking wrappers to handle concatenated streams.
1687 ****************************************************************************/
1688 static int AReadStream( stream_t
*s
, void *p_read
, unsigned int i_read
)
1690 stream_sys_t
*p_sys
= s
->p_sys
;
1691 access_t
*p_access
= p_sys
->p_access
;
1692 input_thread_t
*p_input
= NULL
;
1693 int i_read_orig
= i_read
;
1696 if( s
->p_parent
&& s
->p_parent
->p_parent
&&
1697 vlc_internals( s
->p_parent
->p_parent
)->i_object_type
== VLC_OBJECT_INPUT
)
1698 p_input
= (input_thread_t
*)s
->p_parent
->p_parent
;
1700 if( !p_sys
->i_list
)
1702 i_read
= p_access
->pf_read( p_access
, p_read
, i_read
);
1703 if( p_access
->b_die
)
1704 vlc_object_kill( s
);
1707 vlc_mutex_lock( &p_input
->p
->counters
.counters_lock
);
1708 stats_UpdateInteger( s
, p_input
->p
->counters
.p_read_bytes
, i_read
,
1710 stats_UpdateFloat( s
, p_input
->p
->counters
.p_input_bitrate
,
1711 (float)i_total
, NULL
);
1712 stats_UpdateInteger( s
, p_input
->p
->counters
.p_read_packets
, 1, NULL
);
1713 vlc_mutex_unlock( &p_input
->p
->counters
.counters_lock
);
1718 i_read
= p_sys
->p_list_access
->pf_read( p_sys
->p_list_access
, p_read
,
1720 if( p_access
->b_die
)
1721 vlc_object_kill( s
);
1723 /* If we reached an EOF then switch to the next stream in the list */
1724 if( i_read
== 0 && p_sys
->i_list_index
+ 1 < p_sys
->i_list
)
1726 char *psz_name
= p_sys
->list
[++p_sys
->i_list_index
]->psz_path
;
1727 access_t
*p_list_access
;
1729 msg_Dbg( s
, "opening input `%s'", psz_name
);
1731 p_list_access
= access_New( s
, s
->p_input
, p_access
->psz_access
, "", psz_name
);
1733 if( !p_list_access
) return 0;
1735 if( p_sys
->p_list_access
!= p_access
)
1736 access_Delete( p_sys
->p_list_access
);
1738 p_sys
->p_list_access
= p_list_access
;
1740 /* We have to read some data */
1741 return AReadStream( s
, p_read
, i_read_orig
);
1744 /* Update read bytes in input */
1747 vlc_mutex_lock( &p_input
->p
->counters
.counters_lock
);
1748 stats_UpdateInteger( s
, p_input
->p
->counters
.p_read_bytes
, i_read
, &i_total
);
1749 stats_UpdateFloat( s
, p_input
->p
->counters
.p_input_bitrate
,
1750 (float)i_total
, NULL
);
1751 stats_UpdateInteger( s
, p_input
->p
->counters
.p_read_packets
, 1, NULL
);
1752 vlc_mutex_unlock( &p_input
->p
->counters
.counters_lock
);
1757 static block_t
*AReadBlock( stream_t
*s
, bool *pb_eof
)
1759 stream_sys_t
*p_sys
= s
->p_sys
;
1760 access_t
*p_access
= p_sys
->p_access
;
1761 input_thread_t
*p_input
= NULL
;
1766 if( s
->p_parent
&& s
->p_parent
->p_parent
&&
1767 vlc_internals( s
->p_parent
->p_parent
)->i_object_type
== VLC_OBJECT_INPUT
)
1768 p_input
= (input_thread_t
*)s
->p_parent
->p_parent
;
1770 if( !p_sys
->i_list
)
1772 p_block
= p_access
->pf_block( p_access
);
1773 if( p_access
->b_die
)
1774 vlc_object_kill( s
);
1775 if( pb_eof
) *pb_eof
= p_access
->info
.b_eof
;
1776 if( p_input
&& p_block
&& libvlc_stats (p_access
) )
1778 vlc_mutex_lock( &p_input
->p
->counters
.counters_lock
);
1779 stats_UpdateInteger( s
, p_input
->p
->counters
.p_read_bytes
,
1780 p_block
->i_buffer
, &i_total
);
1781 stats_UpdateFloat( s
, p_input
->p
->counters
.p_input_bitrate
,
1782 (float)i_total
, NULL
);
1783 stats_UpdateInteger( s
, p_input
->p
->counters
.p_read_packets
, 1, NULL
);
1784 vlc_mutex_unlock( &p_input
->p
->counters
.counters_lock
);
1789 p_block
= p_sys
->p_list_access
->pf_block( p_sys
->p_list_access
);
1790 if( p_access
->b_die
)
1791 vlc_object_kill( s
);
1792 b_eof
= p_sys
->p_list_access
->info
.b_eof
;
1793 if( pb_eof
) *pb_eof
= b_eof
;
1795 /* If we reached an EOF then switch to the next stream in the list */
1796 if( !p_block
&& b_eof
&& p_sys
->i_list_index
+ 1 < p_sys
->i_list
)
1798 char *psz_name
= p_sys
->list
[++p_sys
->i_list_index
]->psz_path
;
1799 access_t
*p_list_access
;
1801 msg_Dbg( s
, "opening input `%s'", psz_name
);
1803 p_list_access
= access_New( s
, s
->p_input
, p_access
->psz_access
, "", psz_name
);
1805 if( !p_list_access
) return 0;
1807 if( p_sys
->p_list_access
!= p_access
)
1808 access_Delete( p_sys
->p_list_access
);
1810 p_sys
->p_list_access
= p_list_access
;
1812 /* We have to read some data */
1813 return AReadBlock( s
, pb_eof
);
1819 vlc_mutex_lock( &p_input
->p
->counters
.counters_lock
);
1820 stats_UpdateInteger( s
, p_input
->p
->counters
.p_read_bytes
,
1821 p_block
->i_buffer
, &i_total
);
1822 stats_UpdateFloat( s
, p_input
->p
->counters
.p_input_bitrate
,
1823 (float)i_total
, NULL
);
1824 stats_UpdateInteger( s
, p_input
->p
->counters
.p_read_packets
,
1826 vlc_mutex_unlock( &p_input
->p
->counters
.counters_lock
);
1832 static int ASeek( stream_t
*s
, uint64_t i_pos
)
1834 stream_sys_t
*p_sys
= s
->p_sys
;
1835 access_t
*p_access
= p_sys
->p_access
;
1837 /* Check which stream we need to access */
1843 access_t
*p_list_access
= 0;
1845 for( i
= 0; i
< p_sys
->i_list
- 1; i
++ )
1847 if( i_pos
< p_sys
->list
[i
]->i_size
+ i_size
) break;
1848 i_size
+= p_sys
->list
[i
]->i_size
;
1850 psz_name
= p_sys
->list
[i
]->psz_path
;
1852 if( i
!= p_sys
->i_list_index
)
1853 msg_Dbg( s
, "opening input `%s'", psz_name
);
1855 if( i
!= p_sys
->i_list_index
&& i
!= 0 )
1858 access_New( s
, s
->p_input
, p_access
->psz_access
, "", psz_name
);
1860 else if( i
!= p_sys
->i_list_index
)
1862 p_list_access
= p_access
;
1867 if( p_sys
->p_list_access
!= p_access
)
1868 access_Delete( p_sys
->p_list_access
);
1870 p_sys
->p_list_access
= p_list_access
;
1873 p_sys
->i_list_index
= i
;
1874 return p_sys
->p_list_access
->pf_seek( p_sys
->p_list_access
,
1878 return p_access
->pf_seek( p_access
, i_pos
);
1883 * Try to read "i_read" bytes into a buffer pointed by "p_read". If
1884 * "p_read" is NULL then data are skipped instead of read. The return
1885 * value is the real numbers of bytes read/skip. If this value is less
1886 * than i_read that means that it's the end of the stream.
1888 int stream_Read( stream_t
*s
, void *p_read
, int i_read
)
1890 return s
->pf_read( s
, p_read
, i_read
);
1894 * Store in pp_peek a pointer to the next "i_peek" bytes in the stream
1895 * \return The real numbers of valid bytes, if it's less
1896 * or equal to 0, *pp_peek is invalid.
1897 * \note pp_peek is a pointer to internal buffer and it will be invalid as
1898 * soons as other stream_* functions are called.
1899 * \note Due to input limitation, it could be less than i_peek without meaning
1900 * the end of the stream (but only when you have i_peek >=
1901 * p_input->i_bufsize)
1903 int stream_Peek( stream_t
*s
, const uint8_t **pp_peek
, int i_peek
)
1905 return s
->pf_peek( s
, pp_peek
, i_peek
);
1909 * Use to control the "stream_t *". Look at #stream_query_e for
1910 * possible "i_query" value and format arguments. Return VLC_SUCCESS
1911 * if ... succeed ;) and VLC_EGENERIC if failed or unimplemented
1913 int stream_vaControl( stream_t
*s
, int i_query
, va_list args
)
1915 return s
->pf_control( s
, i_query
, args
);
1921 void stream_Delete( stream_t
*s
)
1926 int stream_Control( stream_t
*s
, int i_query
, ... )
1932 return VLC_EGENERIC
;
1934 va_start( args
, i_query
);
1935 i_result
= s
->pf_control( s
, i_query
, args
);
1941 * Read "i_size" bytes and store them in a block_t.
1942 * It always read i_size bytes unless you are at the end of the stream
1943 * where it return what is available.
1945 block_t
*stream_Block( stream_t
*s
, int i_size
)
1947 if( i_size
<= 0 ) return NULL
;
1949 /* emulate block read */
1950 block_t
*p_bk
= block_New( s
, i_size
);
1953 int i_read
= stream_Read( s
, p_bk
->p_buffer
, i_size
);
1956 p_bk
->i_buffer
= i_read
;
1959 block_Release( p_bk
);