stream/http.c

   1 /*
   2  * HTTP Helper
   3  * by Bertrand Baudet <bertrand_baudet@yahoo.com>
   4  * (C) 2001, MPlayer team.
   5  */
   6
   7 #include "config.h"
   8
   9 #include <stdio.h>
  10 #include <stdlib.h>
  11 #include <string.h>
  12 #include <unistd.h>
  13
  14 #if !HAVE_WINSOCK2_H
  15 #else
  16 #include <winsock2.h>
  17 #include <ws2tcpip.h>
  18 #endif
  19
  20 #include "http.h"
  21 #include "url.h"
  22 #include "mp_msg.h"
  23
  24 #include "stream.h"
  25 #include "libmpdemux/demuxer.h"
  26 #include "network.h"
  27 #include "help_mp.h"
  28
  29
  30 extern const mime_struct_t mime_type_table[];
  31 extern int stream_cache_size;
  32 extern int network_bandwidth;
  33
  34 int http_seek(stream_t *stream, off_t pos);
  35
  36 typedef struct {
  37   unsigned metaint;
  38   unsigned metapos;
  39   int is_ultravox;
  40 } scast_data_t;
  41
  42 /**
  43  * \brief first read any data from sc->buffer then from fd
  44  * \param fd file descriptor to read data from
  45  * \param buffer buffer to read into
  46  * \param len how many bytes to read
  47  * \param sc streaming control containing buffer to read from first
  48  * \return len unless there is a read error or eof
  49  */
  50 static unsigned my_read(int fd, char *buffer, int len, streaming_ctrl_t *sc) {
  51   unsigned pos = 0;
  52   unsigned cp_len = sc->buffer_size - sc->buffer_pos;
  53   if (cp_len > len)
  54     cp_len = len;
  55   memcpy(buffer, &sc->buffer[sc->buffer_pos], cp_len);
  56   sc->buffer_pos += cp_len;
  57   pos += cp_len;
  58   while (pos < len) {
  59     int ret = recv(fd, &buffer[pos], len - pos, 0);
  60     if (ret <= 0)
  61       break;
  62     pos += ret;
  63   }
  64   return pos;
  65 }
  66
  67 /**
  68  * \brief read and process (i.e. discard *g*) a block of ultravox metadata
  69  * \param fd file descriptor to read from
  70  * \param sc streaming_ctrl_t whose buffer is consumed before reading from fd
  71  * \return number of real data before next metadata block starts or 0 on error
  72  */
  73 static unsigned uvox_meta_read(int fd, streaming_ctrl_t *sc) {
  74   unsigned metaint;
  75   unsigned char info[6] = {0, 0, 0, 0, 0, 0};
  76   int info_read;
  77   do {
  78     info_read = my_read(fd, info, 1, sc);
  79     if (info[0] == 0x00)
  80       info_read = my_read(fd, info, 6, sc);
  81     else
  82       info_read += my_read(fd, &info[1], 5, sc);
  83     if (info_read != 6) // read error or eof
  84       return 0;
  85     // sync byte and reserved flags
  86     if (info[0] != 0x5a || (info[1] & 0xfc) != 0x00) {
  87       mp_msg(MSGT_DEMUXER, MSGL_ERR, "Invalid or unknown uvox metadata\n");
  88       return 0;
  89     }
  90     if (info[1] & 0x01)
  91       mp_msg(MSGT_DEMUXER, MSGL_WARN, "Encrypted ultravox data\n");
  92     metaint = info[4] << 8 | info[5];
  93     if ((info[3] & 0xf) < 0x07) { // discard any metadata nonsense
  94       char *metabuf = malloc(metaint);
  95       my_read(fd, metabuf, metaint, sc);
  96       free(metabuf);
  97     }
  98   } while ((info[3] & 0xf) < 0x07);
  99   return metaint;
 100 }
 101
 102 /**
 103  * \brief read one scast meta data entry and print it
 104  * \param fd file descriptor to read from
 105  * \param sc streaming_ctrl_t whose buffer is consumed before reading from fd
 106  */
 107 static void scast_meta_read(int fd, streaming_ctrl_t *sc) {
 108   unsigned char tmp = 0;
 109   unsigned metalen;
 110   my_read(fd, &tmp, 1, sc);
 111   metalen = tmp * 16;
 112   if (metalen > 0) {
 113     char *info = malloc(metalen + 1);
 114     unsigned nlen = my_read(fd, info, metalen, sc);
 115     info[nlen] = 0;
 116     mp_msg(MSGT_DEMUXER, MSGL_INFO, "\nICY Info: %s\n", info);
 117     free(info);
 118   }
 119 }
 120
 121 /**
 122  * \brief read data from scast/ultravox stream without any metadata
 123  * \param fd file descriptor to read from
 124  * \param buffer buffer to read data into
 125  * \param size number of bytes to read
 126  * \param sc streaming_ctrl_t whose buffer is consumed before reading from fd
 127  */
 128 static int scast_streaming_read(int fd, char *buffer, int size,
 129                                 streaming_ctrl_t *sc) {
 130   scast_data_t *sd = (scast_data_t *)sc->data;
 131   unsigned block, ret;
 132   unsigned done = 0;
 133
 134   // first read remaining data up to next metadata
 135   block = sd->metaint - sd->metapos;
 136   if (block > size)
 137     block = size;
 138   ret = my_read(fd, buffer, block, sc);
 139   sd->metapos += ret;
 140   done += ret;
 141   if (ret != block) // read problems or eof
 142     size = done;
 143
 144   while (done < size) { // now comes the metadata
 145     if (sd->is_ultravox)
 146     {
 147       sd->metaint = uvox_meta_read(fd, sc);
 148       if (!sd->metaint)
 149         size = done;
 150     }
 151     else
 152       scast_meta_read(fd, sc); // read and display metadata
 153     sd->metapos = 0;
 154     block = size - done;
 155     if (block > sd->metaint)
 156       block = sd->metaint;
 157     ret = my_read(fd, &buffer[done], block, sc);
 158     sd->metapos += ret;
 159     done += ret;
 160     if (ret != block) // read problems or eof
 161       size = done;
 162   }
 163   return done;
 164 }
 165
 166 static int scast_streaming_start(stream_t *stream) {
 167   int metaint;
 168   scast_data_t *scast_data;
 169   HTTP_header_t *http_hdr = stream->streaming_ctrl->data;
 170   int is_ultravox = strcasecmp(stream->streaming_ctrl->url->protocol, "unsv") == 0;
 171   if (!stream || stream->fd < 0 || !http_hdr)
 172     return -1;
 173   if (is_ultravox)
 174     metaint = 0;
 175   else {
 176     metaint = atoi(http_get_field(http_hdr, "Icy-MetaInt"));
 177     if (metaint <= 0)
 178       return -1;
 179   }
 180   stream->streaming_ctrl->buffer = malloc(http_hdr->body_size);
 181   stream->streaming_ctrl->buffer_size = http_hdr->body_size;
 182   stream->streaming_ctrl->buffer_pos = 0;
 183   memcpy(stream->streaming_ctrl->buffer, http_hdr->body, http_hdr->body_size);
 184   scast_data = malloc(sizeof(scast_data_t));
 185   scast_data->metaint = metaint;
 186   scast_data->metapos = 0;
 187   scast_data->is_ultravox = is_ultravox;
 188   http_free(http_hdr);
 189   stream->streaming_ctrl->data = scast_data;
 190   stream->streaming_ctrl->streaming_read = scast_streaming_read;
 191   stream->streaming_ctrl->streaming_seek = NULL;
 192   stream->streaming_ctrl->prebuffer_size = 64 * 1024; // 64 KBytes
 193   stream->streaming_ctrl->buffering = 1;
 194   stream->streaming_ctrl->status = streaming_playing_e;
 195   return 0;
 196 }
 197
 198 static int nop_streaming_start( stream_t *stream ) {
 199         HTTP_header_t *http_hdr = NULL;
 200         char *next_url=NULL;
 201         URL_t *rd_url=NULL;
 202         int fd,ret;
 203         if( stream==NULL ) return -1;
 204
 205         fd = stream->fd;
 206         if( fd<0 ) {
 207                 fd = http_send_request( stream->streaming_ctrl->url, 0 );
 208                 if( fd<0 ) return -1;
 209                 http_hdr = http_read_response( fd );
 210                 if( http_hdr==NULL ) return -1;
 211
 212                 switch( http_hdr->status_code ) {
 213                         case 200: // OK
 214                                 mp_msg(MSGT_NETWORK,MSGL_V,"Content-Type: [%s]\n", http_get_field(http_hdr, "Content-Type") );
 215                                 mp_msg(MSGT_NETWORK,MSGL_V,"Content-Length: [%s]\n", http_get_field(http_hdr, "Content-Length") );
 216                                 if( http_hdr->body_size>0 ) {
 217                                         if( streaming_bufferize( stream->streaming_ctrl, http_hdr->body, http_hdr->body_size )<0 ) {
 218                                                 http_free( http_hdr );
 219                                                 return -1;
 220                                         }
 221                                 }
 222                                 break;
 223                         // Redirect
 224                         case 301: // Permanently
 225                         case 302: // Temporarily
 226                         case 303: // See Other
 227                                 ret=-1;
 228                                 next_url = http_get_field( http_hdr, "Location" );
 229
 230                                 if (next_url != NULL)
 231                                         rd_url=url_new(next_url);
 232
 233                                 if (next_url != NULL && rd_url != NULL) {
 234                                         mp_msg(MSGT_NETWORK,MSGL_STATUS,"Redirected: Using this url instead %s\n",next_url);
 235                                                         stream->streaming_ctrl->url=check4proxies(rd_url);
 236                                         ret=nop_streaming_start(stream); //recursively get streaming started
 237                                 } else {
 238                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Redirection failed\n");
 239                                         closesocket( fd );
 240                                         fd = -1;
 241                                 }
 242                                 return ret;
 243                                 break;
 244                         case 401: //Authorization required
 245                         case 403: //Forbidden
 246                         case 404: //Not found
 247                         case 500: //Server Error
 248                         default:
 249                                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Server returned code %d: %s\n", http_hdr->status_code, http_hdr->reason_phrase );
 250                                 closesocket( fd );
 251                                 fd = -1;
 252                                 return -1;
 253                                 break;
 254                 }
 255                 stream->fd = fd;
 256         } else {
 257                 http_hdr = (HTTP_header_t*)stream->streaming_ctrl->data;
 258                 if( http_hdr->body_size>0 ) {
 259                         if( streaming_bufferize( stream->streaming_ctrl, http_hdr->body, http_hdr->body_size )<0 ) {
 260                                 http_free( http_hdr );
 261                                 stream->streaming_ctrl->data = NULL;
 262                                 return -1;
 263                         }
 264                 }
 265         }
 266
 267         if( http_hdr ) {
 268                 http_free( http_hdr );
 269                 stream->streaming_ctrl->data = NULL;
 270         }
 271
 272         stream->streaming_ctrl->streaming_read = nop_streaming_read;
 273         stream->streaming_ctrl->streaming_seek = nop_streaming_seek;
 274         stream->streaming_ctrl->prebuffer_size = 64*1024; // 64 KBytes
 275         stream->streaming_ctrl->buffering = 1;
 276         stream->streaming_ctrl->status = streaming_playing_e;
 277         return 0;
 278 }
 279
 280 HTTP_header_t *
 281 http_new_header(void) {
 282         HTTP_header_t *http_hdr;
 283
 284         http_hdr = malloc(sizeof(HTTP_header_t));
 285         if( http_hdr==NULL ) return NULL;
 286         memset( http_hdr, 0, sizeof(HTTP_header_t) );
 287
 288         return http_hdr;
 289 }
 290
 291 void
 292 http_free( HTTP_header_t *http_hdr ) {
 293         HTTP_field_t *field, *field2free;
 294         if( http_hdr==NULL ) return;
 295         if( http_hdr->protocol!=NULL ) free( http_hdr->protocol );
 296         if( http_hdr->uri!=NULL ) free( http_hdr->uri );
 297         if( http_hdr->reason_phrase!=NULL ) free( http_hdr->reason_phrase );
 298         if( http_hdr->field_search!=NULL ) free( http_hdr->field_search );
 299         if( http_hdr->method!=NULL ) free( http_hdr->method );
 300         if( http_hdr->buffer!=NULL ) free( http_hdr->buffer );
 301         field = http_hdr->first_field;
 302         while( field!=NULL ) {
 303                 field2free = field;
 304                 if (field->field_name)
 305                   free(field->field_name);
 306                 field = field->next;
 307                 free( field2free );
 308         }
 309         free( http_hdr );
 310         http_hdr = NULL;
 311 }
 312
 313 int
 314 http_response_append( HTTP_header_t *http_hdr, char *response, int length ) {
 315         if( http_hdr==NULL || response==NULL || length<0 ) return -1;
 316
 317         if( (unsigned)length > SIZE_MAX - http_hdr->buffer_size - 1) {
 318                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Bad size in memory (re)allocation\n");
 319                 return -1;
 320         }
 321         http_hdr->buffer = (char*)realloc( http_hdr->buffer, http_hdr->buffer_size+length+1 );
 322         if( http_hdr->buffer==NULL ) {
 323                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory (re)allocation failed\n");
 324                 return -1;
 325         }
 326         memcpy( http_hdr->buffer+http_hdr->buffer_size, response, length );
 327         http_hdr->buffer_size += length;
 328         http_hdr->buffer[http_hdr->buffer_size]=0; // close the string!
 329         return http_hdr->buffer_size;
 330 }
 331
 332 int
 333 http_is_header_entire( HTTP_header_t *http_hdr ) {
 334         if( http_hdr==NULL ) return -1;
 335         if( http_hdr->buffer==NULL ) return 0; // empty
 336
 337         if( strstr(http_hdr->buffer, "\r\n\r\n")==NULL &&
 338             strstr(http_hdr->buffer, "\n\n")==NULL ) return 0;
 339         return 1;
 340 }
 341
 342 int
 343 http_response_parse( HTTP_header_t *http_hdr ) {
 344         char *hdr_ptr, *ptr;
 345         char *field=NULL;
 346         int pos_hdr_sep, hdr_sep_len;
 347         size_t len;
 348         if( http_hdr==NULL ) return -1;
 349         if( http_hdr->is_parsed ) return 0;
 350
 351         // Get the protocol
 352         hdr_ptr = strstr( http_hdr->buffer, " " );
 353         if( hdr_ptr==NULL ) {
 354                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Malformed answer. No space separator found.\n");
 355                 return -1;
 356         }
 357         len = hdr_ptr-http_hdr->buffer;
 358         http_hdr->protocol = malloc(len+1);
 359         if( http_hdr->protocol==NULL ) {
 360                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 361                 return -1;
 362         }
 363         strncpy( http_hdr->protocol, http_hdr->buffer, len );
 364         http_hdr->protocol[len]='\0';
 365         if( !strncasecmp( http_hdr->protocol, "HTTP", 4) ) {
 366                 if( sscanf( http_hdr->protocol+5,"1.%d", &(http_hdr->http_minor_version) )!=1 ) {
 367                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Malformed answer. Unable to get HTTP minor version.\n");
 368                         return -1;
 369                 }
 370         }
 371
 372         // Get the status code
 373         if( sscanf( ++hdr_ptr, "%d", &(http_hdr->status_code) )!=1 ) {
 374                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Malformed answer. Unable to get status code.\n");
 375                 return -1;
 376         }
 377         hdr_ptr += 4;
 378
 379         // Get the reason phrase
 380         ptr = strstr( hdr_ptr, "\n" );
 381         if( hdr_ptr==NULL ) {
 382                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Malformed answer. Unable to get the reason phrase.\n");
 383                 return -1;
 384         }
 385         len = ptr-hdr_ptr;
 386         http_hdr->reason_phrase = malloc(len+1);
 387         if( http_hdr->reason_phrase==NULL ) {
 388                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 389                 return -1;
 390         }
 391         strncpy( http_hdr->reason_phrase, hdr_ptr, len );
 392         if( http_hdr->reason_phrase[len-1]=='\r' ) {
 393                 len--;
 394         }
 395         http_hdr->reason_phrase[len]='\0';
 396
 397         // Set the position of the header separator: \r\n\r\n
 398         hdr_sep_len = 4;
 399         ptr = strstr( http_hdr->buffer, "\r\n\r\n" );
 400         if( ptr==NULL ) {
 401                 ptr = strstr( http_hdr->buffer, "\n\n" );
 402                 if( ptr==NULL ) {
 403                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Header may be incomplete. No CRLF CRLF found.\n");
 404                         return -1;
 405                 }
 406                 hdr_sep_len = 2;
 407         }
 408         pos_hdr_sep = ptr-http_hdr->buffer;
 409
 410         // Point to the first line after the method line.
 411         hdr_ptr = strstr( http_hdr->buffer, "\n" )+1;
 412         do {
 413                 ptr = hdr_ptr;
 414                 while( *ptr!='\r' && *ptr!='\n' ) ptr++;
 415                 len = ptr-hdr_ptr;
 416                 if( len==0 ) break;
 417                 field = (char*)realloc(field, len+1);
 418                 if( field==NULL ) {
 419                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Memory allocation failed\n");
 420                         return -1;
 421                 }
 422                 strncpy( field, hdr_ptr, len );
 423                 field[len]='\0';
 424                 http_set_field( http_hdr, field );
 425                 hdr_ptr = ptr+((*ptr=='\r')?2:1);
 426         } while( hdr_ptr<(http_hdr->buffer+pos_hdr_sep) );
 427
 428         if( field!=NULL ) free( field );
 429
 430         if( pos_hdr_sep+hdr_sep_len<http_hdr->buffer_size ) {
 431                 // Response has data!
 432                 http_hdr->body = http_hdr->buffer+pos_hdr_sep+hdr_sep_len;
 433                 http_hdr->body_size = http_hdr->buffer_size-(pos_hdr_sep+hdr_sep_len);
 434         }
 435
 436         http_hdr->is_parsed = 1;
 437         return 0;
 438 }
 439
 440 char *
 441 http_build_request( HTTP_header_t *http_hdr ) {
 442         char *ptr, *uri=NULL;
 443         int len;
 444         HTTP_field_t *field;
 445         if( http_hdr==NULL ) return NULL;
 446
 447         if( http_hdr->method==NULL ) http_set_method( http_hdr, "GET");
 448         if( http_hdr->uri==NULL ) http_set_uri( http_hdr, "/");
 449         else {
 450                 uri = malloc(strlen(http_hdr->uri) + 1);
 451                 if( uri==NULL ) {
 452                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Memory allocation failed\n");
 453                         return NULL;
 454                 }
 455                 strcpy(uri,http_hdr->uri);
 456         }
 457
 458         //**** Compute the request length
 459         // Add the Method line
 460         len = strlen(http_hdr->method)+strlen(uri)+12;
 461         // Add the fields
 462         field = http_hdr->first_field;
 463         while( field!=NULL ) {
 464                 len += strlen(field->field_name)+2;
 465                 field = field->next;
 466         }
 467         // Add the CRLF
 468         len += 2;
 469         // Add the body
 470         if( http_hdr->body!=NULL ) {
 471                 len += http_hdr->body_size;
 472         }
 473         // Free the buffer if it was previously used
 474         if( http_hdr->buffer!=NULL ) {
 475                 free( http_hdr->buffer );
 476                 http_hdr->buffer = NULL;
 477         }
 478         http_hdr->buffer = malloc(len+1);
 479         if( http_hdr->buffer==NULL ) {
 480                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Memory allocation failed\n");
 481                 return NULL;
 482         }
 483         http_hdr->buffer_size = len;
 484
 485         //*** Building the request
 486         ptr = http_hdr->buffer;
 487         // Add the method line
 488         ptr += sprintf( ptr, "%s %s HTTP/1.%d\r\n", http_hdr->method, uri, http_hdr->http_minor_version );
 489         field = http_hdr->first_field;
 490         // Add the field
 491         while( field!=NULL ) {
 492                 ptr += sprintf( ptr, "%s\r\n", field->field_name );
 493                 field = field->next;
 494         }
 495         ptr += sprintf( ptr, "\r\n" );
 496         // Add the body
 497         if( http_hdr->body!=NULL ) {
 498                 memcpy( ptr, http_hdr->body, http_hdr->body_size );
 499         }
 500
 501         if( uri ) free( uri );
 502         return http_hdr->buffer;
 503 }
 504
 505 char *
 506 http_get_field( HTTP_header_t *http_hdr, const char *field_name ) {
 507         if( http_hdr==NULL || field_name==NULL ) return NULL;
 508         http_hdr->field_search_pos = http_hdr->first_field;
 509         http_hdr->field_search = (char*)realloc( http_hdr->field_search, strlen(field_name)+1 );
 510         if( http_hdr->field_search==NULL ) {
 511                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 512                 return NULL;
 513         }
 514         strcpy( http_hdr->field_search, field_name );
 515         return http_get_next_field( http_hdr );
 516 }
 517
 518 char *
 519 http_get_next_field( HTTP_header_t *http_hdr ) {
 520         char *ptr;
 521         HTTP_field_t *field;
 522         if( http_hdr==NULL ) return NULL;
 523
 524         field = http_hdr->field_search_pos;
 525         while( field!=NULL ) {
 526                 ptr = strstr( field->field_name, ":" );
 527                 if( ptr==NULL ) return NULL;
 528                 if( !strncasecmp( field->field_name, http_hdr->field_search, ptr-(field->field_name) ) ) {
 529                         ptr++;  // Skip the column
 530                         while( ptr[0]==' ' ) ptr++; // Skip the spaces if there is some
 531                         http_hdr->field_search_pos = field->next;
 532                         return ptr;     // return the value without the field name
 533                 }
 534                 field = field->next;
 535         }
 536         return NULL;
 537 }
 538
 539 void
 540 http_set_field( HTTP_header_t *http_hdr, const char *field_name ) {
 541         HTTP_field_t *new_field;
 542         if( http_hdr==NULL || field_name==NULL ) return;
 543
 544         new_field = malloc(sizeof(HTTP_field_t));
 545         if( new_field==NULL ) {
 546                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 547                 return;
 548         }
 549         new_field->next = NULL;
 550         new_field->field_name = malloc(strlen(field_name)+1);
 551         if( new_field->field_name==NULL ) {
 552                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 553                 free(new_field);
 554                 return;
 555         }
 556         strcpy( new_field->field_name, field_name );
 557
 558         if( http_hdr->last_field==NULL ) {
 559                 http_hdr->first_field = new_field;
 560         } else {
 561                 http_hdr->last_field->next = new_field;
 562         }
 563         http_hdr->last_field = new_field;
 564         http_hdr->field_nb++;
 565 }
 566
 567 void
 568 http_set_method( HTTP_header_t *http_hdr, const char *method ) {
 569         if( http_hdr==NULL || method==NULL ) return;
 570
 571         http_hdr->method = malloc(strlen(method)+1);
 572         if( http_hdr->method==NULL ) {
 573                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 574                 return;
 575         }
 576         strcpy( http_hdr->method, method );
 577 }
 578
 579 void
 580 http_set_uri( HTTP_header_t *http_hdr, const char *uri ) {
 581         if( http_hdr==NULL || uri==NULL ) return;
 582
 583         http_hdr->uri = malloc(strlen(uri)+1);
 584         if( http_hdr->uri==NULL ) {
 585                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 586                 return;
 587         }
 588         strcpy( http_hdr->uri, uri );
 589 }
 590
 591 int
 592 http_add_basic_authentication( HTTP_header_t *http_hdr, const char *username, const char *password ) {
 593         char *auth = NULL, *usr_pass = NULL, *b64_usr_pass = NULL;
 594         int encoded_len, pass_len=0, out_len;
 595         int res = -1;
 596         if( http_hdr==NULL || username==NULL ) return -1;
 597
 598         if( password!=NULL ) {
 599                 pass_len = strlen(password);
 600         }
 601
 602         usr_pass = malloc(strlen(username)+pass_len+2);
 603         if( usr_pass==NULL ) {
 604                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 605                 goto out;
 606         }
 607
 608         sprintf( usr_pass, "%s:%s", username, (password==NULL)?"":password );
 609
 610         // Base 64 encode with at least 33% more data than the original size
 611         encoded_len = strlen(usr_pass)*2;
 612         b64_usr_pass = malloc(encoded_len);
 613         if( b64_usr_pass==NULL ) {
 614                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 615                 goto out;
 616         }
 617
 618         out_len = base64_encode( usr_pass, strlen(usr_pass), b64_usr_pass, encoded_len);
 619         if( out_len<0 ) {
 620                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Base64 out overflow\n");
 621                 goto out;
 622         }
 623
 624         b64_usr_pass[out_len]='\0';
 625
 626         auth = malloc(encoded_len+22);
 627         if( auth==NULL ) {
 628                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 629                 goto out;
 630         }
 631
 632         sprintf( auth, "Authorization: Basic %s", b64_usr_pass);
 633         http_set_field( http_hdr, auth );
 634         res = 0;
 635
 636 out:
 637         free( usr_pass );
 638         free( b64_usr_pass );
 639         free( auth );
 640
 641         return res;
 642 }
 643
 644 void
 645 http_debug_hdr( HTTP_header_t *http_hdr ) {
 646         HTTP_field_t *field;
 647         int i = 0;
 648         if( http_hdr==NULL ) return;
 649
 650         mp_msg(MSGT_NETWORK,MSGL_V,"--- HTTP DEBUG HEADER --- START ---\n");
 651         mp_msg(MSGT_NETWORK,MSGL_V,"protocol:           [%s]\n", http_hdr->protocol );
 652         mp_msg(MSGT_NETWORK,MSGL_V,"http minor version: [%d]\n", http_hdr->http_minor_version );
 653         mp_msg(MSGT_NETWORK,MSGL_V,"uri:                [%s]\n", http_hdr->uri );
 654         mp_msg(MSGT_NETWORK,MSGL_V,"method:             [%s]\n", http_hdr->method );
 655         mp_msg(MSGT_NETWORK,MSGL_V,"status code:        [%d]\n", http_hdr->status_code );
 656         mp_msg(MSGT_NETWORK,MSGL_V,"reason phrase:      [%s]\n", http_hdr->reason_phrase );
 657         mp_msg(MSGT_NETWORK,MSGL_V,"body size:          [%d]\n", http_hdr->body_size );
 658
 659         mp_msg(MSGT_NETWORK,MSGL_V,"Fields:\n");
 660         field = http_hdr->first_field;
 661         while( field!=NULL ) {
 662                 mp_msg(MSGT_NETWORK,MSGL_V," %d - %s\n", i++, field->field_name );
 663                 field = field->next;
 664         }
 665         mp_msg(MSGT_NETWORK,MSGL_V,"--- HTTP DEBUG HEADER --- END ---\n");
 666 }
 667
 668 int
 669 base64_encode(const void *enc, int encLen, char *out, int outMax) {
 670         static const char       b64[] = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
 671
 672         unsigned char           *encBuf;
 673         int                     outLen;
 674         unsigned int            bits;
 675         unsigned int            shift;
 676
 677         encBuf = (unsigned char*)enc;
 678         outLen = 0;
 679         bits = 0;
 680         shift = 0;
 681         outMax &= ~3;
 682
 683         while(1) {
 684                 if( encLen>0 ) {
 685                         // Shift in byte
 686                         bits <<= 8;
 687                         bits |= *encBuf;
 688                         shift += 8;
 689                         // Next byte
 690                         encBuf++;
 691                         encLen--;
 692                 } else if( shift>0 ) {
 693                         // Pad last bits to 6 bits - will end next loop
 694                         bits <<= 6 - shift;
 695                         shift = 6;
 696                 } else {
 697                         // As per RFC 2045, section 6.8,
 698                         // pad output as necessary: 0 to 2 '=' chars.
 699                         while( outLen & 3 ){
 700                                 *out++ = '=';
 701                                 outLen++;
 702                         }
 703
 704                         return outLen;
 705                 }
 706
 707                 // Encode 6 bit segments
 708                 while( shift>=6 ) {
 709                         if (outLen >= outMax)
 710                                 return -1;
 711                         shift -= 6;
 712                         *out = b64[ (bits >> shift) & 0x3F ];
 713                         out++;
 714                         outLen++;
 715                 }
 716         }
 717 }
 718
 719 static void print_icy_metadata(HTTP_header_t *http_hdr) {
 720         const char *field_data;
 721         // note: I skip icy-notice1 and 2, as they contain html <BR>
 722         // and are IMHO useless info ::atmos
 723         if( (field_data = http_get_field(http_hdr, "icy-name")) != NULL )
 724                 mp_msg(MSGT_NETWORK,MSGL_INFO,"Name   : %s\n", field_data);
 725         if( (field_data = http_get_field(http_hdr, "icy-genre")) != NULL )
 726                 mp_msg(MSGT_NETWORK,MSGL_INFO,"Genre  : %s\n", field_data);
 727         if( (field_data = http_get_field(http_hdr, "icy-url")) != NULL )
 728                 mp_msg(MSGT_NETWORK,MSGL_INFO,"Website: %s\n", field_data);
 729         // XXX: does this really mean public server? ::atmos
 730         if( (field_data = http_get_field(http_hdr, "icy-pub")) != NULL )
 731                 mp_msg(MSGT_NETWORK,MSGL_INFO,"Public : %s\n", atoi(field_data)?"yes":"no");
 732         if( (field_data = http_get_field(http_hdr, "icy-br")) != NULL )
 733                 mp_msg(MSGT_NETWORK,MSGL_INFO,"Bitrate: %skbit/s\n", field_data);
 734 }
 735
 736 //! If this function succeeds you must closesocket stream->fd
 737 static int http_streaming_start(stream_t *stream, int* file_format) {
 738         HTTP_header_t *http_hdr = NULL;
 739         unsigned int i;
 740         int fd = stream->fd;
 741         int res = STREAM_UNSUPPORTED;
 742         int redirect = 0;
 743         int auth_retry=0;
 744         int seekable=0;
 745         char *content_type;
 746         char *next_url;
 747         URL_t *url = stream->streaming_ctrl->url;
 748
 749         do
 750         {
 751                 redirect = 0;
 752                 if (fd > 0) closesocket(fd);
 753                 fd = http_send_request( url, 0 );
 754                 if( fd<0 ) {
 755                         goto err_out;
 756                 }
 757
 758                 http_free(http_hdr);
 759                 http_hdr = http_read_response( fd );
 760                 if( http_hdr==NULL ) {
 761                         goto err_out;
 762                 }
 763
 764                 if( mp_msg_test(MSGT_NETWORK,MSGL_V) ) {
 765                         http_debug_hdr( http_hdr );
 766                 }
 767
 768                 // Check if we can make partial content requests and thus seek in http-streams
 769                 if( http_hdr!=NULL && http_hdr->status_code==200 ) {
 770                     const char *accept_ranges = http_get_field(http_hdr,"Accept-Ranges");
 771                     const char *server = http_get_field(http_hdr, "Server");
 772                     if (accept_ranges)
 773                         seekable = strncmp(accept_ranges,"bytes",5)==0;
 774                     else if (server && strcmp(server, "gvs 1.0") == 0)
 775                         seekable = 1; // HACK for youtube incorrectly claiming not to support seeking
 776                 }
 777
 778                 print_icy_metadata(http_hdr);
 779
 780                 // Check if the response is an ICY status_code reason_phrase
 781                 if( !strcasecmp(http_hdr->protocol, "ICY") ||
 782                      http_get_field(http_hdr, "Icy-MetaInt") ) {
 783                         switch( http_hdr->status_code ) {
 784                                 case 200: { // OK
 785                                         char *field_data;
 786                                         // If content-type == video/nsv we most likely have a winamp video stream
 787                                         // otherwise it should be mp3. if there are more types consider adding mime type
 788                                         // handling like later
 789                                         if ( (field_data = http_get_field(http_hdr, "content-type")) != NULL && (!strcmp(field_data, "video/nsv") || !strcmp(field_data, "misc/ultravox")))
 790                                                 *file_format = DEMUXER_TYPE_NSV;
 791                                         else if ( (field_data = http_get_field(http_hdr, "content-type")) != NULL && (!strcmp(field_data, "audio/aacp") || !strcmp(field_data, "audio/aac")))
 792                                                 *file_format = DEMUXER_TYPE_AAC;
 793                                         else
 794                                                 *file_format = DEMUXER_TYPE_AUDIO;
 795                                         res = STREAM_ERROR;
 796                                         goto out;
 797                                 }
 798                                 case 400: // Server Full
 799                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Error: ICY-Server is full, skipping!\n");
 800                                         goto err_out;
 801                                 case 401: // Service Unavailable
 802                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Error: ICY-Server return service unavailable, skipping!\n");
 803                                         goto err_out;
 804                                 case 403: // Service Forbidden
 805                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Error: ICY-Server return 'Service Forbidden'\n");
 806                                         goto err_out;
 807                                 case 404: // Resource Not Found
 808                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Error: ICY-Server couldn't find requested stream, skipping!\n");
 809                                         goto err_out;
 810                                 default:
 811                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Error: unhandled ICY-Errorcode, contact MPlayer developers!\n");
 812                                         goto err_out;
 813                         }
 814                 }
 815
 816                 // Assume standard http if not ICY
 817                 switch( http_hdr->status_code ) {
 818                         case 200: // OK
 819                                 // Look if we can use the Content-Type
 820                                 content_type = http_get_field( http_hdr, "Content-Type" );
 821                                 if( content_type!=NULL ) {
 822                                         char *content_length = NULL;
 823                                         mp_msg(MSGT_NETWORK,MSGL_V,"Content-Type: [%s]\n", content_type );
 824                                         if( (content_length = http_get_field(http_hdr, "Content-Length")) != NULL) {
 825                                                 mp_msg(MSGT_NETWORK,MSGL_V,"Content-Length: [%s]\n", http_get_field(http_hdr, "Content-Length"));
 826                                                 stream->end_pos = atoi(content_length);
 827                                         }
 828                                         // Check in the mime type table for a demuxer type
 829                                         i = 0;
 830                                         while(mime_type_table[i].mime_type != NULL) {
 831                                                 if( !strcasecmp( content_type, mime_type_table[i].mime_type ) ) {
 832                                                         *file_format = mime_type_table[i].demuxer_type;
 833                                                         res = seekable;
 834                                                         goto out;
 835                                                 }
 836                                                 i++;
 837                                         }
 838                                 }
 839                                 // Not found in the mime type table, don't fail,
 840                                 // we should try raw HTTP
 841                                 res = seekable;
 842                                 goto out;
 843                         // Redirect
 844                         case 301: // Permanently
 845                         case 302: // Temporarily
 846                         case 303: // See Other
 847                                 // TODO: RFC 2616, recommand to detect infinite redirection loops
 848                                 next_url = http_get_field( http_hdr, "Location" );
 849                                 if( next_url!=NULL ) {
 850                                         int is_ultravox = strcasecmp(stream->streaming_ctrl->url->protocol, "unsv") == 0;
 851                                         stream->streaming_ctrl->url = url_redirect( &url, next_url );
 852                                         if (!strcasecmp(url->protocol, "mms")) {
 853                                                 res = STREAM_REDIRECTED;
 854                                                 goto err_out;
 855                                         }
 856                                         if (strcasecmp(url->protocol, "http")) {
 857                                                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Unsupported http %d redirect to %s protocol\n", http_hdr->status_code, url->protocol);
 858                                                 goto err_out;
 859                                         }
 860                                         if (is_ultravox)  {
 861                                                 free(url->protocol);
 862                                                 url->protocol = strdup("unsv");
 863                                         }
 864                                         redirect = 1;
 865                                 }
 866                                 break;
 867                         case 401: // Authentication required
 868                                 if( http_authenticate(http_hdr, url, &auth_retry)<0 )
 869                                         goto err_out;
 870                                 redirect = 1;
 871                                 break;
 872                         default:
 873                                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Server returned %d: %s\n", http_hdr->status_code, http_hdr->reason_phrase );
 874                                 goto err_out;
 875                 }
 876         } while( redirect );
 877
 878 err_out:
 879         if (fd > 0) closesocket( fd );
 880         fd = -1;
 881         http_free( http_hdr );
 882         http_hdr = NULL;
 883 out:
 884         stream->streaming_ctrl->data = (void*)http_hdr;
 885         stream->fd = fd;
 886         return res;
 887 }
 888
 889 static int fixup_open(stream_t *stream,int seekable) {
 890         HTTP_header_t *http_hdr = stream->streaming_ctrl->data;
 891         int is_icy = http_hdr && http_get_field(http_hdr, "Icy-MetaInt");
 892         int is_ultravox = strcasecmp(stream->streaming_ctrl->url->protocol, "unsv") == 0;
 893
 894         stream->type = STREAMTYPE_STREAM;
 895         if(!is_icy && !is_ultravox && seekable)
 896         {
 897                 stream->flags |= MP_STREAM_SEEK;
 898                 stream->seek = http_seek;
 899         }
 900         stream->streaming_ctrl->bandwidth = network_bandwidth;
 901         if ((!is_icy && !is_ultravox) || scast_streaming_start(stream))
 902         if(nop_streaming_start( stream )) {
 903                 mp_msg(MSGT_NETWORK,MSGL_ERR,"nop_streaming_start failed\n");
 904                 if (stream->fd >= 0)
 905                         closesocket(stream->fd);
 906                 stream->fd = -1;
 907                 streaming_ctrl_free(stream->streaming_ctrl);
 908                 stream->streaming_ctrl = NULL;
 909                 return STREAM_UNSUPPORTED;
 910         }
 911
 912         fixup_network_stream_cache(stream);
 913         return STREAM_OK;
 914 }
 915
 916 static int open_s1(stream_t *stream,int mode, void* opts, int* file_format) {
 917         int seekable=0;
 918         URL_t *url;
 919
 920         stream->streaming_ctrl = streaming_ctrl_new();
 921         if( stream->streaming_ctrl==NULL ) {
 922                 return STREAM_ERROR;
 923         }
 924         stream->streaming_ctrl->bandwidth = network_bandwidth;
 925         url = url_new(stream->url);
 926         stream->streaming_ctrl->url = check4proxies(url);
 927         url_free(url);
 928
 929         mp_msg(MSGT_OPEN, MSGL_V, "STREAM_HTTP(1), URL: %s\n", stream->url);
 930         seekable = http_streaming_start(stream, file_format);
 931         if((seekable < 0) || (*file_format == DEMUXER_TYPE_ASF)) {
 932                 if (stream->fd >= 0)
 933                         closesocket(stream->fd);
 934                 stream->fd = -1;
 935                 if (seekable == STREAM_REDIRECTED)
 936                         return seekable;
 937                 streaming_ctrl_free(stream->streaming_ctrl);
 938                 stream->streaming_ctrl = NULL;
 939                 return STREAM_UNSUPPORTED;
 940         }
 941
 942         return fixup_open(stream, seekable);
 943 }
 944
 945 static int open_s2(stream_t *stream,int mode, void* opts, int* file_format) {
 946         int seekable=0;
 947         URL_t *url;
 948
 949         stream->streaming_ctrl = streaming_ctrl_new();
 950         if( stream->streaming_ctrl==NULL ) {
 951                 return STREAM_ERROR;
 952         }
 953         stream->streaming_ctrl->bandwidth = network_bandwidth;
 954         url = url_new(stream->url);
 955         stream->streaming_ctrl->url = check4proxies(url);
 956         url_free(url);
 957
 958         mp_msg(MSGT_OPEN, MSGL_V, "STREAM_HTTP(2), URL: %s\n", stream->url);
 959         seekable = http_streaming_start(stream, file_format);
 960         if(seekable < 0) {
 961                 if (stream->fd >= 0)
 962                         closesocket(stream->fd);
 963                 stream->fd = -1;
 964                 streaming_ctrl_free(stream->streaming_ctrl);
 965                 stream->streaming_ctrl = NULL;
 966                 return STREAM_UNSUPPORTED;
 967         }
 968
 969         return fixup_open(stream, seekable);
 970 }
 971
 972
 973 const stream_info_t stream_info_http1 = {
 974   "http streaming",
 975   "null",
 976   "Bertrand, Albeau, Reimar Doeffinger, Arpi?",
 977   "plain http",
 978   open_s1,
 979   {"http", "http_proxy", "unsv", "icyx", "noicyx", NULL},
 980   NULL,
 981   0 // Urls are an option string
 982 };
 983
 984 const stream_info_t stream_info_http2 = {
 985   "http streaming",
 986   "null",
 987   "Bertrand, Albeu, Arpi? who?",
 988   "plain http, also used as fallback for many other protocols",
 989   open_s2,
 990   {"http", "http_proxy", "pnm", "mms", "mmsu", "mmst", "rtsp", NULL},   //all the others as fallback
 991   NULL,
 992   0 // Urls are an option string
 993 };