stream/http.c

   1 /*
   2  * HTTP Helper
   3  *
   4  * Copyright (C) 2001 Bertrand Baudet <bertrand_baudet@yahoo.com>
   5  *
   6  * This file is part of MPlayer.
   7  *
   8  * MPlayer is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License as published by
  10  * the Free Software Foundation; either version 2 of the License, or
  11  * (at your option) any later version.
  12  *
  13  * MPlayer is distributed in the hope that it will be useful,
  14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16  * GNU General Public License for more details.
  17  *
  18  * You should have received a copy of the GNU General Public License along
  19  * with MPlayer; if not, write to the Free Software Foundation, Inc.,
  20  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  21  */
  22
  23 #include "config.h"
  24
  25 #include <stdio.h>
  26 #include <stdlib.h>
  27 #include <string.h>
  28 #include <unistd.h>
  29
  30 #if !HAVE_WINSOCK2_H
  31 #else
  32 #include <winsock2.h>
  33 #include <ws2tcpip.h>
  34 #endif
  35
  36 #include "http.h"
  37 #include "url.h"
  38 #include "mp_msg.h"
  39
  40 #include "stream.h"
  41 #include "libmpdemux/demuxer.h"
  42 #include "network.h"
  43
  44
  45 extern const mime_struct_t mime_type_table[];
  46 extern int stream_cache_size;
  47 extern int network_bandwidth;
  48
  49 typedef struct {
  50   unsigned metaint;
  51   unsigned metapos;
  52   int is_ultravox;
  53 } scast_data_t;
  54
  55 /**
  56  * \brief first read any data from sc->buffer then from fd
  57  * \param fd file descriptor to read data from
  58  * \param buffer buffer to read into
  59  * \param len how many bytes to read
  60  * \param sc streaming control containing buffer to read from first
  61  * \return len unless there is a read error or eof
  62  */
  63 static unsigned my_read(int fd, char *buffer, int len, streaming_ctrl_t *sc) {
  64   unsigned pos = 0;
  65   unsigned cp_len = sc->buffer_size - sc->buffer_pos;
  66   if (cp_len > len)
  67     cp_len = len;
  68   memcpy(buffer, &sc->buffer[sc->buffer_pos], cp_len);
  69   sc->buffer_pos += cp_len;
  70   pos += cp_len;
  71   while (pos < len) {
  72     int ret = recv(fd, &buffer[pos], len - pos, 0);
  73     if (ret <= 0)
  74       break;
  75     pos += ret;
  76   }
  77   return pos;
  78 }
  79
  80 /**
  81  * \brief read and process (i.e. discard *g*) a block of ultravox metadata
  82  * \param fd file descriptor to read from
  83  * \param sc streaming_ctrl_t whose buffer is consumed before reading from fd
  84  * \return number of real data before next metadata block starts or 0 on error
  85  */
  86 static unsigned uvox_meta_read(int fd, streaming_ctrl_t *sc) {
  87   unsigned metaint;
  88   unsigned char info[6] = {0, 0, 0, 0, 0, 0};
  89   int info_read;
  90   do {
  91     info_read = my_read(fd, info, 1, sc);
  92     if (info[0] == 0x00)
  93       info_read = my_read(fd, info, 6, sc);
  94     else
  95       info_read += my_read(fd, &info[1], 5, sc);
  96     if (info_read != 6) // read error or eof
  97       return 0;
  98     // sync byte and reserved flags
  99     if (info[0] != 0x5a || (info[1] & 0xfc) != 0x00) {
 100       mp_msg(MSGT_DEMUXER, MSGL_ERR, "Invalid or unknown uvox metadata\n");
 101       return 0;
 102     }
 103     if (info[1] & 0x01)
 104       mp_msg(MSGT_DEMUXER, MSGL_WARN, "Encrypted ultravox data\n");
 105     metaint = info[4] << 8 | info[5];
 106     if ((info[3] & 0xf) < 0x07) { // discard any metadata nonsense
 107       char *metabuf = malloc(metaint);
 108       my_read(fd, metabuf, metaint, sc);
 109       free(metabuf);
 110     }
 111   } while ((info[3] & 0xf) < 0x07);
 112   return metaint;
 113 }
 114
 115 /**
 116  * \brief read one scast meta data entry and print it
 117  * \param fd file descriptor to read from
 118  * \param sc streaming_ctrl_t whose buffer is consumed before reading from fd
 119  */
 120 static void scast_meta_read(int fd, streaming_ctrl_t *sc) {
 121   unsigned char tmp = 0;
 122   unsigned metalen;
 123   my_read(fd, &tmp, 1, sc);
 124   metalen = tmp * 16;
 125   if (metalen > 0) {
 126     int i;
 127     uint8_t *info = malloc(metalen + 1);
 128     unsigned nlen = my_read(fd, info, metalen, sc);
 129     // avoid breaking the user's terminal too much
 130     if (nlen > 256) nlen = 256;
 131     for (i = 0; i < nlen; i++)
 132       if (info[i] && info[i] < 32) info[i] = '?';
 133     info[nlen] = 0;
 134     mp_msg(MSGT_DEMUXER, MSGL_INFO, "\nICY Info: %s\n", info);
 135     free(info);
 136   }
 137 }
 138
 139 /**
 140  * \brief read data from scast/ultravox stream without any metadata
 141  * \param fd file descriptor to read from
 142  * \param buffer buffer to read data into
 143  * \param size number of bytes to read
 144  * \param sc streaming_ctrl_t whose buffer is consumed before reading from fd
 145  */
 146 static int scast_streaming_read(int fd, char *buffer, int size,
 147                                 streaming_ctrl_t *sc) {
 148   scast_data_t *sd = (scast_data_t *)sc->data;
 149   unsigned block, ret;
 150   unsigned done = 0;
 151
 152   // first read remaining data up to next metadata
 153   block = sd->metaint - sd->metapos;
 154   if (block > size)
 155     block = size;
 156   ret = my_read(fd, buffer, block, sc);
 157   sd->metapos += ret;
 158   done += ret;
 159   if (ret != block) // read problems or eof
 160     size = done;
 161
 162   while (done < size) { // now comes the metadata
 163     if (sd->is_ultravox)
 164     {
 165       sd->metaint = uvox_meta_read(fd, sc);
 166       if (!sd->metaint)
 167         size = done;
 168     }
 169     else
 170       scast_meta_read(fd, sc); // read and display metadata
 171     sd->metapos = 0;
 172     block = size - done;
 173     if (block > sd->metaint)
 174       block = sd->metaint;
 175     ret = my_read(fd, &buffer[done], block, sc);
 176     sd->metapos += ret;
 177     done += ret;
 178     if (ret != block) // read problems or eof
 179       size = done;
 180   }
 181   return done;
 182 }
 183
 184 static int scast_streaming_start(stream_t *stream) {
 185   int metaint;
 186   scast_data_t *scast_data;
 187   HTTP_header_t *http_hdr = stream->streaming_ctrl->data;
 188   int is_ultravox = strcasecmp(stream->streaming_ctrl->url->protocol, "unsv") == 0;
 189   if (!stream || stream->fd < 0 || !http_hdr)
 190     return -1;
 191   if (is_ultravox)
 192     metaint = 0;
 193   else {
 194     metaint = atoi(http_get_field(http_hdr, "Icy-MetaInt"));
 195     if (metaint <= 0)
 196       return -1;
 197   }
 198   stream->streaming_ctrl->buffer = malloc(http_hdr->body_size);
 199   stream->streaming_ctrl->buffer_size = http_hdr->body_size;
 200   stream->streaming_ctrl->buffer_pos = 0;
 201   memcpy(stream->streaming_ctrl->buffer, http_hdr->body, http_hdr->body_size);
 202   scast_data = malloc(sizeof(scast_data_t));
 203   scast_data->metaint = metaint;
 204   scast_data->metapos = 0;
 205   scast_data->is_ultravox = is_ultravox;
 206   http_free(http_hdr);
 207   stream->streaming_ctrl->data = scast_data;
 208   stream->streaming_ctrl->streaming_read = scast_streaming_read;
 209   stream->streaming_ctrl->streaming_seek = NULL;
 210   stream->streaming_ctrl->prebuffer_size = 64 * 1024; // 64 KBytes
 211   stream->streaming_ctrl->buffering = 1;
 212   stream->streaming_ctrl->status = streaming_playing_e;
 213   return 0;
 214 }
 215
 216 static int nop_streaming_start( stream_t *stream ) {
 217         HTTP_header_t *http_hdr = NULL;
 218         char *next_url=NULL;
 219         URL_t *rd_url=NULL;
 220         int fd,ret;
 221         if( stream==NULL ) return -1;
 222
 223         fd = stream->fd;
 224         if( fd<0 ) {
 225                 fd = http_send_request( stream->streaming_ctrl->url, 0 );
 226                 if( fd<0 ) return -1;
 227                 http_hdr = http_read_response( fd );
 228                 if( http_hdr==NULL ) return -1;
 229
 230                 switch( http_hdr->status_code ) {
 231                         case 200: // OK
 232                                 mp_msg(MSGT_NETWORK,MSGL_V,"Content-Type: [%s]\n", http_get_field(http_hdr, "Content-Type") );
 233                                 mp_msg(MSGT_NETWORK,MSGL_V,"Content-Length: [%s]\n", http_get_field(http_hdr, "Content-Length") );
 234                                 if( http_hdr->body_size>0 ) {
 235                                         if( streaming_bufferize( stream->streaming_ctrl, http_hdr->body, http_hdr->body_size )<0 ) {
 236                                                 http_free( http_hdr );
 237                                                 return -1;
 238                                         }
 239                                 }
 240                                 break;
 241                         // Redirect
 242                         case 301: // Permanently
 243                         case 302: // Temporarily
 244                         case 303: // See Other
 245                                 ret=-1;
 246                                 next_url = http_get_field( http_hdr, "Location" );
 247
 248                                 if (next_url != NULL)
 249                                         rd_url=url_new(next_url);
 250
 251                                 if (next_url != NULL && rd_url != NULL) {
 252                                         mp_msg(MSGT_NETWORK,MSGL_STATUS,"Redirected: Using this url instead %s\n",next_url);
 253                                                         stream->streaming_ctrl->url=check4proxies(rd_url);
 254                                         ret=nop_streaming_start(stream); //recursively get streaming started
 255                                 } else {
 256                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Redirection failed\n");
 257                                         closesocket( fd );
 258                                         fd = -1;
 259                                 }
 260                                 return ret;
 261                                 break;
 262                         case 401: //Authorization required
 263                         case 403: //Forbidden
 264                         case 404: //Not found
 265                         case 500: //Server Error
 266                         default:
 267                                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Server returned code %d: %s\n", http_hdr->status_code, http_hdr->reason_phrase );
 268                                 closesocket( fd );
 269                                 fd = -1;
 270                                 return -1;
 271                                 break;
 272                 }
 273                 stream->fd = fd;
 274         } else {
 275                 http_hdr = (HTTP_header_t*)stream->streaming_ctrl->data;
 276                 if( http_hdr->body_size>0 ) {
 277                         if( streaming_bufferize( stream->streaming_ctrl, http_hdr->body, http_hdr->body_size )<0 ) {
 278                                 http_free( http_hdr );
 279                                 stream->streaming_ctrl->data = NULL;
 280                                 return -1;
 281                         }
 282                 }
 283         }
 284
 285         if( http_hdr ) {
 286                 http_free( http_hdr );
 287                 stream->streaming_ctrl->data = NULL;
 288         }
 289
 290         stream->streaming_ctrl->streaming_read = nop_streaming_read;
 291         stream->streaming_ctrl->streaming_seek = nop_streaming_seek;
 292         stream->streaming_ctrl->prebuffer_size = 64*1024; // 64 KBytes
 293         stream->streaming_ctrl->buffering = 1;
 294         stream->streaming_ctrl->status = streaming_playing_e;
 295         return 0;
 296 }
 297
 298 HTTP_header_t *
 299 http_new_header(void) {
 300         HTTP_header_t *http_hdr;
 301
 302         http_hdr = malloc(sizeof(HTTP_header_t));
 303         if( http_hdr==NULL ) return NULL;
 304         memset( http_hdr, 0, sizeof(HTTP_header_t) );
 305
 306         return http_hdr;
 307 }
 308
 309 void
 310 http_free( HTTP_header_t *http_hdr ) {
 311         HTTP_field_t *field, *field2free;
 312         if( http_hdr==NULL ) return;
 313         if( http_hdr->protocol!=NULL ) free( http_hdr->protocol );
 314         if( http_hdr->uri!=NULL ) free( http_hdr->uri );
 315         if( http_hdr->reason_phrase!=NULL ) free( http_hdr->reason_phrase );
 316         if( http_hdr->field_search!=NULL ) free( http_hdr->field_search );
 317         if( http_hdr->method!=NULL ) free( http_hdr->method );
 318         if( http_hdr->buffer!=NULL ) free( http_hdr->buffer );
 319         field = http_hdr->first_field;
 320         while( field!=NULL ) {
 321                 field2free = field;
 322                 if (field->field_name)
 323                   free(field->field_name);
 324                 field = field->next;
 325                 free( field2free );
 326         }
 327         free( http_hdr );
 328         http_hdr = NULL;
 329 }
 330
 331 int
 332 http_response_append( HTTP_header_t *http_hdr, char *response, int length ) {
 333         if( http_hdr==NULL || response==NULL || length<0 ) return -1;
 334
 335         if( (unsigned)length > SIZE_MAX - http_hdr->buffer_size - 1) {
 336                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Bad size in memory (re)allocation\n");
 337                 return -1;
 338         }
 339         http_hdr->buffer = realloc( http_hdr->buffer, http_hdr->buffer_size+length+1 );
 340         if( http_hdr->buffer==NULL ) {
 341                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory (re)allocation failed\n");
 342                 return -1;
 343         }
 344         memcpy( http_hdr->buffer+http_hdr->buffer_size, response, length );
 345         http_hdr->buffer_size += length;
 346         http_hdr->buffer[http_hdr->buffer_size]=0; // close the string!
 347         return http_hdr->buffer_size;
 348 }
 349
 350 int
 351 http_is_header_entire( HTTP_header_t *http_hdr ) {
 352         if( http_hdr==NULL ) return -1;
 353         if( http_hdr->buffer==NULL ) return 0; // empty
 354
 355         if( strstr(http_hdr->buffer, "\r\n\r\n")==NULL &&
 356             strstr(http_hdr->buffer, "\n\n")==NULL ) return 0;
 357         return 1;
 358 }
 359
 360 int
 361 http_response_parse( HTTP_header_t *http_hdr ) {
 362         char *hdr_ptr, *ptr;
 363         char *field=NULL;
 364         int pos_hdr_sep, hdr_sep_len;
 365         size_t len;
 366         if( http_hdr==NULL ) return -1;
 367         if( http_hdr->is_parsed ) return 0;
 368
 369         // Get the protocol
 370         hdr_ptr = strstr( http_hdr->buffer, " " );
 371         if( hdr_ptr==NULL ) {
 372                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Malformed answer. No space separator found.\n");
 373                 return -1;
 374         }
 375         len = hdr_ptr-http_hdr->buffer;
 376         http_hdr->protocol = malloc(len+1);
 377         if( http_hdr->protocol==NULL ) {
 378                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 379                 return -1;
 380         }
 381         strncpy( http_hdr->protocol, http_hdr->buffer, len );
 382         http_hdr->protocol[len]='\0';
 383         if( !strncasecmp( http_hdr->protocol, "HTTP", 4) ) {
 384                 if( sscanf( http_hdr->protocol+5,"1.%d", &(http_hdr->http_minor_version) )!=1 ) {
 385                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Malformed answer. Unable to get HTTP minor version.\n");
 386                         return -1;
 387                 }
 388         }
 389
 390         // Get the status code
 391         if( sscanf( ++hdr_ptr, "%d", &(http_hdr->status_code) )!=1 ) {
 392                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Malformed answer. Unable to get status code.\n");
 393                 return -1;
 394         }
 395         hdr_ptr += 4;
 396
 397         // Get the reason phrase
 398         ptr = strstr( hdr_ptr, "\n" );
 399         if( hdr_ptr==NULL ) {
 400                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Malformed answer. Unable to get the reason phrase.\n");
 401                 return -1;
 402         }
 403         len = ptr-hdr_ptr;
 404         http_hdr->reason_phrase = malloc(len+1);
 405         if( http_hdr->reason_phrase==NULL ) {
 406                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 407                 return -1;
 408         }
 409         strncpy( http_hdr->reason_phrase, hdr_ptr, len );
 410         if( http_hdr->reason_phrase[len-1]=='\r' ) {
 411                 len--;
 412         }
 413         http_hdr->reason_phrase[len]='\0';
 414
 415         // Set the position of the header separator: \r\n\r\n
 416         hdr_sep_len = 4;
 417         ptr = strstr( http_hdr->buffer, "\r\n\r\n" );
 418         if( ptr==NULL ) {
 419                 ptr = strstr( http_hdr->buffer, "\n\n" );
 420                 if( ptr==NULL ) {
 421                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Header may be incomplete. No CRLF CRLF found.\n");
 422                         return -1;
 423                 }
 424                 hdr_sep_len = 2;
 425         }
 426         pos_hdr_sep = ptr-http_hdr->buffer;
 427
 428         // Point to the first line after the method line.
 429         hdr_ptr = strstr( http_hdr->buffer, "\n" )+1;
 430         do {
 431                 ptr = hdr_ptr;
 432                 while( *ptr!='\r' && *ptr!='\n' ) ptr++;
 433                 len = ptr-hdr_ptr;
 434                 if( len==0 ) break;
 435                 field = realloc(field, len+1);
 436                 if( field==NULL ) {
 437                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Memory allocation failed\n");
 438                         return -1;
 439                 }
 440                 strncpy( field, hdr_ptr, len );
 441                 field[len]='\0';
 442                 http_set_field( http_hdr, field );
 443                 hdr_ptr = ptr+((*ptr=='\r')?2:1);
 444         } while( hdr_ptr<(http_hdr->buffer+pos_hdr_sep) );
 445
 446         if( field!=NULL ) free( field );
 447
 448         if( pos_hdr_sep+hdr_sep_len<http_hdr->buffer_size ) {
 449                 // Response has data!
 450                 http_hdr->body = http_hdr->buffer+pos_hdr_sep+hdr_sep_len;
 451                 http_hdr->body_size = http_hdr->buffer_size-(pos_hdr_sep+hdr_sep_len);
 452         }
 453
 454         http_hdr->is_parsed = 1;
 455         return 0;
 456 }
 457
 458 char *
 459 http_build_request( HTTP_header_t *http_hdr ) {
 460         char *ptr, *uri=NULL;
 461         int len;
 462         HTTP_field_t *field;
 463         if( http_hdr==NULL ) return NULL;
 464
 465         if( http_hdr->method==NULL ) http_set_method( http_hdr, "GET");
 466         if( http_hdr->uri==NULL ) http_set_uri( http_hdr, "/");
 467         else {
 468                 uri = malloc(strlen(http_hdr->uri) + 1);
 469                 if( uri==NULL ) {
 470                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Memory allocation failed\n");
 471                         return NULL;
 472                 }
 473                 strcpy(uri,http_hdr->uri);
 474         }
 475
 476         //**** Compute the request length
 477         // Add the Method line
 478         len = strlen(http_hdr->method)+strlen(uri)+12;
 479         // Add the fields
 480         field = http_hdr->first_field;
 481         while( field!=NULL ) {
 482                 len += strlen(field->field_name)+2;
 483                 field = field->next;
 484         }
 485         // Add the CRLF
 486         len += 2;
 487         // Add the body
 488         if( http_hdr->body!=NULL ) {
 489                 len += http_hdr->body_size;
 490         }
 491         // Free the buffer if it was previously used
 492         if( http_hdr->buffer!=NULL ) {
 493                 free( http_hdr->buffer );
 494                 http_hdr->buffer = NULL;
 495         }
 496         http_hdr->buffer = malloc(len+1);
 497         if( http_hdr->buffer==NULL ) {
 498                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Memory allocation failed\n");
 499                 return NULL;
 500         }
 501         http_hdr->buffer_size = len;
 502
 503         //*** Building the request
 504         ptr = http_hdr->buffer;
 505         // Add the method line
 506         ptr += sprintf( ptr, "%s %s HTTP/1.%d\r\n", http_hdr->method, uri, http_hdr->http_minor_version );
 507         field = http_hdr->first_field;
 508         // Add the field
 509         while( field!=NULL ) {
 510                 ptr += sprintf( ptr, "%s\r\n", field->field_name );
 511                 field = field->next;
 512         }
 513         ptr += sprintf( ptr, "\r\n" );
 514         // Add the body
 515         if( http_hdr->body!=NULL ) {
 516                 memcpy( ptr, http_hdr->body, http_hdr->body_size );
 517         }
 518
 519         if( uri ) free( uri );
 520         return http_hdr->buffer;
 521 }
 522
 523 char *
 524 http_get_field( HTTP_header_t *http_hdr, const char *field_name ) {
 525         if( http_hdr==NULL || field_name==NULL ) return NULL;
 526         http_hdr->field_search_pos = http_hdr->first_field;
 527         http_hdr->field_search = realloc( http_hdr->field_search, strlen(field_name)+1 );
 528         if( http_hdr->field_search==NULL ) {
 529                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 530                 return NULL;
 531         }
 532         strcpy( http_hdr->field_search, field_name );
 533         return http_get_next_field( http_hdr );
 534 }
 535
 536 char *
 537 http_get_next_field( HTTP_header_t *http_hdr ) {
 538         char *ptr;
 539         HTTP_field_t *field;
 540         if( http_hdr==NULL ) return NULL;
 541
 542         field = http_hdr->field_search_pos;
 543         while( field!=NULL ) {
 544                 ptr = strstr( field->field_name, ":" );
 545                 if( ptr==NULL ) return NULL;
 546                 if( !strncasecmp( field->field_name, http_hdr->field_search, ptr-(field->field_name) ) ) {
 547                         ptr++;  // Skip the column
 548                         while( ptr[0]==' ' ) ptr++; // Skip the spaces if there is some
 549                         http_hdr->field_search_pos = field->next;
 550                         return ptr;     // return the value without the field name
 551                 }
 552                 field = field->next;
 553         }
 554         return NULL;
 555 }
 556
 557 void
 558 http_set_field( HTTP_header_t *http_hdr, const char *field_name ) {
 559         HTTP_field_t *new_field;
 560         if( http_hdr==NULL || field_name==NULL ) return;
 561
 562         new_field = malloc(sizeof(HTTP_field_t));
 563         if( new_field==NULL ) {
 564                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 565                 return;
 566         }
 567         new_field->next = NULL;
 568         new_field->field_name = malloc(strlen(field_name)+1);
 569         if( new_field->field_name==NULL ) {
 570                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 571                 free(new_field);
 572                 return;
 573         }
 574         strcpy( new_field->field_name, field_name );
 575
 576         if( http_hdr->last_field==NULL ) {
 577                 http_hdr->first_field = new_field;
 578         } else {
 579                 http_hdr->last_field->next = new_field;
 580         }
 581         http_hdr->last_field = new_field;
 582         http_hdr->field_nb++;
 583 }
 584
 585 void
 586 http_set_method( HTTP_header_t *http_hdr, const char *method ) {
 587         if( http_hdr==NULL || method==NULL ) return;
 588
 589         http_hdr->method = malloc(strlen(method)+1);
 590         if( http_hdr->method==NULL ) {
 591                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 592                 return;
 593         }
 594         strcpy( http_hdr->method, method );
 595 }
 596
 597 void
 598 http_set_uri( HTTP_header_t *http_hdr, const char *uri ) {
 599         if( http_hdr==NULL || uri==NULL ) return;
 600
 601         http_hdr->uri = malloc(strlen(uri)+1);
 602         if( http_hdr->uri==NULL ) {
 603                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 604                 return;
 605         }
 606         strcpy( http_hdr->uri, uri );
 607 }
 608
 609 int
 610 http_add_basic_authentication( HTTP_header_t *http_hdr, const char *username, const char *password ) {
 611         char *auth = NULL, *usr_pass = NULL, *b64_usr_pass = NULL;
 612         int encoded_len, pass_len=0, out_len;
 613         int res = -1;
 614         if( http_hdr==NULL || username==NULL ) return -1;
 615
 616         if( password!=NULL ) {
 617                 pass_len = strlen(password);
 618         }
 619
 620         usr_pass = malloc(strlen(username)+pass_len+2);
 621         if( usr_pass==NULL ) {
 622                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 623                 goto out;
 624         }
 625
 626         sprintf( usr_pass, "%s:%s", username, (password==NULL)?"":password );
 627
 628         // Base 64 encode with at least 33% more data than the original size
 629         encoded_len = strlen(usr_pass)*2;
 630         b64_usr_pass = malloc(encoded_len);
 631         if( b64_usr_pass==NULL ) {
 632                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 633                 goto out;
 634         }
 635
 636         out_len = base64_encode( usr_pass, strlen(usr_pass), b64_usr_pass, encoded_len);
 637         if( out_len<0 ) {
 638                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Base64 out overflow\n");
 639                 goto out;
 640         }
 641
 642         b64_usr_pass[out_len]='\0';
 643
 644         auth = malloc(encoded_len+22);
 645         if( auth==NULL ) {
 646                 mp_msg(MSGT_NETWORK,MSGL_FATAL,"Memory allocation failed\n");
 647                 goto out;
 648         }
 649
 650         sprintf( auth, "Authorization: Basic %s", b64_usr_pass);
 651         http_set_field( http_hdr, auth );
 652         res = 0;
 653
 654 out:
 655         free( usr_pass );
 656         free( b64_usr_pass );
 657         free( auth );
 658
 659         return res;
 660 }
 661
 662 void
 663 http_debug_hdr( HTTP_header_t *http_hdr ) {
 664         HTTP_field_t *field;
 665         int i = 0;
 666         if( http_hdr==NULL ) return;
 667
 668         mp_msg(MSGT_NETWORK,MSGL_V,"--- HTTP DEBUG HEADER --- START ---\n");
 669         mp_msg(MSGT_NETWORK,MSGL_V,"protocol:           [%s]\n", http_hdr->protocol );
 670         mp_msg(MSGT_NETWORK,MSGL_V,"http minor version: [%d]\n", http_hdr->http_minor_version );
 671         mp_msg(MSGT_NETWORK,MSGL_V,"uri:                [%s]\n", http_hdr->uri );
 672         mp_msg(MSGT_NETWORK,MSGL_V,"method:             [%s]\n", http_hdr->method );
 673         mp_msg(MSGT_NETWORK,MSGL_V,"status code:        [%d]\n", http_hdr->status_code );
 674         mp_msg(MSGT_NETWORK,MSGL_V,"reason phrase:      [%s]\n", http_hdr->reason_phrase );
 675         mp_msg(MSGT_NETWORK,MSGL_V,"body size:          [%d]\n", http_hdr->body_size );
 676
 677         mp_msg(MSGT_NETWORK,MSGL_V,"Fields:\n");
 678         field = http_hdr->first_field;
 679         while( field!=NULL ) {
 680                 mp_msg(MSGT_NETWORK,MSGL_V," %d - %s\n", i++, field->field_name );
 681                 field = field->next;
 682         }
 683         mp_msg(MSGT_NETWORK,MSGL_V,"--- HTTP DEBUG HEADER --- END ---\n");
 684 }
 685
 686 int
 687 base64_encode(const void *enc, int encLen, char *out, int outMax) {
 688         static const char       b64[] = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
 689
 690         unsigned char           *encBuf;
 691         int                     outLen;
 692         unsigned int            bits;
 693         unsigned int            shift;
 694
 695         encBuf = (unsigned char*)enc;
 696         outLen = 0;
 697         bits = 0;
 698         shift = 0;
 699         outMax &= ~3;
 700
 701         while(1) {
 702                 if( encLen>0 ) {
 703                         // Shift in byte
 704                         bits <<= 8;
 705                         bits |= *encBuf;
 706                         shift += 8;
 707                         // Next byte
 708                         encBuf++;
 709                         encLen--;
 710                 } else if( shift>0 ) {
 711                         // Pad last bits to 6 bits - will end next loop
 712                         bits <<= 6 - shift;
 713                         shift = 6;
 714                 } else {
 715                         // As per RFC 2045, section 6.8,
 716                         // pad output as necessary: 0 to 2 '=' chars.
 717                         while( outLen & 3 ){
 718                                 *out++ = '=';
 719                                 outLen++;
 720                         }
 721
 722                         return outLen;
 723                 }
 724
 725                 // Encode 6 bit segments
 726                 while( shift>=6 ) {
 727                         if (outLen >= outMax)
 728                                 return -1;
 729                         shift -= 6;
 730                         *out = b64[ (bits >> shift) & 0x3F ];
 731                         out++;
 732                         outLen++;
 733                 }
 734         }
 735 }
 736
 737 static void print_icy_metadata(HTTP_header_t *http_hdr) {
 738         const char *field_data;
 739         // note: I skip icy-notice1 and 2, as they contain html <BR>
 740         // and are IMHO useless info ::atmos
 741         if( (field_data = http_get_field(http_hdr, "icy-name")) != NULL )
 742                 mp_msg(MSGT_NETWORK,MSGL_INFO,"Name   : %s\n", field_data);
 743         if( (field_data = http_get_field(http_hdr, "icy-genre")) != NULL )
 744                 mp_msg(MSGT_NETWORK,MSGL_INFO,"Genre  : %s\n", field_data);
 745         if( (field_data = http_get_field(http_hdr, "icy-url")) != NULL )
 746                 mp_msg(MSGT_NETWORK,MSGL_INFO,"Website: %s\n", field_data);
 747         // XXX: does this really mean public server? ::atmos
 748         if( (field_data = http_get_field(http_hdr, "icy-pub")) != NULL )
 749                 mp_msg(MSGT_NETWORK,MSGL_INFO,"Public : %s\n", atoi(field_data)?"yes":"no");
 750         if( (field_data = http_get_field(http_hdr, "icy-br")) != NULL )
 751                 mp_msg(MSGT_NETWORK,MSGL_INFO,"Bitrate: %skbit/s\n", field_data);
 752 }
 753
 754 //! If this function succeeds you must closesocket stream->fd
 755 static int http_streaming_start(stream_t *stream, int* file_format) {
 756         HTTP_header_t *http_hdr = NULL;
 757         unsigned int i;
 758         int fd = stream->fd;
 759         int res = STREAM_UNSUPPORTED;
 760         int redirect = 0;
 761         int auth_retry=0;
 762         int seekable=0;
 763         char *content_type;
 764         const char *content_length;
 765         char *next_url;
 766         URL_t *url = stream->streaming_ctrl->url;
 767
 768         do
 769         {
 770                 redirect = 0;
 771                 if (fd > 0) closesocket(fd);
 772                 fd = http_send_request( url, 0 );
 773                 if( fd<0 ) {
 774                         goto err_out;
 775                 }
 776
 777                 http_free(http_hdr);
 778                 http_hdr = http_read_response( fd );
 779                 if( http_hdr==NULL ) {
 780                         goto err_out;
 781                 }
 782
 783                 if( mp_msg_test(MSGT_NETWORK,MSGL_V) ) {
 784                         http_debug_hdr( http_hdr );
 785                 }
 786
 787                 // Check if we can make partial content requests and thus seek in http-streams
 788                 if( http_hdr!=NULL && http_hdr->status_code==200 ) {
 789                     const char *accept_ranges = http_get_field(http_hdr,"Accept-Ranges");
 790                     const char *server = http_get_field(http_hdr, "Server");
 791                     if (accept_ranges)
 792                         seekable = strncmp(accept_ranges,"bytes",5)==0;
 793                     else if (server && strcmp(server, "gvs 1.0") == 0)
 794                         seekable = 1; // HACK for youtube incorrectly claiming not to support seeking
 795                 }
 796
 797                 print_icy_metadata(http_hdr);
 798
 799                 // Check if the response is an ICY status_code reason_phrase
 800                 if( !strcasecmp(http_hdr->protocol, "ICY") ||
 801                      http_get_field(http_hdr, "Icy-MetaInt") ) {
 802                         switch( http_hdr->status_code ) {
 803                                 case 200: { // OK
 804                                         char *field_data;
 805                                         // If content-type == video/nsv we most likely have a winamp video stream
 806                                         // otherwise it should be mp3. if there are more types consider adding mime type
 807                                         // handling like later
 808                                         if ( (field_data = http_get_field(http_hdr, "content-type")) != NULL && (!strcmp(field_data, "video/nsv") || !strcmp(field_data, "misc/ultravox")))
 809                                                 *file_format = DEMUXER_TYPE_NSV;
 810                                         else if ( (field_data = http_get_field(http_hdr, "content-type")) != NULL && (!strcmp(field_data, "audio/aacp") || !strcmp(field_data, "audio/aac")))
 811                                                 *file_format = DEMUXER_TYPE_AAC;
 812                                         else
 813                                                 *file_format = DEMUXER_TYPE_AUDIO;
 814                                         res = STREAM_ERROR;
 815                                         goto out;
 816                                 }
 817                                 case 400: // Server Full
 818                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Error: ICY-Server is full, skipping!\n");
 819                                         goto err_out;
 820                                 case 401: // Service Unavailable
 821                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Error: ICY-Server return service unavailable, skipping!\n");
 822                                         goto err_out;
 823                                 case 403: // Service Forbidden
 824                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Error: ICY-Server return 'Service Forbidden'\n");
 825                                         goto err_out;
 826                                 case 404: // Resource Not Found
 827                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Error: ICY-Server couldn't find requested stream, skipping!\n");
 828                                         goto err_out;
 829                                 default:
 830                                         mp_msg(MSGT_NETWORK,MSGL_ERR,"Error: unhandled ICY-Errorcode, contact MPlayer developers!\n");
 831                                         goto err_out;
 832                         }
 833                 }
 834
 835                 // Assume standard http if not ICY
 836                 switch( http_hdr->status_code ) {
 837                         case 200: // OK
 838                                 content_length = http_get_field(http_hdr, "Content-Length");
 839                                 if (content_length) {
 840                                         mp_msg(MSGT_NETWORK,MSGL_V,"Content-Length: [%s]\n", content_length);
 841                                         stream->end_pos = atoll(content_length);
 842                                 }
 843                                 // Look if we can use the Content-Type
 844                                 content_type = http_get_field( http_hdr, "Content-Type" );
 845                                 if( content_type!=NULL ) {
 846                                         mp_msg(MSGT_NETWORK,MSGL_V,"Content-Type: [%s]\n", content_type );
 847                                         // Check in the mime type table for a demuxer type
 848                                         i = 0;
 849                                         while(mime_type_table[i].mime_type != NULL) {
 850                                                 if( !strcasecmp( content_type, mime_type_table[i].mime_type ) ) {
 851                                                         *file_format = mime_type_table[i].demuxer_type;
 852                                                         res = seekable;
 853                                                         goto out;
 854                                                 }
 855                                                 i++;
 856                                         }
 857                                 }
 858                                 // Not found in the mime type table, don't fail,
 859                                 // we should try raw HTTP
 860                                 res = seekable;
 861                                 goto out;
 862                         // Redirect
 863                         case 301: // Permanently
 864                         case 302: // Temporarily
 865                         case 303: // See Other
 866                                 // TODO: RFC 2616, recommand to detect infinite redirection loops
 867                                 next_url = http_get_field( http_hdr, "Location" );
 868                                 if( next_url!=NULL ) {
 869                                         int is_ultravox = strcasecmp(stream->streaming_ctrl->url->protocol, "unsv") == 0;
 870                                         stream->streaming_ctrl->url = url_redirect( &url, next_url );
 871                                         if (!strcasecmp(url->protocol, "mms")) {
 872                                                 res = STREAM_REDIRECTED;
 873                                                 goto err_out;
 874                                         }
 875                                         if (strcasecmp(url->protocol, "http")) {
 876                                                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Unsupported http %d redirect to %s protocol\n", http_hdr->status_code, url->protocol);
 877                                                 goto err_out;
 878                                         }
 879                                         if (is_ultravox)  {
 880                                                 free(url->protocol);
 881                                                 url->protocol = strdup("unsv");
 882                                         }
 883                                         redirect = 1;
 884                                 }
 885                                 break;
 886                         case 401: // Authentication required
 887                                 if( http_authenticate(http_hdr, url, &auth_retry)<0 )
 888                                         goto err_out;
 889                                 redirect = 1;
 890                                 break;
 891                         default:
 892                                 mp_msg(MSGT_NETWORK,MSGL_ERR,"Server returned %d: %s\n", http_hdr->status_code, http_hdr->reason_phrase );
 893                                 goto err_out;
 894                 }
 895         } while( redirect );
 896
 897 err_out:
 898         if (fd > 0) closesocket( fd );
 899         fd = -1;
 900         http_free( http_hdr );
 901         http_hdr = NULL;
 902 out:
 903         stream->streaming_ctrl->data = (void*)http_hdr;
 904         stream->fd = fd;
 905         return res;
 906 }
 907
 908 static int fixup_open(stream_t *stream,int seekable) {
 909         HTTP_header_t *http_hdr = stream->streaming_ctrl->data;
 910         int is_icy = http_hdr && http_get_field(http_hdr, "Icy-MetaInt");
 911         int is_ultravox = strcasecmp(stream->streaming_ctrl->url->protocol, "unsv") == 0;
 912
 913         stream->type = STREAMTYPE_STREAM;
 914         if(!is_icy && !is_ultravox && seekable)
 915         {
 916                 stream->flags |= MP_STREAM_SEEK;
 917                 stream->seek = http_seek;
 918         }
 919         stream->streaming_ctrl->bandwidth = network_bandwidth;
 920         if ((!is_icy && !is_ultravox) || scast_streaming_start(stream))
 921         if(nop_streaming_start( stream )) {
 922                 mp_msg(MSGT_NETWORK,MSGL_ERR,"nop_streaming_start failed\n");
 923                 if (stream->fd >= 0)
 924                         closesocket(stream->fd);
 925                 stream->fd = -1;
 926                 streaming_ctrl_free(stream->streaming_ctrl);
 927                 stream->streaming_ctrl = NULL;
 928                 return STREAM_UNSUPPORTED;
 929         }
 930
 931         fixup_network_stream_cache(stream);
 932         return STREAM_OK;
 933 }
 934
 935 static int open_s1(stream_t *stream,int mode, void* opts, int* file_format) {
 936         int seekable=0;
 937         URL_t *url;
 938
 939         stream->streaming_ctrl = streaming_ctrl_new();
 940         if( stream->streaming_ctrl==NULL ) {
 941                 return STREAM_ERROR;
 942         }
 943         stream->streaming_ctrl->bandwidth = network_bandwidth;
 944         url = url_new(stream->url);
 945         stream->streaming_ctrl->url = check4proxies(url);
 946         url_free(url);
 947
 948         mp_msg(MSGT_OPEN, MSGL_V, "STREAM_HTTP(1), URL: %s\n", stream->url);
 949         seekable = http_streaming_start(stream, file_format);
 950         if((seekable < 0) || (*file_format == DEMUXER_TYPE_ASF)) {
 951                 if (stream->fd >= 0)
 952                         closesocket(stream->fd);
 953                 stream->fd = -1;
 954                 if (seekable == STREAM_REDIRECTED)
 955                         return seekable;
 956                 streaming_ctrl_free(stream->streaming_ctrl);
 957                 stream->streaming_ctrl = NULL;
 958                 return STREAM_UNSUPPORTED;
 959         }
 960
 961         return fixup_open(stream, seekable);
 962 }
 963
 964 static int open_s2(stream_t *stream,int mode, void* opts, int* file_format) {
 965         int seekable=0;
 966         URL_t *url;
 967
 968         stream->streaming_ctrl = streaming_ctrl_new();
 969         if( stream->streaming_ctrl==NULL ) {
 970                 return STREAM_ERROR;
 971         }
 972         stream->streaming_ctrl->bandwidth = network_bandwidth;
 973         url = url_new(stream->url);
 974         stream->streaming_ctrl->url = check4proxies(url);
 975         url_free(url);
 976
 977         mp_msg(MSGT_OPEN, MSGL_V, "STREAM_HTTP(2), URL: %s\n", stream->url);
 978         seekable = http_streaming_start(stream, file_format);
 979         if(seekable < 0) {
 980                 if (stream->fd >= 0)
 981                         closesocket(stream->fd);
 982                 stream->fd = -1;
 983                 streaming_ctrl_free(stream->streaming_ctrl);
 984                 stream->streaming_ctrl = NULL;
 985                 return STREAM_UNSUPPORTED;
 986         }
 987
 988         return fixup_open(stream, seekable);
 989 }
 990
 991
 992 const stream_info_t stream_info_http1 = {
 993   "http streaming",
 994   "null",
 995   "Bertrand, Albeau, Reimar Doeffinger, Arpi?",
 996   "plain http",
 997   open_s1,
 998   {"http", "http_proxy", "unsv", "icyx", "noicyx", NULL},
 999   NULL,
1000   0 // Urls are an option string
1001 };
1002
1003 const stream_info_t stream_info_http2 = {
1004   "http streaming",
1005   "null",
1006   "Bertrand, Albeu, Arpi? who?",
1007   "plain http, also used as fallback for many other protocols",
1008   open_s2,
1009   {"http", "http_proxy", "pnm", "mms", "mmsu", "mmst", "rtsp", NULL},   //all the others as fallback
1010   NULL,
1011   0 // Urls are an option string
1012 };