apps/codecs/libwavpack/wavpack.h

   1 ////////////////////////////////////////////////////////////////////////////
   2 //                           **** WAVPACK ****                            //
   3 //                  Hybrid Lossless Wavefile Compressor                   //
   4 //              Copyright (c) 1998 - 2004 Conifer Software.               //
   5 //                          All Rights Reserved.                          //
   6 //      Distributed under the BSD Software License (see license.txt)      //
   7 ////////////////////////////////////////////////////////////////////////////
   8
   9 // wavpack.h
  10 #ifdef CODEC
  11 #include "codeclib.h"
  12 #endif
  13 #include <inttypes.h>
  14
  15 // This header file contains all the definitions required by WavPack.
  16
  17 typedef unsigned char   uchar;
  18 typedef unsigned short  ushort;
  19 typedef unsigned int    uint;
  20
  21 #include <stdio.h>
  22
  23 #define FALSE 0
  24 #define TRUE 1
  25
  26 ////////////////////////////// WavPack Header /////////////////////////////////
  27
  28 // Note that this is the ONLY structure that is written to (or read from)
  29 // WavPack 4.0 files, and is the preamble to every block in both the .wv
  30 // and .wvc files.
  31
  32 typedef struct {
  33     char ckID [4];
  34     uint32_t ckSize;
  35     short version;
  36     uchar track_no, index_no;
  37     uint32_t total_samples, block_index, block_samples, flags, crc;
  38 } WavpackHeader;
  39
  40 #define WavpackHeaderFormat "4LS2LLLLL"
  41
  42 // or-values for "flags"
  43
  44 #define BYTES_STORED    3       // 1-4 bytes/sample
  45 #define MONO_FLAG       4       // not stereo
  46 #define HYBRID_FLAG     8       // hybrid mode
  47 #define JOINT_STEREO    0x10    // joint stereo
  48 #define CROSS_DECORR    0x20    // no-delay cross decorrelation
  49 #define HYBRID_SHAPE    0x40    // noise shape (hybrid mode only)
  50 #define FLOAT_DATA      0x80    // ieee 32-bit floating point data
  51
  52 #define INT32_DATA      0x100   // special extended int handling
  53 #define HYBRID_BITRATE  0x200   // bitrate noise (hybrid mode only)
  54 #define HYBRID_BALANCE  0x400   // balance noise (hybrid stereo mode only)
  55
  56 #define INITIAL_BLOCK   0x800   // initial block of multichannel segment
  57 #define FINAL_BLOCK     0x1000  // final block of multichannel segment
  58
  59 #define SHIFT_LSB       13
  60 #define SHIFT_MASK      (0x1fL << SHIFT_LSB)
  61
  62 #define MAG_LSB         18
  63 #define MAG_MASK        (0x1fL << MAG_LSB)
  64
  65 #define SRATE_LSB       23
  66 #define SRATE_MASK      (0xfL << SRATE_LSB)
  67
  68 #define FALSE_STEREO    0x40000000      // block is stereo, but data is mono
  69
  70 #define IGNORED_FLAGS   0x18000000      // reserved, but ignore if encountered
  71 #define NEW_SHAPING     0x20000000      // use IIR filter for negative shaping
  72 #define UNKNOWN_FLAGS   0x80000000      // also reserved, but refuse decode if
  73                                         //  encountered
  74
  75 #define MONO_DATA (MONO_FLAG | FALSE_STEREO)
  76
  77 #define MIN_STREAM_VERS     0x402       // lowest stream version we'll decode
  78 #define MAX_STREAM_VERS     0x410       // highest stream version we'll decode
  79 #define CUR_STREAM_VERS     0x403       // stream version we are writing now
  80
  81 //////////////////////////// WavPack Metadata /////////////////////////////////
  82
  83 // This is an internal representation of metadata.
  84
  85 typedef struct {
  86     uchar temp_data [64];
  87     int32_t byte_length;
  88     void *data;
  89     uchar id;
  90 } WavpackMetadata;
  91
  92 #define ID_OPTIONAL_DATA        0x20
  93 #define ID_ODD_SIZE             0x40
  94 #define ID_LARGE                0x80
  95
  96 #define ID_DUMMY                0x0
  97 #define ID_ENCODER_INFO         0x1
  98 #define ID_DECORR_TERMS         0x2
  99 #define ID_DECORR_WEIGHTS       0x3
 100 #define ID_DECORR_SAMPLES       0x4
 101 #define ID_ENTROPY_VARS         0x5
 102 #define ID_HYBRID_PROFILE       0x6
 103 #define ID_SHAPING_WEIGHTS      0x7
 104 #define ID_FLOAT_INFO           0x8
 105 #define ID_INT32_INFO           0x9
 106 #define ID_WV_BITSTREAM         0xa
 107 #define ID_WVC_BITSTREAM        0xb
 108 #define ID_WVX_BITSTREAM        0xc
 109 #define ID_CHANNEL_INFO         0xd
 110
 111 #define ID_RIFF_HEADER          (ID_OPTIONAL_DATA | 0x1)
 112 #define ID_RIFF_TRAILER         (ID_OPTIONAL_DATA | 0x2)
 113 #define ID_REPLAY_GAIN          (ID_OPTIONAL_DATA | 0x3)
 114 #define ID_CUESHEET             (ID_OPTIONAL_DATA | 0x4)
 115 #define ID_CONFIG_BLOCK         (ID_OPTIONAL_DATA | 0x5)
 116 #define ID_MD5_CHECKSUM         (ID_OPTIONAL_DATA | 0x6)
 117 #define ID_SAMPLE_RATE          (ID_OPTIONAL_DATA | 0x7)
 118
 119 ///////////////////////// WavPack Configuration ///////////////////////////////
 120
 121 // This internal structure is used during encode to provide configuration to
 122 // the encoding engine and during decoding to provide fle information back to
 123 // the higher level functions. Not all fields are used in both modes.
 124
 125 typedef struct {
 126     int bits_per_sample, bytes_per_sample;
 127     int flags, num_channels, float_norm_exp;
 128     uint32_t sample_rate, channel_mask;
 129 } WavpackConfig;
 130
 131 #define CONFIG_BYTES_STORED     3       // 1-4 bytes/sample
 132 #define CONFIG_MONO_FLAG        4       // not stereo
 133 #define CONFIG_HYBRID_FLAG      8       // hybrid mode
 134 #define CONFIG_JOINT_STEREO     0x10    // joint stereo
 135 #define CONFIG_CROSS_DECORR     0x20    // no-delay cross decorrelation
 136 #define CONFIG_HYBRID_SHAPE     0x40    // noise shape (hybrid mode only)
 137 #define CONFIG_FLOAT_DATA       0x80    // ieee 32-bit floating point data
 138
 139 #define CONFIG_ADOBE_MODE       0x100   // "adobe" mode for 32-bit floats
 140 #define CONFIG_FAST_FLAG        0x200   // fast mode
 141 #define CONFIG_VERY_FAST_FLAG   0x400   // double fast
 142 #define CONFIG_HIGH_FLAG        0x800   // high quality mode
 143 #define CONFIG_VERY_HIGH_FLAG   0x1000  // double high (not used yet)
 144 #define CONFIG_BITRATE_KBPS     0x2000  // bitrate is kbps, not bits / sample
 145 #define CONFIG_AUTO_SHAPING     0x4000  // automatic noise shaping
 146 #define CONFIG_SHAPE_OVERRIDE   0x8000  // shaping mode specified
 147 #define CONFIG_JOINT_OVERRIDE   0x10000 // joint-stereo mode specified
 148 #define CONFIG_COPY_TIME        0x20000 // copy file-time from source
 149 #define CONFIG_CREATE_EXE       0x40000 // create executable (not yet)
 150 #define CONFIG_CREATE_WVC       0x80000 // create correction file
 151 #define CONFIG_OPTIMIZE_WVC     0x100000 // maximize bybrid compression
 152 #define CONFIG_QUALITY_MODE     0x200000 // psychoacoustic quality mode
 153 #define CONFIG_RAW_FLAG         0x400000 // raw mode (not implemented yet)
 154 #define CONFIG_CALC_NOISE       0x800000 // calc noise in hybrid mode
 155 #define CONFIG_LOSSY_MODE       0x1000000 // obsolete (for information)
 156 #define CONFIG_EXTRA_MODE       0x2000000 // extra processing mode
 157 #define CONFIG_SKIP_WVX         0x4000000 // no wvx stream w/ floats & big ints
 158 #define CONFIG_MD5_CHECKSUM     0x8000000 // compute & store MD5 signature
 159 #define CONFIG_QUIET_MODE       0x10000000 // don't report progress %
 160
 161 //////////////////////////////// WavPack Stream ///////////////////////////////
 162
 163 // This internal structure contains everything required to handle a WavPack
 164 // "stream", which is defined as a stereo or mono stream of audio samples. For
 165 // multichannel audio several of these would be required. Each stream contains
 166 // pointers to hold a complete allocated block of WavPack data, although it's
 167 // possible to decode WavPack blocks without buffering an entire block.
 168
 169 typedef int32_t (*read_stream)(void *, int32_t);
 170
 171 typedef struct bs {
 172     uchar *buf, *end, *ptr;
 173     void (*wrap)(struct bs *bs);
 174     uint32_t file_bytes, sr;
 175     int error, bc;
 176     read_stream file;
 177 } Bitstream;
 178
 179 #define MAX_NTERMS 16
 180 #define MAX_TERM 8
 181
 182 struct decorr_pass {
 183     short term, delta, weight_A, weight_B;
 184     int32_t samples_A [MAX_TERM], samples_B [MAX_TERM];
 185 };
 186
 187 struct entropy_data {
 188     uint32_t median [3], slow_level, error_limit;
 189 };
 190
 191 struct words_data {
 192     uint32_t bitrate_delta [2], bitrate_acc [2];
 193     uint32_t pend_data, holding_one, zeros_acc;
 194     int holding_zero, pend_count;
 195     struct entropy_data c [2];
 196 };
 197
 198 typedef struct {
 199     WavpackHeader wphdr;
 200     Bitstream wvbits;
 201
 202     struct words_data w;
 203
 204     int num_terms, mute_error;
 205     uint32_t sample_index, crc;
 206
 207     uchar int32_sent_bits, int32_zeros, int32_ones, int32_dups;
 208     uchar float_flags, float_shift, float_max_exp, float_norm_exp;
 209     uchar *blockbuff, *blockend;
 210
 211     struct decorr_pass decorr_passes [MAX_NTERMS];
 212
 213 } WavpackStream;
 214
 215 // flags for float_flags:
 216
 217 #define FLOAT_SHIFT_ONES 1      // bits left-shifted into float = '1'
 218 #define FLOAT_SHIFT_SAME 2      // bits left-shifted into float are the same
 219 #define FLOAT_SHIFT_SENT 4      // bits shifted into float are sent literally
 220 #define FLOAT_ZEROS_SENT 8      // "zeros" are not all real zeros
 221 #define FLOAT_NEG_ZEROS  0x10   // contains negative zeros
 222 #define FLOAT_EXCEPTIONS 0x20   // contains exceptions (inf, nan, etc.)
 223
 224 /////////////////////////////// WavPack Context ///////////////////////////////
 225
 226 // This internal structure holds everything required to encode or decode WavPack
 227 // files. It is recommended that direct access to this structure be minimized
 228 // and the provided utilities used instead.
 229
 230 typedef struct {
 231     WavpackStream stream;
 232     WavpackConfig config;
 233
 234     uchar *wrapper_data;
 235     int wrapper_bytes;
 236
 237     uchar read_buffer [1024];
 238     char error_message [80];
 239
 240     read_stream infile;
 241     uint32_t total_samples, crc_errors, first_flags;
 242     int open_flags, norm_offset, reduced_channels, lossy_blocks;
 243
 244 } WavpackContext;
 245
 246 //////////////////////// function prototypes and macros //////////////////////
 247
 248 #define CLEAR(destin) memset (&destin, 0, sizeof (destin));
 249
 250 // bits.c
 251
 252 void bs_open_read (Bitstream *bs, uchar *buffer_start, uchar *buffer_end, read_stream file, uint32_t file_bytes);
 253 void bs_open_write (Bitstream *bs, uchar *buffer_start, uchar *buffer_end);
 254 uint32_t bs_close_write (Bitstream *bs);
 255
 256 #define bs_is_open(bs) ((bs)->ptr != NULL)
 257
 258 #define getbit(bs) ( \
 259     (((bs)->bc) ? \
 260         ((bs)->bc--, (bs)->sr & 1) : \
 261             (((++((bs)->ptr) != (bs)->end) ? (void) 0 : (bs)->wrap (bs)), (bs)->bc = 7, ((bs)->sr = *((bs)->ptr)) & 1) \
 262     ) ? \
 263         ((bs)->sr >>= 1, 1) : \
 264         ((bs)->sr >>= 1, 0) \
 265 )
 266
 267 #define getbits(value, nbits, bs) { \
 268     while ((nbits) > (bs)->bc) { \
 269         if (++((bs)->ptr) == (bs)->end) (bs)->wrap (bs); \
 270         (bs)->sr |= (int32_t)*((bs)->ptr) << (bs)->bc; \
 271         (bs)->bc += 8; \
 272     } \
 273     *(value) = (bs)->sr; \
 274     if ((bs)->bc > 32) { \
 275         (bs)->bc -= (nbits); \
 276         (bs)->sr = *((bs)->ptr) >> (8 - (bs)->bc); \
 277     } \
 278     else { \
 279         (bs)->bc -= (nbits); \
 280         (bs)->sr >>= (nbits); \
 281     } \
 282 }
 283
 284 #define putbit(bit, bs) { if (bit) (bs)->sr |= (1 << (bs)->bc); \
 285     if (++((bs)->bc) == 8) { \
 286         *((bs)->ptr) = (bs)->sr; \
 287         (bs)->sr = (bs)->bc = 0; \
 288         if (++((bs)->ptr) == (bs)->end) (bs)->wrap (bs); \
 289     }}
 290
 291 #define putbit_0(bs) { \
 292     if (++((bs)->bc) == 8) { \
 293         *((bs)->ptr) = (bs)->sr; \
 294         (bs)->sr = (bs)->bc = 0; \
 295         if (++((bs)->ptr) == (bs)->end) (bs)->wrap (bs); \
 296     }}
 297
 298 #define putbit_1(bs) { (bs)->sr |= (1 << (bs)->bc); \
 299     if (++((bs)->bc) == 8) { \
 300         *((bs)->ptr) = (bs)->sr; \
 301         (bs)->sr = (bs)->bc = 0; \
 302         if (++((bs)->ptr) == (bs)->end) (bs)->wrap (bs); \
 303     }}
 304
 305 #define putbits(value, nbits, bs) { \
 306     (bs)->sr |= (int32_t)(value) << (bs)->bc; \
 307     if (((bs)->bc += (nbits)) >= 8) \
 308         do { \
 309             *((bs)->ptr) = (bs)->sr; \
 310             (bs)->sr >>= 8; \
 311             if (++((bs)->ptr) == (bs)->end) (bs)->wrap (bs); \
 312         } while (((bs)->bc -= 8) >= 8); \
 313 }
 314
 315 void little_endian_to_native (void *data, char *format);
 316 void native_to_little_endian (void *data, char *format);
 317
 318 // These macros implement the weight application and update operations
 319 // that are at the heart of the decorrelation loops. Note that when there
 320 // are several alternative versions of the same macro (marked with PERFCOND)
 321 // then the versions are functionally equivalent with respect to WavPack
 322 // decoding and the user should choose the one that provides the best
 323 // performance. This may be easier to check when NOT using the assembly
 324 // language optimizations.
 325
 326 #if 1   // PERFCOND
 327 #define apply_weight_i(weight, sample) ((weight * sample + 512) >> 10)
 328 #else
 329 #define apply_weight_i(weight, sample) ((((weight * sample) >> 8) + 2) >> 2)
 330 #endif
 331
 332 #define apply_weight_f(weight, sample) (((((sample & 0xffff) * weight) >> 9) + \
 333     (((sample & ~0xffff) >> 9) * weight) + 1) >> 1)
 334
 335 #if 1   // PERFCOND
 336 #define apply_weight(weight, sample) (sample != (short) sample ? \
 337     apply_weight_f (weight, sample) : apply_weight_i (weight, sample))
 338 #else
 339 #define apply_weight(weight, sample) ((int32_t)((weight * (int64_t) sample + 512) >> 10))
 340 #endif
 341
 342 #if 0   // PERFCOND
 343 #define update_weight(weight, delta, source, result) \
 344     if (source && result) { int32_t s = (int32_t) (source ^ result) >> 31; weight = (delta ^ s) + (weight - s); }
 345 #elif 1
 346 #define update_weight(weight, delta, source, result) \
 347     if (source && result) weight += (((source ^ result) >> 30) | 1) * delta
 348 #else
 349 #define update_weight(weight, delta, source, result) \
 350     if (source && result) (source ^ result) < 0 ? (weight -= delta) : (weight += delta)
 351 #endif
 352
 353 #define update_weight_clip(weight, delta, source, result) \
 354     if (source && result && ((source ^ result) < 0 ? (weight -= delta) < -1024 : (weight += delta) > 1024)) \
 355         weight = weight < 0 ? -1024 : 1024
 356
 357 // unpack.c
 358
 359 int unpack_init (WavpackContext *wpc);
 360 int init_wv_bitstream (WavpackContext *wpc, WavpackMetadata *wpmd);
 361 int read_decorr_terms (WavpackStream *wps, WavpackMetadata *wpmd);
 362 int read_decorr_weights (WavpackStream *wps, WavpackMetadata *wpmd);
 363 int read_decorr_samples (WavpackStream *wps, WavpackMetadata *wpmd);
 364 int read_float_info (WavpackStream *wps, WavpackMetadata *wpmd);
 365 int read_int32_info (WavpackStream *wps, WavpackMetadata *wpmd);
 366 int read_channel_info (WavpackContext *wpc, WavpackMetadata *wpmd);
 367 int read_config_info (WavpackContext *wpc, WavpackMetadata *wpmd);
 368 int read_sample_rate (WavpackContext *wpc, WavpackMetadata *wpmd);
 369 int32_t unpack_samples (WavpackContext *wpc, int32_t *buffer, uint32_t sample_count);
 370 int check_crc_error (WavpackContext *wpc);
 371
 372 // pack.c
 373
 374 void pack_init (WavpackContext *wpc);
 375 int pack_start_block (WavpackContext *wpc);
 376 int pack_samples (WavpackContext *wpc, int32_t *buffer, uint32_t sample_count);
 377 int pack_finish_block (WavpackContext *wpc);
 378
 379 // metadata.c stuff
 380
 381 int read_metadata_buff (WavpackContext *wpc, WavpackMetadata *wpmd);
 382 int process_metadata (WavpackContext *wpc, WavpackMetadata *wpmd);
 383 int copy_metadata (WavpackMetadata *wpmd, uchar *buffer_start, uchar *buffer_end);
 384 void free_metadata (WavpackMetadata *wpmd);
 385
 386 // words.c stuff
 387
 388 void init_words (WavpackStream *wps);
 389 int read_entropy_vars (WavpackStream *wps, WavpackMetadata *wpmd);
 390 void write_entropy_vars (WavpackStream *wps, WavpackMetadata *wpmd);
 391 int read_hybrid_profile (WavpackStream *wps, WavpackMetadata *wpmd);
 392 int32_t get_words (int32_t *buffer, int nsamples, uint32_t flags,
 393                 struct words_data *w, Bitstream *bs);
 394 void send_word_lossless (int32_t value, int chan,
 395                          struct words_data *w, Bitstream *bs);
 396 void send_words (int32_t *buffer, int nsamples, uint32_t flags,
 397                  struct words_data *w, Bitstream *bs);
 398 void flush_word (struct words_data *w, Bitstream *bs);
 399 int log2s (int32_t value);
 400 int32_t exp2s (int log);
 401 signed char store_weight (int weight);
 402 int restore_weight (signed char weight);
 403
 404 #define WORD_EOF (1L << 31)
 405
 406 // float.c
 407
 408 int read_float_info (WavpackStream *wps, WavpackMetadata *wpmd);
 409 void float_values (WavpackStream *wps, int32_t *values, int32_t num_values);
 410 void float_normalize (int32_t *values, int32_t num_values, int delta_exp);
 411
 412 // wputils.c
 413
 414 WavpackContext *WavpackOpenFileInput (read_stream infile, char *error);
 415
 416 int WavpackGetMode (WavpackContext *wpc);
 417
 418 #define MODE_WVC        0x1
 419 #define MODE_LOSSLESS   0x2
 420 #define MODE_HYBRID     0x4
 421 #define MODE_FLOAT      0x8
 422 #define MODE_VALID_TAG  0x10
 423 #define MODE_HIGH       0x20
 424 #define MODE_FAST       0x40
 425
 426 uint32_t WavpackUnpackSamples (WavpackContext *wpc, int32_t *buffer, uint32_t samples);
 427 uint32_t WavpackGetNumSamples (WavpackContext *wpc);
 428 uint32_t WavpackGetSampleIndex (WavpackContext *wpc);
 429 int WavpackGetNumErrors (WavpackContext *wpc);
 430 int WavpackLossyBlocks (WavpackContext *wpc);
 431 uint32_t WavpackGetSampleRate (WavpackContext *wpc);
 432 int WavpackGetBitsPerSample (WavpackContext *wpc);
 433 int WavpackGetBytesPerSample (WavpackContext *wpc);
 434 int WavpackGetNumChannels (WavpackContext *wpc);
 435 int WavpackGetReducedChannels (WavpackContext *wpc);
 436 WavpackContext *WavpackOpenFileOutput (void);
 437 int WavpackSetConfiguration (WavpackContext *wpc, WavpackConfig *config, uint32_t total_samples);
 438 void WavpackAddWrapper (WavpackContext *wpc, void *data, uint32_t bcount);
 439 int WavpackStartBlock (WavpackContext *wpc, uchar *begin, uchar *end);
 440 int WavpackPackSamples (WavpackContext *wpc, int32_t *sample_buffer, uint32_t sample_count);
 441 uint32_t WavpackFinishBlock (WavpackContext *wpc);
 442 void WavpackUpdateNumSamples (WavpackContext *wpc, void *first_block);
 443 void *WavpackGetWrapperLocation (void *first_block);
 444