modules/packetizer/hevc_nal.h

   1 /*****************************************************************************
   2  * Copyright © 2010-2014 VideoLAN
   3  *
   4  * Authors: Thomas Guillem <thomas.guillem@gmail.com>
   5  *
   6  * This program is free software; you can redistribute it and/or modify it
   7  * under the terms of the GNU Lesser General Public License as published by
   8  * the Free Software Foundation; either version 2.1 of the License, or
   9  * (at your option) any later version.
  10  *
  11  * This program is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14  * GNU Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public License
  17  * along with this program; if not, write to the Free Software Foundation,
  18  * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
  19  *****************************************************************************/
  20 #ifndef HEVC_NAL_H
  21 # define HEVC_NAL_H
  22
  23 # include <vlc_es.h>
  24 # include <vlc_bits.h>
  25
  26 #define HEVC_VPS_ID_MAX 15
  27 #define HEVC_SPS_ID_MAX 15
  28 #define HEVC_PPS_ID_MAX 63
  29
  30 enum hevc_general_profile_idc_e
  31 {
  32     HEVC_PROFILE_NONE               = 0,
  33     HEVC_PROFILE_MAIN               = 1,
  34     HEVC_PROFILE_MAIN_10            = 2,
  35     HEVC_PROFILE_MAIN_STILL_PICTURE = 3,
  36     HEVC_PROFILE_REXT               = 4, /* range extensions */
  37 };
  38
  39
  40 /* Values built from 9 bits mapping of the A-2 bitstream indications for conformance */
  41 #define HEVC_EXT_PROFILE_MONOCHROME                 0x1F9
  42 #define HEVC_EXT_PROFILE_MONOCHROME_12              0x139
  43 #define HEVC_EXT_PROFILE_MONOCHROME_16              0x039
  44 #define HEVC_EXT_PROFILE_MAIN_12                    0x131
  45 #define HEVC_EXT_PROFILE_MAIN_422_10                0x1A1
  46 #define HEVC_EXT_PROFILE_MAIN_422_12                0x121
  47 #define HEVC_EXT_PROFILE_MAIN_444                   0x1C1
  48 #define HEVC_EXT_PROFILE_MAIN_444_10                0x181
  49 #define HEVC_EXT_PROFILE_MAIN_444_12                0x101
  50 #define HEVC_EXT_PROFILE_MAIN_INTRA                 0x1F4 /* From this one, lowest bit is insignifiant */
  51 #define HEVC_EXT_PROFILE_MAIN_10_INTRA              0x1B4
  52 #define HEVC_EXT_PROFILE_MAIN_12_INTRA              0x134
  53 #define HEVC_EXT_PROFILE_MAIN_422_10_INTRA          0x1A4
  54 #define HEVC_EXT_PROFILE_MAIN_422_12_INTRA          0x124
  55 #define HEVC_EXT_PROFILE_MAIN_444_INTRA             0x1C4
  56 #define HEVC_EXT_PROFILE_MAIN_444_10_INTRA          0x184
  57 #define HEVC_EXT_PROFILE_MAIN_444_12_INTRA          0x104
  58 #define HEVC_EXT_PROFILE_MAIN_444_16_INTRA          0x004
  59 #define HEVC_EXT_PROFILE_MAIN_444_STILL_PICTURE     0x1C6
  60 #define HEVC_EXT_PROFILE_MAIN_444_16_STILL_PICTURE  0x006
  61
  62 /* NAL types from https://www.itu.int/rec/T-REC-H.265-201504-I */
  63 enum hevc_nal_unit_type_e
  64 {
  65     HEVC_NAL_TRAIL_N    = 0, /* Trailing */
  66     HEVC_NAL_TRAIL_R    = 1, /* Trailing Reference */
  67     HEVC_NAL_TSA_N      = 2, /* Temporal Sublayer Access */
  68     HEVC_NAL_TSA_R      = 3, /* Temporal Sublayer Access Reference */
  69     HEVC_NAL_STSA_N     = 4, /* Stepwise Temporal Sublayer Access */
  70     HEVC_NAL_STSA_R     = 5, /* Stepwise Temporal Sublayer Access Reference */
  71     HEVC_NAL_RADL_N     = 6, /* Random Access Decodable Leading (display order) */
  72     HEVC_NAL_RADL_R     = 7, /* Random Access Decodable Leading (display order) Reference */
  73     HEVC_NAL_RASL_N     = 8, /* Random Access Skipped Leading (display order) */
  74     HEVC_NAL_RASL_R     = 9, /* Random Access Skipped Leading (display order) Reference */
  75     /* 10 to 15 reserved */
  76     HEVC_NAL_RSV_VCL_N10= 10,
  77     HEVC_NAL_RSV_VCL_N12= 12,
  78     HEVC_NAL_RSV_VCL_N14= 14,
  79     /* Key frames */
  80     HEVC_NAL_BLA_W_LP   = 16, /* Broken Link Access with Associated RASL */
  81     HEVC_NAL_BLA_W_RADL = 17, /* Broken Link Access with Associated RADL */
  82     HEVC_NAL_BLA_N_LP   = 18, /* Broken Link Access */
  83     HEVC_NAL_IDR_W_RADL = 19, /* Instantaneous Decoder Refresh with Associated RADL */
  84     HEVC_NAL_IDR_N_LP   = 20, /* Instantaneous Decoder Refresh */
  85     HEVC_NAL_CRA        = 21, /* Clean Random Access */
  86     /* 22 to 31 reserved */
  87     HEVC_NAL_IRAP_VCL22 = 22, /* Intra Random Access Point */
  88     HEVC_NAL_IRAP_VCL23 = 23,
  89     /* Non VCL NAL*/
  90     HEVC_NAL_VPS        = 32,
  91     HEVC_NAL_SPS        = 33,
  92     HEVC_NAL_PPS        = 34,
  93     HEVC_NAL_AUD        = 35, /* Access unit delimiter */
  94     HEVC_NAL_EOS        = 36, /* End of sequence */
  95     HEVC_NAL_EOB        = 37, /* End of bitstream */
  96     HEVC_NAL_FD         = 38, /* Filler data*/
  97     HEVC_NAL_PREF_SEI   = 39, /* Prefix SEI */
  98     HEVC_NAL_SUFF_SEI   = 40, /* Suffix SEI */
  99     /* 41 to 47 reserved */
 100     HEVC_NAL_RSV_NVCL41 = 41, /* Reserved Non VCL */
 101     HEVC_NAL_RSV_NVCL44 = 44,
 102     HEVC_NAL_RSV_NVCL45 = 45,
 103     HEVC_NAL_RSV_NVCL47 = 47,
 104     HEVC_NAL_UNSPEC48   = 48, /* Unspecified (custom) */
 105     HEVC_NAL_UNSPEC55   = 55,
 106     HEVC_NAL_UNSPEC56   = 56,
 107     HEVC_NAL_UNSPEC63   = 63,
 108     HEVC_NAL_UNKNOWN
 109 };
 110
 111 enum hevc_slice_type_e
 112 {
 113     HEVC_SLICE_TYPE_B = 0,
 114     HEVC_SLICE_TYPE_P,
 115     HEVC_SLICE_TYPE_I
 116 };
 117
 118 #define HEVC_MIN_HVCC_SIZE 23
 119
 120 /* checks if data is an HEVCDecoderConfigurationRecord */
 121 static inline bool hevc_ishvcC( const uint8_t *p_buf, size_t i_buf )
 122 {
 123     return ( i_buf >= HEVC_MIN_HVCC_SIZE &&
 124              p_buf[0] != 0x00
 125 /*          /!\Broken quicktime streams does not respect reserved bits
 126             (p_buf[13] & 0xF0) == 0xF0 && // Match all reserved bits
 127             (p_buf[15] & 0xFC) == 0xFC &&
 128             (p_buf[16] & 0xFC) == 0xFC &&
 129             (p_buf[17] & 0xF8) == 0xF8 &&
 130             (p_buf[18] & 0xF8) == 0xF8 &&
 131             (p_buf[21] & 0x03) != 0x02 */
 132            );
 133 }
 134
 135 static inline uint8_t hevc_getNALLengthSize( const uint8_t *p_hvcC )
 136 {
 137     return (p_hvcC[21] & 0x03) + 1;
 138 }
 139
 140 static inline uint8_t hevc_getNALType( const uint8_t *p_buf )
 141 {
 142     return ((p_buf[0] & 0x7E) >> 1);
 143 }
 144
 145 static inline uint8_t hevc_getNALLayer( const uint8_t *p_buf )
 146 {
 147     return ((p_buf[0] & 0x01) << 6) | (p_buf[1] >> 3);
 148 }
 149
 150 /* NAL decoding */
 151 typedef struct hevc_video_parameter_set_t hevc_video_parameter_set_t;
 152 typedef struct hevc_sequence_parameter_set_t hevc_sequence_parameter_set_t;
 153 typedef struct hevc_picture_parameter_set_t hevc_picture_parameter_set_t;
 154 typedef struct hevc_slice_segment_header_t hevc_slice_segment_header_t;
 155
 156 /* Decodes from three bytes emulation prevented or rbsp stream */
 157 hevc_video_parameter_set_t *    hevc_decode_vps( const uint8_t *, size_t, bool );
 158 hevc_sequence_parameter_set_t * hevc_decode_sps( const uint8_t *, size_t, bool );
 159 hevc_picture_parameter_set_t *  hevc_decode_pps( const uint8_t *, size_t, bool );
 160
 161 typedef void(*pf_get_matchedxps)(uint8_t i_pps_id, void *priv,
 162                                  hevc_picture_parameter_set_t **,
 163                                  hevc_sequence_parameter_set_t **,
 164                                  hevc_video_parameter_set_t **);
 165 hevc_slice_segment_header_t *   hevc_decode_slice_header( const uint8_t *, size_t, bool,
 166                                                           pf_get_matchedxps, void *priv );
 167
 168 void hevc_rbsp_release_vps( hevc_video_parameter_set_t * );
 169 void hevc_rbsp_release_sps( hevc_sequence_parameter_set_t * );
 170 void hevc_rbsp_release_pps( hevc_picture_parameter_set_t * );
 171 void hevc_rbsp_release_slice_header( hevc_slice_segment_header_t * );
 172
 173 /* set specific */
 174 uint8_t hevc_get_sps_vps_id( const hevc_sequence_parameter_set_t * );
 175 uint8_t hevc_get_pps_sps_id( const hevc_picture_parameter_set_t * );
 176 uint8_t hevc_get_slice_pps_id( const hevc_slice_segment_header_t * );
 177
 178 /* Converts HEVCDecoderConfigurationRecord to Annex B format */
 179 uint8_t * hevc_hvcC_to_AnnexB_NAL( const uint8_t *p_buf, size_t i_buf,
 180                                    size_t *pi_res, uint8_t *pi_nal_length_size );
 181
 182 bool hevc_get_xps_id(const uint8_t *p_buf, size_t i_buf, uint8_t *pi_id);
 183 bool hevc_get_sps_profile_tier_level( const hevc_sequence_parameter_set_t *,
 184                                       uint8_t *pi_profile, uint8_t *pi_level );
 185 bool hevc_get_picture_size( const hevc_sequence_parameter_set_t *, unsigned *p_w, unsigned *p_h,
 186                             unsigned *p_vw, unsigned *p_vh );
 187 bool hevc_get_frame_rate( const hevc_sequence_parameter_set_t *,
 188                           const hevc_video_parameter_set_t * /* can be NULL */,
 189                           unsigned *pi_num, unsigned *pi_den );
 190 bool hevc_get_aspect_ratio( const hevc_sequence_parameter_set_t *,
 191                             unsigned *pi_num, unsigned *pi_den );
 192 bool hevc_get_colorimetry( const hevc_sequence_parameter_set_t *p_sps,
 193                            video_color_primaries_t *p_primaries,
 194                            video_transfer_func_t *p_transfer,
 195                            video_color_space_t *p_colorspace,
 196                            bool *p_full_range );
 197 uint8_t hevc_get_max_num_reorder( const hevc_video_parameter_set_t *p_vps );
 198 bool hevc_get_slice_type( const hevc_slice_segment_header_t *, enum hevc_slice_type_e * );
 199
 200 /* Get level and Profile from DecoderConfigurationRecord */
 201 bool hevc_get_profile_level(const es_format_t *p_fmt, uint8_t *pi_profile,
 202                             uint8_t *pi_level, uint8_t *pi_nal_length_size);
 203
 204 typedef struct
 205 {
 206     struct
 207     {
 208         int lsb;
 209         int msb;
 210     } prevPicOrderCnt, prevTid0PicOrderCnt;
 211
 212     bool first_picture; /* Must be set on start or on NAL_EOS */
 213 } hevc_poc_ctx_t;
 214
 215 static inline void hevc_poc_cxt_init( hevc_poc_ctx_t *p_ctx )
 216 {
 217     p_ctx->prevPicOrderCnt.lsb = 0;
 218     p_ctx->prevPicOrderCnt.msb = 0;
 219     p_ctx->first_picture = true;
 220 }
 221
 222 int hevc_compute_picture_order_count( const hevc_sequence_parameter_set_t *p_sps,
 223                                        const hevc_slice_segment_header_t *slice,
 224                                        hevc_poc_ctx_t *ctx );
 225
 226 typedef struct hevc_sei_pic_timing_t hevc_sei_pic_timing_t;
 227
 228 hevc_sei_pic_timing_t * hevc_decode_sei_pic_timing( bs_t *,
 229                                                     const hevc_sequence_parameter_set_t * );
 230 void hevc_release_sei_pic_timing( hevc_sei_pic_timing_t * );
 231
 232 uint8_t hevc_get_num_clock_ts( const hevc_sequence_parameter_set_t *,
 233                                const hevc_sei_pic_timing_t * /* can be NULL */ );
 234 bool hevc_frame_is_progressive( const hevc_sequence_parameter_set_t *,
 235                                 const hevc_sei_pic_timing_t * /* can be NULL */);
 236
 237 #endif /* HEVC_NAL_H */