1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
|
/*****************************************************************
|
| AP4 - HEVC Parser
|
| Copyright 2002-2014 Axiomatic Systems, LLC
|
|
| This file is part of Bento4/AP4 (MP4 Atom Processing Library).
|
| Unless you have obtained Bento4 under a difference license,
| this version of Bento4 is Bento4|GPL.
| Bento4|GPL is free software; you can redistribute it and/or modify
| it under the terms of the GNU General Public License as published by
| the Free Software Foundation; either version 2, or (at your option)
| any later version.
|
| Bento4|GPL is distributed in the hope that it will be useful,
| but WITHOUT ANY WARRANTY; without even the implied warranty of
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
| GNU General Public License for more details.
|
| You should have received a copy of the GNU General Public License
| along with Bento4|GPL; see the file COPYING. If not, write to the
| Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
| 02111-1307, USA.
|
****************************************************************/
#ifndef _AP4_HEVC_PARSER_H_
#define _AP4_HEVC_PARSER_H_
/*----------------------------------------------------------------------
| includes
+---------------------------------------------------------------------*/
#include "Ap4Types.h"
#include "Ap4Results.h"
#include "Ap4DataBuffer.h"
#include "Ap4NalParser.h"
#include "Ap4Array.h"
#include "Ap4Utils.h"
/*----------------------------------------------------------------------
| constants
+---------------------------------------------------------------------*/
const unsigned int AP4_HEVC_NALU_TYPE_TRAIL_N = 0;
const unsigned int AP4_HEVC_NALU_TYPE_TRAIL_R = 1;
const unsigned int AP4_HEVC_NALU_TYPE_TSA_N = 2;
const unsigned int AP4_HEVC_NALU_TYPE_TSA_R = 3;
const unsigned int AP4_HEVC_NALU_TYPE_STSA_N = 4;
const unsigned int AP4_HEVC_NALU_TYPE_STSA_R = 5;
const unsigned int AP4_HEVC_NALU_TYPE_RADL_N = 6;
const unsigned int AP4_HEVC_NALU_TYPE_RADL_R = 7;
const unsigned int AP4_HEVC_NALU_TYPE_RASL_N = 8;
const unsigned int AP4_HEVC_NALU_TYPE_RASL_R = 9;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_N10 = 10;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_R11 = 11;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_N12 = 12;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_R13 = 13;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_N14 = 14;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_R15 = 15;
const unsigned int AP4_HEVC_NALU_TYPE_BLA_W_LP = 16;
const unsigned int AP4_HEVC_NALU_TYPE_BLA_W_RADL = 17;
const unsigned int AP4_HEVC_NALU_TYPE_BLA_N_LP = 18;
const unsigned int AP4_HEVC_NALU_TYPE_IDR_W_RADL = 19;
const unsigned int AP4_HEVC_NALU_TYPE_IDR_N_LP = 20;
const unsigned int AP4_HEVC_NALU_TYPE_CRA_NUT = 21;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_IRAP_VCL22 = 22;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_IRAP_VCL23 = 23;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL24 = 24;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL25 = 25;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL26 = 26;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL27 = 27;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL28 = 28;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL29 = 29;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL30 = 30;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL31 = 31;
const unsigned int AP4_HEVC_NALU_TYPE_VPS_NUT = 32;
const unsigned int AP4_HEVC_NALU_TYPE_SPS_NUT = 33;
const unsigned int AP4_HEVC_NALU_TYPE_PPS_NUT = 34;
const unsigned int AP4_HEVC_NALU_TYPE_AUD_NUT = 35;
const unsigned int AP4_HEVC_NALU_TYPE_EOS_NUT = 36;
const unsigned int AP4_HEVC_NALU_TYPE_EOB_NUT = 37;
const unsigned int AP4_HEVC_NALU_TYPE_FD_NUT = 38;
const unsigned int AP4_HEVC_NALU_TYPE_PREFIX_SEI_NUT = 39;
const unsigned int AP4_HEVC_NALU_TYPE_SUFFIX_SEI_NUT = 40;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL41 = 41;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL42 = 42;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL43 = 43;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL44 = 44;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL45 = 45;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL46 = 46;
const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL47 = 47;
const unsigned int AP4_HEVC_NALU_TYPE_UNSPEC62 = 62;
const unsigned int AP4_HEVC_NALU_TYPE_UNSPEC63 = 63;
const unsigned int AP4_HEVC_PPS_MAX_ID = 63;
const unsigned int AP4_HEVC_SPS_MAX_ID = 15;
const unsigned int AP4_HEVC_VPS_MAX_ID = 15;
const unsigned int AP4_HEVC_SPS_MAX_RPS = 64;
const unsigned int AP4_HEVC_MAX_LT_REFS = 32;
const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_IDR = 0x01;
const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_IRAP = 0x02;
const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_BLA = 0x04;
const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_RADL = 0x08;
const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_RASL = 0x10;
const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_SUBLAYER_NON_REF = 0x20;
const unsigned int AP4_HEVC_SLICE_TYPE_B = 0;
const unsigned int AP4_HEVC_SLICE_TYPE_P = 1;
const unsigned int AP4_HEVC_SLICE_TYPE_I = 2;
/*----------------------------------------------------------------------
| class references
+---------------------------------------------------------------------*/
struct AP4_HevcSliceSegmentHeader;
/*----------------------------------------------------------------------
| AP4_HevcProfileTierLevel
+---------------------------------------------------------------------*/
struct AP4_HevcProfileTierLevel {
AP4_HevcProfileTierLevel();
// methods
AP4_Result Parse(AP4_BitReader& bits, unsigned int max_num_sub_layers_minus_1);
unsigned int general_profile_space;
unsigned int general_tier_flag;
unsigned int general_profile_idc;
AP4_UI32 general_profile_compatibility_flags;
// this is a synthetic field that includes 48 bits starting with:
// general_progressive_source_flag (1 bit)
// general_interlaced_source_flag (1 bit)
// general_non_packed_constraint_flag (1 bit)
// general_frame_only_constraint_flag (1 bit)
// general_reserved_zero_44bits (44 bits)
AP4_UI64 general_constraint_indicator_flags;
unsigned int general_level_idc;
struct {
unsigned char sub_layer_profile_present_flag;
unsigned char sub_layer_level_present_flag;
unsigned char sub_layer_profile_space;
unsigned char sub_layer_tier_flag;
unsigned char sub_layer_profile_idc;
AP4_UI32 sub_layer_profile_compatibility_flags;
unsigned char sub_layer_progressive_source_flag;
unsigned char sub_layer_interlaced_source_flag;
unsigned char sub_layer_non_packed_constraint_flag;
unsigned char sub_layer_frame_only_constraint_flag;
unsigned char sub_layer_level_idc;
} sub_layer_info[8];
};
/*----------------------------------------------------------------------
| AP4_HevcShortTermRefPicSet
+---------------------------------------------------------------------*/
typedef struct {
unsigned int delta_poc_s0_minus1[16];
unsigned int delta_poc_s1_minus1[16];
unsigned int used_by_curr_pic_s0_flag[16];
unsigned int used_by_curr_pic_s1_flag[16];
unsigned int num_negative_pics;
unsigned int num_positive_pics;
unsigned int num_delta_pocs;
} AP4_HevcShortTermRefPicSet;
/*----------------------------------------------------------------------
| AP4_HevcPictureParameterSet
+---------------------------------------------------------------------*/
struct AP4_HevcPictureParameterSet {
AP4_HevcPictureParameterSet();
// methods
AP4_Result Parse(const unsigned char* data, unsigned int data_size);
AP4_DataBuffer raw_bytes;
unsigned int pps_pic_parameter_set_id;
unsigned int pps_seq_parameter_set_id;
unsigned int dependent_slice_segments_enabled_flag;
unsigned int output_flag_present_flag;
unsigned int num_extra_slice_header_bits;
unsigned int sign_data_hiding_enabled_flag;
unsigned int cabac_init_present_flag;
unsigned int num_ref_idx_l0_default_active_minus1;
unsigned int num_ref_idx_l1_default_active_minus1;
int init_qp_minus26;
unsigned int constrained_intra_pred_flag;
unsigned int transform_skip_enabled_flag;
unsigned int cu_qp_delta_enabled_flag;
unsigned int diff_cu_qp_delta_depth;
int pps_cb_qp_offset;
int pps_cr_qp_offset;
unsigned int pps_slice_chroma_qp_offsets_present_flag;
unsigned int weighted_pred_flag;
unsigned int weighted_bipred_flag;
unsigned int transquant_bypass_enabled_flag;
unsigned int tiles_enabled_flag;
unsigned int entropy_coding_sync_enabled_flag;
unsigned int num_tile_columns_minus1;
unsigned int num_tile_rows_minus1;
unsigned int uniform_spacing_flag;
unsigned int loop_filter_across_tiles_enabled_flag;
unsigned int pps_loop_filter_across_slices_enabled_flag;
unsigned int deblocking_filter_control_present_flag;
unsigned int deblocking_filter_override_enabled_flag;
unsigned int pps_deblocking_filter_disabled_flag;
int pps_beta_offset_div2;
int pps_tc_offset_div2;
unsigned int pps_scaling_list_data_present_flag;
unsigned int lists_modification_present_flag;
unsigned int log2_parallel_merge_level_minus2;
unsigned int slice_segment_header_extension_present_flag;
};
/*----------------------------------------------------------------------
| AP4_HevcSequenceParameterSet
+---------------------------------------------------------------------*/
struct AP4_HevcSequenceParameterSet {
AP4_HevcSequenceParameterSet();
// methods
AP4_Result Parse(const unsigned char* data, unsigned int data_size);
void GetInfo(unsigned int& width, unsigned int& height);
AP4_DataBuffer raw_bytes;
unsigned int sps_video_parameter_set_id;
unsigned int sps_max_sub_layers_minus1;
unsigned int sps_temporal_id_nesting_flag;
AP4_HevcProfileTierLevel profile_tier_level;
unsigned int sps_seq_parameter_set_id;
unsigned int chroma_format_idc;
unsigned int separate_colour_plane_flag;
unsigned int pic_width_in_luma_samples;
unsigned int pic_height_in_luma_samples;
unsigned int conformance_window_flag;
unsigned int conf_win_left_offset;
unsigned int conf_win_right_offset;
unsigned int conf_win_top_offset;
unsigned int conf_win_bottom_offset;
unsigned int bit_depth_luma_minus8;
unsigned int bit_depth_chroma_minus8;
unsigned int sps_max_dec_pic_buffering_minus1[8];
unsigned int sps_max_num_reorder_pics[8];
unsigned int sps_max_latency_increase_plus1[8];
unsigned int log2_max_pic_order_cnt_lsb_minus4;
unsigned int sps_sub_layer_ordering_info_present_flag;
unsigned int log2_min_luma_coding_block_size_minus3;
unsigned int log2_diff_max_min_luma_coding_block_size;
unsigned int log2_min_transform_block_size_minus2;
unsigned int log2_diff_max_min_transform_block_size;
unsigned int max_transform_hierarchy_depth_inter;
unsigned int max_transform_hierarchy_depth_intra;
unsigned int scaling_list_enabled_flag;
unsigned int sps_scaling_list_data_present_flag;
// skipped scaling list data
unsigned int amp_enabled_flag;
unsigned int sample_adaptive_offset_enabled_flag;
unsigned int pcm_enabled_flag;
unsigned int pcm_sample_bit_depth_luma_minus1;
unsigned int pcm_sample_bit_depth_chroma_minus1;
unsigned int log2_min_pcm_luma_coding_block_size_minus3;
unsigned int log2_diff_max_min_pcm_luma_coding_block_size;
unsigned int pcm_loop_filter_disabled_flag;
unsigned int num_short_term_ref_pic_sets;
unsigned int long_term_ref_pics_present_flag;
unsigned int num_long_term_ref_pics_sps;
unsigned int sps_temporal_mvp_enabled_flag;
unsigned int strong_intra_smoothing_enabled_flag;
AP4_HevcShortTermRefPicSet short_term_ref_pic_sets[AP4_HEVC_SPS_MAX_RPS];
};
/*----------------------------------------------------------------------
| AP4_HevcVideoParameterSet
+---------------------------------------------------------------------*/
struct AP4_HevcVideoParameterSet {
AP4_HevcVideoParameterSet();
// methods
AP4_Result Parse(const unsigned char* data, unsigned int data_size);
void GetInfo(unsigned int& time_scale, unsigned int& num_units);
AP4_DataBuffer raw_bytes;
unsigned int vps_video_parameter_set_id;
unsigned int vps_max_layers_minus1;
unsigned int vps_max_sub_layers_minus1;
unsigned int vps_temporal_id_nesting_flag;
AP4_HevcProfileTierLevel profile_tier_level;
unsigned int vps_sub_layer_ordering_info_present_flag;
unsigned int vps_max_dec_pic_buffering_minus1[8];
unsigned int vps_max_num_reorder_pics[8];
unsigned int vps_max_latency_increase_plus1[8];
unsigned int vps_max_layer_id;
unsigned int vps_num_layer_sets_minus1;
unsigned int vps_timing_info_present_flag;
unsigned int vps_num_units_in_tick;
unsigned int vps_time_scale;
unsigned int vps_poc_proportional_to_timing_flag;
unsigned int vps_num_ticks_poc_diff_one_minus1;
};
/*----------------------------------------------------------------------
| AP4_HevcSliceSegmentHeader
+---------------------------------------------------------------------*/
struct AP4_HevcSliceSegmentHeader {
AP4_HevcSliceSegmentHeader() {} // leave members uninitialized on purpose
AP4_Result Parse(const AP4_UI08* data,
unsigned int data_size,
unsigned int nal_unit_type,
AP4_HevcPictureParameterSet** picture_parameter_sets,
AP4_HevcSequenceParameterSet** sequence_parameter_sets);
unsigned int size; // size of the parsed data
unsigned int first_slice_segment_in_pic_flag;
unsigned int no_output_of_prior_pics_flag;
unsigned int slice_pic_parameter_set_id;
unsigned int dependent_slice_segment_flag;
unsigned int slice_segment_address;
unsigned int slice_type;
unsigned int pic_output_flag;
unsigned int colour_plane_id;
unsigned int slice_pic_order_cnt_lsb;
unsigned int short_term_ref_pic_set_sps_flag;
unsigned int short_term_ref_pic_set_idx;
unsigned int num_entry_point_offsets;
unsigned int offset_len_minus1;
unsigned int num_long_term_sps;
unsigned int num_long_term_pics;
AP4_HevcShortTermRefPicSet short_term_ref_pic_set;
unsigned int used_by_curr_pic_lt_flag[AP4_HEVC_MAX_LT_REFS];
};
/*----------------------------------------------------------------------
| AP4_HevcNalParser
+---------------------------------------------------------------------*/
class AP4_HevcNalParser : public AP4_NalParser {
public:
static const char* NaluTypeName(unsigned int nalu_type);
static const char* PicTypeName(unsigned int primary_pic_type);
static const char* SliceTypeName(unsigned int slice_type);
AP4_HevcNalParser();
};
/*----------------------------------------------------------------------
| AP4_HevcFrameParser
+---------------------------------------------------------------------*/
class AP4_HevcFrameParser {
public:
// types
struct AccessUnitInfo {
AP4_Array<AP4_DataBuffer*> nal_units;
bool is_random_access;
AP4_UI32 decode_order;
AP4_UI32 display_order;
void Reset();
};
// methods
AP4_HevcFrameParser();
~AP4_HevcFrameParser();
/**
* Feed some data to the parser and look for the next NAL Unit.
*
* @param data Pointer to the memory buffer with the data to feed.
* @param data_size Size in bytes of the buffer pointed to by the
* data pointer.
* @param bytes_consumed Number of bytes from the data buffer that were
* consumed and stored by the parser.
* @param access_unit_info Reference to a AccessUnitInfo structure that will
* contain information about any access unit found in the data. If no
* access unit was found, the nal_units field of this structure will be an
* empty array.
* @param eos Boolean flag that indicates if this buffer is the last
* buffer in the stream/file (End Of Stream).
*
* @result: AP4_SUCCESS is the call succeeds, or an error code if it
* fails.
*
* The caller must not feed the same data twice. When this method
* returns, the caller should inspect the value of bytes_consumed and
* advance the input stream source accordingly, such that the next
* buffer passed to this method will be exactly bytes_consumed bytes
* after what was passed in this call. After all the input data has
* been supplied to the parser (eos=true), the caller also should
* this method with an empty buffer (data=NULL and/or data_size=0) until
* no more data is returned, because there may be buffered data still
* available.
*
* When data is returned in the access_unit_info structure, the caller is
* responsible for freeing this data by calling AccessUnitInfo::Reset()
*/
AP4_Result Feed(const void* data,
AP4_Size data_size,
AP4_Size& bytes_consumed,
AccessUnitInfo& access_unit_info,
bool eos=false);
AP4_Result Feed(const AP4_UI08* nal_unit,
AP4_Size nal_unit_size,
AccessUnitInfo& access_unit_info,
bool last_unit=false);
AP4_Result ParseSliceSegmentHeader(const AP4_UI08* data,
unsigned int data_size,
unsigned int nal_unit_type,
AP4_HevcSliceSegmentHeader& slice_header);
AP4_HevcVideoParameterSet** GetVideoParameterSets() { return &m_VPS[0]; }
AP4_HevcSequenceParameterSet** GetSequenceParameterSets() { return &m_SPS[0]; }
AP4_HevcPictureParameterSet** GetPictureParameterSets() { return &m_PPS[0]; }
private:
// methods
void CheckIfAccessUnitIsCompleted(AccessUnitInfo& access_unit_info);
void AppendNalUnitData(const unsigned char* data, unsigned int data_size);
// members
AP4_HevcNalParser m_NalParser;
AP4_HevcSliceSegmentHeader* m_CurrentSlice;
unsigned int m_CurrentNalUnitType;
unsigned int m_CurrentTemporalId;
AP4_HevcPictureParameterSet* m_PPS[AP4_HEVC_PPS_MAX_ID+1];
AP4_HevcSequenceParameterSet* m_SPS[AP4_HEVC_SPS_MAX_ID+1];
AP4_HevcVideoParameterSet* m_VPS[AP4_HEVC_VPS_MAX_ID+1];
// accumulator for NAL unit data
unsigned int m_TotalNalUnitCount;
unsigned int m_TotalAccessUnitCount;
AP4_Array<AP4_DataBuffer*> m_AccessUnitData;
AP4_UI32 m_AccessUnitFlags;
unsigned int m_VclNalUnitsInAccessUnit;
// picture order counting
unsigned int m_PrevTid0Pic_PicOrderCntMsb;
unsigned int m_PrevTid0Pic_PicOrderCntLsb;
};
#endif // _AP4_HEVC_PARSER_H_
|
