1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
|
/*****************************************************************
|
| AP4 - AVC Parser
|
| Copyright 2002-2014 Axiomatic Systems, LLC
|
|
| This file is part of Bento4/AP4 (MP4 Atom Processing Library).
|
| Unless you have obtained Bento4 under a difference license,
| this version of Bento4 is Bento4|GPL.
| Bento4|GPL is free software; you can redistribute it and/or modify
| it under the terms of the GNU General Public License as published by
| the Free Software Foundation; either version 2, or (at your option)
| any later version.
|
| Bento4|GPL is distributed in the hope that it will be useful,
| but WITHOUT ANY WARRANTY; without even the implied warranty of
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
| GNU General Public License for more details.
|
| You should have received a copy of the GNU General Public License
| along with Bento4|GPL; see the file COPYING. If not, write to the
| Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
| 02111-1307, USA.
|
****************************************************************/
#ifndef _AP4_AVC_PARSER_H_
#define _AP4_AVC_PARSER_H_
/*----------------------------------------------------------------------
| includes
+---------------------------------------------------------------------*/
#include "Ap4Types.h"
#include "Ap4Results.h"
#include "Ap4DataBuffer.h"
#include "Ap4NalParser.h"
#include "Ap4Array.h"
#include "Ap4Utils.h"
/*----------------------------------------------------------------------
| constants
+---------------------------------------------------------------------*/
const unsigned int AP4_AVC_NAL_UNIT_TYPE_UNSPECIFIED = 0;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_CODED_SLICE_OF_NON_IDR_PICTURE = 1;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_CODED_SLICE_DATA_PARTITION_A = 2;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_CODED_SLICE_DATA_PARTITION_B = 3;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_CODED_SLICE_DATA_PARTITION_C = 4;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_CODED_SLICE_OF_IDR_PICTURE = 5;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_SEI = 6;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_SPS = 7;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_PPS = 8;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_ACCESS_UNIT_DELIMITER = 9;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_END_OF_SEQUENCE = 10;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_END_OF_STREAM = 11;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_FILLER_DATA = 12;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_SPS_EXTENSION = 13;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_PREFIX = 14;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_SUBSET_SPS = 15;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_CODED_SLICE_OF_AUXILIARY_PICTURE = 19;
const unsigned int AP4_AVC_NAL_UNIT_TYPE_CODED_SLICE_IN_SCALABLE_EXTENSION = 20;
const unsigned int AP4_AVC_SPS_MAX_ID = 255;
const unsigned int AP4_AVC_SPS_MAX_NUM_REF_FRAMES_IN_PIC_ORDER_CNT_CYCLE = 256;
const unsigned int AP4_AVC_SPS_MAX_SCALING_LIST_COUNT = 12;
const unsigned int AP4_AVC_PPS_MAX_ID = 255;
const unsigned int AP4_AVC_PPS_MAX_SLICE_GROUPS = 256;
const unsigned int AP4_AVC_PPS_MAX_PIC_SIZE_IN_MAP_UNITS = 65536;
/*----------------------------------------------------------------------
| types
+---------------------------------------------------------------------*/
typedef struct {
int scale[16];
} AP4_AvcScalingList4x4;
typedef struct {
int scale[64];
} AP4_AvcScalingList8x8;
struct AP4_AvcSequenceParameterSet {
AP4_AvcSequenceParameterSet();
bool GetInfo(unsigned int& width, unsigned int& height);
bool GetVUIInfo(unsigned int& fps_ticks, unsigned int& fps_scale, float &aspect);
AP4_DataBuffer raw_bytes;
unsigned int profile_idc;
unsigned int constraint_set0_flag;
unsigned int constraint_set1_flag;
unsigned int constraint_set2_flag;
unsigned int constraint_set3_flag;
unsigned int level_idc;
unsigned int seq_parameter_set_id;
unsigned int chroma_format_idc;
unsigned int separate_colour_plane_flag;
unsigned int bit_depth_luma_minus8;
unsigned int bit_depth_chroma_minus8;
unsigned int qpprime_y_zero_transform_bypass_flag;
unsigned int seq_scaling_matrix_present_flag;
AP4_AvcScalingList4x4 scaling_list_4x4[6];
bool use_default_scaling_matrix_4x4[AP4_AVC_SPS_MAX_SCALING_LIST_COUNT];
AP4_AvcScalingList8x8 scaling_list_8x8[6];
unsigned char use_default_scaling_matrix_8x8[AP4_AVC_SPS_MAX_SCALING_LIST_COUNT];
unsigned int log2_max_frame_num_minus4;
unsigned int pic_order_cnt_type;
unsigned int log2_max_pic_order_cnt_lsb_minus4;
unsigned int delta_pic_order_always_zero_flags;
int offset_for_non_ref_pic;
int offset_for_top_to_bottom_field;
unsigned int num_ref_frames_in_pic_order_cnt_cycle;
unsigned int offset_for_ref_frame[AP4_AVC_SPS_MAX_NUM_REF_FRAMES_IN_PIC_ORDER_CNT_CYCLE];
unsigned int num_ref_frames;
unsigned int gaps_in_frame_num_value_allowed_flag;
unsigned int pic_width_in_mbs_minus1;
unsigned int pic_height_in_map_units_minus1;
unsigned int frame_mbs_only_flag;
unsigned int mb_adaptive_frame_field_flag;
unsigned int direct_8x8_inference_flag;
unsigned int frame_cropping_flag;
unsigned int frame_crop_left_offset;
unsigned int frame_crop_right_offset;
unsigned int frame_crop_top_offset;
unsigned int frame_crop_bottom_offset;
unsigned int vui_parameters_present_flag;
unsigned int aspect_ratio_info_present_flag;
unsigned int aspect_ratio_idc;
unsigned int sar_width;
unsigned int sar_height;
unsigned int overscan_info_present_flag;
unsigned int overscan_appropriate_flag;
unsigned int video_signal_type_present_flag;
unsigned int video_format;
unsigned int video_full_range_flag;
unsigned int colour_description_present_flag;
unsigned int colour_primaries;
unsigned int transfer_characteristics;
unsigned int matrix_coefficients;
unsigned int chroma_loc_info_present_flag;
unsigned int chroma_sample_loc_type_top_field;
unsigned int chroma_sample_loc_type_bottom_field;
unsigned int timing_info_present_flag;
unsigned int num_units_in_tick;
unsigned int time_scale;
unsigned int fixed_frame_rate_flag;
};
struct AP4_AvcPictureParameterSet {
AP4_AvcPictureParameterSet();
AP4_DataBuffer raw_bytes;
unsigned int pic_parameter_set_id;
unsigned int seq_parameter_set_id;
unsigned int entropy_coding_mode_flag;
unsigned int pic_order_present_flag;
unsigned int num_slice_groups_minus1;
unsigned int slice_group_map_type;
unsigned int run_length_minus1[AP4_AVC_PPS_MAX_SLICE_GROUPS];
unsigned int top_left[AP4_AVC_PPS_MAX_SLICE_GROUPS];
unsigned int bottom_right[AP4_AVC_PPS_MAX_SLICE_GROUPS];
unsigned int slice_group_change_direction_flag;
unsigned int slice_group_change_rate_minus1;
unsigned int pic_size_in_map_units_minus1;
unsigned int num_ref_idx_10_active_minus1;
unsigned int num_ref_idx_11_active_minus1;
unsigned int weighted_pred_flag;
unsigned int weighted_bipred_idc;
int pic_init_qp_minus26;
int pic_init_qs_minus26;
int chroma_qp_index_offset;
unsigned int deblocking_filter_control_present_flag;
unsigned int constrained_intra_pred_flag;
unsigned int redundant_pic_cnt_present_flag;
};
struct AP4_AvcSliceHeader {
AP4_AvcSliceHeader();
unsigned int first_mb_in_slice;
unsigned int slice_type;
unsigned int pic_parameter_set_id;
unsigned int colour_plane_id;
unsigned int frame_num;
unsigned int field_pic_flag;
unsigned int bottom_field_flag;
unsigned int idr_pic_id;
unsigned int pic_order_cnt_lsb;
int delta_pic_order_cnt[2];
unsigned int redundant_pic_cnt;
};
/*----------------------------------------------------------------------
| AP4_AvcNalParser
+---------------------------------------------------------------------*/
class AP4_AvcNalParser : public AP4_NalParser {
public:
static const char* NaluTypeName(unsigned int nalu_type);
static const char* PrimaryPicTypeName(unsigned int primary_pic_type);
static const char* SliceTypeName(unsigned int slice_type);
AP4_AvcNalParser();
};
/*----------------------------------------------------------------------
| AP4_AvcFrameParser
+---------------------------------------------------------------------*/
class AP4_AvcFrameParser {
public:
// types
struct AccessUnitInfo {
AP4_Array<AP4_DataBuffer*> nal_units;
bool is_idr;
AP4_UI32 decode_order;
AP4_UI32 display_order;
void Reset();
};
// methods
AP4_AvcFrameParser();
~AP4_AvcFrameParser();
static AP4_Result ParseFrameForSPS(const AP4_Byte* data,
AP4_Size data_size,
AP4_UI08 naluLengthSize,
AP4_AvcSequenceParameterSet &sps);
/**
* Feed some data to the parser and look for the next NAL Unit.
*
* @param data: Pointer to the memory buffer with the data to feed.
* @param data_size: Size in bytes of the buffer pointed to by the
* data pointer.
* @param bytes_consumed: Number of bytes from the data buffer that were
* consumed and stored by the parser.
* @param access_unit_info: Reference to a AccessUnitInfo structure that will
* contain information about any access unit found in the data. If no
* access unit was found, the nal_units field of this structure will be an
* empty array.
* @param eos: Boolean flag that indicates if this buffer is the last
* buffer in the stream/file (End Of Stream).
*
* @result: AP4_SUCCESS is the call succeeds, or an error code if it
* fails.
*
* The caller must not feed the same data twice. When this method
* returns, the caller should inspect the value of bytes_consumed and
* advance the input stream source accordingly, such that the next
* buffer passed to this method will be exactly bytes_consumed bytes
* after what was passed in this call. After all the input data has
* been supplied to the parser (eos=true), the caller also should
* this method with an empty buffer (data=NULL and/or data_size=0) until
* no more data is returned, because there may be buffered data still
* available.
*
* When data is returned in the access_unit_info structure, the caller is
* responsible for freeing this data by calling AccessUnitInfo::Reset()
*/
AP4_Result Feed(const void* data,
AP4_Size data_size,
AP4_Size& bytes_consumed,
AccessUnitInfo& access_unit_info,
bool eos=false);
AP4_AvcSequenceParameterSet** GetSequenceParameterSets() { return &m_SPS[0]; }
AP4_AvcPictureParameterSet** GetPictureParameterSets() { return &m_PPS[0]; }
static AP4_Result ParseSPS(const unsigned char* data,
unsigned int data_size,
AP4_AvcSequenceParameterSet& sps);
static AP4_Result ParsePPS(const unsigned char* data,
unsigned int data_size,
AP4_AvcPictureParameterSet& pps);
static unsigned int
ReadGolomb(AP4_BitReader& bits);
static int
SignedGolomb(unsigned int code_num);
private:
// methods
AP4_Result ParseSliceHeader(const AP4_UI08* data,
unsigned int data_size,
unsigned int nal_unit_type,
AP4_AvcSliceHeader& slice_header);
bool SameFrame(unsigned int nal_unit_type_1, unsigned int nal_ref_idc_1, AP4_AvcSliceHeader& sh1,
unsigned int nal_unit_type_2, unsigned int nal_ref_idc_2, AP4_AvcSliceHeader& sh2);
AP4_AvcSequenceParameterSet* GetSliceSPS(AP4_AvcSliceHeader& sh);
void MaybeNewAccessUnit(AccessUnitInfo& access_unit_info);
void AppendNalUnitData(const unsigned char* data, unsigned int data_size);
// members
AP4_AvcNalParser m_NalParser;
AP4_AvcSequenceParameterSet* m_SPS[AP4_AVC_SPS_MAX_ID+1];
AP4_AvcPictureParameterSet* m_PPS[AP4_AVC_PPS_MAX_ID+1];
// only updated on new VLC NAL Units
unsigned int m_NalUnitType;
unsigned int m_NalRefIdc;
AP4_AvcSliceHeader* m_SliceHeader;
unsigned int m_AccessUnitVclNalUnitCount;
// accumulator for NAL unit data
unsigned int m_TotalNalUnitCount;
unsigned int m_TotalAccessUnitCount;
AP4_Array<AP4_DataBuffer*> m_AccessUnitData;
// used to keep track of picture order count
unsigned int m_PrevFrameNum;
unsigned int m_PrevFrameNumOffset;
int m_PrevPicOrderCntMsb;
unsigned int m_PrevPicOrderCntLsb;
};
#endif // _AP4_AVC_PARSER_H_
|
