/***************************************************************** | | AP4 - HEVC Parser | | Copyright 2002-2014 Axiomatic Systems, LLC | | | This file is part of Bento4/AP4 (MP4 Atom Processing Library). | | Unless you have obtained Bento4 under a difference license, | this version of Bento4 is Bento4|GPL. | Bento4|GPL is free software; you can redistribute it and/or modify | it under the terms of the GNU General Public License as published by | the Free Software Foundation; either version 2, or (at your option) | any later version. | | Bento4|GPL is distributed in the hope that it will be useful, | but WITHOUT ANY WARRANTY; without even the implied warranty of | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | GNU General Public License for more details. | | You should have received a copy of the GNU General Public License | along with Bento4|GPL; see the file COPYING. If not, write to the | Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA | 02111-1307, USA. | ****************************************************************/ #ifndef _AP4_HEVC_PARSER_H_ #define _AP4_HEVC_PARSER_H_ /*---------------------------------------------------------------------- | includes +---------------------------------------------------------------------*/ #include "Ap4Types.h" #include "Ap4Results.h" #include "Ap4DataBuffer.h" #include "Ap4NalParser.h" #include "Ap4Array.h" #include "Ap4Utils.h" /*---------------------------------------------------------------------- | constants +---------------------------------------------------------------------*/ const unsigned int AP4_HEVC_NALU_TYPE_TRAIL_N = 0; const unsigned int AP4_HEVC_NALU_TYPE_TRAIL_R = 1; const unsigned int AP4_HEVC_NALU_TYPE_TSA_N = 2; const unsigned int AP4_HEVC_NALU_TYPE_TSA_R = 3; const unsigned int AP4_HEVC_NALU_TYPE_STSA_N = 4; const unsigned int AP4_HEVC_NALU_TYPE_STSA_R = 5; const unsigned int AP4_HEVC_NALU_TYPE_RADL_N = 6; const unsigned int AP4_HEVC_NALU_TYPE_RADL_R = 7; const unsigned int AP4_HEVC_NALU_TYPE_RASL_N = 8; const unsigned int AP4_HEVC_NALU_TYPE_RASL_R = 9; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_N10 = 10; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_R11 = 11; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_N12 = 12; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_R13 = 13; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_N14 = 14; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL_R15 = 15; const unsigned int AP4_HEVC_NALU_TYPE_BLA_W_LP = 16; const unsigned int AP4_HEVC_NALU_TYPE_BLA_W_RADL = 17; const unsigned int AP4_HEVC_NALU_TYPE_BLA_N_LP = 18; const unsigned int AP4_HEVC_NALU_TYPE_IDR_W_RADL = 19; const unsigned int AP4_HEVC_NALU_TYPE_IDR_N_LP = 20; const unsigned int AP4_HEVC_NALU_TYPE_CRA_NUT = 21; const unsigned int AP4_HEVC_NALU_TYPE_RSV_IRAP_VCL22 = 22; const unsigned int AP4_HEVC_NALU_TYPE_RSV_IRAP_VCL23 = 23; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL24 = 24; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL25 = 25; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL26 = 26; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL27 = 27; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL28 = 28; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL29 = 29; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL30 = 30; const unsigned int AP4_HEVC_NALU_TYPE_RSV_VCL31 = 31; const unsigned int AP4_HEVC_NALU_TYPE_VPS_NUT = 32; const unsigned int AP4_HEVC_NALU_TYPE_SPS_NUT = 33; const unsigned int AP4_HEVC_NALU_TYPE_PPS_NUT = 34; const unsigned int AP4_HEVC_NALU_TYPE_AUD_NUT = 35; const unsigned int AP4_HEVC_NALU_TYPE_EOS_NUT = 36; const unsigned int AP4_HEVC_NALU_TYPE_EOB_NUT = 37; const unsigned int AP4_HEVC_NALU_TYPE_FD_NUT = 38; const unsigned int AP4_HEVC_NALU_TYPE_PREFIX_SEI_NUT = 39; const unsigned int AP4_HEVC_NALU_TYPE_SUFFIX_SEI_NUT = 40; const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL41 = 41; const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL42 = 42; const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL43 = 43; const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL44 = 44; const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL45 = 45; const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL46 = 46; const unsigned int AP4_HEVC_NALU_TYPE_RSV_NVCL47 = 47; const unsigned int AP4_HEVC_PPS_MAX_ID = 63; const unsigned int AP4_HEVC_SPS_MAX_ID = 15; const unsigned int AP4_HEVC_VPS_MAX_ID = 15; const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_IDR = 0x01; const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_IRAP = 0x02; const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_BLA = 0x04; const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_RADL = 0x08; const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_RASL = 0x10; const unsigned int AP4_HEVC_ACCESS_UNIT_FLAG_IS_SUBLAYER_NON_REF = 0x20; /*---------------------------------------------------------------------- | class references +---------------------------------------------------------------------*/ struct AP4_HevcSliceSegmentHeader; /*---------------------------------------------------------------------- | AP4_HevcProfileTierLevel +---------------------------------------------------------------------*/ struct AP4_HevcProfileTierLevel { AP4_HevcProfileTierLevel(); // methods AP4_Result Parse(AP4_BitReader& bits, unsigned int max_num_sub_layers_minus_1); unsigned int general_profile_space; unsigned int general_tier_flag; unsigned int general_profile_idc; AP4_UI32 general_profile_compatibility_flags; // this is a synthetic field that includes 48 bits starting with: // general_progressive_source_flag (1 bit) // general_interlaced_source_flag (1 bit) // general_non_packed_constraint_flag (1 bit) // general_frame_only_constraint_flag (1 bit) // general_reserved_zero_44bits (44 bits) AP4_UI64 general_constraint_indicator_flags; unsigned int general_level_idc; struct { unsigned char sub_layer_profile_present_flag; unsigned char sub_layer_level_present_flag; unsigned char sub_layer_profile_space; unsigned char sub_layer_tier_flag; unsigned char sub_layer_profile_idc; AP4_UI32 sub_layer_profile_compatibility_flags; unsigned char sub_layer_progressive_source_flag; unsigned char sub_layer_interlaced_source_flag; unsigned char sub_layer_non_packed_constraint_flag; unsigned char sub_layer_frame_only_constraint_flag; unsigned char sub_layer_level_idc; } sub_layer_info[8]; }; /*---------------------------------------------------------------------- | AP4_HevcPictureParameterSet +---------------------------------------------------------------------*/ struct AP4_HevcPictureParameterSet { AP4_HevcPictureParameterSet(); // methods AP4_Result Parse(const unsigned char* data, unsigned int data_size); AP4_DataBuffer raw_bytes; unsigned int pps_pic_parameter_set_id; unsigned int pps_seq_parameter_set_id; unsigned int dependent_slice_segments_enabled_flag; unsigned int output_flag_present_flag; unsigned int num_extra_slice_header_bits; }; /*---------------------------------------------------------------------- | AP4_HevcSequenceParameterSet +---------------------------------------------------------------------*/ struct AP4_HevcSequenceParameterSet { AP4_HevcSequenceParameterSet(); // methods AP4_Result Parse(const unsigned char* data, unsigned int data_size); void GetInfo(unsigned int& width, unsigned int& height); AP4_DataBuffer raw_bytes; unsigned int sps_video_parameter_set_id; unsigned int sps_max_sub_layers_minus1; unsigned int sps_temporal_id_nesting_flag; AP4_HevcProfileTierLevel profile_tier_level; unsigned int sps_seq_parameter_set_id; unsigned int chroma_format_idc; unsigned int separate_colour_plane_flag; unsigned int pic_width_in_luma_samples; unsigned int pic_height_in_luma_samples; unsigned int conformance_window_flag; unsigned int conf_win_left_offset; unsigned int conf_win_right_offset; unsigned int conf_win_top_offset; unsigned int conf_win_bottom_offset; unsigned int bit_depth_luma_minus8; unsigned int bit_depth_chroma_minus8; unsigned int sps_max_dec_pic_buffering_minus1[8]; unsigned int sps_max_num_reorder_pics[8]; unsigned int sps_max_latency_increase_plus1[8]; unsigned int log2_max_pic_order_cnt_lsb_minus4; unsigned int sps_sub_layer_ordering_info_present_flag; unsigned int log2_min_luma_coding_block_size_minus3; unsigned int log2_diff_max_min_luma_coding_block_size; unsigned int log2_min_transform_block_size_minus2; unsigned int log2_diff_max_min_transform_block_size; unsigned int max_transform_hierarchy_depth_inter; unsigned int max_transform_hierarchy_depth_intra; unsigned int scaling_list_enabled_flag; unsigned int sps_scaling_list_data_present_flag; // skipped scaling list data unsigned int amp_enabled_flag; unsigned int sample_adaptive_offset_enabled_flag; unsigned int pcm_enabled_flag; unsigned int pcm_sample_bit_depth_luma_minus1; unsigned int pcm_sample_bit_depth_chroma_minus1; unsigned int log2_min_pcm_luma_coding_block_size_minus3; unsigned int log2_diff_max_min_pcm_luma_coding_block_size; unsigned int pcm_loop_filter_disabled_flag; unsigned int num_short_term_ref_pic_sets; }; /*---------------------------------------------------------------------- | AP4_HevcVideoParameterSet +---------------------------------------------------------------------*/ struct AP4_HevcVideoParameterSet { AP4_HevcVideoParameterSet(); // methods AP4_Result Parse(const unsigned char* data, unsigned int data_size); AP4_DataBuffer raw_bytes; unsigned int vps_video_parameter_set_id; unsigned int vps_max_layers_minus1; unsigned int vps_max_sub_layers_minus1; unsigned int vps_temporal_id_nesting_flag; AP4_HevcProfileTierLevel profile_tier_level; unsigned int vps_sub_layer_ordering_info_present_flag; unsigned int vps_max_dec_pic_buffering_minus1[8]; unsigned int vps_max_num_reorder_pics[8]; unsigned int vps_max_latency_increase_plus1[8]; unsigned int vps_max_layer_id; unsigned int vps_num_layer_sets_minus1; unsigned int vps_timing_info_present_flag; unsigned int vps_num_units_in_tick; unsigned int vps_time_scale; unsigned int vps_poc_proportional_to_timing_flag; unsigned int vps_num_ticks_poc_diff_one_minus1; }; /*---------------------------------------------------------------------- | AP4_HevcNalParser +---------------------------------------------------------------------*/ class AP4_HevcNalParser : public AP4_NalParser { public: static const char* NaluTypeName(unsigned int nalu_type); static const char* PicTypeName(unsigned int primary_pic_type); static const char* SliceTypeName(unsigned int slice_type); AP4_HevcNalParser(); }; /*---------------------------------------------------------------------- | AP4_HevcFrameParser +---------------------------------------------------------------------*/ class AP4_HevcFrameParser { public: // types struct AccessUnitInfo { AP4_Array nal_units; bool is_random_access; AP4_UI32 decode_order; AP4_UI32 display_order; void Reset(); }; // methods AP4_HevcFrameParser(); ~AP4_HevcFrameParser(); /** * Feed some data to the parser and look for the next NAL Unit. * * @param data: Pointer to the memory buffer with the data to feed. * @param data_size: Size in bytes of the buffer pointed to by the * data pointer. * @param bytes_consumed: Number of bytes from the data buffer that were * consumed and stored by the parser. * @param access_unit_info: Reference to a AccessUnitInfo structure that will * contain information about any access unit found in the data. If no * access unit was found, the nal_units field of this structure will be an * empty array. * @param eos: Boolean flag that indicates if this buffer is the last * buffer in the stream/file (End Of Stream). * * @result: AP4_SUCCESS is the call succeeds, or an error code if it * fails. * * The caller must not feed the same data twice. When this method * returns, the caller should inspect the value of bytes_consumed and * advance the input stream source accordingly, such that the next * buffer passed to this method will be exactly bytes_consumed bytes * after what was passed in this call. After all the input data has * been supplied to the parser (eos=true), the caller also should * this method with an empty buffer (data=NULL and/or data_size=0) until * no more data is returned, because there may be buffered data still * available. * * When data is returned in the access_unit_info structure, the caller is * responsible for freeing this data by calling AccessUnitInfo::Reset() */ AP4_Result Feed(const void* data, AP4_Size data_size, AP4_Size& bytes_consumed, AccessUnitInfo& access_unit_info, bool eos=false); AP4_HevcVideoParameterSet** GetVideoParameterSets() { return &m_VPS[0]; } AP4_HevcSequenceParameterSet** GetSequenceParameterSets() { return &m_SPS[0]; } AP4_HevcPictureParameterSet** GetPictureParameterSets() { return &m_PPS[0]; } private: // methods void CheckIfAccessUnitIsCompleted(AccessUnitInfo& access_unit_info); void AppendNalUnitData(const unsigned char* data, unsigned int data_size); // members AP4_HevcNalParser m_NalParser; AP4_HevcSliceSegmentHeader* m_CurrentSlice; unsigned int m_CurrentNalUnitType; unsigned int m_CurrentTemporalId; AP4_HevcPictureParameterSet* m_PPS[AP4_HEVC_PPS_MAX_ID+1]; AP4_HevcSequenceParameterSet* m_SPS[AP4_HEVC_SPS_MAX_ID+1]; AP4_HevcVideoParameterSet* m_VPS[AP4_HEVC_VPS_MAX_ID+1]; // accumulator for NAL unit data unsigned int m_TotalNalUnitCount; unsigned int m_TotalAccessUnitCount; AP4_Array m_AccessUnitData; AP4_UI32 m_AccessUnitFlags; unsigned int m_VclNalUnitsInAccessUnit; // picture order counting unsigned int m_PrevTid0Pic_PicOrderCntMsb; unsigned int m_PrevTid0Pic_PicOrderCntLsb; }; #endif // _AP4_HEVC_PARSER_H_