nvmedia/mm/inc/public/nvmedia_common_decode.h

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2021-2022 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: LicenseRef-NvidiaProprietary
 *
 * NVIDIA CORPORATION, its affiliates and licensors retain all intellectual
 * property and proprietary rights in and to this material, related
 * documentation and any modifications thereto. Any use, reproduction,
 * disclosure or distribution of this material and related documentation
 * without an express license agreement from NVIDIA CORPORATION or
 * its affiliates is strictly prohibited.
 */
 
#ifndef NVMEDIA_COMMON_DECODE_H
#define NVMEDIA_COMMON_DECODE_H
 
#ifdef __cplusplus
extern "C" {
#endif
 
#include <stdint.h>
#include <stdbool.h>
 
#include "nvmedia_core.h"
#include "nvmedia_common_encode_decode.h"
 
 
#define MAX_REFERENCE_FRAMES    16U
 
typedef enum  {
    NVMEDIA_DECODER_INSTANCE_0 = 0,
    NVMEDIA_DECODER_INSTANCE_1,
    NVMEDIA_DECODER_INSTANCE_AUTO,
} NvMediaDecoderInstanceId;
 
enum
{
    NVMEDIA_SLH_PRESENT = 0x1,
    NVMEDIA_SPS_PRESENT = 0x2,
    NVMEDIA_PPS_PRESENT = 0x4
};
 
typedef void NvMediaPictureInfo;
 
typedef void NvMediaRefSurface;
 
typedef struct{
    uint32_t hwClockValue;
    uint16_t decode_error;
    uint32_t decoded_mbs;
    uint32_t concealed_mbs;        // number of macroblocks concealed
    uint32_t decoding_status;
    uint32_t hwDecodeTime;
} NvMediaIDEFrameStatus;
 
typedef enum {
    NVMEDIA_MBTYPE_B,
    NVMEDIA_MBTYPE_P_FORWARD,
    NVMEDIA_MBTYPE_P_BACKWARD,
    NVMEDIA_MBTYPE_I
} NvMediaMacroBlockType;
 
typedef enum {
    NVMEDIA_SKIP,
    NVMEDIA_P,
    NVMEDIA_B,
    NVMEDIA_I,
    NVMEDIA_UNKNOWN_TYPE
} NvMedia_MB_Type_enum;
 
typedef enum {
    NVMEDIA_PART_16x16,
    NVMEDIA_PART_16x8,
    NVMEDIA_PART_8x16,
    NVMEDIA_PART_8x8,
    NVMEDIA_UNKNOWN_PART
} NvMedia_MB_Part_enum;
 
typedef struct {
    uint16_t mbNum;
    NvMediaMacroBlockType MBType;
    int16_t mv_for_x;
    int16_t mv_for_y;
    int16_t mv_bac_x;
    int16_t mv_bac_y;
    uint8_t qp;
    NvMedia_MB_Type_enum mb_type;
    NvMedia_MB_Part_enum mb_part;
} NvMediaMotionVectorMB_Metadata;
 
typedef struct{
    uint32_t frameNumDecodeOrder;
    uint32_t mbCount;
    uint32_t  bMVDumpPresent;
    NvMediaMotionVectorMB_Metadata *mv;
} NvMediaMotionVectorFrameMetaData;
 
typedef struct{
    uint32_t uRingEntryIdx;
    uint32_t uErrorRefPOC;
    NvMediaMotionVectorFrameMetaData mvfData;
} NvMediaIDEFrameStats;
 
typedef struct {
    NvMediaRefSurface   *surface;
    uint32_t         is_long_term;
    uint32_t         top_is_reference;
    uint32_t         bottom_is_reference;
    int32_t                 field_order_cnt[2];
    uint16_t     FrameIdx;
 
    uint16_t     not_existing;
} NvMediaReferenceFrameH264;
 
#define MAX_USER_SEI_PAYLOAD    128U
 
typedef struct {
    uint8_t frame_packing_arrangement_type;
    uint8_t quincunx_sampling_flag;
    uint8_t content_interpretation_flag;
    uint8_t spatial_flipping_flag;
    uint8_t frame0_flipped_flag;
    uint8_t field_views_flag;
    uint8_t current_frame_is_frame0_flag;
    uint32_t bStereoEnabled;
    uint32_t uUserSeiPayloadLength;
    uint8_t UserDefinedSeiPayload[MAX_USER_SEI_PAYLOAD];
} NvMediaSEIPayloadH264;
 
typedef struct {
    int32_t            field_order_cnt[2];
    uint32_t    is_reference;
 
    uint16_t chroma_format_idc;
    uint16_t frame_num;
    uint8_t  field_pic_flag;
    uint8_t  bottom_field_flag;
    uint8_t  num_ref_frames;
    uint8_t  mb_adaptive_frame_field_flag;
    uint8_t  constrained_intra_pred_flag;
    uint8_t  weighted_pred_flag;
    uint8_t  weighted_bipred_idc;
    uint8_t  frame_mbs_only_flag;
    uint8_t  transform_8x8_mode_flag;
    int8_t           chroma_qp_index_offset;
    int8_t           second_chroma_qp_index_offset;
    int8_t           pic_init_qp_minus26;
    uint8_t  num_ref_idx_l0_active_minus1;
    uint8_t  num_ref_idx_l1_active_minus1;
    uint8_t  log2_max_frame_num_minus4;
    uint8_t  pic_order_cnt_type;
    uint8_t  log2_max_pic_order_cnt_lsb_minus4;
    uint8_t  delta_pic_order_always_zero_flag;
    uint8_t  direct_8x8_inference_flag;
    uint8_t  entropy_coding_mode_flag;
    uint8_t  pic_order_present_flag;
    uint8_t  deblocking_filter_control_present_flag;
    uint8_t  redundant_pic_cnt_present_flag;
    uint8_t  num_slice_groups_minus1;
    uint8_t  slice_group_map_type;
    uint32_t   slice_group_change_rate_minus1;
    uint8_t *slice_group_map;
    uint8_t fmo_aso_enable;
    uint8_t scaling_matrix_present;
 
    uint8_t  scaling_lists_4x4[6][16];
    uint8_t  scaling_lists_8x8[2][64];
 
    NvMediaReferenceFrameH264 referenceFrames[16];
    uint32_t nNumSlices;
    uint32_t *pSliceDataOffsets;
    uint8_t frameType;
 
    struct {
        uint16_t num_views_minus1;
        uint16_t view_id;
        uint8_t inter_view_flag;
        uint8_t num_inter_view_refs_l0;
        uint8_t num_inter_view_refs_l1;
        uint8_t MVCReserved8Bits;
        uint16_t InterViewRefsL0[16];
        uint16_t InterViewRefsL1[16];
    } mvcext;
 
    NvMediaSEIPayloadH264 seiPayloadInfo;
    uint32_t pic_width_in_mbs_minus1;
    uint32_t pic_height_in_map_units_minus1;
    int32_t last_sps_id;
    int32_t last_pps_id;
    int32_t qpprime_y_zero_transform_bypass_flag;
} NvMediaPictureInfoH264;
 
typedef struct
{
    uint16_t display_primaries_x[3];
    uint16_t display_primaries_y[3];
    uint16_t white_point_x;
    uint16_t white_point_y;
    uint16_t max_display_parameter_luminance;
    uint16_t min_display_parameter_luminance;
} NvMediaMasteringDisplayData;
 
typedef struct
{
    uint16_t max_content_light_level;
    uint16_t max_pic_average_light_level;
} NvMediaContentLightLevelInfo;
 
 
 
typedef struct
{
    uint32_t uBitstreamDataLen;
    uint8_t *pBitstreamData;
    uint32_t uNumSlices;
    uint32_t *pSliceDataOffsets;
    uint32_t uCTBCount;
    uint32_t uFirstCtbAddr;
    uint32_t bFirstSlice;
    uint32_t bLastSlice;
    uint32_t bErrorFlag;
} NvMediaSliceDecodeData;
 
typedef struct {
    // sps
    uint32_t pic_width_in_luma_samples;
    uint32_t pic_height_in_luma_samples;
    uint8_t log2_min_luma_coding_block_size_minus3;
    uint8_t log2_diff_max_min_luma_coding_block_size;
    uint8_t log2_min_transform_block_size_minus2;
    uint8_t log2_diff_max_min_transform_block_size;
    uint8_t pcm_enabled_flag;
    uint8_t log2_min_pcm_luma_coding_block_size_minus3;
    uint8_t log2_diff_max_min_pcm_luma_coding_block_size;
    uint8_t bit_depth_luma;
    uint8_t bit_depth_chroma;
    uint8_t pcm_sample_bit_depth_luma_minus1;
    uint8_t pcm_sample_bit_depth_chroma_minus1;
    uint8_t pcm_loop_filter_disabled_flag;
    uint8_t strong_intra_smoothing_enabled_flag;
    uint8_t max_transform_hierarchy_depth_intra;
    uint8_t max_transform_hierarchy_depth_inter;
    uint8_t amp_enabled_flag;
    uint8_t separate_colour_plane_flag;
    uint8_t log2_max_pic_order_cnt_lsb_minus4;
    uint8_t num_short_term_ref_pic_sets;
    uint8_t long_term_ref_pics_present_flag;
    uint8_t num_long_term_ref_pics_sps;
    uint8_t sps_temporal_mvp_enabled_flag;
    uint8_t sample_adaptive_offset_enabled_flag;
    uint8_t scaling_list_enable_flag;
    uint8_t chroma_format_idc;
    uint8_t reserved1[3];
 
    // pps
    uint8_t dependent_slice_segments_enabled_flag;
    uint8_t slice_segment_header_extension_present_flag;
    uint8_t sign_data_hiding_enabled_flag;
    uint8_t cu_qp_delta_enabled_flag;
    uint8_t diff_cu_qp_delta_depth;
    int8_t init_qp_minus26;
    int8_t pps_cb_qp_offset;
    int8_t pps_cr_qp_offset;
 
    uint8_t constrained_intra_pred_flag;
    uint8_t weighted_pred_flag;
    uint8_t weighted_bipred_flag;
    uint8_t transform_skip_enabled_flag;
    uint8_t transquant_bypass_enabled_flag;
    uint8_t entropy_coding_sync_enabled_flag;
    uint8_t log2_parallel_merge_level_minus2;
    uint8_t num_extra_slice_header_bits;
 
    uint8_t loop_filter_across_tiles_enabled_flag;
    uint8_t loop_filter_across_slices_enabled_flag;
    uint8_t output_flag_present_flag;
    uint8_t num_ref_idx_l0_default_active_minus1;
    uint8_t num_ref_idx_l1_default_active_minus1;
    uint8_t lists_modification_present_flag;
    uint8_t cabac_init_present_flag;
    uint8_t pps_slice_chroma_qp_offsets_present_flag;
 
    uint8_t deblocking_filter_control_present_flag;
    uint8_t deblocking_filter_override_enabled_flag;
    uint8_t pps_deblocking_filter_disabled_flag;
    int8_t pps_beta_offset_div2;
    int8_t pps_tc_offset_div2;
    uint8_t tiles_enabled_flag;
    uint8_t uniform_spacing_flag;
    uint8_t num_tile_columns_minus1;
    uint8_t num_tile_rows_minus1;
 
    uint16_t column_width_minus1[22];
    uint16_t row_height_minus1[20];
 
    // RefPicSets
    uint32_t iCur;
    uint32_t IDRPicFlag;
    uint32_t RAPPicFlag;
    uint32_t NumDeltaPocsOfRefRpsIdx;
    uint32_t NumPocTotalCurr;
    uint32_t NumPocStCurrBefore;
    uint32_t NumPocStCurrAfter;
    uint32_t NumPocLtCurr;
    uint32_t NumBitsToSkip;
    int32_t CurrPicOrderCntVal;
    NvMediaRefSurface *RefPics[16];
    int32_t PicOrderCntVal[16];
    uint8_t IsLongTerm[16];
    int8_t RefPicSetStCurrBefore[8];
    int8_t RefPicSetStCurrAfter[8];
    int8_t RefPicSetLtCurr[8];
 
    // scaling lists (diag order)
    uint8_t ScalingList4x4[6][16];
    uint8_t ScalingList8x8[6][64];
    uint8_t ScalingList16x16[6][64];
    uint8_t ScalingList32x32[2][64];
    uint8_t ScalingListDCCoeff16x16[6];
    uint8_t ScalingListDCCoeff32x32[2];
 
    uint32_t NumDeltaPocs[64];
 
    uint8_t sps_range_extension_present_flag;
    // sps extension HEVC-main 444
    uint8_t transformSkipRotationEnableFlag;
    uint8_t transformSkipContextEnableFlag;
    uint8_t implicitRdpcmEnableFlag;
    uint8_t explicitRdpcmEnableFlag;
    uint8_t extendedPrecisionProcessingFlag;
    uint8_t intraSmoothingDisabledFlag;
    uint8_t highPrecisionOffsetsEnableFlag;
    uint8_t fastRiceAdaptationEnableFlag;
    uint8_t cabacBypassAlignmentEnableFlag;
    uint8_t intraBlockCopyEnableFlag;
 
    uint8_t pps_range_extension_present_flag;
    // pps extension HEVC-main 444
    uint8_t log2MaxTransformSkipSize;
    uint8_t crossComponentPredictionEnableFlag;
    uint8_t chromaQpAdjustmentEnableFlag;
    uint8_t diffCuChromaQpAdjustmentDepth;
    uint8_t chromaQpAdjustmentTableSize;
    uint8_t log2SaoOffsetScaleLuma;
    uint8_t log2SaoOffsetScaleChroma;
    int8_t cb_qp_adjustment[6];
    int8_t cr_qp_adjustment[6];
    uint8_t reserved2;
    uint8_t frameType;
 
    uint8_t masterin_display_data_present;
    NvMediaMasteringDisplayData MasteringDispData;
    uint32_t  bSliceDecEnable;
    NvMediaSliceDecodeData sliceDecData;
 
    struct {
        uint32_t mv_hevc_enable;
        uint32_t nuh_layer_id;
        uint32_t default_ref_layers_active_flag;
        uint32_t NumDirectRefLayers;
        uint32_t max_one_active_ref_layer_flag;
        uint32_t NumActiveRefLayerPics;
        uint32_t poc_lsb_not_present_flag;
        uint32_t  NumActiveRefLayerPics0;
        uint32_t  NumActiveRefLayerPics1;
        int32_t  RefPicSetInterLayer0[32];
        int32_t  RefPicSetInterLayer1[32];
    } mvext;
    uint32_t content_light_level_info_present;
    NvMediaContentLightLevelInfo ContentLightLevelInfo;
} NvMediaPictureInfoH265;
typedef struct {
    NvMediaRefSurface *forward_reference;
    NvMediaRefSurface *backward_reference;
 
    uint8_t picture_structure;
    uint8_t picture_coding_type;
    uint8_t intra_dc_precision;
    uint8_t frame_pred_frame_dct;
    uint8_t concealment_motion_vectors;
    uint8_t intra_vlc_format;
    uint8_t alternate_scan;
    uint8_t q_scale_type;
    uint8_t top_field_first;
    uint8_t full_pel_forward_vector;
    uint8_t full_pel_backward_vector;
    uint8_t f_code[2][2];
    uint8_t intra_quantizer_matrix[64];
    uint8_t non_intra_quantizer_matrix[64];
    uint32_t nNumSlices;
    uint32_t *pSliceDataOffsets;
    uint8_t flag_slices_across_multiple_rows;
} NvMediaPictureInfoMPEG1Or2;
 
typedef struct {
    NvMediaRefSurface *forward_reference;
    NvMediaRefSurface *backward_reference;
 
    int32_t            trd[2];
    int32_t            trb[2];
    uint16_t vop_time_increment_resolution;
    uint32_t   vop_time_increment_bitcount;
    uint8_t  vop_coding_type;
    uint8_t  vop_fcode_forward;
    uint8_t  vop_fcode_backward;
    uint8_t  resync_marker_disable;
    uint8_t  interlaced;
    uint8_t  quant_type;
    uint8_t  quarter_sample;
    uint8_t  short_video_header;
    uint8_t  rounding_control;
    uint8_t  alternate_vertical_scan_flag;
    uint8_t  top_field_first;
    uint8_t  intra_quantizer_matrix[64];
    uint8_t  non_intra_quantizer_matrix[64];
    uint8_t  data_partitioned;
    uint8_t  reversible_vlc;
    uint32_t nNumSlices;
    uint32_t *pSliceDataOffsets;
 
    uint16_t video_object_layer_width;
    uint16_t video_object_layer_height;
    uint32_t divx_flags;
    uint32_t bGMCConceal;
} NvMediaPictureInfoMPEG4Part2;
 
typedef struct {
    NvMediaRefSurface *forward_reference;
    NvMediaRefSurface *backward_reference;
    NvMediaRefSurface *range_mapped;
 
    uint8_t  picture_type;
    uint8_t  frame_coding_mode;
    uint8_t  bottom_field_flag;
 
 
    uint8_t postprocflag;
    uint8_t pulldown;
    uint8_t interlace;
    uint8_t tfcntrflag;
    uint8_t finterpflag;
    uint8_t psf;
    uint8_t dquant;
    uint8_t panscan_flag;
    uint8_t refdist_flag;
    uint8_t quantizer;
    uint8_t extended_mv;
    uint8_t extended_dmv;
    uint8_t overlap;
    uint8_t vstransform;
    uint8_t loopfilter;
    uint8_t fastuvmc;
    uint8_t range_mapy_flag;
    uint8_t range_mapy;
    uint8_t range_mapuv_flag;
    uint8_t range_mapuv;
 
    uint8_t multires;
    uint8_t syncmarker;
    uint8_t rangered;
    uint8_t rangeredfrm;
    uint8_t maxbframes;
    uint32_t nNumSlices;
    uint32_t *pSliceDataOffsets;
 
    uint8_t profile;
    uint16_t frameWidth;
    uint16_t frameHeight;
} NvMediaPictureInfoVC1;
typedef struct {
    NvMediaRefSurface *LastReference;
    NvMediaRefSurface *GoldenReference;
    NvMediaRefSurface *AltReference;
    uint8_t key_frame;
    uint8_t version;
    uint8_t show_frame;
    uint8_t clamp_type;
    uint8_t segmentation_enabled;
    uint8_t update_mb_seg_map;
    uint8_t update_mb_seg_data;
    uint8_t update_mb_seg_abs;
    uint8_t filter_type;
    uint8_t loop_filter_level;
    uint8_t sharpness_level;
    uint8_t mode_ref_lf_delta_enabled;
    uint8_t mode_ref_lf_delta_update;
    uint8_t num_of_partitions;
    uint8_t dequant_index;
    int8_t deltaq[5];
 
    uint8_t golden_ref_frame_sign_bias;
    uint8_t alt_ref_frame_sign_bias;
    uint8_t refresh_entropy_probs;
    uint8_t CbrHdrBedValue;
    uint8_t CbrHdrBedRange;
    uint8_t mb_seg_tree_probs [3];
 
    int8_t seg_feature[2][4];
    int8_t ref_lf_deltas[4];
    int8_t mode_lf_deltas[4];
 
    uint8_t BitsConsumed;
    uint8_t AlignByte[3];
    uint32_t hdr_partition_size;
    uint32_t hdr_start_offset;
    uint32_t hdr_processed_offset;
    uint32_t coeff_partition_size[8];
    uint32_t coeff_partition_start_offset[8];
    uint32_t nNumSlices;
    uint32_t *pSliceDataOffsets;
    uint32_t uCoeffPartitionDataLen;
    uint32_t uCoeffPartitionBufferHandle;
 
    uint32_t RetRefreshGoldenFrame;
    uint32_t RetRefreshAltFrame;
    uint32_t RetRefreshLastFrame;
} NvMediaPictureInfoVP8;
typedef struct {
    uint32_t inter_mode_counts[7][3][2];
    uint32_t sb_ymode_counts[4][10];
    uint32_t uv_mode_counts[10][10];
    uint32_t partition_counts[16][4];
    uint32_t switchable_interp_counts[4][3];
    uint32_t intra_inter_count[4][2];
    uint32_t comp_inter_count[5][2];
    uint32_t single_ref_count[5][2][2];
    uint32_t comp_ref_count[5][2];
    uint32_t tx32x32_count[2][4];
    uint32_t tx16x16_count[2][3];
    uint32_t tx8x8_count[2][2];
    uint32_t mbskip_count[3][2];
    uint32_t joints[4];
    uint32_t sign[2][2];
    uint32_t classes[2][11];
    uint32_t class0[2][2];
    uint32_t bits[2][10][2];
    uint32_t class0_fp[2][2][4];
    uint32_t fp[2][4];
    uint32_t class0_hp[2][2];
    uint32_t hp[2][2];
    uint32_t countCoeffs[2][2][6][6][4];
    uint32_t countCoeffs8x8[2][2][6][6][4];
    uint32_t countCoeffs16x16[2][2][6][6][4];
    uint32_t countCoeffs32x32[2][2][6][6][4];
    uint32_t countEobs[4][2][2][6][6];
} NvMediaVP9BackwardUpdates;
 
typedef struct {
 
    uint8_t kf_bmode_prob[10][10][8];
    uint8_t kf_bmode_probB[10][10][1];
    uint8_t ref_pred_probs[3];
    uint8_t mb_segment_tree_probs[7];
    uint8_t segment_pred_probs[3];
    uint8_t ref_scores[4];
    uint8_t prob_comppred[2];
    uint8_t pad1[9];
 
    uint8_t kf_uv_mode_prob[10][8];
    uint8_t kf_uv_mode_probB[10][1];
    uint8_t pad2[6];
 
    uint8_t inter_mode_prob[7][4];
    uint8_t intra_inter_prob[4];
 
    uint8_t uv_mode_prob[10][8];
    uint8_t tx8x8_prob[2][1];
    uint8_t tx16x16_prob[2][2];
    uint8_t tx32x32_prob[2][3];
    uint8_t sb_ymode_probB[4][1];
    uint8_t sb_ymode_prob[4][8];
 
    uint8_t partition_prob[2][16][4];
 
    uint8_t uv_mode_probB[10][1];
    uint8_t switchable_interp_prob[4][2];
    uint8_t comp_inter_prob[5];
    uint8_t mbskip_probs[3];
    uint8_t pad3[1];
 
    uint8_t joints[3];
    uint8_t sign[2];
    uint8_t class0[2][1];
    uint8_t fp[2][3];
    uint8_t class0_hp[2];
    uint8_t hp[2];
    uint8_t classes[2][10];
    uint8_t class0_fp[2][2][3];
    uint8_t bits[2][10];
 
    uint8_t single_ref_prob[5][2];
    uint8_t comp_ref_prob[5];
    uint8_t pad4[17];
 
    uint8_t probCoeffs[2][2][6][6][4];
    uint8_t probCoeffs8x8[2][2][6][6][4];
    uint8_t probCoeffs16x16[2][2][6][6][4];
    uint8_t probCoeffs32x32[2][2][6][6][4];
} NvmediaVP9EntropyProbs;
 
typedef struct {
    NvMediaRefSurface *LastReference;
    NvMediaRefSurface *GoldenReference;
    NvMediaRefSurface *AltReference;
    uint32_t    width;
    uint32_t    height;
    uint32_t    ref0_width;
    uint32_t    ref0_height;
    uint32_t    ref1_width;
    uint32_t    ref1_height;
    uint32_t    ref2_width;
    uint32_t    ref2_height;
    uint32_t keyFrame;
    uint32_t bit_depth;
    uint32_t prevIsKeyFrame;
    uint32_t PrevShowFrame;
    uint32_t resolutionChange;
    uint32_t errorResilient;
    uint32_t intraOnly;
    uint8_t frameContextIdx;
    uint8_t refFrameSignBias[4];
    uint32_t loopFilterLevel;
    uint32_t loopFilterSharpness;
    int32_t qpYAc;
    int32_t qpYDc;
    int32_t qpChAc;
    int32_t qpChDc;
    uint32_t lossless;
    uint32_t transform_mode;
    uint32_t allow_high_precision_mv;
    uint32_t allow_comp_inter_inter;
    uint32_t mcomp_filter_type;
    uint32_t comp_pred_mode;
    uint32_t comp_fixed_ref;
    uint32_t comp_var_ref[2];
    uint32_t log2_tile_columns;
    uint32_t log2_tile_rows;
    uint32_t segmentEnabled;
    uint32_t segmentMapUpdate;
    int32_t segmentMapTemporalUpdate;
    uint32_t segmentFeatureMode;
    uint8_t segmentFeatureEnable[8][4];
    short segmentFeatureData[8][4];
    uint32_t modeRefLfEnabled;
    uint32_t mbRefLfDelta[4];
    uint32_t mbModeLfDelta[2];
    uint32_t offsetToDctParts;
    uint32_t frameTagSize;
    NvmediaVP9EntropyProbs entropy;
 
    NvMediaVP9BackwardUpdates backwardUpdateCounts;
} NvMediaPictureInfoVP9;
#define AV1_MAX_TILES  256                         // defined in c8b0_drv.h
 
typedef struct _NvMediaPicEntry_AV1_Short {
    uint8_t Index;
} NvMediaPicEntry_AV1_Short;
 
typedef struct _NvMediaPicEntry_AV1 {
    uint8_t Index;
    uint32_t width;
    uint32_t height;
    // Global motion parameters
    //struct {
    uint8_t invalid ;
    uint8_t wmtype ;
    int32_t wmmat[6];
    //} global_motion;
 
} NvMediaPicEntry_AV1;
 
typedef struct _NvMediaTile_AV1 {
    uint32_t   dataOffset;
    uint32_t   dataSize;
    uint16_t   row;
    uint16_t   column;
    NvMediaPicEntry_AV1_Short anchor_frame;
    uint8_t Reserved24Bits[3];
} NvMediaTile_AV1;
 
typedef struct _NvMediaPictureInfo_AV1 {
    uint32_t width;
    uint32_t height;
    uint32_t superres_width;                // Not defined in DXVA
    uint32_t max_width;
    uint32_t max_height;
 
    NvMediaPicEntry_AV1_Short CurrPic;
    NvMediaPicEntry_AV1_Short FgsPic;     // Not defined in DXVA
 
    uint8_t superres_denom;
    uint8_t BitDepth;
    uint8_t profile;
 
    // Tiles:
    struct {
        uint8_t cols;
        uint8_t rows;
        uint16_t widths[AV1_MAX_TILES];            // AV1_MAX_TILES = 256 as defined in c8b0_drv.h
        uint16_t heights[AV1_MAX_TILES];
        uint16_t context_update_id;
        uint32_t tile_info[AV1_MAX_TILES *2];
    } tiles;
 
    // Coding Tools
     uint8_t use_128x128_superblock;
     uint8_t intra_edge_filter;
     uint8_t interintra_compound;
     uint8_t masked_compound;
     uint8_t warped_motion;
     uint8_t dual_filter;
     uint8_t jnt_comp;
     uint8_t screen_content_tools;
     uint8_t integer_mv;
     uint8_t cdef_enable;
     uint8_t restoration;
     uint8_t film_grain_enable;
     uint8_t intrabc;
     uint8_t high_precision_mv;
     uint8_t switchable_motion_mode;
     uint8_t filter_intra;
     uint8_t disable_frame_end_update_cdf;
     uint8_t disable_cdf_update;
     uint8_t reference_mode;
     uint8_t skip_mode;
     uint8_t reduced_tx_set;
     uint8_t superres;
     uint8_t tx_mode;
     uint8_t use_ref_frame_mvs;
     uint8_t reference_frame_update;
 
    // Format & Picture Info flags
    uint8_t frame_type;
    uint8_t show_frame;
    uint8_t showable_frame;
    uint8_t subsampling_x;
    uint8_t subsampling_y;
    uint8_t mono_chrome;
    uint8_t chroma_format_idc;
    NvMediaPicEntry_AV1_Short primary_ref_frame;
    uint8_t order_hint;
    uint8_t order_hint_bits_minus_1;
 
    // References
    NvMediaPicEntry_AV1 frame_refs[7];
    NvMediaRefSurface *RefPics[8];
    int8_t ref_frame_map_index[8];
 
    uint32_t enable_order_hint;
    uint32_t skip_ref0 : 4;
    uint32_t skip_ref1 : 4;
    uint32_t reserved : 24;
    int32_t show_existing_frame_index;
 
    // Loop filter parameters
    struct {
        uint8_t filter_level[2];
        uint8_t filter_level_u;
        uint8_t filter_level_v;
        uint8_t sharpness_level;
 
        uint8_t mode_ref_delta_enabled;
        uint8_t mode_ref_delta_update;
        uint8_t delta_lf_present;
        uint8_t delta_lf_multi;
 
        int8_t ref_deltas[8];
        int8_t mode_deltas[2];
        uint8_t delta_lf_res;
        // loop restoration
        uint16_t restoration_unit_size[3];
        uint8_t frame_restoration_type[3];
    } loop_filter;
 
    // Quantization
    struct {
        uint8_t delta_q_present;
        uint8_t delta_q_res;
        uint8_t base_qindex;
        int8_t y_dc_delta_q;
        int8_t u_dc_delta_q;
        int8_t v_dc_delta_q;
        int8_t u_ac_delta_q;
        int8_t v_ac_delta_q;
        uint8_t qm_y;
        uint8_t qm_u;
        uint8_t qm_v;
    } quantization;
 
    // Cdef parameters
    struct {
                uint8_t damping;
                uint8_t bits;
 
        union {
            struct {
                uint8_t primary : 6;
                uint8_t secondary : 2;
            };
            uint8_t combined;
        } y_strengths[8];
 
        union {
            struct {
                uint8_t primary : 6;
                uint8_t secondary : 2;
            };
            uint8_t combined;
        }  uv_strengths[8];
    } cdef;
 
    uint8_t interp_filter;
 
    // Segmentation
    struct {
        uint8_t enabled;
        uint8_t update_map;
        uint8_t update_data;
        uint8_t temporal_update;
        uint8_t segid_preskip;
        uint8_t feature_mask[8];
        int16_t feature_data[8][8];
    } segmentation;
 
    // film grain
    NvMediaRefSurface *fgsPic;
    struct {
        uint16_t apply_grain;
        uint16_t scaling_shift_minus8;
        uint16_t chroma_scaling_from_luma;
        uint16_t ar_coeff_lag;
        uint16_t ar_coeff_shift_minus6;
        uint16_t grain_scale_shift;
        uint16_t overlap_flag;
        uint16_t clip_to_restricted_range;
        uint16_t grain_seed;
        uint8_t scaling_points_y[14][2];
        uint8_t num_y_points;
        uint8_t scaling_points_cb[10][2];
        uint8_t num_cb_points;
        uint8_t scaling_points_cr[10][2];
        uint8_t num_cr_points;
        int16_t ar_coeffs_y[24];
        int16_t ar_coeffs_cb[25];
        int16_t ar_coeffs_cr[25];
        uint8_t cb_mult;
        uint8_t cb_luma_mult;
        int16_t cb_offset;
        uint8_t cr_mult;
        uint8_t cr_luma_mult;
        int16_t cr_offset;
    } film_grain;
    uint8_t  refresh_frame_flags;
} NvMediaPictureInfoAV1;
#ifdef __cplusplus
}     /* extern "C" */
#endif
 
#endif /* NVMEDIA_COMMON_DECODE_H */