AOMedia AV1 Codec
encoder.h
Go to the documentation of this file.
1/*
2 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11
15#ifndef AOM_AV1_ENCODER_ENCODER_H_
16#define AOM_AV1_ENCODER_ENCODER_H_
17
18#include <stdbool.h>
19#include <stdio.h>
20
21#include "config/aom_config.h"
22
23#include "aom/aomcx.h"
24
25#include "av1/common/alloccommon.h"
26#include "av1/common/av1_common_int.h"
27#include "av1/common/blockd.h"
28#include "av1/common/entropymode.h"
29#include "av1/common/enums.h"
30#include "av1/common/resize.h"
31#include "av1/common/thread_common.h"
32#include "av1/common/timing.h"
33
34#include "av1/encoder/aq_cyclicrefresh.h"
35#include "av1/encoder/av1_quantize.h"
36#include "av1/encoder/block.h"
37#include "av1/encoder/context_tree.h"
38#include "av1/encoder/encodemb.h"
39#include "av1/encoder/external_partition.h"
40#include "av1/encoder/firstpass.h"
41#include "av1/encoder/global_motion.h"
42#include "av1/encoder/level.h"
44#include "av1/encoder/mcomp.h"
45#include "av1/encoder/pickcdef.h"
46#include "av1/encoder/ratectrl.h"
47#include "av1/encoder/rd.h"
49#include "av1/encoder/svc_layercontext.h"
50#include "av1/encoder/temporal_filter.h"
51#include "av1/encoder/thirdpass.h"
52#include "av1/encoder/tokenize.h"
53#include "av1/encoder/tpl_model.h"
54#include "av1/encoder/av1_noise_estimate.h"
55#include "av1/encoder/bitstream.h"
56
57#if CONFIG_INTERNAL_STATS
58#include "aom_dsp/ssim.h"
59#endif
60#include "aom_dsp/variance.h"
61#if CONFIG_DENOISE
62#include "aom_dsp/noise_model.h"
63#endif
64#if CONFIG_TUNE_VMAF
65#include "av1/encoder/tune_vmaf.h"
66#endif
67#if CONFIG_AV1_TEMPORAL_DENOISING
68#include "av1/encoder/av1_temporal_denoiser.h"
69#endif
70#if CONFIG_TUNE_BUTTERAUGLI
71#include "av1/encoder/tune_butteraugli.h"
72#endif
73
74#include "aom/internal/aom_codec_internal.h"
75#include "aom_util/aom_thread.h"
76
77#ifdef __cplusplus
78extern "C" {
79#endif
80
81// TODO(yunqing, any): Added suppression tag to quiet Doxygen warnings. Need to
82// adjust it while we work on documentation.
84// Number of frames required to test for scene cut detection
85#define SCENE_CUT_KEY_TEST_INTERVAL 16
86
87// Lookahead index threshold to enable temporal filtering for second arf.
88#define TF_LOOKAHEAD_IDX_THR 7
89
90// Rational number with an int64 numerator
91// This structure holds a fractional value
92typedef struct aom_rational64 {
93 int64_t num; // fraction numerator
94 int den; // fraction denominator
95} aom_rational64_t; // alias for struct aom_rational
96
97enum {
98 NORMAL = 0,
99 FOURFIVE = 1,
100 THREEFIVE = 2,
101 THREEFOUR = 3,
102 ONEFOUR = 4,
103 ONEEIGHT = 5,
104 ONETWO = 6
105} UENUM1BYTE(AOM_SCALING);
106
107enum {
108 // Good Quality Fast Encoding. The encoder balances quality with the amount of
109 // time it takes to encode the output. Speed setting controls how fast.
110 GOOD,
111 // Realtime Fast Encoding. Will force some restrictions on bitrate
112 // constraints.
113 REALTIME,
114 // All intra mode. All the frames are coded as intra frames.
115 ALLINTRA
116} UENUM1BYTE(MODE);
117
118enum {
119 FRAMEFLAGS_KEY = 1 << 0,
120 FRAMEFLAGS_GOLDEN = 1 << 1,
121 FRAMEFLAGS_BWDREF = 1 << 2,
122 // TODO(zoeliu): To determine whether a frame flag is needed for ALTREF2_FRAME
123 FRAMEFLAGS_ALTREF = 1 << 3,
124 FRAMEFLAGS_INTRAONLY = 1 << 4,
125 FRAMEFLAGS_SWITCH = 1 << 5,
126 FRAMEFLAGS_ERROR_RESILIENT = 1 << 6,
127} UENUM1BYTE(FRAMETYPE_FLAGS);
128
129#if CONFIG_FRAME_PARALLEL_ENCODE
130// 0 level frames are sometimes used for rate control purposes, but for
131// reference mapping purposes, the minimum level should be 1.
132#define MIN_PYR_LEVEL 1
133static INLINE int get_true_pyr_level(int frame_level, int frame_order,
134 int max_layer_depth) {
135 if (frame_order == 0) {
136 // Keyframe case
137 return MIN_PYR_LEVEL;
138 } else if (frame_level == MAX_ARF_LAYERS) {
139 // Leaves
140 return max_layer_depth;
141 } else if (frame_level == (MAX_ARF_LAYERS + 1)) {
142 // Altrefs
143 return MIN_PYR_LEVEL;
144 }
145 return AOMMAX(MIN_PYR_LEVEL, frame_level);
146}
147#endif // CONFIG_FRAME_PARALLEL_ENCODE
148
149enum {
150 NO_AQ = 0,
151 VARIANCE_AQ = 1,
152 COMPLEXITY_AQ = 2,
153 CYCLIC_REFRESH_AQ = 3,
154 AQ_MODE_COUNT // This should always be the last member of the enum
155} UENUM1BYTE(AQ_MODE);
156enum {
157 NO_DELTA_Q = 0,
158 DELTA_Q_OBJECTIVE = 1, // Modulation to improve objective quality
159 DELTA_Q_PERCEPTUAL = 2, // Modulation to improve video perceptual quality
160 DELTA_Q_PERCEPTUAL_AI = 3, // Perceptual quality opt for all intra mode
161 DELTA_Q_USER_RATING_BASED = 4, // User rating based delta q mode
162 DELTA_Q_MODE_COUNT // This should always be the last member of the enum
163} UENUM1BYTE(DELTAQ_MODE);
164
165enum {
166 RESIZE_NONE = 0, // No frame resizing allowed.
167 RESIZE_FIXED = 1, // All frames are coded at the specified scale.
168 RESIZE_RANDOM = 2, // All frames are coded at a random scale.
169 RESIZE_DYNAMIC = 3, // Frames coded at lower scale based on rate control.
170 RESIZE_MODES
171} UENUM1BYTE(RESIZE_MODE);
172
173enum {
174 SS_CFG_SRC = 0,
175 SS_CFG_LOOKAHEAD = 1,
176 SS_CFG_FPF = 2,
177 SS_CFG_TOTAL = 3
178} UENUM1BYTE(SS_CFG_OFFSET);
179
180enum {
181 DISABLE_SCENECUT, // For LAP, lag_in_frames < 19
182 ENABLE_SCENECUT_MODE_1, // For LAP, lag_in_frames >=19 and < 33
183 ENABLE_SCENECUT_MODE_2 // For twopass and LAP - lag_in_frames >=33
184} UENUM1BYTE(SCENECUT_MODE);
185
186#define MAX_VBR_CORPUS_COMPLEXITY 10000
187
190typedef enum {
191 MOD_FP, // First pass
192 MOD_TF, // Temporal filtering
193 MOD_TPL, // TPL
194 MOD_GME, // Global motion estimation
195 MOD_ENC, // Encode stage
196 MOD_LPF, // Deblocking loop filter
197 MOD_CDEF_SEARCH, // CDEF search
198 MOD_CDEF, // CDEF frame
199 MOD_LR, // Loop restoration filtering
200 MOD_PACK_BS, // Pack bitstream
201 MOD_FRAME_ENC, // Frame Parallel encode
202 NUM_MT_MODULES
203} MULTI_THREADED_MODULES;
204
210typedef enum {
216
220typedef struct {
224 RESIZE_MODE resize_mode;
235} ResizeCfg;
236
240typedef struct {
264
268typedef struct {
305
309typedef struct {
347
351typedef struct {
378
382typedef struct {
414
418typedef struct {
423
428
433
439
446
451
456
461
466
472
476typedef struct {
478 // BUFFERING PARAMETERS
496
501
520 unsigned int gf_cbr_boost_pct;
525 unsigned int min_cr;
579
581typedef struct {
582 // Indicates the number of frames lag before encoding is started.
583 int lag_in_frames;
584 // Indicates the minimum gf/arf interval to be used.
585 int min_gf_interval;
586 // Indicates the maximum gf/arf interval to be used.
587 int max_gf_interval;
588 // Indicates the minimum height for GF group pyramid structure to be used.
589 int gf_min_pyr_height;
590 // Indicates the maximum height for GF group pyramid structure to be used.
591 int gf_max_pyr_height;
592 // Indicates if automatic set and use of altref frames should be enabled.
593 bool enable_auto_arf;
594 // Indicates if automatic set and use of (b)ackward (r)ef (f)rames should be
595 // enabled.
596 bool enable_auto_brf;
597} GFConfig;
598
599typedef struct {
600 // Indicates the number of tile groups.
601 unsigned int num_tile_groups;
602 // Indicates the MTU size for a tile group. If mtu is non-zero,
603 // num_tile_groups is set to DEFAULT_MAX_NUM_TG.
604 unsigned int mtu;
605 // Indicates the number of tile columns in log2.
606 int tile_columns;
607 // Indicates the number of tile rows in log2.
608 int tile_rows;
609 // Indicates the number of widths in the tile_widths[] array.
610 int tile_width_count;
611 // Indicates the number of heights in the tile_heights[] array.
612 int tile_height_count;
613 // Indicates the tile widths, and may be empty.
614 int tile_widths[MAX_TILE_COLS];
615 // Indicates the tile heights, and may be empty.
616 int tile_heights[MAX_TILE_ROWS];
617 // Indicates if large scale tile coding should be used.
618 bool enable_large_scale_tile;
619 // Indicates if single tile decoding mode should be enabled.
620 bool enable_single_tile_decoding;
621 // Indicates if EXT_TILE_DEBUG should be enabled.
622 bool enable_ext_tile_debug;
623} TileConfig;
624
625typedef struct {
626 // Indicates the width of the input frame.
627 int width;
628 // Indicates the height of the input frame.
629 int height;
630 // If forced_max_frame_width is non-zero then it is used to force the maximum
631 // frame width written in write_sequence_header().
632 int forced_max_frame_width;
633 // If forced_max_frame_width is non-zero then it is used to force the maximum
634 // frame height written in write_sequence_header().
635 int forced_max_frame_height;
636 // Indicates the frame width after applying both super-resolution and resize
637 // to the coded frame.
638 int render_width;
639 // Indicates the frame height after applying both super-resolution and resize
640 // to the coded frame.
641 int render_height;
642} FrameDimensionCfg;
643
644typedef struct {
645 // Indicates if warped motion should be enabled.
646 bool enable_warped_motion;
647 // Indicates if warped motion should be evaluated or not.
648 bool allow_warped_motion;
649 // Indicates if OBMC motion should be enabled.
650 bool enable_obmc;
651} MotionModeCfg;
652
653typedef struct {
654 // Timing info for each frame.
655 aom_timing_info_t timing_info;
656 // Indicates the number of time units of a decoding clock.
657 uint32_t num_units_in_decoding_tick;
658 // Indicates if decoder model information is present in the coded sequence
659 // header.
660 bool decoder_model_info_present_flag;
661 // Indicates if display model information is present in the coded sequence
662 // header.
663 bool display_model_info_present_flag;
664 // Indicates if timing info for each frame is present.
665 bool timing_info_present;
666} DecoderModelCfg;
667
668typedef struct {
669 // Indicates the update frequency for coeff costs.
670 COST_UPDATE_TYPE coeff;
671 // Indicates the update frequency for mode costs.
672 COST_UPDATE_TYPE mode;
673 // Indicates the update frequency for mv costs.
675 // Indicates the update frequency for dv costs.
677} CostUpdateFreq;
678
679typedef struct {
680 // Indicates the maximum number of reference frames allowed per frame.
681 unsigned int max_reference_frames;
682 // Indicates if the reduced set of references should be enabled.
683 bool enable_reduced_reference_set;
684 // Indicates if one-sided compound should be enabled.
685 bool enable_onesided_comp;
686} RefFrameCfg;
687
688typedef struct {
689 // Indicates the color space that should be used.
690 aom_color_primaries_t color_primaries;
691 // Indicates the characteristics of transfer function to be used.
692 aom_transfer_characteristics_t transfer_characteristics;
693 // Indicates the matrix coefficients to be used for the transfer function.
694 aom_matrix_coefficients_t matrix_coefficients;
695 // Indicates the chroma 4:2:0 sample position info.
696 aom_chroma_sample_position_t chroma_sample_position;
697 // Indicates if a limited color range or full color range should be used.
698 aom_color_range_t color_range;
699} ColorCfg;
700
701typedef struct {
702 // Indicates if extreme motion vector unit test should be enabled or not.
703 unsigned int motion_vector_unit_test;
704 // Indicates if superblock multipass unit test should be enabled or not.
705 unsigned int sb_multipass_unit_test;
706} UnitTestCfg;
707
708typedef struct {
709 // Indicates the file path to the VMAF model.
710 const char *vmaf_model_path;
711 // Indicates the path to the film grain parameters.
712 const char *film_grain_table_filename;
713 // Indicates the visual tuning metric.
714 aom_tune_metric tuning;
715 // Indicates if the current content is screen or default type.
716 aom_tune_content content;
717 // Indicates the film grain parameters.
718 int film_grain_test_vector;
719} TuneCfg;
720
721typedef struct {
722 // Indicates the framerate of the input video.
723 double init_framerate;
724 // Indicates the bit-depth of the input video.
725 unsigned int input_bit_depth;
726 // Indicates the maximum number of frames to be encoded.
727 unsigned int limit;
728 // Indicates the chrome subsampling x value.
729 unsigned int chroma_subsampling_x;
730 // Indicates the chrome subsampling y value.
731 unsigned int chroma_subsampling_y;
732} InputCfg;
733
734typedef struct {
735 // List of QP offsets for: keyframe, ALTREF, and 3 levels of internal ARFs.
736 // If any of these values are negative, fixed offsets are disabled.
737 // Uses internal q range.
738 double fixed_qp_offsets[FIXED_QP_OFFSET_COUNT];
739 // If true, encoder will use fixed QP offsets, that are either:
740 // - Given by the user, and stored in 'fixed_qp_offsets' array, OR
741 // - Picked automatically from cq_level.
742 int use_fixed_qp_offsets;
743 // Indicates the minimum flatness of the quantization matrix.
744 int qm_minlevel;
745 // Indicates the maximum flatness of the quantization matrix.
746 int qm_maxlevel;
747 // Indicates if adaptive quantize_b should be enabled.
748 int quant_b_adapt;
749 // Indicates the Adaptive Quantization mode to be used.
750 AQ_MODE aq_mode;
751 // Indicates the delta q mode to be used.
752 DELTAQ_MODE deltaq_mode;
753 // Indicates if delta quantization should be enabled in chroma planes.
754 bool enable_chroma_deltaq;
755 // Indicates if encoding with quantization matrices should be enabled.
756 bool using_qm;
757} QuantizationCfg;
758
763typedef struct {
771
780
785
790
798
803
809} AlgoCfg;
812typedef struct {
813 // Indicates the codec bit-depth.
814 aom_bit_depth_t bit_depth;
815 // Indicates the superblock size that should be used by the encoder.
816 aom_superblock_size_t superblock_size;
817 // Indicates if loopfilter modulation should be enabled.
818 bool enable_deltalf_mode;
819 // Indicates if CDEF should be enabled.
820 bool enable_cdef;
821 // Indicates if loop restoration filter should be enabled.
822 bool enable_restoration;
823 // When enabled, video mode should be used even for single frame input.
824 bool force_video_mode;
825 // Indicates if the error resiliency features should be enabled.
826 bool error_resilient_mode;
827 // Indicates if frame parallel decoding feature should be enabled.
828 bool frame_parallel_decoding_mode;
829 // Indicates if the input should be encoded as monochrome.
830 bool enable_monochrome;
831 // When enabled, the encoder will use a full header even for still pictures.
832 // When disabled, a reduced header is used for still pictures.
833 bool full_still_picture_hdr;
834 // Indicates if dual interpolation filters should be enabled.
835 bool enable_dual_filter;
836 // Indicates if frame order hint should be enabled or not.
837 bool enable_order_hint;
838 // Indicates if ref_frame_mvs should be enabled at the sequence level.
839 bool ref_frame_mvs_present;
840 // Indicates if ref_frame_mvs should be enabled at the frame level.
841 bool enable_ref_frame_mvs;
842 // Indicates if interintra compound mode is enabled.
843 bool enable_interintra_comp;
844 // Indicates if global motion should be enabled.
845 bool enable_global_motion;
846 // Indicates if palette should be enabled.
847 bool enable_palette;
848} ToolCfg;
849
854typedef struct AV1EncoderConfig {
856 // Configuration related to the input video.
857 InputCfg input_cfg;
858
859 // Configuration related to frame-dimensions.
860 FrameDimensionCfg frm_dim_cfg;
861
867
872
879 // Configuration related to Quantization.
880 QuantizationCfg q_cfg;
881
882 // Internal frame size scaling.
883 ResizeCfg resize_cfg;
884
885 // Frame Super-Resolution size scaling.
886 SuperResCfg superres_cfg;
887
896 // Configuration related to encoder toolsets.
897 ToolCfg tool_cfg;
898
899 // Configuration related to Group of frames.
900 GFConfig gf_cfg;
901
902 // Tile related configuration parameters.
903 TileConfig tile_cfg;
904
905 // Configuration related to Tune.
906 TuneCfg tune_cfg;
907
908 // Configuration related to color.
909 ColorCfg color_cfg;
910
911 // Configuration related to decoder model.
912 DecoderModelCfg dec_model_cfg;
913
914 // Configuration related to reference frames.
915 RefFrameCfg ref_frm_cfg;
916
917 // Configuration related to unit tests.
918 UnitTestCfg unit_test_cfg;
919
920 // Flags related to motion mode.
921 MotionModeCfg motion_mode_cfg;
922
923 // Flags related to intra mode search.
924 IntraModeCfg intra_mode_cfg;
925
926 // Flags related to transform size/type.
927 TxfmSizeTypeCfg txfm_cfg;
928
929 // Flags related to compound type.
930 CompoundTypeCfg comp_type_cfg;
931
932 // Partition related information.
933 PartitionCfg part_cfg;
934
935 // Configuration related to frequency of cost update.
936 CostUpdateFreq cost_upd_freq;
937
938#if CONFIG_DENOISE
939 // Indicates the noise level.
940 float noise_level;
941 // Indicates the the denoisers block size.
942 int noise_block_size;
943 // Indicates whether to apply denoising to the frame to be encoded
944 int enable_dnl_denoising;
945#endif
946
947#if CONFIG_AV1_TEMPORAL_DENOISING
948 // Noise sensitivity.
949 int noise_sensitivity;
950#endif
951 // Bit mask to specify which tier each of the 32 possible operating points
952 // conforms to.
953 unsigned int tier_mask;
954
955 // Indicates the number of pixels off the edge of a reference frame we're
956 // allowed to go when forming an inter prediction.
957 int border_in_pixels;
958
959 // Indicates the maximum number of threads that may be used by the encoder.
960 int max_threads;
961
962 // Indicates the speed preset to be used.
963 int speed;
964
965 // Indicates the target sequence level index for each operating point(OP).
966 AV1_LEVEL target_seq_level_idx[MAX_NUM_OPERATING_POINTS];
967
968 // Indicates the bitstream profile to be used.
969 BITSTREAM_PROFILE profile;
970
982 // Total number of encoding passes.
983 int passes;
984
985 // the name of the second pass output file when passes > 2
986 const char *two_pass_output;
987
988 // Indicates if the encoding is GOOD or REALTIME.
989 MODE mode;
990
991 // Indicates if row-based multi-threading should be enabled or not.
992 bool row_mt;
993
994 // Indicates if 16bit frame buffers are to be used i.e., the content is >
995 // 8-bit.
996 bool use_highbitdepth;
997
998 // Indicates the bitstream syntax mode. 0 indicates bitstream is saved as
999 // Section 5 bitstream, while 1 indicates the bitstream is saved in Annex - B
1000 // format.
1001 bool save_as_annexb;
1002
1003 // The path for partition stats reading and writing, used in the experiment
1004 // CONFIG_PARTITION_SEARCH_ORDER.
1005 const char *partition_info_path;
1008
1010static INLINE int is_lossless_requested(const RateControlCfg *const rc_cfg) {
1011 return rc_cfg->best_allowed_q == 0 && rc_cfg->worst_allowed_q == 0;
1012}
1018typedef struct {
1024 int obmc_probs[FRAME_UPDATE_TYPES][BLOCK_SIZES_ALL];
1025
1031 int warped_probs[FRAME_UPDATE_TYPES];
1032
1039 int tx_type_probs[FRAME_UPDATE_TYPES][TX_SIZES_ALL][TX_TYPES];
1040
1047 int switchable_interp_probs[FRAME_UPDATE_TYPES][SWITCHABLE_FILTER_CONTEXTS]
1048 [SWITCHABLE_FILTERS];
1050
1053typedef struct FRAME_COUNTS {
1054// Note: This structure should only contain 'unsigned int' fields, or
1055// aggregates built solely from 'unsigned int' fields/elements
1056#if CONFIG_ENTROPY_STATS
1057 unsigned int kf_y_mode[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS][INTRA_MODES];
1058 unsigned int angle_delta[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1];
1059 unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
1060 unsigned int uv_mode[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES];
1061 unsigned int cfl_sign[CFL_JOINT_SIGNS];
1062 unsigned int cfl_alpha[CFL_ALPHA_CONTEXTS][CFL_ALPHABET_SIZE];
1063 unsigned int palette_y_mode[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2];
1064 unsigned int palette_uv_mode[PALETTE_UV_MODE_CONTEXTS][2];
1065 unsigned int palette_y_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1066 unsigned int palette_uv_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1067 unsigned int palette_y_color_index[PALETTE_SIZES]
1068 [PALETTE_COLOR_INDEX_CONTEXTS]
1069 [PALETTE_COLORS];
1070 unsigned int palette_uv_color_index[PALETTE_SIZES]
1071 [PALETTE_COLOR_INDEX_CONTEXTS]
1072 [PALETTE_COLORS];
1073 unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
1074 unsigned int txb_skip[TOKEN_CDF_Q_CTXS][TX_SIZES][TXB_SKIP_CONTEXTS][2];
1075 unsigned int eob_extra[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1076 [EOB_COEF_CONTEXTS][2];
1077 unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
1078 unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][BR_CDF_SIZE - 1][LEVEL_CONTEXTS]
1079 [2];
1080 unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
1081 unsigned int eob_multi16[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][5];
1082 unsigned int eob_multi32[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][6];
1083 unsigned int eob_multi64[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][7];
1084 unsigned int eob_multi128[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][8];
1085 unsigned int eob_multi256[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][9];
1086 unsigned int eob_multi512[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][10];
1087 unsigned int eob_multi1024[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][11];
1088 unsigned int coeff_lps_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1089 [LEVEL_CONTEXTS][BR_CDF_SIZE];
1090 unsigned int coeff_base_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1091 [SIG_COEF_CONTEXTS][NUM_BASE_LEVELS + 2];
1092 unsigned int coeff_base_eob_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1093 [SIG_COEF_CONTEXTS_EOB][NUM_BASE_LEVELS + 1];
1094 unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
1095 unsigned int zeromv_mode[GLOBALMV_MODE_CONTEXTS][2];
1096 unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
1097 unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
1098 unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
1099 unsigned int wedge_idx[BLOCK_SIZES_ALL][16];
1100 unsigned int interintra[BLOCK_SIZE_GROUPS][2];
1101 unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
1102 unsigned int wedge_interintra[BLOCK_SIZES_ALL][2];
1103 unsigned int compound_type[BLOCK_SIZES_ALL][MASKED_COMPOUND_TYPES];
1104 unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES];
1105 unsigned int obmc[BLOCK_SIZES_ALL][2];
1106 unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
1107 unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
1108 unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
1109 unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
1110 unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
1111 unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
1112 unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
1113 unsigned int intrabc[2];
1114
1115 unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
1116 unsigned int intra_tx_size[MAX_TX_CATS][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1];
1117 unsigned int skip_mode[SKIP_MODE_CONTEXTS][2];
1118 unsigned int skip_txfm[SKIP_CONTEXTS][2];
1119 unsigned int compound_index[COMP_INDEX_CONTEXTS][2];
1120 unsigned int comp_group_idx[COMP_GROUP_IDX_CONTEXTS][2];
1121 unsigned int delta_q[DELTA_Q_PROBS][2];
1122 unsigned int delta_lf_multi[FRAME_LF_COUNT][DELTA_LF_PROBS][2];
1123 unsigned int delta_lf[DELTA_LF_PROBS][2];
1124
1125 unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
1126 unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
1127 [TX_TYPES];
1128 unsigned int filter_intra_mode[FILTER_INTRA_MODES];
1129 unsigned int filter_intra[BLOCK_SIZES_ALL][2];
1130 unsigned int switchable_restore[RESTORE_SWITCHABLE_TYPES];
1131 unsigned int wiener_restore[2];
1132 unsigned int sgrproj_restore[2];
1133#endif // CONFIG_ENTROPY_STATS
1134
1135 unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
1136 [SWITCHABLE_FILTERS];
1137} FRAME_COUNTS;
1138
1139#define INTER_MODE_RD_DATA_OVERALL_SIZE 6400
1140
1141typedef struct {
1142 int ready;
1143 double a;
1144 double b;
1145 double dist_mean;
1146 double ld_mean;
1147 double sse_mean;
1148 double sse_sse_mean;
1149 double sse_ld_mean;
1150 int num;
1151 double dist_sum;
1152 double ld_sum;
1153 double sse_sum;
1154 double sse_sse_sum;
1155 double sse_ld_sum;
1156} InterModeRdModel;
1157
1158typedef struct {
1159 int idx;
1160 int64_t rd;
1161} RdIdxPair;
1162// TODO(angiebird): This is an estimated size. We still need to figure what is
1163// the maximum number of modes.
1164#define MAX_INTER_MODES 1024
1165// TODO(any): rename this struct to something else. There is already another
1166// struct called inter_mode_info, which makes this terribly confusing.
1174typedef struct inter_modes_info {
1179 int num;
1183 MB_MODE_INFO mbmi_arr[MAX_INTER_MODES];
1187 int mode_rate_arr[MAX_INTER_MODES];
1191 int64_t sse_arr[MAX_INTER_MODES];
1195 int64_t est_rd_arr[MAX_INTER_MODES];
1199 RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES];
1203 RD_STATS rd_cost_arr[MAX_INTER_MODES];
1207 RD_STATS rd_cost_y_arr[MAX_INTER_MODES];
1211 RD_STATS rd_cost_uv_arr[MAX_INTER_MODES];
1213
1215typedef struct {
1216 // TODO(kyslov): consider changing to 64bit
1217
1218 // This struct is used for computing variance in choose_partitioning(), where
1219 // the max number of samples within a superblock is 32x32 (with 4x4 avg).
1220 // With 8bit bitdepth, uint32_t is enough for sum_square_error (2^8 * 2^8 * 32
1221 // * 32 = 2^26). For high bitdepth we need to consider changing this to 64 bit
1222 uint32_t sum_square_error;
1223 int32_t sum_error;
1224 int log2_count;
1225 int variance;
1226} VPartVar;
1227
1228typedef struct {
1229 VPartVar none;
1230 VPartVar horz[2];
1231 VPartVar vert[2];
1232} VPVariance;
1233
1234typedef struct {
1235 VPVariance part_variances;
1236 VPartVar split[4];
1237} VP4x4;
1238
1239typedef struct {
1240 VPVariance part_variances;
1241 VP4x4 split[4];
1242} VP8x8;
1243
1244typedef struct {
1245 VPVariance part_variances;
1246 VP8x8 split[4];
1247} VP16x16;
1248
1249typedef struct {
1250 VPVariance part_variances;
1251 VP16x16 split[4];
1252} VP32x32;
1253
1254typedef struct {
1255 VPVariance part_variances;
1256 VP32x32 split[4];
1257} VP64x64;
1258
1259typedef struct {
1260 VPVariance part_variances;
1261 VP64x64 *split;
1262} VP128x128;
1263
1269typedef struct {
1278 int64_t thresholds[5];
1279
1286
1290typedef struct {
1291#if CONFIG_MULTITHREAD
1296 pthread_mutex_t *mutex_;
1297 pthread_cond_t *cond_;
1299#endif // CONFIG_MULTITHREAD
1305 int *num_finished_cols;
1315 int rows;
1325
1328// TODO(jingning) All spatially adaptive variables should go to TileDataEnc.
1329typedef struct TileDataEnc {
1330 TileInfo tile_info;
1331 DECLARE_ALIGNED(16, FRAME_CONTEXT, tctx);
1332 FRAME_CONTEXT *row_ctx;
1333 uint64_t abs_sum_level;
1334 uint8_t allow_update_cdf;
1335 InterModeRdModel inter_mode_rd_models[BLOCK_SIZES_ALL];
1336 AV1EncRowMultiThreadSync row_mt_sync;
1337 MV firstpass_top_mv;
1338} TileDataEnc;
1339
1340typedef struct RD_COUNTS {
1341 int64_t comp_pred_diff[REFERENCE_MODES];
1342 int compound_ref_used_flag;
1343 int skip_mode_used_flag;
1344 int tx_type_used[TX_SIZES_ALL][TX_TYPES];
1345 int obmc_used[BLOCK_SIZES_ALL][2];
1346 int warped_used[2];
1347} RD_COUNTS;
1348
1349typedef struct ThreadData {
1350 MACROBLOCK mb;
1351 RD_COUNTS rd_counts;
1352 FRAME_COUNTS *counts;
1353 PC_TREE_SHARED_BUFFERS shared_coeff_buf;
1354 SIMPLE_MOTION_DATA_TREE *sms_tree;
1355 SIMPLE_MOTION_DATA_TREE *sms_root;
1356 uint32_t *hash_value_buffer[2][2];
1357 OBMCBuffer obmc_buffer;
1358 PALETTE_BUFFER *palette_buffer;
1359 CompoundTypeRdBuffers comp_rd_buffer;
1360 CONV_BUF_TYPE *tmp_conv_dst;
1361 uint64_t abs_sum_level;
1362 uint8_t *tmp_pred_bufs[2];
1363 int intrabc_used;
1364 int deltaq_used;
1365 int coefficient_size;
1366 int max_mv_magnitude;
1367 int interp_filter_selected[SWITCHABLE];
1368 FRAME_CONTEXT *tctx;
1369 VP64x64 *vt64x64;
1370 int32_t num_64x64_blocks;
1371 PICK_MODE_CONTEXT *firstpass_ctx;
1372 TemporalFilterData tf_data;
1373 TplTxfmStats tpl_txfm_stats;
1374 // Pointer to the array of structures to store gradient information of each
1375 // pixel in a superblock. The buffer constitutes of MAX_SB_SQUARE pixel level
1376 // structures for each of the plane types (PLANE_TYPE_Y and PLANE_TYPE_UV).
1377 PixelLevelGradientInfo *pixel_gradient_info;
1378} ThreadData;
1379
1380struct EncWorkerData;
1381
1387typedef struct {
1410
1414 int thread_id_to_tile_id[MAX_NUM_THREADS];
1415
1416#if CONFIG_MULTITHREAD
1420 pthread_mutex_t *mutex_;
1421#endif
1422
1430 void (*sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int);
1434 void (*sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int);
1437
1438#if CONFIG_FRAME_PARALLEL_ENCODE
1442#define MAX_PARALLEL_FRAMES 4
1446#define NUM_RECODES_PER_FRAME 10
1447
1452typedef struct RestoreStateBuffers {
1456 uint16_t *cdef_srcbuf;
1457
1461 uint16_t *cdef_colbuf[MAX_MB_PLANE];
1462
1466 int32_t *rst_tmpbuf;
1467
1471 RestorationLineBuffers *rlbs;
1472} RestoreStateBuffers;
1473#endif // CONFIG_FRAME_PARALLEL_ENCODE
1474
1483
1487 int num_mod_workers[NUM_MT_MODULES];
1488
1492 AVxWorker *workers;
1493
1498 struct EncWorkerData *tile_thr_data;
1499
1503 AV1CdefWorkerData *cdef_worker;
1504
1505#if CONFIG_FRAME_PARALLEL_ENCODE
1510 AVxWorker *p_workers[MAX_PARALLEL_FRAMES];
1511
1515 int p_num_workers;
1516#endif // CONFIG_FRAME_PARALLEL_ENCODE
1518
1522typedef struct MultiThreadInfo {
1527
1531 int num_mod_workers[NUM_MT_MODULES];
1532
1536 AVxWorker *workers;
1537
1542 struct EncWorkerData *tile_thr_data;
1543
1549
1554
1558 AV1TplRowMultiThreadInfo tpl_row_mt;
1559
1563 AV1LfSync lf_row_sync;
1564
1568 AV1LrSync lr_row_sync;
1569
1573 AV1EncPackBSSync pack_bs_sync;
1574
1578 AV1GlobalMotionSync gm_sync;
1579
1583 AV1TemporalFilterSync tf_sync;
1584
1588 AV1CdefSync cdef_sync;
1589
1593 AV1CdefWorkerData *cdef_worker;
1594
1595#if CONFIG_FRAME_PARALLEL_ENCODE
1599 RestoreStateBuffers restore_state_buf;
1600#endif // CONFIG_FRAME_PARALLEL_ENCODE
1602
1605typedef struct ActiveMap {
1606 int enabled;
1607 int update;
1608 unsigned char *map;
1609} ActiveMap;
1610
1616typedef struct {
1621 double cs_rate_array[32];
1631
1634#if CONFIG_INTERNAL_STATS
1635// types of stats
1636enum {
1637 STAT_Y,
1638 STAT_U,
1639 STAT_V,
1640 STAT_ALL,
1641 NUM_STAT_TYPES // This should always be the last member of the enum
1642} UENUM1BYTE(StatType);
1643
1644typedef struct IMAGE_STAT {
1645 double stat[NUM_STAT_TYPES];
1646 double worst;
1647} ImageStat;
1648#endif // CONFIG_INTERNAL_STATS
1649
1650typedef struct {
1651 int ref_count;
1653} EncRefCntBuffer;
1654
1662typedef struct {
1677
1680#if CONFIG_COLLECT_PARTITION_STATS
1681typedef struct FramePartitionTimingStats {
1682 int partition_decisions[6][EXT_PARTITION_TYPES];
1683 int partition_attempts[6][EXT_PARTITION_TYPES];
1684 int64_t partition_times[6][EXT_PARTITION_TYPES];
1685
1686 int partition_redo;
1687} FramePartitionTimingStats;
1688#endif // CONFIG_COLLECT_PARTITION_STATS
1689
1690#if CONFIG_COLLECT_COMPONENT_TIMING
1691#include "aom_ports/aom_timer.h"
1692// Adjust the following to add new components.
1693enum {
1694 av1_encode_strategy_time,
1695 av1_get_one_pass_rt_params_time,
1696 av1_get_second_pass_params_time,
1697 denoise_and_encode_time,
1698 apply_filtering_time,
1699 av1_tpl_setup_stats_time,
1700 encode_frame_to_data_rate_time,
1701 encode_with_or_without_recode_time,
1702 loop_filter_time,
1703 cdef_time,
1704 loop_restoration_time,
1705 av1_pack_bitstream_final_time,
1706 av1_encode_frame_time,
1707 av1_compute_global_motion_time,
1708 av1_setup_motion_field_time,
1709 encode_sb_row_time,
1710
1711 rd_pick_partition_time,
1712 rd_use_partition_time,
1713 av1_prune_partitions_time,
1714 none_partition_search_time,
1715 split_partition_search_time,
1716 rectangular_partition_search_time,
1717 ab_partitions_search_time,
1718 rd_pick_4partition_time,
1719 encode_sb_time,
1720
1721 rd_pick_sb_modes_time,
1722 av1_rd_pick_intra_mode_sb_time,
1723 av1_rd_pick_inter_mode_sb_time,
1724 set_params_rd_pick_inter_mode_time,
1725 skip_inter_mode_time,
1726 handle_inter_mode_time,
1727 evaluate_motion_mode_for_winner_candidates_time,
1728 do_tx_search_time,
1729 handle_intra_mode_time,
1730 refine_winner_mode_tx_time,
1731 av1_search_palette_mode_time,
1732 handle_newmv_time,
1733 compound_type_rd_time,
1734 interpolation_filter_search_time,
1735 motion_mode_rd_time,
1736 kTimingComponents,
1737} UENUM1BYTE(TIMING_COMPONENT);
1738
1739static INLINE char const *get_component_name(int index) {
1740 switch (index) {
1741 case av1_encode_strategy_time: return "av1_encode_strategy_time";
1742 case av1_get_one_pass_rt_params_time:
1743 return "av1_get_one_pass_rt_params_time";
1744 case av1_get_second_pass_params_time:
1745 return "av1_get_second_pass_params_time";
1746 case denoise_and_encode_time: return "denoise_and_encode_time";
1747 case apply_filtering_time: return "apply_filtering_time";
1748 case av1_tpl_setup_stats_time: return "av1_tpl_setup_stats_time";
1749 case encode_frame_to_data_rate_time:
1750 return "encode_frame_to_data_rate_time";
1751 case encode_with_or_without_recode_time:
1752 return "encode_with_or_without_recode_time";
1753 case loop_filter_time: return "loop_filter_time";
1754 case cdef_time: return "cdef_time";
1755 case loop_restoration_time: return "loop_restoration_time";
1756 case av1_pack_bitstream_final_time: return "av1_pack_bitstream_final_time";
1757 case av1_encode_frame_time: return "av1_encode_frame_time";
1758 case av1_compute_global_motion_time:
1759 return "av1_compute_global_motion_time";
1760 case av1_setup_motion_field_time: return "av1_setup_motion_field_time";
1761 case encode_sb_row_time: return "encode_sb_row_time";
1762
1763 case rd_pick_partition_time: return "rd_pick_partition_time";
1764 case rd_use_partition_time: return "rd_use_partition_time";
1765 case av1_prune_partitions_time: return "av1_prune_partitions_time";
1766 case none_partition_search_time: return "none_partition_search_time";
1767 case split_partition_search_time: return "split_partition_search_time";
1768 case rectangular_partition_search_time:
1769 return "rectangular_partition_search_time";
1770 case ab_partitions_search_time: return "ab_partitions_search_time";
1771 case rd_pick_4partition_time: return "rd_pick_4partition_time";
1772 case encode_sb_time: return "encode_sb_time";
1773
1774 case rd_pick_sb_modes_time: return "rd_pick_sb_modes_time";
1775 case av1_rd_pick_intra_mode_sb_time:
1776 return "av1_rd_pick_intra_mode_sb_time";
1777 case av1_rd_pick_inter_mode_sb_time:
1778 return "av1_rd_pick_inter_mode_sb_time";
1779 case set_params_rd_pick_inter_mode_time:
1780 return "set_params_rd_pick_inter_mode_time";
1781 case skip_inter_mode_time: return "skip_inter_mode_time";
1782 case handle_inter_mode_time: return "handle_inter_mode_time";
1783 case evaluate_motion_mode_for_winner_candidates_time:
1784 return "evaluate_motion_mode_for_winner_candidates_time";
1785 case do_tx_search_time: return "do_tx_search_time";
1786 case handle_intra_mode_time: return "handle_intra_mode_time";
1787 case refine_winner_mode_tx_time: return "refine_winner_mode_tx_time";
1788 case av1_search_palette_mode_time: return "av1_search_palette_mode_time";
1789 case handle_newmv_time: return "handle_newmv_time";
1790 case compound_type_rd_time: return "compound_type_rd_time";
1791 case interpolation_filter_search_time:
1792 return "interpolation_filter_search_time";
1793 case motion_mode_rd_time: return "motion_mode_rd_time";
1794 default: assert(0);
1795 }
1796 return "error";
1797}
1798#endif
1799
1800// The maximum number of internal ARFs except ALTREF_FRAME
1801#define MAX_INTERNAL_ARFS (REF_FRAMES - BWDREF_FRAME - 1)
1802
1808typedef struct {
1813
1819 YV12_BUFFER_CONFIG *ref_buf[REF_FRAMES];
1820
1824 unsigned char *src_buffer;
1825
1831 int num_ref_frames[MAX_DIRECTIONS];
1832
1839 FrameDistPair reference_frames[MAX_DIRECTIONS][REF_FRAMES - 1];
1840
1853
1859 int src_corners[2 * MAX_CORNERS];
1861
1871typedef struct {
1872 int width;
1875
1879typedef struct {
1890
1894typedef struct {
1914 fractional_mv_step_fp *find_fractional_mv_step;
1921 search_site_config search_site_cfg[SS_CFG_TOTAL][NUM_DISTINCT_SEARCH_METHODS];
1923
1932typedef struct {
1937
1945typedef struct {
1946 int width;
1949
1953typedef struct {
1957 int ref_relative_dist[INTER_REFS_PER_FRAME];
1967
1983typedef struct {
1991 unsigned int coeff_opt_thresholds[MODE_EVAL_TYPES][2];
1992
1997 TX_SIZE_SEARCH_METHOD tx_size_search_methods[MODE_EVAL_TYPES];
1998
2005 unsigned int use_transform_domain_distortion[MODE_EVAL_TYPES];
2006
2012 unsigned int tx_domain_dist_threshold[MODE_EVAL_TYPES];
2013
2019 unsigned int skip_txfm_level[MODE_EVAL_TYPES];
2020
2026 unsigned int predict_dc_level[MODE_EVAL_TYPES];
2028
2036typedef struct {
2047
2051typedef struct {
2056
2061
2066
2072
2077
2082
2087
2094
2097typedef struct {
2098 int arf_stack[FRAME_BUFFERS];
2099 int arf_stack_size;
2100 int lst_stack[FRAME_BUFFERS];
2101 int lst_stack_size;
2102 int gld_stack[FRAME_BUFFERS];
2103 int gld_stack_size;
2104} RefBufferStack;
2105
2106typedef struct {
2107 // Some misc info
2108 int high_prec;
2109 int q;
2110 int order;
2111
2112 // MV counters
2113 int inter_count;
2114 int intra_count;
2115 int default_mvs;
2116 int mv_joint_count[4];
2117 int last_bit_zero;
2118 int last_bit_nonzero;
2119
2120 // Keep track of the rates
2121 int total_mv_rate;
2122 int hp_total_mv_rate;
2123 int lp_total_mv_rate;
2124
2125 // Texture info
2126 int horz_text;
2127 int vert_text;
2128 int diag_text;
2129
2130 // Whether the current struct contains valid data
2131 int valid;
2132} MV_STATS;
2133
2134typedef struct WeberStats {
2135 int64_t mb_wiener_variance;
2136 int64_t src_variance;
2137 int64_t rec_variance;
2138 int16_t src_pix_max;
2139 int16_t rec_pix_max;
2140 int64_t distortion;
2141 int64_t satd;
2142 double alpha;
2143 double max_scale;
2144} WeberStats;
2145
2146typedef struct {
2147 struct loopfilter lf;
2148 CdefInfo cdef_info;
2149 YV12_BUFFER_CONFIG copy_buffer;
2150 RATE_CONTROL rc;
2151 MV_STATS mv_stats;
2152} CODING_CONTEXT;
2153
2154typedef struct {
2155 int frame_width;
2156 int frame_height;
2157 int mi_rows;
2158 int mi_cols;
2159 int mb_rows;
2160 int mb_cols;
2161 int num_mbs;
2162 aom_bit_depth_t bit_depth;
2163 int subsampling_x;
2164 int subsampling_y;
2165} FRAME_INFO;
2166
2170typedef struct {
2171 int show_frame_count;
2172} FRAME_INDEX_SET;
2173
2179typedef struct {
2185 uint8_t *map;
2193
2197typedef struct {
2210} TimeStamps;
2211
2216typedef struct {
2220 tran_low_t *tcoeff;
2224 uint16_t *eobs;
2228 uint8_t *entropy_ctx;
2230
2234typedef struct AV1_COMP_DATA {
2238 unsigned char *cx_data;
2239
2244
2249
2253 unsigned int lib_flags;
2254
2259
2264
2269
2273 const aom_rational64_t *timestamp_ratio;
2274
2279#if CONFIG_FRAME_PARALLEL_ENCODE
2283 int frame_display_order_hint;
2284#endif
2286
2290typedef struct AV1_PRIMARY {
2291#if CONFIG_FRAME_PARALLEL_ENCODE
2295 struct AV1_COMP *parallel_cpi[MAX_PARALLEL_FRAMES];
2296
2300 int num_fp_contexts;
2301
2306 struct AV1_COMP_DATA parallel_frames_data[MAX_PARALLEL_FRAMES - 1];
2307
2311 int filter_level[2];
2312
2316 int filter_level_u;
2317
2321 int filter_level_v;
2322
2326 int64_t ts_start_last_show_frame;
2327
2331 int64_t ts_end_last_show_frame;
2332#if CONFIG_FRAME_PARALLEL_ENCODE_2
2338 RefCntBuffer *ref_frame_map_copy[REF_FRAMES];
2339#endif // CONFIG_FRAME_PARALLEL_ENCODE_2
2340#endif // CONFIG_FRAME_PARALLEL_ENCODE
2346 struct AV1_COMP *cpi;
2347
2352
2356 struct lookahead_ctx *lookahead;
2357
2364
2369 struct aom_codec_pkt_list *output_pkt_list;
2370
2375
2380
2385
2389 GF_STATE gf_state;
2390
2395
2399 AV1LevelParams level_params;
2400
2405
2410
2415
2420
2426
2431 SequenceHeader seq_params;
2432
2437
2442
2447
2452
2456 struct aom_internal_error_info error;
2457
2463 aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL];
2464
2474
2480
2485
2489 MV_STATS mv_stats;
2490
2491#if CONFIG_INTERNAL_STATS
2493 uint64_t total_time_receive_data;
2494 uint64_t total_time_compress_data;
2495
2496 unsigned int total_mode_chosen_counts[MAX_MODES];
2497
2498 int count[2];
2499 uint64_t total_sq_error[2];
2500 uint64_t total_samples[2];
2501 ImageStat psnr[2];
2502
2503 double total_blockiness;
2504 double worst_blockiness;
2505
2506 int total_bytes;
2507 double summed_quality;
2508 double summed_weights;
2509 double summed_quality_hbd;
2510 double summed_weights_hbd;
2511 unsigned int total_recode_hits;
2512 double worst_ssim;
2513 double worst_ssim_hbd;
2514
2515 ImageStat fastssim;
2516 ImageStat psnrhvs;
2517
2518 int b_calculate_blockiness;
2519 int b_calculate_consistency;
2520
2521 double total_inconsistency;
2522 double worst_consistency;
2523 Ssimv *ssim_vars;
2524 Metrics metrics;
2526#endif
2527
2528#if CONFIG_ENTROPY_STATS
2532 FRAME_COUNTS aggregate_fc;
2533#endif // CONFIG_ENTROPY_STATS
2534
2541 int fb_of_context_type[REF_FRAMES];
2542
2547
2553
2557typedef struct AV1_COMP {
2562
2567 EncQuantDequantParams enc_quant_dequant_params;
2568
2572 ThreadData td;
2573
2577 FRAME_COUNTS counts;
2578
2583
2590
2596
2601
2606
2611 TRELLIS_OPT_TYPE optimize_seg_arr[MAX_SEGMENTS];
2612
2619
2628
2634
2639
2644
2649
2655
2660
2665
2670
2675 RefCntBuffer *scaled_ref_buf[INTER_REFS_PER_FRAME];
2676
2680 RefCntBuffer *last_show_frame_buf;
2681
2686
2691
2697
2703
2708
2712 RD_OPT rd;
2713
2718 CODING_CONTEXT coding_context;
2719
2724
2729
2734
2739
2744
2749
2754
2759
2764
2770
2775
2784 ActiveMap active_map;
2785
2789 unsigned char gf_frame_index;
2790
2794 RefBufferStack ref_buffer_stack;
2795
2796#if CONFIG_INTERNAL_STATS
2798 uint64_t time_compress_data;
2799
2800 unsigned int mode_chosen_counts[MAX_MODES];
2801 int bytes;
2802 unsigned int frame_recode_hits;
2804#endif
2805
2806#if CONFIG_SPEED_STATS
2810 unsigned int tx_search_count;
2811#endif // CONFIG_SPEED_STATS
2812
2818
2822 FRAME_INFO frame_info;
2823
2827 FRAME_INDEX_SET frame_index_set;
2828
2833
2841
2846
2851 TileDataEnc *tile_data;
2856
2860 TokenInfo token_info;
2861
2866
2871
2872#if CONFIG_FRAME_PARALLEL_ENCODE
2876 int num_frame_recode;
2877
2881 FrameProbInfo frame_new_probs[NUM_RECODES_PER_FRAME];
2882
2886 int do_update_frame_probs_txtype[NUM_RECODES_PER_FRAME];
2887
2891 int do_update_frame_probs_obmc[NUM_RECODES_PER_FRAME];
2892
2896 int do_update_frame_probs_warp[NUM_RECODES_PER_FRAME];
2897
2901 int do_update_frame_probs_interpfilter[NUM_RECODES_PER_FRAME];
2902
2906 int do_update_vbr_bits_off_target_fast;
2907#endif
2912
2919
2924
2929
2933 AV1LrStruct lr_ctxt;
2934
2938 aom_film_grain_table_t *film_grain_table;
2939
2940#if CONFIG_DENOISE
2945 struct aom_denoise_and_model_t *denoise_and_model;
2946#endif
2947
2952
2961
2969
2970#if CONFIG_COLLECT_PARTITION_STATS
2974 FramePartitionTimingStats partition_stats;
2975#endif // CONFIG_COLLECT_PARTITION_STATS
2976
2977#if CONFIG_COLLECT_COMPONENT_TIMING
2981 uint64_t component_time[kTimingComponents];
2986 struct aom_usec_timer component_timer[kTimingComponents];
2990 uint64_t frame_component_time[kTimingComponents];
2991#endif
2992
2997
3002
3007
3014
3015#if CONFIG_TUNE_VMAF
3019 TuneVMAFInfo vmaf_info;
3020#endif
3021
3022#if CONFIG_TUNE_BUTTERAUGLI
3026 TuneButteraugliInfo butteraugli_info;
3027#endif
3028
3033
3037 COMPRESSOR_STAGE compressor_stage;
3038
3044
3049
3056
3060 FirstPassData firstpass_data;
3061
3065 NOISE_ESTIMATE noise_estimate;
3066
3067#if CONFIG_AV1_TEMPORAL_DENOISING
3071 AV1_DENOISER denoiser;
3072#endif
3073
3079
3083 BLOCK_SIZE fp_block_size;
3084
3090
3095
3100 ExtPartController ext_part_controller;
3101
3102#if CONFIG_FRAME_PARALLEL_ENCODE
3108 bool do_frame_data_update;
3109
3114 MV_STATS mv_stats;
3115#if CONFIG_FRAME_PARALLEL_ENCODE_2
3119 int ref_refresh_index;
3120
3125 bool refresh_idx_available;
3126
3132 int ref_idx_to_skip;
3133#endif // CONFIG_FRAME_PARALLEL_ENCODE_2
3134#endif // CONFIG_FRAME_PARALLEL_ENCODE
3135#if CONFIG_RD_COMMAND
3139 RD_COMMAND rd_command;
3140#endif // CONFIG_RD_COMMAND
3141
3145 WeberStats *mb_weber_stats;
3146
3150 BLOCK_SIZE weber_bsize;
3151
3156
3161
3166
3167#if CONFIG_BITRATE_ACCURACY
3171 VBR_RATECTRL_INFO vbr_rc_info;
3172#endif
3173
3178
3182 THIRD_PASS_DEC_CTX *third_pass_ctx;
3184
3188typedef struct EncodeFrameInput {
3190 YV12_BUFFER_CONFIG *source;
3191 YV12_BUFFER_CONFIG *last_source;
3192 int64_t ts_duration;
3195
3200typedef struct EncodeFrameParams {
3208 FRAME_TYPE frame_type;
3209
3211 int primary_ref_frame;
3212 int order_offset;
3213
3219
3221 int refresh_frame_flags;
3222
3223 int show_existing_frame;
3224 int existing_fb_idx_to_show;
3225
3231
3235 int remapped_ref_idx[REF_FRAMES];
3236
3242
3248
3251// EncodeFrameResults contains information about the result of encoding a
3252// single frame
3253typedef struct {
3254 size_t size; // Size of resulting bitstream
3255} EncodeFrameResults;
3256
3257// Must not be called more than once.
3258void av1_initialize_enc(void);
3259
3260struct AV1_COMP *av1_create_compressor(AV1_PRIMARY *ppi, AV1EncoderConfig *oxcf,
3261 BufferPool *const pool,
3262 COMPRESSOR_STAGE stage,
3263 int lap_lag_in_frames);
3264
3265struct AV1_PRIMARY *av1_create_primary_compressor(
3266 struct aom_codec_pkt_list *pkt_list_head, int num_lap_buffers,
3267 AV1EncoderConfig *oxcf);
3268
3269void av1_remove_compressor(AV1_COMP *cpi);
3270
3271void av1_remove_primary_compressor(AV1_PRIMARY *ppi);
3272
3273#if CONFIG_ENTROPY_STATS
3274void print_entropy_stats(AV1_PRIMARY *const ppi);
3275#endif
3276#if CONFIG_INTERNAL_STATS
3277void print_internal_stats(AV1_PRIMARY *ppi);
3278#endif
3279
3280void av1_change_config_seq(AV1_PRIMARY *ppi, const AV1EncoderConfig *oxcf,
3281 bool *sb_size_changed);
3282
3283void av1_change_config(AV1_COMP *cpi, const AV1EncoderConfig *oxcf,
3284 bool sb_size_changed);
3285
3286void av1_check_initial_width(AV1_COMP *cpi, int use_highbitdepth,
3287 int subsampling_x, int subsampling_y);
3288
3289void av1_init_seq_coding_tools(AV1_PRIMARY *const ppi,
3290 const AV1EncoderConfig *oxcf, int use_svc);
3291
3292void av1_post_encode_updates(AV1_COMP *const cpi,
3293 const AV1_COMP_DATA *const cpi_data);
3294
3295#if CONFIG_FRAME_PARALLEL_ENCODE
3296void av1_scale_references_fpmt(AV1_COMP *cpi, int *ref_buffers_used_map);
3297
3298void av1_increment_scaled_ref_counts_fpmt(BufferPool *buffer_pool,
3299 int ref_buffers_used_map);
3300
3301void av1_release_scaled_references_fpmt(AV1_COMP *cpi);
3302
3303void av1_decrement_ref_counts_fpmt(BufferPool *buffer_pool,
3304 int ref_buffers_used_map);
3305
3306void av1_init_sc_decisions(AV1_PRIMARY *const ppi);
3307
3308AV1_COMP *av1_get_parallel_frame_enc_data(AV1_PRIMARY *const ppi,
3309 AV1_COMP_DATA *const first_cpi_data);
3310
3311int av1_init_parallel_frame_context(const AV1_COMP_DATA *const first_cpi_data,
3312 AV1_PRIMARY *const ppi,
3313 int *ref_buffers_used_map);
3314#endif // CONFIG_FRAME_PARALLEL_ENCODE
3315
3335 YV12_BUFFER_CONFIG *sd, int64_t time_stamp,
3336 int64_t end_time_stamp);
3337
3357int av1_get_compressed_data(AV1_COMP *cpi, AV1_COMP_DATA *const cpi_data);
3358
3365int av1_encode(AV1_COMP *const cpi, uint8_t *const dest,
3366 const EncodeFrameInput *const frame_input,
3367 const EncodeFrameParams *const frame_params,
3368 EncodeFrameResults *const frame_results);
3369
3371int av1_get_preview_raw_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *dest);
3372
3373int av1_get_last_show_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *frame);
3374
3375aom_codec_err_t av1_copy_new_frame_enc(AV1_COMMON *cm,
3376 YV12_BUFFER_CONFIG *new_frame,
3377 YV12_BUFFER_CONFIG *sd);
3378
3379int av1_use_as_reference(int *ext_ref_frame_flags, int ref_frame_flags);
3380
3381int av1_copy_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3382
3383int av1_set_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3384
3385int av1_set_size_literal(AV1_COMP *cpi, int width, int height);
3386
3387void av1_set_frame_size(AV1_COMP *cpi, int width, int height);
3388
3389int av1_set_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3390
3391int av1_get_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3392
3393int av1_set_internal_size(AV1EncoderConfig *const oxcf,
3394 ResizePendingParams *resize_pending_params,
3395 AOM_SCALING horiz_mode, AOM_SCALING vert_mode);
3396
3397int av1_get_quantizer(struct AV1_COMP *cpi);
3398
3399int av1_convert_sect5obus_to_annexb(uint8_t *buffer, size_t *input_size);
3400
3401// Set screen content options.
3402// This function estimates whether to use screen content tools, by counting
3403// the portion of blocks that have few luma colors.
3404// Modifies:
3405// cpi->commom.features.allow_screen_content_tools
3406// cpi->common.features.allow_intrabc
3407// cpi->use_screen_content_tools
3408// cpi->is_screen_content_type
3409// However, the estimation is not accurate and may misclassify videos.
3410// A slower but more accurate approach that determines whether to use screen
3411// content tools is employed later. See av1_determine_sc_tools_with_encoding().
3412void av1_set_screen_content_options(struct AV1_COMP *cpi,
3413 FeatureFlags *features);
3414
3415void av1_update_frame_size(AV1_COMP *cpi);
3416
3417#if CONFIG_FRAME_PARALLEL_ENCODE
3418typedef struct {
3419 int pyr_level;
3420 int disp_order;
3421} RefFrameMapPair;
3422
3423static INLINE void init_ref_map_pair(
3424 AV1_COMP *cpi, RefFrameMapPair ref_frame_map_pairs[REF_FRAMES]) {
3425 if (cpi->ppi->gf_group.update_type[cpi->gf_frame_index] == KF_UPDATE) {
3426 memset(ref_frame_map_pairs, -1, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3427 return;
3428 }
3429 memset(ref_frame_map_pairs, 0, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3430 for (int map_idx = 0; map_idx < REF_FRAMES; map_idx++) {
3431 // Get reference frame buffer.
3432 const RefCntBuffer *const buf = cpi->common.ref_frame_map[map_idx];
3433 if (ref_frame_map_pairs[map_idx].disp_order == -1) continue;
3434 if (buf == NULL) {
3435 ref_frame_map_pairs[map_idx].disp_order = -1;
3436 ref_frame_map_pairs[map_idx].pyr_level = -1;
3437 continue;
3438 } else if (buf->ref_count > 1) {
3439 // Once the keyframe is coded, the slots in ref_frame_map will all
3440 // point to the same frame. In that case, all subsequent pointers
3441 // matching the current are considered "free" slots. This will find
3442 // the next occurance of the current pointer if ref_count indicates
3443 // there are multiple instances of it and mark it as free.
3444 for (int idx2 = map_idx + 1; idx2 < REF_FRAMES; ++idx2) {
3445 const RefCntBuffer *const buf2 = cpi->common.ref_frame_map[idx2];
3446 if (buf2 == buf) {
3447 ref_frame_map_pairs[idx2].disp_order = -1;
3448 ref_frame_map_pairs[idx2].pyr_level = -1;
3449 }
3450 }
3451 }
3452 ref_frame_map_pairs[map_idx].disp_order = (int)buf->display_order_hint;
3453 ref_frame_map_pairs[map_idx].pyr_level = buf->pyramid_level;
3454 }
3455}
3456
3457static AOM_INLINE void calc_frame_data_update_flag(
3458 GF_GROUP *const gf_group, int gf_frame_index,
3459 bool *const do_frame_data_update) {
3460 *do_frame_data_update = true;
3461 // Set the flag to false for all frames in a given parallel encode set except
3462 // the last frame in the set with frame_parallel_level = 2.
3463 if (gf_group->frame_parallel_level[gf_frame_index] == 1) {
3464 *do_frame_data_update = false;
3465 } else if (gf_group->frame_parallel_level[gf_frame_index] == 2) {
3466 // Check if this is the last frame in the set with frame_parallel_level = 2.
3467 for (int i = gf_frame_index + 1; i < gf_group->size; i++) {
3468 if ((gf_group->frame_parallel_level[i] == 0 &&
3469 (gf_group->update_type[i] == ARF_UPDATE ||
3470 gf_group->update_type[i] == INTNL_ARF_UPDATE)) ||
3471 gf_group->frame_parallel_level[i] == 1) {
3472 break;
3473 } else if (gf_group->frame_parallel_level[i] == 2) {
3474 *do_frame_data_update = false;
3475 break;
3476 }
3477 }
3478 }
3479}
3480#endif // CONFIG_FRAME_PARALLEL_ENCODE
3481
3482// TODO(jingning): Move these functions as primitive members for the new cpi
3483// class.
3484static INLINE void stack_push(int *stack, int *stack_size, int item) {
3485 for (int i = *stack_size - 1; i >= 0; --i) stack[i + 1] = stack[i];
3486 stack[0] = item;
3487 ++*stack_size;
3488}
3489
3490static INLINE int stack_pop(int *stack, int *stack_size) {
3491 if (*stack_size <= 0) return -1;
3492
3493 int item = stack[0];
3494 for (int i = 0; i < *stack_size; ++i) stack[i] = stack[i + 1];
3495 --*stack_size;
3496
3497 return item;
3498}
3499
3500static INLINE int stack_pop_end(int *stack, int *stack_size) {
3501 int item = stack[*stack_size - 1];
3502 stack[*stack_size - 1] = -1;
3503 --*stack_size;
3504
3505 return item;
3506}
3507
3508static INLINE void stack_reset(int *stack, int *stack_size) {
3509 for (int i = 0; i < *stack_size; ++i) stack[i] = INVALID_IDX;
3510 *stack_size = 0;
3511}
3512
3513// av1 uses 10,000,000 ticks/second as time stamp
3514#define TICKS_PER_SEC 10000000LL
3515
3516static INLINE int64_t
3517timebase_units_to_ticks(const aom_rational64_t *timestamp_ratio, int64_t n) {
3518 return n * timestamp_ratio->num / timestamp_ratio->den;
3519}
3520
3521static INLINE int64_t
3522ticks_to_timebase_units(const aom_rational64_t *timestamp_ratio, int64_t n) {
3523 int64_t round = timestamp_ratio->num / 2;
3524 if (round > 0) --round;
3525 return (n * timestamp_ratio->den + round) / timestamp_ratio->num;
3526}
3527
3528static INLINE int frame_is_kf_gf_arf(const AV1_COMP *cpi) {
3529 const GF_GROUP *const gf_group = &cpi->ppi->gf_group;
3530 const FRAME_UPDATE_TYPE update_type =
3531 gf_group->update_type[cpi->gf_frame_index];
3532
3533 return frame_is_intra_only(&cpi->common) || update_type == ARF_UPDATE ||
3534 update_type == GF_UPDATE;
3535}
3536
3537// TODO(huisu@google.com, youzhou@microsoft.com): enable hash-me for HBD.
3538static INLINE int av1_use_hash_me(const AV1_COMP *const cpi) {
3541 frame_is_intra_only(&cpi->common));
3542}
3543
3544static INLINE const YV12_BUFFER_CONFIG *get_ref_frame_yv12_buf(
3545 const AV1_COMMON *const cm, MV_REFERENCE_FRAME ref_frame) {
3546 const RefCntBuffer *const buf = get_ref_frame_buf(cm, ref_frame);
3547 return buf != NULL ? &buf->buf : NULL;
3548}
3549
3550static INLINE void alloc_frame_mvs(AV1_COMMON *const cm, RefCntBuffer *buf) {
3551 assert(buf != NULL);
3552 ensure_mv_buffer(buf, cm);
3553 buf->width = cm->width;
3554 buf->height = cm->height;
3555}
3556
3557// Get the allocated token size for a tile. It does the same calculation as in
3558// the frame token allocation.
3559static INLINE unsigned int allocated_tokens(TileInfo tile, int sb_size_log2,
3560 int num_planes) {
3561 int tile_mb_rows = (tile.mi_row_end - tile.mi_row_start + 2) >> 2;
3562 int tile_mb_cols = (tile.mi_col_end - tile.mi_col_start + 2) >> 2;
3563
3564 return get_token_alloc(tile_mb_rows, tile_mb_cols, sb_size_log2, num_planes);
3565}
3566
3567static INLINE void get_start_tok(AV1_COMP *cpi, int tile_row, int tile_col,
3568 int mi_row, TokenExtra **tok, int sb_size_log2,
3569 int num_planes) {
3570 AV1_COMMON *const cm = &cpi->common;
3571 const int tile_cols = cm->tiles.cols;
3572 TileDataEnc *this_tile = &cpi->tile_data[tile_row * tile_cols + tile_col];
3573 const TileInfo *const tile_info = &this_tile->tile_info;
3574
3575 const int tile_mb_cols =
3576 (tile_info->mi_col_end - tile_info->mi_col_start + 2) >> 2;
3577 const int tile_mb_row = (mi_row - tile_info->mi_row_start + 2) >> 2;
3578
3579 *tok = cpi->token_info.tile_tok[tile_row][tile_col] +
3580 get_token_alloc(tile_mb_row, tile_mb_cols, sb_size_log2, num_planes);
3581}
3582
3583void av1_apply_encoding_flags(AV1_COMP *cpi, aom_enc_frame_flags_t flags);
3584
3585#define ALT_MIN_LAG 3
3586static INLINE int is_altref_enabled(int lag_in_frames, bool enable_auto_arf) {
3587 return lag_in_frames >= ALT_MIN_LAG && enable_auto_arf;
3588}
3589
3590static AOM_INLINE int can_disable_altref(const GFConfig *gf_cfg) {
3591 return is_altref_enabled(gf_cfg->lag_in_frames, gf_cfg->enable_auto_arf) &&
3592 (gf_cfg->gf_min_pyr_height == 0);
3593}
3594
3595// Helper function to compute number of blocks on either side of the frame.
3596static INLINE int get_num_blocks(const int frame_length, const int mb_length) {
3597 return (frame_length + mb_length - 1) / mb_length;
3598}
3599
3600// Check if statistics generation stage
3601static INLINE int is_stat_generation_stage(const AV1_COMP *const cpi) {
3602 assert(IMPLIES(cpi->compressor_stage == LAP_STAGE,
3603 cpi->oxcf.pass == AOM_RC_ONE_PASS && cpi->ppi->lap_enabled));
3604 return (cpi->oxcf.pass == AOM_RC_FIRST_PASS ||
3605 (cpi->compressor_stage == LAP_STAGE));
3606}
3607// Check if statistics consumption stage
3608static INLINE int is_stat_consumption_stage_twopass(const AV1_COMP *const cpi) {
3609 return (cpi->oxcf.pass >= AOM_RC_SECOND_PASS);
3610}
3611
3612// Check if statistics consumption stage
3613static INLINE int is_stat_consumption_stage(const AV1_COMP *const cpi) {
3614 return (is_stat_consumption_stage_twopass(cpi) ||
3615 (cpi->oxcf.pass == AOM_RC_ONE_PASS &&
3616 (cpi->compressor_stage == ENCODE_STAGE) && cpi->ppi->lap_enabled));
3617}
3618
3628static INLINE int has_no_stats_stage(const AV1_COMP *const cpi) {
3629 assert(
3630 IMPLIES(!cpi->ppi->lap_enabled, cpi->compressor_stage == ENCODE_STAGE));
3631 return (cpi->oxcf.pass == AOM_RC_ONE_PASS && !cpi->ppi->lap_enabled);
3632}
3633
3636static INLINE int is_one_pass_rt_params(const AV1_COMP *cpi) {
3637 return has_no_stats_stage(cpi) && cpi->oxcf.mode == REALTIME &&
3638 cpi->oxcf.gf_cfg.lag_in_frames == 0;
3639}
3640
3641// Function return size of frame stats buffer
3642static INLINE int get_stats_buf_size(int num_lap_buffer, int num_lag_buffer) {
3643 /* if lookahead is enabled return num_lap_buffers else num_lag_buffers */
3644 return (num_lap_buffer > 0 ? num_lap_buffer + 1 : num_lag_buffer);
3645}
3646
3647// TODO(zoeliu): To set up cpi->oxcf.gf_cfg.enable_auto_brf
3648
3649static INLINE void set_ref_ptrs(const AV1_COMMON *cm, MACROBLOCKD *xd,
3650 MV_REFERENCE_FRAME ref0,
3651 MV_REFERENCE_FRAME ref1) {
3653 get_ref_scale_factors_const(cm, ref0 >= LAST_FRAME ? ref0 : 1);
3655 get_ref_scale_factors_const(cm, ref1 >= LAST_FRAME ? ref1 : 1);
3656}
3657
3658static INLINE int get_chessboard_index(int frame_index) {
3659 return frame_index & 0x1;
3660}
3661
3662static INLINE const int *cond_cost_list_const(const struct AV1_COMP *cpi,
3663 const int *cost_list) {
3664 const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
3665 cpi->sf.mv_sf.use_fullpel_costlist;
3666 return use_cost_list ? cost_list : NULL;
3667}
3668
3669static INLINE int *cond_cost_list(const struct AV1_COMP *cpi, int *cost_list) {
3670 const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
3671 cpi->sf.mv_sf.use_fullpel_costlist;
3672 return use_cost_list ? cost_list : NULL;
3673}
3674
3675// Compression ratio of current frame.
3676double av1_get_compression_ratio(const AV1_COMMON *const cm,
3677 size_t encoded_frame_size);
3678
3679void av1_new_framerate(AV1_COMP *cpi, double framerate);
3680
3681void av1_setup_frame_size(AV1_COMP *cpi);
3682
3683#define LAYER_IDS_TO_IDX(sl, tl, num_tl) ((sl) * (num_tl) + (tl))
3684
3685// Returns 1 if a frame is scaled and 0 otherwise.
3686static INLINE int av1_resize_scaled(const AV1_COMMON *cm) {
3687 return !(cm->superres_upscaled_width == cm->render_width &&
3689}
3690
3691static INLINE int av1_frame_scaled(const AV1_COMMON *cm) {
3692 return !av1_superres_scaled(cm) && av1_resize_scaled(cm);
3693}
3694
3695// Don't allow a show_existing_frame to coincide with an error resilient
3696// frame. An exception can be made for a forward keyframe since it has no
3697// previous dependencies.
3698static INLINE int encode_show_existing_frame(const AV1_COMMON *cm) {
3700 cm->current_frame.frame_type == KEY_FRAME);
3701}
3702
3703// Get index into the 'cpi->mbmi_ext_info.frame_base' array for the given
3704// 'mi_row' and 'mi_col'.
3705static INLINE int get_mi_ext_idx(const int mi_row, const int mi_col,
3706 const BLOCK_SIZE mi_alloc_bsize,
3707 const int mbmi_ext_stride) {
3708 const int mi_ext_size_1d = mi_size_wide[mi_alloc_bsize];
3709 const int mi_ext_row = mi_row / mi_ext_size_1d;
3710 const int mi_ext_col = mi_col / mi_ext_size_1d;
3711 return mi_ext_row * mbmi_ext_stride + mi_ext_col;
3712}
3713
3714// Lighter version of set_offsets that only sets the mode info
3715// pointers.
3716static INLINE void set_mode_info_offsets(
3717 const CommonModeInfoParams *const mi_params,
3718 const MBMIExtFrameBufferInfo *const mbmi_ext_info, MACROBLOCK *const x,
3719 MACROBLOCKD *const xd, int mi_row, int mi_col) {
3720 set_mi_offsets(mi_params, xd, mi_row, mi_col);
3721 const int ext_idx = get_mi_ext_idx(mi_row, mi_col, mi_params->mi_alloc_bsize,
3722 mbmi_ext_info->stride);
3723 x->mbmi_ext_frame = mbmi_ext_info->frame_base + ext_idx;
3724}
3725
3726// Check to see if the given partition size is allowed for a specified number
3727// of mi block rows and columns remaining in the image.
3728// If not then return the largest allowed partition size
3729static INLINE BLOCK_SIZE find_partition_size(BLOCK_SIZE bsize, int rows_left,
3730 int cols_left, int *bh, int *bw) {
3731 int int_size = (int)bsize;
3732 if (rows_left <= 0 || cols_left <= 0) {
3733 return AOMMIN(bsize, BLOCK_8X8);
3734 } else {
3735 for (; int_size > 0; int_size -= 3) {
3736 *bh = mi_size_high[int_size];
3737 *bw = mi_size_wide[int_size];
3738 if ((*bh <= rows_left) && (*bw <= cols_left)) {
3739 break;
3740 }
3741 }
3742 }
3743 return (BLOCK_SIZE)int_size;
3744}
3745
3746static const uint8_t av1_ref_frame_flag_list[REF_FRAMES] = { 0,
3747 AOM_LAST_FLAG,
3748 AOM_LAST2_FLAG,
3749 AOM_LAST3_FLAG,
3750 AOM_GOLD_FLAG,
3751 AOM_BWD_FLAG,
3752 AOM_ALT2_FLAG,
3753 AOM_ALT_FLAG };
3754
3755// When more than 'max_allowed_refs' are available, we reduce the number of
3756// reference frames one at a time based on this order.
3757static const MV_REFERENCE_FRAME disable_order[] = {
3758 LAST3_FRAME,
3759 LAST2_FRAME,
3760 ALTREF2_FRAME,
3761 GOLDEN_FRAME,
3762};
3763
3764static const MV_REFERENCE_FRAME
3765 ref_frame_priority_order[INTER_REFS_PER_FRAME] = {
3766 LAST_FRAME, ALTREF_FRAME, BWDREF_FRAME, GOLDEN_FRAME,
3767 ALTREF2_FRAME, LAST2_FRAME, LAST3_FRAME,
3768 };
3769
3770static INLINE int get_ref_frame_flags(const SPEED_FEATURES *const sf,
3771 const int use_one_pass_rt_params,
3772 const YV12_BUFFER_CONFIG **ref_frames,
3773 const int ext_ref_frame_flags) {
3774 // cpi->ext_flags.ref_frame_flags allows certain reference types to be
3775 // disabled by the external interface. These are set by
3776 // av1_apply_encoding_flags(). Start with what the external interface allows,
3777 // then suppress any reference types which we have found to be duplicates.
3778 int flags = ext_ref_frame_flags;
3779
3780 for (int i = 1; i < INTER_REFS_PER_FRAME; ++i) {
3781 const YV12_BUFFER_CONFIG *const this_ref = ref_frames[i];
3782 // If this_ref has appeared before, mark the corresponding ref frame as
3783 // invalid. For one_pass_rt mode, only disable GOLDEN_FRAME if it's the
3784 // same as LAST_FRAME or ALTREF_FRAME (if ALTREF is being used in nonrd).
3785 int index =
3786 (use_one_pass_rt_params && ref_frame_priority_order[i] == GOLDEN_FRAME)
3787 ? (1 + sf->rt_sf.use_nonrd_altref_frame)
3788 : i;
3789 for (int j = 0; j < index; ++j) {
3790 if (this_ref == ref_frames[j]) {
3791 flags &= ~(1 << (ref_frame_priority_order[i] - 1));
3792 break;
3793 }
3794 }
3795 }
3796 return flags;
3797}
3798
3799// Returns a Sequence Header OBU stored in an aom_fixed_buf_t, or NULL upon
3800// failure. When a non-NULL aom_fixed_buf_t pointer is returned by this
3801// function, the memory must be freed by the caller. Both the buf member of the
3802// aom_fixed_buf_t, and the aom_fixed_buf_t pointer itself must be freed. Memory
3803// returned must be freed via call to free().
3804//
3805// Note: The OBU returned is in Low Overhead Bitstream Format. Specifically,
3806// the obu_has_size_field bit is set, and the buffer contains the obu_size
3807// field.
3808aom_fixed_buf_t *av1_get_global_headers(AV1_PRIMARY *ppi);
3809
3810#define MAX_GFUBOOST_FACTOR 10.0
3811#define MIN_GFUBOOST_FACTOR 4.0
3812
3813static INLINE int is_frame_tpl_eligible(const GF_GROUP *const gf_group,
3814 uint8_t index) {
3815 const FRAME_UPDATE_TYPE update_type = gf_group->update_type[index];
3816 return update_type == ARF_UPDATE || update_type == GF_UPDATE ||
3817 update_type == KF_UPDATE;
3818}
3819
3820static INLINE int is_frame_eligible_for_ref_pruning(const GF_GROUP *gf_group,
3821 int selective_ref_frame,
3822 int prune_ref_frames,
3823 int gf_index) {
3824 return (selective_ref_frame > 0) && (prune_ref_frames > 0) &&
3825 !is_frame_tpl_eligible(gf_group, gf_index);
3826}
3827
3828// Get update type of the current frame.
3829static INLINE FRAME_UPDATE_TYPE get_frame_update_type(const GF_GROUP *gf_group,
3830 int gf_frame_index) {
3831 return gf_group->update_type[gf_frame_index];
3832}
3833
3834static INLINE int av1_pixels_to_mi(int pixels) {
3835 return ALIGN_POWER_OF_TWO(pixels, 3) >> MI_SIZE_LOG2;
3836}
3837
3838static AOM_INLINE int is_psnr_calc_enabled(const AV1_COMP *cpi) {
3839 const AV1_COMMON *const cm = &cpi->common;
3840
3841 return cpi->ppi->b_calculate_psnr && !is_stat_generation_stage(cpi) &&
3842 cm->show_frame;
3843}
3844
3845#if CONFIG_AV1_TEMPORAL_DENOISING
3846static INLINE int denoise_svc(const struct AV1_COMP *const cpi) {
3847 return (!cpi->ppi->use_svc ||
3848 (cpi->ppi->use_svc &&
3849 cpi->svc.spatial_layer_id >= cpi->svc.first_layer_denoise));
3850}
3851#endif
3852
3853#if CONFIG_COLLECT_PARTITION_STATS == 2
3854static INLINE void av1_print_fr_partition_timing_stats(
3855 const FramePartitionTimingStats *part_stats, const char *filename) {
3856 FILE *f = fopen(filename, "w");
3857 if (!f) {
3858 return;
3859 }
3860
3861 fprintf(f, "bsize,redo,");
3862 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
3863 fprintf(f, "decision_%d,", part);
3864 }
3865 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
3866 fprintf(f, "attempt_%d,", part);
3867 }
3868 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
3869 fprintf(f, "time_%d,", part);
3870 }
3871 fprintf(f, "\n");
3872
3873 static const int bsizes[6] = { 128, 64, 32, 16, 8, 4 };
3874
3875 for (int bsize_idx = 0; bsize_idx < 6; bsize_idx++) {
3876 fprintf(f, "%d,%d,", bsizes[bsize_idx], part_stats->partition_redo);
3877 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
3878 fprintf(f, "%d,", part_stats->partition_decisions[bsize_idx][part]);
3879 }
3880 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
3881 fprintf(f, "%d,", part_stats->partition_attempts[bsize_idx][part]);
3882 }
3883 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
3884 fprintf(f, "%ld,", part_stats->partition_times[bsize_idx][part]);
3885 }
3886 fprintf(f, "\n");
3887 }
3888 fclose(f);
3889}
3890#endif // CONFIG_COLLECT_PARTITION_STATS == 2
3891
3892#if CONFIG_COLLECT_PARTITION_STATS
3893static INLINE int av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize) {
3894 assert(bsize == BLOCK_128X128 || bsize == BLOCK_64X64 ||
3895 bsize == BLOCK_32X32 || bsize == BLOCK_16X16 || bsize == BLOCK_8X8 ||
3896 bsize == BLOCK_4X4);
3897 switch (bsize) {
3898 case BLOCK_128X128: return 0;
3899 case BLOCK_64X64: return 1;
3900 case BLOCK_32X32: return 2;
3901 case BLOCK_16X16: return 3;
3902 case BLOCK_8X8: return 4;
3903 case BLOCK_4X4: return 5;
3904 default: assert(0 && "Invalid bsize for partition_stats."); return -1;
3905 }
3906}
3907#endif // CONFIG_COLLECT_PARTITION_STATS
3908
3909#if CONFIG_COLLECT_COMPONENT_TIMING
3910static INLINE void start_timing(AV1_COMP *cpi, int component) {
3911 aom_usec_timer_start(&cpi->component_timer[component]);
3912}
3913static INLINE void end_timing(AV1_COMP *cpi, int component) {
3914 aom_usec_timer_mark(&cpi->component_timer[component]);
3915 cpi->frame_component_time[component] +=
3916 aom_usec_timer_elapsed(&cpi->component_timer[component]);
3917}
3918static INLINE char const *get_frame_type_enum(int type) {
3919 switch (type) {
3920 case 0: return "KEY_FRAME";
3921 case 1: return "INTER_FRAME";
3922 case 2: return "INTRA_ONLY_FRAME";
3923 case 3: return "S_FRAME";
3924 default: assert(0);
3925 }
3926 return "error";
3927}
3928#endif
3929
3932#ifdef __cplusplus
3933} // extern "C"
3934#endif
3935
3936#endif // AOM_AV1_ENCODER_ENCODER_H_
#define FIXED_QP_OFFSET_COUNT
Number of fixed QP offsets.
Definition: aom_encoder.h:885
enum aom_chroma_sample_position aom_chroma_sample_position_t
List of chroma sample positions.
enum aom_transfer_characteristics aom_transfer_characteristics_t
List of supported transfer functions.
enum aom_color_range aom_color_range_t
List of supported color range.
enum aom_color_primaries aom_color_primaries_t
List of supported color primaries.
enum aom_matrix_coefficients aom_matrix_coefficients_t
List of supported matrix coefficients.
Provides definitions for using AOM or AV1 encoder algorithm within the aom Codec Interface.
struct AV1_COMP AV1_COMP
Top level encoder structure.
COST_UPDATE_TYPE
This enum controls how often the entropy costs should be updated.
Definition: encoder.h:210
@ COST_UPD_SBROW
Definition: encoder.h:212
@ COST_UPD_TILE
Definition: encoder.h:213
@ COST_UPD_OFF
Definition: encoder.h:214
@ COST_UPD_SB
Definition: encoder.h:211
struct EncodeFrameParams EncodeFrameParams
contains per-frame encoding parameters decided upon by av1_encode_strategy() and passed down to av1_e...
struct PrimaryMultiThreadInfo PrimaryMultiThreadInfo
Primary Encoder parameters related to multi-threading.
struct EncodeFrameInput EncodeFrameInput
Input frames and last input frame.
struct MultiThreadInfo MultiThreadInfo
Encoder parameters related to multi-threading.
struct AV1_COMP_DATA AV1_COMP_DATA
Structure to hold data corresponding to an encoded frame.
struct AV1_PRIMARY AV1_PRIMARY
Top level primary encoder structure.
struct inter_modes_info InterModesInfo
Struct used to hold inter mode data for fast tx search.
struct AV1EncoderConfig AV1EncoderConfig
Main encoder configuration data structure.
@ RESTORE_SWITCHABLE_TYPES
Definition: enums.h:602
aom_tune_content
Definition: aomcx.h:1450
aom_tune_metric
Model tuning parameters.
Definition: aomcx.h:1469
enum aom_bit_depth aom_bit_depth_t
Bit depth for codecThis enumeration determines the bit depth of the codec.
enum aom_superblock_size aom_superblock_size_t
Superblock size selection.
aom_codec_err_t
Algorithm return codes.
Definition: aom_codec.h:155
aom_superres_mode
Frame super-resolution mode.
Definition: aom_encoder.h:196
aom_rc_mode
Rate control mode.
Definition: aom_encoder.h:174
aom_enc_pass
Multi-pass Encoding Pass.
Definition: aom_encoder.h:165
long aom_enc_frame_flags_t
Encoded Frame Flags.
Definition: aom_encoder.h:366
@ AOM_RC_ONE_PASS
Definition: aom_encoder.h:166
@ AOM_RC_SECOND_PASS
Definition: aom_encoder.h:168
@ AOM_RC_FIRST_PASS
Definition: aom_encoder.h:167
int av1_get_compressed_data(AV1_COMP *cpi, AV1_COMP_DATA *const cpi_data)
Encode a frame.
Definition: encoder.c:4193
int av1_receive_raw_frame(AV1_COMP *cpi, aom_enc_frame_flags_t frame_flags, YV12_BUFFER_CONFIG *sd, int64_t time_stamp, int64_t end_time_stamp)
Obtain the raw frame data.
Definition: encoder.c:3665
int av1_encode(AV1_COMP *const cpi, uint8_t *const dest, const EncodeFrameInput *const frame_input, const EncodeFrameParams *const frame_params, EncodeFrameResults *const frame_results)
Run 1-pass/2-pass encoding.
Definition: encoder.c:3568
static int has_no_stats_stage(const AV1_COMP *const cpi)
Check if the current stage has statistics.
Definition: encoder.h:3628
Describes look ahead buffer operations.
Top level common structure used by both encoder and decoder.
Definition: av1_common_int.h:751
int superres_upscaled_width
Definition: av1_common_int.h:800
int superres_upscaled_height
Definition: av1_common_int.h:801
int width
Definition: av1_common_int.h:776
CurrentFrame current_frame
Definition: av1_common_int.h:755
int show_existing_frame
Definition: av1_common_int.h:901
FeatureFlags features
Definition: av1_common_int.h:906
int show_frame
Definition: av1_common_int.h:886
RefCntBuffer * ref_frame_map[REF_FRAMES]
Definition: av1_common_int.h:879
CommonTileParams tiles
Definition: av1_common_int.h:993
int height
Definition: av1_common_int.h:777
int render_width
Definition: av1_common_int.h:787
int render_height
Definition: av1_common_int.h:788
Encoder data related to row-based multi-threading.
Definition: encoder.h:1387
pthread_mutex_t * mutex_
Definition: encoder.h:1420
int allocated_tile_cols
Definition: encoder.h:1395
int allocated_cols
Definition: encoder.h:1409
int allocated_tile_rows
Definition: encoder.h:1391
int allocated_rows
Definition: encoder.h:1402
Encoder parameters for synchronization of row based multi-threading.
Definition: encoder.h:1290
int rows
Definition: encoder.h:1315
int sync_range
Definition: encoder.h:1311
int next_mi_row
Definition: encoder.h:1319
pthread_mutex_t * mutex_
Definition: encoder.h:1296
pthread_cond_t * cond_
Definition: encoder.h:1297
int num_threads_working
Definition: encoder.h:1323
Main encoder configuration data structure.
Definition: encoder.h:854
RateControlCfg rc_cfg
Definition: encoder.h:876
KeyFrameCfg kf_cfg
Definition: encoder.h:871
enum aom_enc_pass pass
Definition: encoder.h:979
AlgoCfg algo_cfg
Definition: encoder.h:866
aom_fixed_buf_t twopass_stats_in
Definition: encoder.h:893
Structure to hold data corresponding to an encoded frame.
Definition: encoder.h:2234
int64_t ts_frame_end
Definition: encoder.h:2263
int pop_lookahead
Definition: encoder.h:2278
int64_t ts_frame_start
Definition: encoder.h:2258
unsigned char * cx_data
Definition: encoder.h:2238
size_t cx_data_sz
Definition: encoder.h:2243
int flush
Definition: encoder.h:2268
unsigned int lib_flags
Definition: encoder.h:2253
size_t frame_size
Definition: encoder.h:2248
const aom_rational64_t * timestamp_ratio
Definition: encoder.h:2273
Top level encoder structure.
Definition: encoder.h:2557
uint8_t * consec_zero_mv
Definition: encoder.h:3078
struct aom_denoise_and_model_t * denoise_and_model
Definition: encoder.h:2945
int skip_tpl_setup_stats
Definition: encoder.h:2659
int * mb_delta_q
Definition: encoder.h:3160
int vaq_refresh
Definition: encoder.h:2865
FRAME_TYPE last_frame_type
Definition: encoder.h:3043
YV12_BUFFER_CONFIG * unscaled_source
Definition: encoder.h:2633
CYCLIC_REFRESH * cyclic_refresh
Definition: encoder.h:2779
InitialDimensions initial_dimensions
Definition: encoder.h:2832
RATE_CONTROL rc
Definition: encoder.h:2738
int deltaq_used
Definition: encoder.h:3001
ActiveMap active_map
Definition: encoder.h:2784
WeberStats * mb_weber_stats
Definition: encoder.h:3145
TokenInfo token_info
Definition: encoder.h:2860
int64_t ambient_err
Definition: encoder.h:2707
aom_film_grain_table_t * film_grain_table
Definition: encoder.h:2938
size_t available_bs_size
Definition: encoder.h:3094
SPEED_FEATURES sf
Definition: encoder.h:2758
TRELLIS_OPT_TYPE optimize_seg_arr[8]
Definition: encoder.h:2611
ExtPartController ext_part_controller
Definition: encoder.h:3100
double * ssim_rdmult_scaling_factors
Definition: encoder.h:3013
RD_OPT rd
Definition: encoder.h:2712
int num_tg
Definition: encoder.h:3048
WinnerModeParams winner_mode_params
Definition: encoder.h:2728
ExternalFlags ext_flags
Definition: encoder.h:2690
EncSegmentationInfo enc_seg
Definition: encoder.h:2774
MotionVectorSearchParams mv_search_params
Definition: encoder.h:2763
int use_screen_content_tools
Definition: encoder.h:2960
CODING_CONTEXT coding_context
Definition: encoder.h:2718
TemporalFilterCtx tf_ctx
Definition: encoder.h:2664
ForceIntegerMVInfo force_intpel_info
Definition: encoder.h:2669
GlobalMotionInfo gm_info
Definition: encoder.h:2723
CoeffBufferPool coeff_buffer_pool
Definition: encoder.h:2595
FRAME_INDEX_SET frame_index_set
Definition: encoder.h:2827
int ref_frame_flags
Definition: encoder.h:2748
RefCntBuffer * scaled_ref_buf[INTER_REFS_PER_FRAME]
Definition: encoder.h:2675
unsigned char gf_frame_index
Definition: encoder.h:2789
AV1EncoderConfig oxcf
Definition: encoder.h:2605
AV1_COMMON common
Definition: encoder.h:2600
AV1LrStruct lr_ctxt
Definition: encoder.h:2933
FRAME_COUNTS counts
Definition: encoder.h:2577
COMPRESSOR_STAGE compressor_stage
Definition: encoder.h:3037
int intrabc_used
Definition: encoder.h:2923
int prune_ref_frame_mask
Definition: encoder.h:2928
YV12_BUFFER_CONFIG * unscaled_last_source
Definition: encoder.h:2643
THIRD_PASS_DEC_CTX * third_pass_ctx
Definition: encoder.h:3182
int all_one_sided_refs
Definition: encoder.h:2769
MultiThreadInfo mt_info
Definition: encoder.h:2911
VarBasedPartitionInfo vbp_info
Definition: encoder.h:2870
YV12_BUFFER_CONFIG * last_source
Definition: encoder.h:2627
int existing_fb_idx_to_show
Definition: encoder.h:2918
YV12_BUFFER_CONFIG * unfiltered_source
Definition: encoder.h:2654
FRAME_INFO frame_info
Definition: encoder.h:2822
int frame_header_count
Definition: encoder.h:2996
int droppable
Definition: encoder.h:2817
RefCntBuffer * last_show_frame_buf
Definition: encoder.h:2680
aom_superres_mode superres_mode
Definition: encoder.h:3055
MBMIExtFrameBufferInfo mbmi_ext_info
Definition: encoder.h:2582
AV1_PRIMARY * ppi
Definition: encoder.h:2561
int64_t norm_wiener_variance
Definition: encoder.h:3155
RefBufferStack ref_buffer_stack
Definition: encoder.h:2794
int sb_counter
Definition: encoder.h:3089
TileDataEnc * tile_data
Definition: encoder.h:2851
int is_screen_content_type
Definition: encoder.h:2968
BLOCK_SIZE weber_bsize
Definition: encoder.h:3150
InterpSearchFlags interp_search_flags
Definition: encoder.h:2951
TimeStamps time_stamps
Definition: encoder.h:2733
FirstPassData firstpass_data
Definition: encoder.h:3060
double framerate
Definition: encoder.h:2743
int speed
Definition: encoder.h:2753
BLOCK_SIZE fp_block_size
Definition: encoder.h:3083
YV12_BUFFER_CONFIG trial_frame_rst
Definition: encoder.h:2702
bool is_dropped_frame
Definition: encoder.h:3165
ThreadData td
Definition: encoder.h:2572
ResizePendingParams resize_pending_params
Definition: encoder.h:2845
YV12_BUFFER_CONFIG scaled_source
Definition: encoder.h:2638
YV12_BUFFER_CONFIG last_frame_uf
Definition: encoder.h:2696
EncQuantDequantParams enc_quant_dequant_params
Definition: encoder.h:2567
RefFrameDistanceInfo ref_frame_dist_info
Definition: encoder.h:3006
int initial_mbs
Definition: encoder.h:2840
YV12_BUFFER_CONFIG scaled_last_source
Definition: encoder.h:2648
YV12_BUFFER_CONFIG * source
Definition: encoder.h:2618
int allocated_tiles
Definition: encoder.h:2855
RefreshFrameFlagsInfo refresh_frame
Definition: encoder.h:2685
SVC svc
Definition: encoder.h:3032
CB_COEFF_BUFFER * coeff_buffer_base
Definition: encoder.h:2589
NOISE_ESTIMATE noise_estimate
Definition: encoder.h:3065
TWO_PASS_FRAME twopass_frame
Definition: encoder.h:3177
Top level primary encoder structure.
Definition: encoder.h:2290
bool buffer_removal_time_present
Definition: encoder.h:2441
struct aom_codec_pkt_list * output_pkt_list
Definition: encoder.h:2369
SequenceHeader seq_params
Definition: encoder.h:2431
double * tpl_rdmult_scaling_factors
Definition: encoder.h:2473
MV_STATS mv_stats
Definition: encoder.h:2489
struct AV1_COMP * cpi
Definition: encoder.h:2346
AV1LevelParams level_params
Definition: encoder.h:2399
int internal_altref_allowed
Definition: encoder.h:2374
int b_calculate_psnr
Definition: encoder.h:2404
PrimaryMultiThreadInfo p_mt_info
Definition: encoder.h:2546
TWO_PASS twopass
Definition: encoder.h:2414
int frames_left
Definition: encoder.h:2409
PRIMARY_RATE_CONTROL p_rc
Definition: encoder.h:2419
int lap_enabled
Definition: encoder.h:2394
FrameProbInfo frame_probs
Definition: encoder.h:2551
int show_existing_alt_ref
Definition: encoder.h:2379
int fb_of_context_type[REF_FRAMES]
Definition: encoder.h:2541
int use_svc
Definition: encoder.h:2436
double * tpl_sb_rdmult_scaling_factors
Definition: encoder.h:2479
struct AV1_COMP * cpi_lap
Definition: encoder.h:2351
struct lookahead_ctx * lookahead
Definition: encoder.h:2356
GF_STATE gf_state
Definition: encoder.h:2389
aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL]
Definition: encoder.h:2463
GF_GROUP gf_group
Definition: encoder.h:2384
TplParams tpl_data
Definition: encoder.h:2484
unsigned int number_temporal_layers
Definition: encoder.h:2446
unsigned int number_spatial_layers
Definition: encoder.h:2451
YV12_BUFFER_CONFIG alt_ref_buffer
Definition: encoder.h:2425
int seq_params_locked
Definition: encoder.h:2363
struct aom_internal_error_info error
Definition: encoder.h:2456
Algorithm configuration parameters.
Definition: encoder.h:763
int disable_trellis_quant
Definition: encoder.h:779
int sharpness
Definition: encoder.h:770
int arnr_max_frames
Definition: encoder.h:784
bool enable_tpl_model
Definition: encoder.h:802
uint8_t cdf_update_mode
Definition: encoder.h:797
bool enable_overlay
Definition: encoder.h:808
int arnr_strength
Definition: encoder.h:789
Stores the transforms coefficients for the whole superblock.
Definition: block.h:182
The stucture of CYCLIC_REFRESH.
Definition: aq_cyclicrefresh.h:36
Parameters related to CDEF.
Definition: av1_common_int.h:198
Definition: encoder.h:2216
uint8_t * entropy_ctx
Definition: encoder.h:2228
tran_low_t * tcoeff
Definition: encoder.h:2220
uint16_t * eobs
Definition: encoder.h:2224
Params related to MB_MODE_INFO arrays and related info.
Definition: av1_common_int.h:505
BLOCK_SIZE mi_alloc_bsize
Definition: av1_common_int.h:554
int cols
Definition: av1_common_int.h:432
Encoder flags for compound prediction modes.
Definition: encoder.h:351
bool enable_masked_comp
Definition: encoder.h:360
bool enable_diff_wtd_comp
Definition: encoder.h:368
bool enable_smooth_interintra
Definition: encoder.h:364
bool enable_interintra_wedge
Definition: encoder.h:376
bool enable_interinter_wedge
Definition: encoder.h:372
bool enable_dist_wtd_comp
Definition: encoder.h:355
Contains buffers used by av1_compound_type_rd()
Definition: block.h:374
Segmentation related information for the current frame.
Definition: encoder.h:2179
uint8_t * map
Definition: encoder.h:2185
bool has_lossless_segment
Definition: encoder.h:2191
Input frames and last input frame.
Definition: encoder.h:3188
contains per-frame encoding parameters decided upon by av1_encode_strategy() and passed down to av1_e...
Definition: encoder.h:3200
int error_resilient_mode
Definition: encoder.h:3204
int remapped_ref_idx[REF_FRAMES]
Definition: encoder.h:3235
int ref_frame_flags
Definition: encoder.h:3230
int speed
Definition: encoder.h:3246
FRAME_TYPE frame_type
Definition: encoder.h:3208
int show_frame
Definition: encoder.h:3218
RefreshFrameFlagsInfo refresh_frame
Definition: encoder.h:3241
Frame refresh flags set by the external interface.
Definition: encoder.h:2036
bool golden_frame
Definition: encoder.h:2038
bool bwd_ref_frame
Definition: encoder.h:2039
bool update_pending
Definition: encoder.h:2045
bool last_frame
Definition: encoder.h:2037
bool alt_ref_frame
Definition: encoder.h:2041
bool alt2_ref_frame
Definition: encoder.h:2040
Flags signalled by the external interface at frame level.
Definition: encoder.h:2051
bool use_primary_ref_none
Definition: encoder.h:2092
bool use_ref_frame_mvs
Definition: encoder.h:2076
ExtRefreshFrameFlagsInfo refresh_frame
Definition: encoder.h:2060
int ref_frame_flags
Definition: encoder.h:2055
bool use_error_resilient
Definition: encoder.h:2081
bool use_s_frame
Definition: encoder.h:2086
bool refresh_frame_context
Definition: encoder.h:2065
bool refresh_frame_context_pending
Definition: encoder.h:2071
Frame level features.
Definition: av1_common_int.h:362
bool allow_screen_content_tools
Definition: av1_common_int.h:379
bool allow_intrabc
Definition: av1_common_int.h:380
bool error_resilient_mode
Definition: av1_common_int.h:404
Encoder info used for decision on forcing integer motion vectors.
Definition: encoder.h:1616
int rate_size
Definition: encoder.h:1629
int rate_index
Definition: encoder.h:1625
Encoder-side probabilities for pruning of various AV1 tools.
Definition: encoder.h:1018
Data related to the current GF/ARF group and the individual frames within the group.
Definition: firstpass.h:344
Parameters related to global motion search.
Definition: encoder.h:1808
bool search_done
Definition: encoder.h:1812
int segment_map_h
Definition: encoder.h:1846
int num_src_corners
Definition: encoder.h:1852
unsigned char * src_buffer
Definition: encoder.h:1824
int segment_map_w
Definition: encoder.h:1845
Initial frame dimensions.
Definition: encoder.h:1871
int height
Definition: encoder.h:1873
int width
Definition: encoder.h:1872
Flags related to interpolation filter search.
Definition: encoder.h:1879
int default_interp_skip_flags
Definition: encoder.h:1884
uint16_t interp_filter_search_mask
Definition: encoder.h:1888
Encoder flags for intra prediction.
Definition: encoder.h:268
bool enable_diagonal_intra
Definition: encoder.h:298
bool enable_smooth_intra
Definition: encoder.h:281
bool enable_filter_intra
Definition: encoder.h:277
bool enable_directional_intra
Definition: encoder.h:293
bool enable_paeth_intra
Definition: encoder.h:285
bool enable_intra_edge_filter
Definition: encoder.h:272
bool enable_cfl_intra
Definition: encoder.h:289
bool enable_angle_delta
Definition: encoder.h:303
Encoder config related to the coding of key frames.
Definition: encoder.h:418
int key_freq_max
Definition: encoder.h:427
int sframe_mode
Definition: encoder.h:445
bool auto_key
Definition: encoder.h:450
bool enable_intrabc
Definition: encoder.h:470
int sframe_dist
Definition: encoder.h:438
bool enable_sframe
Definition: encoder.h:465
int enable_keyframe_filtering
Definition: encoder.h:432
int fwd_kf_dist
Definition: encoder.h:455
int key_freq_min
Definition: encoder.h:422
bool fwd_kf_enabled
Definition: encoder.h:460
Buffer to store mode information at mi_alloc_bsize (4x4 or 8x8) level.
Definition: encoder.h:1662
int alloc_size
Definition: encoder.h:1671
int stride
Definition: encoder.h:1675
MB_MODE_INFO_EXT_FRAME * frame_base
Definition: encoder.h:1667
Stores best extended mode information at frame level.
Definition: block.h:218
Stores the prediction/txfm mode of the current coding block.
Definition: blockd.h:222
Parameters for motion vector search process.
Definition: encoder.h:1894
int max_mv_magnitude
Definition: encoder.h:1900
fractional_mv_step_fp * find_fractional_mv_step
Definition: encoder.h:1914
int mv_step_param
Definition: encoder.h:1905
Encoder parameters related to multi-threading.
Definition: encoder.h:1522
AV1CdefWorkerData * cdef_worker
Definition: encoder.h:1593
AV1LrSync lr_row_sync
Definition: encoder.h:1568
struct EncWorkerData * tile_thr_data
Definition: encoder.h:1542
AV1TplRowMultiThreadInfo tpl_row_mt
Definition: encoder.h:1558
AV1EncPackBSSync pack_bs_sync
Definition: encoder.h:1573
AV1EncRowMultiThreadInfo enc_row_mt
Definition: encoder.h:1553
AV1LfSync lf_row_sync
Definition: encoder.h:1563
AV1CdefSync cdef_sync
Definition: encoder.h:1588
int num_mod_workers[NUM_MT_MODULES]
Definition: encoder.h:1531
int num_workers
Definition: encoder.h:1526
AVxWorker * workers
Definition: encoder.h:1536
bool row_mt_enabled
Definition: encoder.h:1548
AV1TemporalFilterSync tf_sync
Definition: encoder.h:1583
AV1GlobalMotionSync gm_sync
Definition: encoder.h:1578
Contains buffers used to speed up rdopt for obmc.
Definition: block.h:337
Contains color maps used in palette mode.
Definition: block.h:362
Primary Rate Control parameters and status.
Definition: ratectrl.h:237
Encoder config for coding block partitioning.
Definition: encoder.h:240
bool enable_rect_partitions
Definition: encoder.h:244
bool enable_1to4_partitions
Definition: encoder.h:252
BLOCK_SIZE max_partition_size
Definition: encoder.h:262
bool enable_ab_partitions
Definition: encoder.h:248
BLOCK_SIZE min_partition_size
Definition: encoder.h:257
Primary Encoder parameters related to multi-threading.
Definition: encoder.h:1478
struct EncWorkerData * tile_thr_data
Definition: encoder.h:1498
AV1CdefWorkerData * cdef_worker
Definition: encoder.h:1503
int num_workers
Definition: encoder.h:1482
AVxWorker * workers
Definition: encoder.h:1492
int num_mod_workers[NUM_MT_MODULES]
Definition: encoder.h:1487
Rate Control parameters and status.
Definition: ratectrl.h:118
Encoder rate control configuration parameters.
Definition: encoder.h:476
int worst_allowed_q
Definition: encoder.h:546
int over_shoot_pct
Definition: encoder.h:541
unsigned int max_intra_bitrate_pct
Definition: encoder.h:511
int drop_frames_water_mark
Definition: encoder.h:529
int vbrmax_section
Definition: encoder.h:577
int64_t maximum_buffer_size_ms
Definition: encoder.h:495
unsigned int vbr_corpus_complexity_lap
Definition: encoder.h:506
unsigned int min_cr
Definition: encoder.h:525
int vbrbias
Definition: encoder.h:567
unsigned int gf_cbr_boost_pct
Definition: encoder.h:520
int vbrmin_section
Definition: encoder.h:572
enum aom_rc_mode mode
Definition: encoder.h:560
unsigned int max_inter_bitrate_pct
Definition: encoder.h:516
int64_t starting_buffer_level_ms
Definition: encoder.h:485
int best_allowed_q
Definition: encoder.h:551
int under_shoot_pct
Definition: encoder.h:535
int64_t target_bandwidth
Definition: encoder.h:500
int64_t optimal_buffer_level_ms
Definition: encoder.h:490
int cq_level
Definition: encoder.h:555
Refrence frame distance related variables.
Definition: encoder.h:1953
int8_t nearest_past_ref
Definition: encoder.h:1961
int8_t nearest_future_ref
Definition: encoder.h:1965
Refresh frame flags for different type of frames.
Definition: encoder.h:1932
bool alt_ref_frame
Definition: encoder.h:1935
bool bwd_ref_frame
Definition: encoder.h:1934
bool golden_frame
Definition: encoder.h:1933
Encoder config related to resize.
Definition: encoder.h:220
uint8_t resize_scale_denominator
Definition: encoder.h:229
uint8_t resize_kf_scale_denominator
Definition: encoder.h:234
RESIZE_MODE resize_mode
Definition: encoder.h:224
Desired dimensions for an externally triggered resize.
Definition: encoder.h:1945
int width
Definition: encoder.h:1946
int height
Definition: encoder.h:1947
Top level speed vs quality trade off data struture.
Definition: speed_features.h:1330
MV_SPEED_FEATURES mv_sf
Definition: speed_features.h:1359
REAL_TIME_SPEED_FEATURES rt_sf
Definition: speed_features.h:1399
The stucture of SVC.
Definition: svc_layercontext.h:92
Encoder config related to frame super-resolution.
Definition: encoder.h:382
uint8_t superres_kf_scale_denominator
Definition: encoder.h:404
aom_superres_mode superres_mode
Definition: encoder.h:408
int superres_kf_qthresh
Definition: encoder.h:392
bool enable_superres
Definition: encoder.h:412
uint8_t superres_scale_denominator
Definition: encoder.h:398
int superres_qthresh
Definition: encoder.h:387
Frame level Two pass status and control data.
Definition: firstpass.h:455
Two pass status and control data.
Definition: firstpass.h:412
Parameters related to temporal filtering.
Definition: temporal_filter.h:83
Frame time stamps.
Definition: encoder.h:2197
int64_t prev_ts_start
Definition: encoder.h:2201
int64_t first_ts_start
Definition: encoder.h:2209
int64_t prev_ts_end
Definition: encoder.h:2205
Params related to temporal dependency model.
Definition: tpl_model.h:139
Encoder flags for transform sizes and types.
Definition: encoder.h:309
bool enable_tx64
Definition: encoder.h:313
bool use_inter_dct_only
Definition: encoder.h:336
bool enable_flip_idtx
Definition: encoder.h:317
bool use_intra_default_tx_only
Definition: encoder.h:341
bool use_intra_dct_only
Definition: encoder.h:331
bool enable_rect_tx
Definition: encoder.h:321
bool reduced_tx_type_set
Definition: encoder.h:326
bool enable_tx_size_search
Definition: encoder.h:345
Thresholds for variance based partitioning.
Definition: encoder.h:1269
int64_t threshold_minmax
Definition: encoder.h:1284
Parameters used for winner mode processing.
Definition: encoder.h:1983
Generic fixed size buffer structure.
Definition: aom_encoder.h:77
Struct used to hold inter mode data for fast tx search.
Definition: encoder.h:1174
RD_STATS rd_cost_arr[MAX_INTER_MODES]
Definition: encoder.h:1203
int64_t est_rd_arr[MAX_INTER_MODES]
Definition: encoder.h:1195
int64_t sse_arr[MAX_INTER_MODES]
Definition: encoder.h:1191
RD_STATS rd_cost_y_arr[MAX_INTER_MODES]
Definition: encoder.h:1207
RD_STATS rd_cost_uv_arr[MAX_INTER_MODES]
Definition: encoder.h:1211
MB_MODE_INFO mbmi_arr[MAX_INTER_MODES]
Definition: encoder.h:1183
RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES]
Definition: encoder.h:1199
int mode_rate_arr[MAX_INTER_MODES]
Definition: encoder.h:1187
int num
Definition: encoder.h:1179
Encoder's parameters related to the current coding block.
Definition: block.h:854
MB_MODE_INFO_EXT_FRAME * mbmi_ext_frame
Finalized mbmi_ext for the whole frame.
Definition: block.h:886
Variables related to current coding block.
Definition: blockd.h:577
const struct scale_factors * block_ref_scale_factors[2]
Definition: blockd.h:694
YV12 frame buffer data structure.
Definition: yv12config.h:38