AOMedia AV1 Codec
rdopt.h
1 /*
2  * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3  *
4  * This source code is subject to the terms of the BSD 2 Clause License and
5  * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6  * was not distributed with this source code in the LICENSE file, you can
7  * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8  * Media Patent License 1.0 was not distributed with this source code in the
9  * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10  */
11 
12 #ifndef AOM_AV1_ENCODER_RDOPT_H_
13 #define AOM_AV1_ENCODER_RDOPT_H_
14 
15 #include <stdbool.h>
16 
17 #include "av1/common/blockd.h"
18 #include "av1/common/txb_common.h"
19 
20 #include "av1/encoder/block.h"
21 #include "av1/encoder/context_tree.h"
22 #include "av1/encoder/encoder.h"
23 #include "av1/encoder/encodetxb.h"
24 #include "av1/encoder/rdopt_utils.h"
25 
26 #ifdef __cplusplus
27 extern "C" {
28 #endif
29 
30 #define COMP_TYPE_RD_THRESH_SCALE 11
31 #define COMP_TYPE_RD_THRESH_SHIFT 4
32 #define MAX_WINNER_MOTION_MODES 10
33 
34 struct TileInfo;
35 struct macroblock;
36 struct RD_STATS;
37 
62 void av1_rd_pick_intra_mode_sb(const struct AV1_COMP *cpi, struct macroblock *x,
63  struct RD_STATS *rd_cost, BLOCK_SIZE bsize,
64  PICK_MODE_CONTEXT *ctx, int64_t best_rd);
65 
93 void av1_rd_pick_inter_mode(struct AV1_COMP *cpi, struct TileDataEnc *tile_data,
94  struct macroblock *x, struct RD_STATS *rd_cost,
95  BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx,
96  int64_t best_rd_so_far);
97 
123 void av1_nonrd_pick_intra_mode(AV1_COMP *cpi, MACROBLOCK *x, RD_STATS *rd_cost,
124  BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx);
125 
155 void av1_nonrd_pick_inter_mode_sb(struct AV1_COMP *cpi,
156  struct TileDataEnc *tile_data,
157  struct macroblock *x,
158  struct RD_STATS *rd_cost, BLOCK_SIZE bsize,
159  PICK_MODE_CONTEXT *ctx);
160 
161 void av1_rd_pick_inter_mode_sb_seg_skip(
162  const struct AV1_COMP *cpi, struct TileDataEnc *tile_data,
163  struct macroblock *x, int mi_row, int mi_col, struct RD_STATS *rd_cost,
164  BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx, int64_t best_rd_so_far);
165 
166 void av1_inter_mode_data_init(struct TileDataEnc *tile_data);
167 void av1_inter_mode_data_fit(TileDataEnc *tile_data, int rdmult);
168 
169 static INLINE int coded_to_superres_mi(int mi_col, int denom) {
170  return (mi_col * denom + SCALE_NUMERATOR / 2) / SCALE_NUMERATOR;
171 }
172 
173 static INLINE int av1_encoder_get_relative_dist(int a, int b) {
174  assert(a >= 0 && b >= 0);
175  return (a - b);
176 }
177 
178 // This function will return number of mi's in a superblock.
179 static INLINE int av1_get_sb_mi_size(const AV1_COMMON *const cm) {
180  const int mi_alloc_size_1d = mi_size_wide[cm->mi_params.mi_alloc_bsize];
181  int sb_mi_rows =
182  (mi_size_wide[cm->seq_params->sb_size] + mi_alloc_size_1d - 1) /
183  mi_alloc_size_1d;
184  assert(mi_size_wide[cm->seq_params->sb_size] ==
185  mi_size_high[cm->seq_params->sb_size]);
186  int sb_mi_size = sb_mi_rows * sb_mi_rows;
187 
188  return sb_mi_size;
189 }
190 
191 // This function prunes the mode if either of the reference frame falls in the
192 // pruning list
193 static INLINE int prune_ref(const MV_REFERENCE_FRAME *const ref_frame,
194  const unsigned int *const ref_display_order_hint,
195  const unsigned int frame_display_order_hint,
196  const int *ref_frame_list) {
197  for (int i = 0; i < 2; i++) {
198  if (ref_frame_list[i] == NONE_FRAME) continue;
199 
200  if (ref_frame[0] == ref_frame_list[i] ||
201  ref_frame[1] == ref_frame_list[i]) {
202  if (av1_encoder_get_relative_dist(
203  ref_display_order_hint[ref_frame_list[i] - LAST_FRAME],
204  frame_display_order_hint) < 0)
205  return 1;
206  }
207  }
208  return 0;
209 }
210 
211 static INLINE int has_closest_ref_frames(const MV_REFERENCE_FRAME *ref_frame,
212  int8_t closest_past_ref,
213  int8_t closest_future_ref) {
214  int has_closest_past_ref =
215  (ref_frame[0] == closest_past_ref) || (ref_frame[1] == closest_past_ref);
216  int has_closest_future_ref = (ref_frame[0] == closest_future_ref) ||
217  (ref_frame[1] == closest_future_ref);
218  return (has_closest_past_ref && has_closest_future_ref);
219 }
220 
221 static INLINE int has_best_pred_mv_sad(const MV_REFERENCE_FRAME *ref_frame,
222  const MACROBLOCK *const x) {
223  int has_best_past_pred_mv_sad = 0;
224  int has_best_future_pred_mv_sad = 0;
225  if (x->best_pred_mv_sad[0] < INT_MAX && x->best_pred_mv_sad[1] < INT_MAX) {
226  has_best_past_pred_mv_sad =
227  (x->pred_mv_sad[ref_frame[0]] == x->best_pred_mv_sad[0]) ||
228  (x->pred_mv_sad[ref_frame[1]] == x->best_pred_mv_sad[0]);
229  has_best_future_pred_mv_sad =
230  (x->pred_mv_sad[ref_frame[0]] == x->best_pred_mv_sad[1]) ||
231  (x->pred_mv_sad[ref_frame[1]] == x->best_pred_mv_sad[1]);
232  }
233  return (has_best_past_pred_mv_sad && has_best_future_pred_mv_sad);
234 }
235 
236 static INLINE int prune_ref_by_selective_ref_frame(
237  const AV1_COMP *const cpi, const MACROBLOCK *const x,
238  const MV_REFERENCE_FRAME *const ref_frame,
239  const unsigned int *const ref_display_order_hint) {
240  const SPEED_FEATURES *const sf = &cpi->sf;
241  if (!sf->inter_sf.selective_ref_frame) return 0;
242 
243  const int comp_pred = ref_frame[1] > INTRA_FRAME;
244 
245  if (sf->inter_sf.selective_ref_frame >= 2 ||
246  (sf->inter_sf.selective_ref_frame == 1 && comp_pred)) {
247  int ref_frame_list[2] = { LAST3_FRAME, LAST2_FRAME };
248 
249  if (x != NULL) {
250  // Disable pruning if either tpl suggests that we keep the frame or
251  // the pred_mv gives us the best sad
252  if (x->tpl_keep_ref_frame[LAST3_FRAME] ||
253  x->pred_mv_sad[LAST3_FRAME] == x->best_pred_mv_sad[0]) {
254  ref_frame_list[0] = NONE_FRAME;
255  }
256  if (x->tpl_keep_ref_frame[LAST2_FRAME] ||
257  x->pred_mv_sad[LAST2_FRAME] == x->best_pred_mv_sad[0]) {
258  ref_frame_list[1] = NONE_FRAME;
259  }
260  }
261 
262  if (prune_ref(ref_frame, ref_display_order_hint,
263  ref_display_order_hint[GOLDEN_FRAME - LAST_FRAME],
264  ref_frame_list))
265  return 1;
266  }
267 
268  if (sf->inter_sf.selective_ref_frame >= 3) {
269  int ref_frame_list[2] = { ALTREF2_FRAME, BWDREF_FRAME };
270 
271  if (x != NULL) {
272  // Disable pruning if either tpl suggests that we keep the frame or
273  // the pred_mv gives us the best sad
274  if (x->tpl_keep_ref_frame[ALTREF2_FRAME] ||
275  x->pred_mv_sad[ALTREF2_FRAME] == x->best_pred_mv_sad[0]) {
276  ref_frame_list[0] = NONE_FRAME;
277  }
278  if (x->tpl_keep_ref_frame[BWDREF_FRAME] ||
279  x->pred_mv_sad[BWDREF_FRAME] == x->best_pred_mv_sad[0]) {
280  ref_frame_list[1] = NONE_FRAME;
281  }
282  }
283 
284  if (prune_ref(ref_frame, ref_display_order_hint,
285  ref_display_order_hint[LAST_FRAME - LAST_FRAME],
286  ref_frame_list))
287  return 1;
288  }
289 
290  if (x != NULL && sf->inter_sf.prune_comp_ref_frames && comp_pred) {
291  int closest_ref_frames = has_closest_ref_frames(
292  ref_frame, cpi->ref_frame_dist_info.nearest_past_ref,
294  if (closest_ref_frames == 0) {
295  // Prune reference frames which are not the closest to the current frame.
296  if (sf->inter_sf.prune_comp_ref_frames >= 2) {
297  return 1;
298  } else if (sf->inter_sf.prune_comp_ref_frames == 1) {
299  // Prune reference frames with non minimum pred_mv_sad.
300  if (has_best_pred_mv_sad(ref_frame, x) == 0) return 1;
301  }
302  }
303  }
304 
305  return 0;
306 }
307 
308 // This function will copy the best reference mode information from
309 // MB_MODE_INFO_EXT to MB_MODE_INFO_EXT_FRAME.
310 static INLINE void av1_copy_mbmi_ext_to_mbmi_ext_frame(
311  MB_MODE_INFO_EXT_FRAME *mbmi_ext_best,
312  const MB_MODE_INFO_EXT *const mbmi_ext, uint8_t ref_frame_type) {
313  memcpy(mbmi_ext_best->ref_mv_stack, mbmi_ext->ref_mv_stack[ref_frame_type],
314  sizeof(mbmi_ext->ref_mv_stack[USABLE_REF_MV_STACK_SIZE]));
315  memcpy(mbmi_ext_best->weight, mbmi_ext->weight[ref_frame_type],
316  sizeof(mbmi_ext->weight[USABLE_REF_MV_STACK_SIZE]));
317  mbmi_ext_best->mode_context = mbmi_ext->mode_context[ref_frame_type];
318  mbmi_ext_best->ref_mv_count = mbmi_ext->ref_mv_count[ref_frame_type];
319  memcpy(mbmi_ext_best->global_mvs, mbmi_ext->global_mvs,
320  sizeof(mbmi_ext->global_mvs));
321 }
322 
323 #ifdef __cplusplus
324 } // extern "C"
325 #endif
326 
327 #endif // AOM_AV1_ENCODER_RDOPT_H_
Declares top-level encoder structures and functions.
void av1_rd_pick_inter_mode(struct AV1_COMP *cpi, struct TileDataEnc *tile_data, struct macroblock *x, struct RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx, int64_t best_rd_so_far)
AV1 inter mode selection.
Definition: rdopt.c:5745
void av1_rd_pick_intra_mode_sb(const struct AV1_COMP *cpi, struct macroblock *x, struct RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx, int64_t best_rd)
AV1 intra mode selection for intra frames.
Definition: rdopt.c:3312
void av1_nonrd_pick_inter_mode_sb(struct AV1_COMP *cpi, struct TileDataEnc *tile_data, struct macroblock *x, struct RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx)
AV1 inter mode selection based on Non-RD optimized model.
Definition: nonrd_pickmode.c:3078
void av1_nonrd_pick_intra_mode(AV1_COMP *cpi, MACROBLOCK *x, RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx)
AV1 intra mode selection based on Non-RD optimized model.
Definition: nonrd_pickmode.c:1549
Top level common structure used by both encoder and decoder.
Definition: av1_common_int.h:752
SequenceHeader * seq_params
Definition: av1_common_int.h:978
CommonModeInfoParams mi_params
Definition: av1_common_int.h:912
Top level encoder structure.
Definition: encoder.h:2872
SPEED_FEATURES sf
Definition: encoder.h:3099
RefFrameDistanceInfo ref_frame_dist_info
Definition: encoder.h:3380
BLOCK_SIZE mi_alloc_bsize
Definition: av1_common_int.h:552
Stores best extended mode information at frame level.
Definition: block.h:242
uint8_t ref_mv_count
Number of ref mvs in the drl.
Definition: block.h:248
uint16_t weight[USABLE_REF_MV_STACK_SIZE]
The weights used to compute the ref mvs.
Definition: block.h:246
CANDIDATE_MV ref_mv_stack[USABLE_REF_MV_STACK_SIZE]
The reference mv list for the current block.
Definition: block.h:244
int16_t mode_context
Context used to encode the current mode.
Definition: block.h:253
int_mv global_mvs[REF_FRAMES]
Global mvs.
Definition: block.h:251
Extended mode info derived from mbmi.
Definition: block.h:222
int_mv global_mvs[REF_FRAMES]
Global mvs.
Definition: block.h:231
CANDIDATE_MV ref_mv_stack[MODE_CTX_REF_FRAMES][USABLE_REF_MV_STACK_SIZE]
The reference mv list for the current block.
Definition: block.h:225
uint16_t weight[MODE_CTX_REF_FRAMES][USABLE_REF_MV_STACK_SIZE]
The weights used to compute the ref mvs.
Definition: block.h:227
int16_t mode_context[MODE_CTX_REF_FRAMES]
Context used to encode the current mode.
Definition: block.h:233
uint8_t ref_mv_count[MODE_CTX_REF_FRAMES]
Number of ref mvs in the drl.
Definition: block.h:229
int8_t nearest_past_ref
Definition: encoder.h:2182
int8_t nearest_future_ref
Definition: encoder.h:2186
Top level speed vs quality trade off data struture.
Definition: speed_features.h:1869
INTER_MODE_SPEED_FEATURES inter_sf
Definition: speed_features.h:1903
Encoder's parameters related to the current coding block.
Definition: block.h:878
int best_pred_mv_sad[2]
The minimum of pred_mv_sad.
Definition: block.h:1111
int pred_mv_sad[REF_FRAMES]
Sum absolute distortion of the predicted mv for each ref frame.
Definition: block.h:1105
uint8_t tpl_keep_ref_frame[REF_FRAMES]
Disables certain ref frame pruning based on tpl.
Definition: block.h:1123