Mirror-Tools
/
shaka-packager
mirror of https://github.com/shaka-project/shaka-packager.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity
shaka-packager/packager/media/codecs/av1_parser.cc

1866 lines
63 KiB
C++
Raw Permalink Blame History

// Copyright 2018 Google LLC. All rights reserved.
//
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file or at
// https://developers.google.com/open-source/licenses/bsd
#include "packager/media/codecs/av1_parser.h"
#include <algorithm>
#include "packager/base/logging.h"
#include "packager/media/base/bit_reader.h"
#include "packager/media/base/rcheck.h"
namespace shaka {
namespace media {
namespace {
// 3. Symbols and abbreviated terms.
enum MotionType {
IDENTITY = 0,
TRANSLATION,
ROTZOOM,
AFFINE,
};
const int kSelectScreenContentTools = 2;
const int kSelectIntegerMv = 2;
const int kPrimaryRefNone = 7;
const int kNumRefFrames = 8;
const int kAllFrames = (1 << kNumRefFrames) - 1;
// 6.2.2. OBU header semantics.
enum ObuType {
OBU_SEQUENCE_HEADER = 1,
OBU_TEMPORAL_DELIMITER,
OBU_FRAME_HEADER,
OBU_TILE_GROUP,
OBU_METADATA,
OBU_FRAME,
OBU_REDUNDENT_FRAME_HEADER,
OBU_TILE_LIST,
// Reserved types between OBU_TILE_LIST and OBU_PADDING.
OBU_PADDING = 15,
};
// 6.4.2. Color config semantics.
enum ColorPrimaries {
CP_BT_709 = 1,
CP_UNSPECIFIED = 2,
// We are not interested in the others.
};
enum TransferCharacteristics {
TC_UNSPECIFIED = 2,
TC_SRGB = 13,
// We are not interested in the others.
};
enum MatrixCoefficients {
MC_IDENTITY = 0,
MC_UNSPECIFIED = 2,
// We are not interested in the others.
};
enum ChromaSamplePosition {
CSP_UNKNOWN = 0,
CSP_VERTICAL,
CSP_COLOCATED,
CSP_RESERVED,
};
// 6.8.2. Uncompressed header semantics.
enum FrameType {
KEY_FRAME = 0,
INTER_FRAME,
INTRA_ONLY_FRAME,
SWITCH_FRAME,
};
// 6.10.24. Ref frames semantics.
enum RefFrameName {
INTRA_FRAME = 0,
LAST_FRAME,
LAST2_FRAME,
LAST3_FRAME,
GOLDEN_FRAME,
BWDREF_FRAME,
ALTREF2_FRAME,
ALTREF_FRAME,
};
// 4.7. Mathematical functions.
int Clip3(int min_value, int max_value, int value) {
if (value < min_value)
return min_value;
if (value > max_value)
return max_value;
return value;
}
// 4.7. Mathematical functions. The FloorLog2(x) function is defined to be the
// floor of the base 2 logarithm of the input x.
int FloorLog2(int x) {
int s = 0;
while (x != 0) {
x = x >> 1;
s++;
}
return s - 1;
}
// 4.10.3. uvlc(). This is a modified form of Exponential-Golomb coding.
bool ReadUvlc(BitReader* reader, uint32_t* val) {
// Count the number of contiguous zero bits.
int leading_zeros = 0;
while (true) {
bool done = false;
RCHECK(reader->ReadBits(1, &done));
if (done)
break;
leading_zeros++;
}
if (leading_zeros >= 32) {
*val = (1ull << 32) - 1;
return true;
}
int value = 0;
if (leading_zeros > 0)
RCHECK(reader->ReadBits(leading_zeros, &value));
*val = value + (1 << leading_zeros) - 1;
return true;
}
// 4.10.4. le(n). Unsigned little-endian n-byte number appearing directly in the
// bitstream.
bool ReadLe(int n, BitReader* reader, size_t* val) {
size_t t = 0;
for (int i = 0; i < n; i++) {
size_t byte = 0;
RCHECK(reader->ReadBits(8, &byte));
t += (byte << (i * 8));
}
*val = t;
return true;
}
// 4.10.5. leb128(). Unsigned integer represented by a variable number of
// little-endian bytes.
bool ReadLeb128(BitReader* reader, size_t* size) {
size_t value = 0;
for (int i = 0; i < 8; i++) {
size_t leb128_byte = 0;
RCHECK(reader->ReadBits(8, &leb128_byte));
value |= (leb128_byte & 0x7f) << (i * 7);
if (!(leb128_byte & 0x80))
break;
}
// It is a requirement of bitstream conformance that the value returned from
// the leb128 parsing process is less than or equal to (1<<32) - 1.
RCHECK(value <= ((1ull << 32) - 1));
*size = value;
return true;
}
// 4.10.6. su(n). Signed integer converted from an n bits unsigned integer in
// the bitstream.
bool ReadSu(int n, BitReader* reader, int* value) {
RCHECK(reader->ReadBits(n, value));
int sign_mask = 1 << (n - 1);
if (*value & sign_mask)
*value = *value - 2 * sign_mask;
return true;
}
// 4.10.7. ns(n). Unsigned encoded integer with maximum number of values in n
// (i.e. output in range 0..n-1).
bool ReadNs(int n, BitReader* reader, int* value) {
const int w = FloorLog2(n) + 1;
const int m = (1 << w) - n;
RCHECK(reader->ReadBits(w - 1, value));
if (*value < m)
return true;
int extra_bit = 0;
RCHECK(reader->ReadBits(1, &extra_bit));
*value = (*value << 1) - m + extra_bit;
return true;
}
// 5.9.16. Tile size calculation function: returns the smallest value for k such
// that blk_size << k is greater than or equal to target.
int TileLog2(int blk_size, int target) {
int k = 0;
for (k = 0; (blk_size << k) < target; k++)
continue;
return k;
}
// See 7.8. Set frame refs process.
int FindLatestBackward(int shifted_order_hints[],
bool used_frame[],
int cur_frame_hint) {
int ref = -1;
int latest_order_hint = 0;
for (int i = 0; i < kNumRefFrames; i++) {
const int hint = shifted_order_hints[i];
if (!used_frame[i] && hint >= cur_frame_hint &&
(ref < 0 || hint >= latest_order_hint)) {
ref = i;
latest_order_hint = hint;
}
}
return ref;
}
// See 7.8. Set frame refs process.
int FindEarliestBackward(int shifted_order_hints[],
bool used_frame[],
int cur_frame_hint) {
int ref = -1;
int earliest_order_hint = 0;
for (int i = 0; i < kNumRefFrames; i++) {
const int hint = shifted_order_hints[i];
if (!used_frame[i] && hint >= cur_frame_hint &&
(ref < 0 || hint < earliest_order_hint)) {
ref = i;
earliest_order_hint = hint;
}
}
return ref;
}
// See 7.8. Set frame refs process.
int FindLatestForward(int shifted_order_hints[],
bool used_frame[],
int cur_frame_hint) {
int ref = -1;
int latest_order_hint = 0;
for (int i = 0; i < kNumRefFrames; i++) {
const int hint = shifted_order_hints[i];
if (!used_frame[i] && hint < cur_frame_hint &&
(ref < 0 || hint >= latest_order_hint)) {
ref = i;
latest_order_hint = hint;
}
}
return ref;
}
} // namespace
AV1Parser::AV1Parser() = default;
AV1Parser::~AV1Parser() = default;
bool AV1Parser::Parse(const uint8_t* data,
size_t data_size,
std::vector<Tile>* tiles) {
tiles->clear();
BitReader reader(data, data_size);
while (reader.bits_available() > 0) {
if (!ParseOpenBitstreamUnit(&reader, tiles))
return false;
}
return true;
}
// 5.3.1. General OBU syntax.
bool AV1Parser::ParseOpenBitstreamUnit(BitReader* reader,
std::vector<Tile>* tiles) {
ObuHeader obu_header;
RCHECK(ParseObuHeader(reader, &obu_header));
size_t obu_size = 0;
if (obu_header.obu_has_size_field)
RCHECK(ReadLeb128(reader, &obu_size));
else
obu_size = reader->bits_available() / 8;
VLOG(4) << "OBU " << obu_header.obu_type << " size " << obu_size;
const size_t start_position = reader->bit_position();
switch (obu_header.obu_type) {
case OBU_SEQUENCE_HEADER:
RCHECK(ParseSequenceHeaderObu(reader));
break;
case OBU_FRAME_HEADER:
case OBU_REDUNDENT_FRAME_HEADER:
RCHECK(ParseFrameHeaderObu(obu_header, reader));
break;
case OBU_TILE_GROUP:
RCHECK(ParseTileGroupObu(obu_size, reader, tiles));
break;
case OBU_FRAME:
RCHECK(ParseFrameObu(obu_header, obu_size, reader, tiles));
break;
default:
// Skip all OBUs we are not interested.
RCHECK(reader->SkipBits(obu_size * 8));
break;
}
const size_t current_position = reader->bit_position();
const size_t payload_bits = current_position - start_position;
if (obu_header.obu_type == OBU_TILE_GROUP ||
obu_header.obu_type == OBU_FRAME) {
RCHECK(payload_bits == obu_size * 8);
} else if (obu_size > 0) {
RCHECK(payload_bits <= obu_size * 8);
RCHECK(ParseTrailingBits(obu_size * 8 - payload_bits, reader));
}
return true;
}
// 5.3.2. OBU header syntax.
bool AV1Parser::ParseObuHeader(BitReader* reader, ObuHeader* obu_header) {
int obu_forbidden_bit = 0;
RCHECK(reader->ReadBits(1, &obu_forbidden_bit));
RCHECK(obu_forbidden_bit == 0);
RCHECK(reader->ReadBits(4, &obu_header->obu_type));
bool obu_extension_flag = false;
RCHECK(reader->ReadBits(1, &obu_extension_flag));
RCHECK(reader->ReadBits(1, &obu_header->obu_has_size_field));
RCHECK(reader->SkipBits(1)); // Skip obu_reserved_1bit.
if (obu_extension_flag)
RCHECK(ParseObuExtensionHeader(reader, &obu_header->extension_header));
return true;
}
// 5.3.3. OBU extension header syntax.
bool AV1Parser::ParseObuExtensionHeader(
BitReader* reader,
ObuExtensionHeader* obu_extension_header) {
RCHECK(reader->ReadBits(3, &obu_extension_header->temporal_id));
RCHECK(reader->ReadBits(2, &obu_extension_header->spatial_id));
RCHECK(reader->SkipBits(3)); // Skip extension_header_reserved_3bits.
return true;
}
// 5.3.4. Trailing bits syntax.
bool AV1Parser::ParseTrailingBits(size_t nb_bits, BitReader* reader) {
int trailing_one_bit = 0;
RCHECK(reader->ReadBits(1, &trailing_one_bit));
RCHECK(trailing_one_bit == 1);
nb_bits--;
while (nb_bits > 0) {
int trailing_zero_bit = 0;
RCHECK(reader->ReadBits(1, &trailing_zero_bit));
RCHECK(trailing_zero_bit == 0);
nb_bits--;
}
return true;
}
bool AV1Parser::ByteAlignment(BitReader* reader) {
while (reader->bit_position() & 7) {
int zero_bit = 0;
RCHECK(reader->ReadBits(1, &zero_bit));
RCHECK(zero_bit == 0);
}
return true;
}
// 5.5.1. General sequence header OBU syntax.
bool AV1Parser::ParseSequenceHeaderObu(BitReader* reader) {
RCHECK(reader->ReadBits(3, &sequence_header_.seq_profile));
// Skip still_picture.
RCHECK(reader->SkipBits(1));
RCHECK(reader->ReadBits(1, &sequence_header_.reduced_still_picture_header));
if (sequence_header_.reduced_still_picture_header) {
sequence_header_.decoder_model_info_present_flag = false;
sequence_header_.operating_points_cnt_minus_1 = 0;
sequence_header_.operating_point_idc[0] = 0;
// Skip seq_level_idx[0].
RCHECK(reader->SkipBits(5));
sequence_header_.decoder_model_present_for_this_op[0] = false;
} else {
bool timing_info_present_flag = false;
RCHECK(reader->ReadBits(1, &timing_info_present_flag));
bool decoder_model_info_present_flag = false;
if (timing_info_present_flag) {
RCHECK(ParseTimingInfo(reader));
RCHECK(reader->ReadBits(1, &decoder_model_info_present_flag));
if (decoder_model_info_present_flag)
RCHECK(ParseDecoderModelInfo(reader));
}
sequence_header_.decoder_model_info_present_flag =
decoder_model_info_present_flag;
bool initial_display_delay_present_flag = false;
RCHECK(reader->ReadBits(1, &initial_display_delay_present_flag));
RCHECK(reader->ReadBits(5, &sequence_header_.operating_points_cnt_minus_1));
for (int i = 0; i <= sequence_header_.operating_points_cnt_minus_1; i++) {
RCHECK(reader->ReadBits(12, &sequence_header_.operating_point_idc[i]));
int seq_level_idx_i = 0;
RCHECK(reader->ReadBits(5, &seq_level_idx_i));
if (seq_level_idx_i > 7) {
// Skip seq_tier[i].
RCHECK(reader->SkipBits(1));
}
if (sequence_header_.decoder_model_info_present_flag) {
RCHECK(reader->ReadBits(
1, &sequence_header_.decoder_model_present_for_this_op[i]));
if (sequence_header_.decoder_model_present_for_this_op[i]) {
RCHECK(SkipOperatingParametersInfo(reader));
}
} else {
sequence_header_.decoder_model_present_for_this_op[i] = false;
}
if (initial_display_delay_present_flag) {
// Skip initial_display_delay_present_for_this_op[i],
// initial_display_delay_minus_1[i].
RCHECK(reader->SkipBitsConditional(true, 4));
}
}
}
RCHECK(reader->ReadBits(4, &sequence_header_.frame_width_bits_minus_1));
RCHECK(reader->ReadBits(4, &sequence_header_.frame_height_bits_minus_1));
RCHECK(reader->ReadBits(sequence_header_.frame_width_bits_minus_1 + 1,
&sequence_header_.max_frame_width_minus_1));
RCHECK(reader->ReadBits(sequence_header_.frame_height_bits_minus_1 + 1,
&sequence_header_.max_frame_height_minus_1));
if (sequence_header_.reduced_still_picture_header) {
sequence_header_.frame_id_numbers_present_flag = false;
} else {
RCHECK(
reader->ReadBits(1, &sequence_header_.frame_id_numbers_present_flag));
}
if (sequence_header_.frame_id_numbers_present_flag) {
RCHECK(
reader->ReadBits(4, &sequence_header_.delta_frame_id_length_minus_2));
RCHECK(reader->ReadBits(
3, &sequence_header_.additional_frame_id_length_minus_1));
}
RCHECK(reader->ReadBits(1, &sequence_header_.use_128x128_superblock));
// Skip enable_filter_intra, enable_intra_edge_filter.
RCHECK(reader->SkipBits(1 + 1));
if (sequence_header_.reduced_still_picture_header) {
sequence_header_.enable_warped_motion = false;
sequence_header_.enable_order_hint = false;
sequence_header_.enable_ref_frame_mvs = false;
sequence_header_.order_hint_bits = 0;
sequence_header_.seq_force_screen_content_tools = kSelectScreenContentTools;
sequence_header_.seq_force_integer_mv = kSelectIntegerMv;
} else {
// Skip enable_interintra_compound, enable_masked_compound,
RCHECK(reader->SkipBits(1 + 1));
RCHECK(reader->ReadBits(1, &sequence_header_.enable_warped_motion));
RCHECK(reader->SkipBits(1)); // Skip enable_dual_filter.
RCHECK(reader->ReadBits(1, &sequence_header_.enable_order_hint));
if (sequence_header_.enable_order_hint) {
// Skip enable_jnt_comp.
RCHECK(reader->SkipBits(1));
RCHECK(reader->ReadBits(1, &sequence_header_.enable_ref_frame_mvs));
} else {
sequence_header_.enable_ref_frame_mvs = false;
}
bool seq_choose_screen_content_tools = false;
RCHECK(reader->ReadBits(1, &seq_choose_screen_content_tools));
if (seq_choose_screen_content_tools) {
sequence_header_.seq_force_screen_content_tools =
kSelectScreenContentTools;
} else {
RCHECK(reader->ReadBits(
1, &sequence_header_.seq_force_screen_content_tools));
}
if (sequence_header_.seq_force_screen_content_tools > 0) {
bool seq_choose_integer_mv = false;
RCHECK(reader->ReadBits(1, &seq_choose_integer_mv));
if (seq_choose_integer_mv)
sequence_header_.seq_force_integer_mv = kSelectIntegerMv;
else
RCHECK(reader->ReadBits(1, &sequence_header_.seq_force_integer_mv));
} else {
sequence_header_.seq_force_integer_mv = kSelectIntegerMv;
}
if (sequence_header_.enable_order_hint) {
int order_hint_bits_minus_1 = 0;
RCHECK(reader->ReadBits(3, &order_hint_bits_minus_1));
sequence_header_.order_hint_bits = order_hint_bits_minus_1 + 1;
} else {
sequence_header_.order_hint_bits = 0;
}
}
RCHECK(reader->ReadBits(1, &sequence_header_.enable_superres));
RCHECK(reader->ReadBits(1, &sequence_header_.enable_cdef));
RCHECK(reader->ReadBits(1, &sequence_header_.enable_restoration));
RCHECK(ParseColorConfig(reader));
RCHECK(reader->ReadBits(1, &sequence_header_.film_grain_params_present));
return true;
}
// 5.5.2. Color config syntax.
bool AV1Parser::ParseColorConfig(BitReader* reader) {
ColorConfig& color_config = sequence_header_.color_config;
bool high_bitdepth = false;
RCHECK(reader->ReadBits(1, &high_bitdepth));
if (sequence_header_.seq_profile == 2 && high_bitdepth) {
bool twelve_bit = false;
RCHECK(reader->ReadBits(1, &twelve_bit));
color_config.bit_depth = twelve_bit ? 12 : 10;
} else if (sequence_header_.seq_profile <= 2) {
color_config.bit_depth = high_bitdepth ? 10 : 8;
}
if (sequence_header_.seq_profile == 1)
color_config.mono_chrome = 0;
else
RCHECK(reader->ReadBits(1, &color_config.mono_chrome));
color_config.num_planes = color_config.mono_chrome ? 1 : 3;
bool color_description_present_flag = false;
RCHECK(reader->ReadBits(1, &color_description_present_flag));
if (color_description_present_flag) {
RCHECK(reader->ReadBits(8, &color_config.color_primaries));
RCHECK(reader->ReadBits(8, &color_config.transfer_chracteristics));
RCHECK(reader->ReadBits(8, &color_config.matrix_coefficients));
} else {
color_config.color_primaries = CP_UNSPECIFIED;
color_config.transfer_chracteristics = TC_UNSPECIFIED;
color_config.matrix_coefficients = MC_UNSPECIFIED;
}
if (color_config.mono_chrome) {
RCHECK(reader->ReadBits(1, &color_config.color_range));
color_config.subsampling_x = true;
color_config.subsampling_y = true;
color_config.chroma_sampling_position = CSP_UNKNOWN;
color_config.separate_uv_delta_q = false;
return true;
} else if (color_config.color_primaries == CP_BT_709 &&
color_config.transfer_chracteristics == TC_SRGB &&
color_config.matrix_coefficients == MC_IDENTITY) {
color_config.color_range = true;
color_config.subsampling_x = false;
color_config.subsampling_y = false;
} else {
RCHECK(reader->ReadBits(1, &color_config.color_range));
if (sequence_header_.seq_profile == 0) {
color_config.subsampling_x = true;
color_config.subsampling_y = true;
} else if (sequence_header_.seq_profile == 1) {
color_config.subsampling_x = false;
color_config.subsampling_y = false;
} else {
if (color_config.bit_depth == 12) {
RCHECK(reader->ReadBits(1, &color_config.subsampling_x));
if (color_config.subsampling_x)
RCHECK(reader->ReadBits(1, &color_config.subsampling_y));
else
color_config.subsampling_y = false;
} else {
color_config.subsampling_x = true;
color_config.subsampling_y = false;
}
}
if (color_config.subsampling_x && color_config.subsampling_y)
RCHECK(reader->ReadBits(2, &color_config.chroma_sampling_position));
}
RCHECK(reader->ReadBits(1, &color_config.separate_uv_delta_q));
return true;
}
// 5.5.3.Timing info syntax.
bool AV1Parser::ParseTimingInfo(BitReader* reader) {
// Skip num_units_in_display_tick, time_scale.
RCHECK(reader->SkipBits(32 + 32));
bool equal_picture_interval = false;
RCHECK(reader->ReadBits(1, &equal_picture_interval));
sequence_header_.timing_info.equal_picture_interval = equal_picture_interval;
if (equal_picture_interval) {
uint32_t num_ticks_per_picture_minus_1 = 0;
RCHECK(ReadUvlc(reader, &num_ticks_per_picture_minus_1));
}
return true;
}
// 5.5.4. Decoder model info syntax.
bool AV1Parser::ParseDecoderModelInfo(BitReader* reader) {
DecoderModelInfo& decoder_model_info = sequence_header_.decoder_model_info;
RCHECK(reader->ReadBits(5, &decoder_model_info.buffer_delay_length_minus_1));
// Skip num_units_in_decoding_tick.
RCHECK(reader->SkipBits(32));
RCHECK(reader->ReadBits(
5, &decoder_model_info.buffer_removal_time_length_minus_1));
RCHECK(reader->ReadBits(
5, &decoder_model_info.frame_presentation_time_length_minus_1));
return true;
}
// 5.5.5. Operating parameters info syntax.
bool AV1Parser::SkipOperatingParametersInfo(BitReader* reader) {
const int n =
sequence_header_.decoder_model_info.buffer_delay_length_minus_1 + 1;
// Skip decoder_buffer_delay[op], encoder_buffer_delay[op],
// low_delay_mode_flag[op].
RCHECK(reader->SkipBits(n + n + 1));
return true;
}
// 5.9.1. General frame header OBU syntax.
bool AV1Parser::ParseFrameHeaderObu(const ObuHeader& obu_header,
BitReader* reader) {
if (frame_header_.seen_frame_header)
return true;
frame_header_.seen_frame_header = true;
RCHECK(ParseUncompressedHeader(obu_header, reader));
if (frame_header_.show_existing_frame) {
DecodeFrameWrapup();
frame_header_.seen_frame_header = false;
} else {
frame_header_.seen_frame_header = true;
}
return true;
}
// 5.9.2. Uncompressed header syntax.
bool AV1Parser::ParseUncompressedHeader(const ObuHeader& obu_header,
BitReader* reader) {
int id_len = 0;
if (sequence_header_.frame_id_numbers_present_flag) {
id_len = sequence_header_.additional_frame_id_length_minus_1 + 1 +
sequence_header_.delta_frame_id_length_minus_2 + 2;
}
bool frame_is_intra = false;
bool show_frame = false;
bool showable_frame = false;
bool error_resilient_mode = false;
if (sequence_header_.reduced_still_picture_header) {
frame_header_.show_existing_frame = false;
frame_header_.frame_type = KEY_FRAME;
frame_is_intra = true;
show_frame = true;
showable_frame = false;
} else {
RCHECK(reader->ReadBits(1, &frame_header_.show_existing_frame));
if (frame_header_.show_existing_frame) {
RCHECK(reader->ReadBits(3, &frame_header_.frame_to_show_map_idx));
if (sequence_header_.decoder_model_info_present_flag &&
!sequence_header_.timing_info.equal_picture_interval) {
RCHECK(SkipTemporalPointInfo(reader));
}
frame_header_.refresh_frame_flags = 0;
if (sequence_header_.frame_id_numbers_present_flag) {
// Skip display_frame_id.
RCHECK(reader->SkipBits(id_len));
}
frame_header_.frame_type =
reference_frames_[frame_header_.frame_to_show_map_idx].frame_type;
if (frame_header_.frame_type == KEY_FRAME) {
frame_header_.refresh_frame_flags = kAllFrames;
}
return true;
}
RCHECK(reader->ReadBits(2, &frame_header_.frame_type));
frame_is_intra = frame_header_.frame_type == INTRA_ONLY_FRAME ||
frame_header_.frame_type == KEY_FRAME;
RCHECK(reader->ReadBits(1, &show_frame));
if (show_frame && sequence_header_.decoder_model_info_present_flag &&
!sequence_header_.timing_info.equal_picture_interval) {
RCHECK(SkipTemporalPointInfo(reader));
}
if (show_frame)
showable_frame = frame_header_.frame_type != KEY_FRAME;
else
RCHECK(reader->ReadBits(1, &showable_frame));
if (frame_header_.frame_type == SWITCH_FRAME ||
(frame_header_.frame_type == KEY_FRAME && show_frame)) {
error_resilient_mode = true;
} else {
RCHECK(reader->ReadBits(1, &error_resilient_mode));
}
}
if (frame_header_.frame_type == KEY_FRAME && show_frame) {
for (int i = 0; i < kNumRefFrames; i++) {
reference_frames_[i].order_hint = 0;
}
}
bool disable_cdf_update = false;
RCHECK(reader->ReadBits(1, &disable_cdf_update));
bool allow_screen_content_tools = false;
if (sequence_header_.seq_force_screen_content_tools ==
kSelectScreenContentTools) {
RCHECK(reader->ReadBits(1, &allow_screen_content_tools));
} else {
allow_screen_content_tools =
sequence_header_.seq_force_screen_content_tools != 0;
}
int force_integer_mv = 0;
if (allow_screen_content_tools) {
if (sequence_header_.seq_force_integer_mv == kSelectIntegerMv)
RCHECK(reader->ReadBits(1, &force_integer_mv));
else
force_integer_mv = sequence_header_.seq_force_integer_mv;
}
if (frame_is_intra)
force_integer_mv = 1;
if (sequence_header_.frame_id_numbers_present_flag) {
// Skip current_frame_id.
RCHECK(reader->SkipBits(id_len));
}
bool frame_size_override_flag = false;
if (frame_header_.frame_type == SWITCH_FRAME)
frame_size_override_flag = true;
else if (sequence_header_.reduced_still_picture_header)
frame_size_override_flag = false;
else
RCHECK(reader->ReadBits(1, &frame_size_override_flag));
RCHECK(reader->ReadBits(sequence_header_.order_hint_bits,
&frame_header_.order_hint));
int primary_ref_frame = 0;
if (frame_is_intra || error_resilient_mode) {
primary_ref_frame = kPrimaryRefNone;
} else {
RCHECK(reader->ReadBits(3, &primary_ref_frame));
}
if (sequence_header_.decoder_model_info_present_flag) {
bool buffer_removal_time_present_flag = false;
RCHECK(reader->ReadBits(1, &buffer_removal_time_present_flag));
if (buffer_removal_time_present_flag) {
for (int op_num = 0;
op_num <= sequence_header_.operating_points_cnt_minus_1; op_num++) {
if (sequence_header_.decoder_model_present_for_this_op[op_num]) {
const int op_pt_idc = sequence_header_.operating_point_idc[op_num];
const int in_temporal_layer =
(op_pt_idc >> obu_header.extension_header.temporal_id) & 1;
const int in_spatial_layer =
(op_pt_idc >> (obu_header.extension_header.spatial_id + 8)) & 1;
if (op_pt_idc == 0 || (in_temporal_layer && in_spatial_layer)) {
// Skip buffer_removal_time[ opNum ].
RCHECK(reader->SkipBits(sequence_header_.decoder_model_info
.buffer_removal_time_length_minus_1 +
1));
}
}
}
}
}
bool allow_high_precision_mv = false;
bool allow_intrabc = false;
if (frame_header_.frame_type == SWITCH_FRAME ||
(frame_header_.frame_type == KEY_FRAME && show_frame)) {
frame_header_.refresh_frame_flags = kAllFrames;
} else {
RCHECK(reader->ReadBits(8, &frame_header_.refresh_frame_flags));
}
if (!frame_is_intra || frame_header_.refresh_frame_flags != kAllFrames) {
if (error_resilient_mode && sequence_header_.enable_order_hint) {
for (int i = 0; i < kNumRefFrames; i++) {
// Skip ref_order_hint[ i ].
RCHECK(reader->SkipBits(sequence_header_.order_hint_bits));
}
}
}
if (frame_is_intra) {
RCHECK(ParseFrameSize(frame_size_override_flag, reader));
RCHECK(ParseRenderSize(reader));
if (allow_screen_content_tools &&
frame_header_.upscaled_width == frame_header_.frame_width)
RCHECK(reader->ReadBits(1, &allow_intrabc));
} else {
bool frame_refs_short_signaling = false;
if (sequence_header_.enable_order_hint) {
RCHECK(reader->ReadBits(1, &frame_refs_short_signaling));
if (frame_refs_short_signaling) {
int last_frame_idx = 0;
RCHECK(reader->ReadBits(3, &last_frame_idx));
int gold_frame_idx = 0;
RCHECK(reader->ReadBits(3, &gold_frame_idx));
RCHECK(SetFrameRefs(last_frame_idx, gold_frame_idx));
}
}
for (int i = 0; i < kRefsPerFrame; i++) {
if (!frame_refs_short_signaling)
RCHECK(reader->ReadBits(3, &frame_header_.ref_frame_idx[i]));
if (sequence_header_.frame_id_numbers_present_flag) {
// Skip delta_frame_id_minus_1.
RCHECK(reader->SkipBits(sequence_header_.delta_frame_id_length_minus_2 +
2));
}
}
if (frame_size_override_flag && !error_resilient_mode) {
RCHECK(ParseFrameSizeWithRefs(frame_size_override_flag, reader));
} else {
RCHECK(ParseFrameSize(frame_size_override_flag, reader));
RCHECK(ParseRenderSize(reader));
}
if (force_integer_mv)
allow_high_precision_mv = false;
else
RCHECK(reader->ReadBits(1, &allow_high_precision_mv));
RCHECK(SkipInterpolationFilter(reader));
// Skip is_motion_mode_switchable.
RCHECK(reader->SkipBits(1));
if (!error_resilient_mode && sequence_header_.enable_ref_frame_mvs) {
// Skip use_ref_frame_mvs.
RCHECK(reader->SkipBits(1));
}
}
if (!sequence_header_.reduced_still_picture_header && !disable_cdf_update) {
// Skip disable_frame_end_update_cdf.
RCHECK(reader->SkipBits(1));
}
RCHECK(ParseTileInfo(reader));
RCHECK(ParseQuantizationParams(reader));
RCHECK(ParseSegmentationParams(primary_ref_frame, reader));
bool delta_q_present = false;
RCHECK(SkipDeltaQParams(reader, &delta_q_present));
RCHECK(SkipDeltaLfParams(delta_q_present, allow_intrabc, reader));
const auto& quantization_params = frame_header_.quantization_params;
bool coded_lossless = true;
for (int segment_id = 0; segment_id < kMaxSegments; segment_id++) {
const int qindex = GetQIndex(true, segment_id);
const bool lossless = qindex == 0 && quantization_params.delta_qydc == 0 &&
quantization_params.delta_quac == 0 &&
quantization_params.delta_qudc == 0 &&
quantization_params.delta_qvac == 0 &&
quantization_params.delta_qvdc == 0;
if (!lossless)
coded_lossless = false;
}
const bool all_lossless = coded_lossless && (frame_header_.frame_width ==
frame_header_.upscaled_width);
RCHECK(ParseLoopFilterParams(coded_lossless, allow_intrabc, reader));
RCHECK(ParseCdefParams(coded_lossless, allow_intrabc, reader));
RCHECK(ParseLrParams(all_lossless, allow_intrabc, reader));
RCHECK(SkipTxMode(coded_lossless, reader));
bool reference_select = false;
RCHECK(ParseFrameReferenceMode(frame_is_intra, reader, &reference_select));
RCHECK(SkipSkipModeParams(frame_is_intra, reference_select, reader));
bool allow_warped_motion = false;
if (frame_is_intra || error_resilient_mode ||
!sequence_header_.enable_warped_motion) {
allow_warped_motion = false;
} else {
RCHECK(reader->ReadBits(1, &allow_warped_motion));
}
// Skip reduced_tx_set.
RCHECK(reader->SkipBits(1));
RCHECK(
SkipGlobalMotionParams(frame_is_intra, allow_high_precision_mv, reader));
RCHECK(SkipFilmGrainParams(show_frame, showable_frame, reader));
return true;
}
// 5.9.3. Get relative distance function.
int AV1Parser::GetRelativeDist(int a, int b) {
if (!sequence_header_.enable_order_hint)
return 0;
int diff = a - b;
const int m = 1 << (sequence_header_.order_hint_bits - 1);
diff = (diff & (m - 1)) - (diff & m);
return diff;
}
// 5.9.5. Frame size syntax.
bool AV1Parser::ParseFrameSize(bool frame_size_override_flag,
BitReader* reader) {
if (frame_size_override_flag) {
int frame_width_minus_1 = 0;
RCHECK(reader->ReadBits(sequence_header_.frame_width_bits_minus_1 + 1,
&frame_width_minus_1));
int frame_height_minus_1 = 0;
RCHECK(reader->ReadBits(sequence_header_.frame_height_bits_minus_1 + 1,
&frame_height_minus_1));
frame_header_.frame_width = frame_width_minus_1 + 1;
frame_header_.frame_height = frame_height_minus_1 + 1;
} else {
frame_header_.frame_width = sequence_header_.max_frame_width_minus_1 + 1;
frame_header_.frame_height = sequence_header_.max_frame_height_minus_1 + 1;
}
RCHECK(ParseSuperresParams(reader));
ComputeImageSize();
return true;
}
// 5.9.6. Render size syntax.
bool AV1Parser::ParseRenderSize(BitReader* reader) {
bool render_and_frame_size_different = false;
RCHECK(reader->ReadBits(1, &render_and_frame_size_different));
if (render_and_frame_size_different) {
int render_width_minus_1 = 0;
RCHECK(reader->ReadBits(16, &render_width_minus_1));
int render_height_minus_1 = 0;
RCHECK(reader->ReadBits(16, &render_height_minus_1));
frame_header_.render_width = render_width_minus_1 + 1;
frame_header_.render_height = render_height_minus_1 + 1;
} else {
frame_header_.render_width = frame_header_.upscaled_width;
frame_header_.render_height = frame_header_.frame_height;
}
return true;
}
// 5.9.7. Frame size with refs syntax.
bool AV1Parser::ParseFrameSizeWithRefs(bool frame_size_override_flag,
BitReader* reader) {
bool found_ref = false;
for (int i = 0; i < kRefsPerFrame; i++) {
RCHECK(reader->ReadBits(1, &found_ref));
if (found_ref) {
const ReferenceFrame& reference_frame =
reference_frames_[frame_header_.ref_frame_idx[i]];
frame_header_.upscaled_width = reference_frame.upscaled_width;
frame_header_.frame_width = frame_header_.upscaled_width;
frame_header_.frame_height = reference_frame.frame_height;
frame_header_.render_width = reference_frame.render_width;
frame_header_.render_height = reference_frame.render_height;
break;
}
}
if (!found_ref) {
RCHECK(ParseFrameSize(frame_size_override_flag, reader));
RCHECK(ParseRenderSize(reader));
} else {
RCHECK(ParseSuperresParams(reader));
ComputeImageSize();
}
return true;
}
// 5.9.8. Superres params syntax.
bool AV1Parser::ParseSuperresParams(BitReader* reader) {
const int kSuperresNum = 8;
const int kSuperresDenomMin = 9;
const int kSuperresDenomBits = 3;
bool use_superres = false;
if (sequence_header_.enable_superres)
RCHECK(reader->ReadBits(1, &use_superres));
int superres_denom = 0;
if (use_superres) {
int coded_denom = 0;
RCHECK(reader->ReadBits(kSuperresDenomBits, &coded_denom));
superres_denom = coded_denom + kSuperresDenomMin;
} else {
superres_denom = kSuperresNum;
}
const int upscaled_width = frame_header_.frame_width;
frame_header_.upscaled_width =
(upscaled_width * kSuperresNum + superres_denom / 2) / superres_denom;
return true;
}
// 5.9.9. Compute image size function.
void AV1Parser::ComputeImageSize() {
frame_header_.mi_cols = 2 * ((frame_header_.frame_width + 7) >> 3);
frame_header_.mi_rows = 2 * ((frame_header_.frame_height + 7) >> 3);
}
// 5.9.10. Interpolation filter syntax.
bool AV1Parser::SkipInterpolationFilter(BitReader* reader) {
// SKip is_filter_switchable, interpolation_filter.
RCHECK(reader->SkipBitsConditional(false, 2));
return true;
}
// 5.9.11. Loop filter parms syntax.
bool AV1Parser::ParseLoopFilterParams(bool coded_lossless,
bool allow_intrabc,
BitReader* reader) {
if (coded_lossless || allow_intrabc)
return true;
int loop_filter_level[] = {0, 0};
RCHECK(reader->ReadBits(6, &loop_filter_level[0]));
RCHECK(reader->ReadBits(6, &loop_filter_level[1]));
if (sequence_header_.color_config.num_planes > 1) {
if (loop_filter_level[0] || loop_filter_level[1]) {
// Skip loop_filter_level[2], loop_filter_level[3].
RCHECK(reader->SkipBits(6 + 6));
}
}
// Skip loop_filter_sharpness.
RCHECK(reader->SkipBits(3));
bool loop_filter_delta_enabled = false;
RCHECK(reader->ReadBits(1, &loop_filter_delta_enabled));
if (loop_filter_delta_enabled) {
bool loop_filter_delta_update = false;
RCHECK(reader->ReadBits(1, &loop_filter_delta_update));
if (loop_filter_delta_update) {
const int kTotalRefsPerFrame = 8;
for (int i = 0; i < kTotalRefsPerFrame; i++) {
// Skip update_ref_delta, loop_filter_ref_delta[ i ].
RCHECK(reader->SkipBitsConditional(true, 1 + 6));
}
for (int i = 0; i < 2; i++) {
// Skip update_mode_delta, loop_filter_mode_delta[ i ].
RCHECK(reader->SkipBitsConditional(true, 1 + 6));
}
}
}
return true;
}
// 5.9.12. Quantization params syntax.
bool AV1Parser::ParseQuantizationParams(BitReader* reader) {
QuantizationParams& quantization_params = frame_header_.quantization_params;
RCHECK(reader->ReadBits(8, &quantization_params.base_q_idx));
RCHECK(ReadDeltaQ(reader, &quantization_params.delta_qydc));
const ColorConfig& color_config = sequence_header_.color_config;
if (color_config.num_planes > 1) {
bool diff_uv_delta = false;
if (color_config.separate_uv_delta_q)
RCHECK(reader->ReadBits(1, &diff_uv_delta));
RCHECK(ReadDeltaQ(reader, &quantization_params.delta_qudc));
RCHECK(ReadDeltaQ(reader, &quantization_params.delta_quac));
if (diff_uv_delta) {
RCHECK(ReadDeltaQ(reader, &quantization_params.delta_qvdc));
RCHECK(ReadDeltaQ(reader, &quantization_params.delta_qvac));
} else {
quantization_params.delta_qvdc = quantization_params.delta_qudc;
quantization_params.delta_qvac = quantization_params.delta_quac;
}
} else {
quantization_params.delta_qudc = 0;
quantization_params.delta_quac = 0;
quantization_params.delta_qvdc = 0;
quantization_params.delta_qvac = 0;
}
bool using_qmatrix = false;
RCHECK(reader->ReadBits(1, &using_qmatrix));
if (using_qmatrix) {
// Skip qm_y, qm_u.
RCHECK(reader->SkipBits(4 + 4));
if (color_config.separate_uv_delta_q) {
// Skip qm_v.
RCHECK(reader->SkipBits(4));
}
}
return true;
}
// 5.9.13. Delta quantizer syntax.
bool AV1Parser::ReadDeltaQ(BitReader* reader, int* delta_q) {
bool delta_coded = false;
RCHECK(reader->ReadBits(1, &delta_coded));
if (delta_coded)
RCHECK(ReadSu(1 + 6, reader, delta_q));
else
*delta_q = 0;
return true;
}
// 5.9.14. Segmentation params syntax.
bool AV1Parser::ParseSegmentationParams(int primary_ref_frame,
BitReader* reader) {
SegmentationParams& segmentation_params = frame_header_.segmentation_params;
RCHECK(reader->ReadBits(1, &segmentation_params.segmentation_enabled));
if (segmentation_params.segmentation_enabled) {
bool segmentation_update_data = false;
if (primary_ref_frame == kPrimaryRefNone) {
segmentation_update_data = true;
} else {
// Skip segmentation_update_map, segmentation_temporal_update.
RCHECK(reader->SkipBitsConditional(true, 1));
RCHECK(reader->ReadBits(1, &segmentation_update_data));
}
if (segmentation_update_data) {
static const int kSegmentationFeatureBits[kSegLvlMax] = {8, 6, 6, 6,
6, 3, 0, 0};
static const int kSegmentationFeatureSigned[kSegLvlMax] = {1, 1, 1, 1,
1, 0, 0, 0};
const int kMaxLoopFilter = 63;
static const int kSegmentationFeatureMax[kSegLvlMax] = {255,
kMaxLoopFilter,
kMaxLoopFilter,
kMaxLoopFilter,
kMaxLoopFilter,
7,
0,
0};
for (int i = 0; i < kMaxSegments; i++) {
for (int j = 0; j < kSegLvlMax; j++) {
bool feature_enabled = false;
RCHECK(reader->ReadBits(1, &feature_enabled));
segmentation_params.feature_enabled[i][j] = feature_enabled;
int clipped_value = 0;
if (feature_enabled) {
const int bits_to_read = kSegmentationFeatureBits[j];
const int limit = kSegmentationFeatureMax[j];
if (kSegmentationFeatureSigned[j]) {
int feature_value = 0;
RCHECK(ReadSu(1 + bits_to_read, reader, &feature_value));
clipped_value = Clip3(-limit, limit, feature_value);
} else {
int feature_value = 0;
RCHECK(reader->ReadBits(bits_to_read, &feature_value));
clipped_value = Clip3(0, limit, feature_value);
}
}
segmentation_params.feature_data[i][j] = clipped_value;
}
}
}
} else {
for (int i = 0; i < kMaxSegments; i++) {
for (int j = 0; j < kSegLvlMax; j++) {
segmentation_params.feature_enabled[i][j] = false;
segmentation_params.feature_data[i][j] = 0;
}
}
}
return true;
}
// 5.9.15. Tile info syntax.
bool AV1Parser::ParseTileInfo(BitReader* reader) {
const int kMaxTileWidth = 4096;
const int kMaxTileArea = 4096 * 2304;
const int kMaxTileRows = 64;
const int kMaxTileCols = 64;
TileInfo& tile_info = frame_header_.tile_info;
const int sb_cols = sequence_header_.use_128x128_superblock
? ((frame_header_.mi_cols + 31) >> 5)
: ((frame_header_.mi_cols + 15) >> 4);
const int sb_rows = sequence_header_.use_128x128_superblock
? ((frame_header_.mi_rows + 31) >> 5)
: ((frame_header_.mi_rows + 15) >> 4);
const int sb_shift = sequence_header_.use_128x128_superblock ? 5 : 4;
const int sb_size = sb_shift + 2;
const int max_tile_width_sb = kMaxTileWidth >> sb_size;
int max_tile_area_sb = kMaxTileArea >> (2 * sb_size);
const int min_log2_tile_cols = TileLog2(max_tile_width_sb, sb_cols);
const int max_log2_tile_cols = TileLog2(1, std::min(sb_cols, kMaxTileCols));
const int max_log2_tile_rows = TileLog2(1, std::min(sb_rows, kMaxTileRows));
const int min_log2_tiles = std::max(
min_log2_tile_cols, TileLog2(max_tile_area_sb, sb_rows * sb_cols));
bool uniform_tile_spacing_flag = false;
RCHECK(reader->ReadBits(1, &uniform_tile_spacing_flag));
if (uniform_tile_spacing_flag) {
tile_info.tile_cols_log2 = min_log2_tile_cols;
while (tile_info.tile_cols_log2 < max_log2_tile_cols) {
bool increment_tile_cols_log2 = false;
RCHECK(reader->ReadBits(1, &increment_tile_cols_log2));
if (increment_tile_cols_log2)
tile_info.tile_cols_log2++;
else
break;
}
const int tile_width_sb = (sb_cols + (1 << tile_info.tile_cols_log2) - 1) >>
tile_info.tile_cols_log2;
int i = 0;
for (int start_sb = 0; start_sb < sb_cols; start_sb += tile_width_sb) {
i += 1;
}
tile_info.tile_cols = i;
const int min_log2_tile_rows =
std::max(min_log2_tiles - tile_info.tile_cols_log2, 0);
tile_info.tile_rows_log2 = min_log2_tile_rows;
while (tile_info.tile_rows_log2 < max_log2_tile_rows) {
bool increment_tile_rows_log2 = false;
RCHECK(reader->ReadBits(1, &increment_tile_rows_log2));
if (increment_tile_rows_log2)
tile_info.tile_rows_log2++;
else
break;
}
const int tile_height_sb =
(sb_rows + (1 << tile_info.tile_rows_log2) - 1) >>
tile_info.tile_rows_log2;
i = 0;
for (int start_sb = 0; start_sb < sb_rows; start_sb += tile_height_sb) {
i += 1;
}
tile_info.tile_rows = i;
} else {
int widest_tile_sb = 0;
int start_sb = 0;
int i = 0;
for (; start_sb < sb_cols; i++) {
const int max_width = std::min(sb_cols - start_sb, max_tile_width_sb);
int width_in_sbs_minus_1 = 0;
RCHECK(ReadNs(max_width, reader, &width_in_sbs_minus_1));
const int size_sb = width_in_sbs_minus_1 + 1;
widest_tile_sb = std::max(size_sb, widest_tile_sb);
start_sb += size_sb;
}
tile_info.tile_cols = i;
tile_info.tile_cols_log2 = TileLog2(1, tile_info.tile_cols);
if (min_log2_tiles > 0)
max_tile_area_sb = (sb_rows * sb_cols) >> (min_log2_tiles + 1);
else
max_tile_area_sb = sb_rows * sb_cols;
const int max_tile_height_sb =
std::max(max_tile_area_sb / widest_tile_sb, 1);
start_sb = 0;
i = 0;
for (; start_sb < sb_rows; i++) {
const int max_height = std::min(sb_rows - start_sb, max_tile_height_sb);
int height_in_sbs_minus_1 = 0;
RCHECK(ReadNs(max_height, reader, &height_in_sbs_minus_1));
const int size_sb = height_in_sbs_minus_1 + 1;
start_sb += size_sb;
}
tile_info.tile_rows = i;
tile_info.tile_rows_log2 = TileLog2(1, tile_info.tile_rows);
}
if (tile_info.tile_cols_log2 > 0 || tile_info.tile_rows_log2 > 0) {
// Skip context_update_tile_id.
RCHECK(
reader->SkipBits(tile_info.tile_rows_log2 + tile_info.tile_cols_log2));
int tile_size_bytes_minus_1 = 0;
RCHECK(reader->ReadBits(2, &tile_size_bytes_minus_1));
tile_info.tile_size_bytes = tile_size_bytes_minus_1 + 1;
}
return true;
}
// 5.9.17. Quantizer index delta parameters syntax.
bool AV1Parser::SkipDeltaQParams(BitReader* reader, bool* delta_q_present) {
*delta_q_present = false;
if (frame_header_.quantization_params.base_q_idx > 0)
RCHECK(reader->ReadBits(1, delta_q_present));
if (*delta_q_present) {
// Skip delta_q_res.
RCHECK(reader->SkipBits(2));
}
return true;
}
// 5.9.18. Loop filter delta parameters syntax.
bool AV1Parser::SkipDeltaLfParams(bool delta_q_present,
bool allow_intrabc,
BitReader* reader) {
bool delta_lf_present = false;
if (delta_q_present) {
if (!allow_intrabc)
RCHECK(reader->ReadBits(1, &delta_lf_present));
if (delta_lf_present) {
// Skip delta_lf_res, delta_lf_multi.
RCHECK(reader->SkipBits(2 + 1));
}
}
return true;
}
// 5.9.19. CDEF params syntax.
bool AV1Parser::ParseCdefParams(bool coded_lossless,
bool allow_intrabc,
BitReader* reader) {
if (coded_lossless || allow_intrabc || !sequence_header_.enable_cdef)
return true;
// Skip cdef_damping_minus_3.
RCHECK(reader->SkipBits(2));
int cdef_bits = 0;
RCHECK(reader->ReadBits(2, &cdef_bits));
for (int i = 0; i < (1 << cdef_bits); i++) {
// Skip cdef_y_pri_strength[i], Skip cdef_y_sec_strength[i].
RCHECK(reader->SkipBits(4 + 2));
if (sequence_header_.color_config.num_planes > 1) {
// Skip cdef_uv_pri_strength[i], Skip cdef_uv_sec_strength[i].
RCHECK(reader->SkipBits(4 + 2));
}
}
return true;
}
// 5.9.20. Loop restoration params syntax.
bool AV1Parser::ParseLrParams(bool all_lossless,
bool allow_intrabc,
BitReader* reader) {
if (all_lossless || allow_intrabc || !sequence_header_.enable_restoration)
return true;
enum FrameRestorationType {
RESTORE_NONE = 0,
RESTORE_SWITCHABLE = 3,
RESTORE_WIENER = 1,
RESTORE_SGRPROJ = 2,
};
static const int kRemapLrType[4] = {RESTORE_NONE, RESTORE_SWITCHABLE,
RESTORE_WIENER, RESTORE_SGRPROJ};
bool uses_lr = false;
bool uses_chroma_lr = false;
for (int i = 0; i < sequence_header_.color_config.num_planes; i++) {
int lr_type = 0;
RCHECK(reader->ReadBits(2, &lr_type));
const int frame_restoration_type = kRemapLrType[lr_type];
if (frame_restoration_type != RESTORE_NONE) {
uses_lr = true;
if (i > 0)
uses_chroma_lr = true;
}
}
if (uses_lr) {
if (sequence_header_.use_128x128_superblock) {
// Skip lr_unit_shift.
RCHECK(reader->SkipBits(1));
} else {
// Skip lr_unit_shift, lr_unit_extra_shift.
RCHECK(reader->SkipBitsConditional(true, 1));
}
if (sequence_header_.color_config.subsampling_x &&
sequence_header_.color_config.subsampling_y && uses_chroma_lr) {
// Skip lr_uv_shift.
RCHECK(reader->SkipBits(1));
}
}
return true;
}
// 5.9.21. TX mode syntax.
bool AV1Parser::SkipTxMode(bool coded_lossless, BitReader* reader) {
if (!coded_lossless) {
// Skip tx_mode_select.
RCHECK(reader->SkipBits(1));
}
return true;
}
// 5.9.22. Skip mode params syntax.
bool AV1Parser::SkipSkipModeParams(bool frame_is_intra,
bool reference_select,
BitReader* reader) {
bool skip_mode_allowed = false;
if (frame_is_intra || !reference_select ||
!sequence_header_.enable_order_hint) {
skip_mode_allowed = false;
} else {
int forward_idx = -1;
int forward_hint = 0;
int backward_idx = -1;
int backward_hint = 0;
for (int i = 0; i < kRefsPerFrame; i++) {
const int ref_hint =
reference_frames_[frame_header_.ref_frame_idx[i]].order_hint;
if (GetRelativeDist(ref_hint, frame_header_.order_hint) < 0) {
if (forward_idx < 0 || GetRelativeDist(ref_hint, forward_hint) > 0) {
forward_idx = i;
forward_hint = ref_hint;
}
} else if (GetRelativeDist(ref_hint, frame_header_.order_hint) > 0) {
if (backward_idx < 0 || GetRelativeDist(ref_hint, backward_hint) < 0) {
backward_idx = i;
backward_hint = ref_hint;
}
}
}
if (forward_idx < 0) {
skip_mode_allowed = false;
} else if (backward_idx >= 0) {
skip_mode_allowed = true;
} else {
int second_forward_idx = -1;
int second_forward_hint = 0;
for (int i = 0; i < kRefsPerFrame; i++) {
const int ref_hint =
reference_frames_[frame_header_.ref_frame_idx[i]].order_hint;
if (GetRelativeDist(ref_hint, forward_hint) < 0) {
if (second_forward_idx < 0 ||
GetRelativeDist(ref_hint, second_forward_hint) > 0) {
second_forward_idx = i;
second_forward_hint = ref_hint;
}
}
}
skip_mode_allowed = second_forward_idx >= 0;
}
}
if (skip_mode_allowed) {
// Skip skip_mode_present.
RCHECK(reader->SkipBits(1));
}
return true;
}
// 5.9.23. Frame reference mode syntax.
bool AV1Parser::ParseFrameReferenceMode(bool frame_is_intra,
BitReader* reader,
bool* reference_select) {
if (frame_is_intra)
*reference_select = false;
else
RCHECK(reader->ReadBits(1, reference_select));
return true;
}
// 5.9.24. Global motion params syntax.
bool AV1Parser::SkipGlobalMotionParams(bool frame_is_intra,
bool allow_high_precision_mv,
BitReader* reader) {
if (frame_is_intra)
return true;
for (int ref = LAST_FRAME; ref <= ALTREF_FRAME; ref++) {
int type = 0;
bool is_global = false;
RCHECK(reader->ReadBits(1, &is_global));
if (is_global) {
bool is_rot_zoom = false;
RCHECK(reader->ReadBits(1, &is_rot_zoom));
if (is_rot_zoom) {
type = ROTZOOM;
} else {
bool is_translation = false;
RCHECK(reader->ReadBits(1, &is_translation));
type = is_translation ? TRANSLATION : AFFINE;
}
} else {
type = IDENTITY;
}
if (type >= ROTZOOM) {
RCHECK(SkipGlobalParam(type, ref, 2, allow_high_precision_mv, reader));
RCHECK(SkipGlobalParam(type, ref, 3, allow_high_precision_mv, reader));
if (type == AFFINE) {
RCHECK(SkipGlobalParam(type, ref, 4, allow_high_precision_mv, reader));
RCHECK(SkipGlobalParam(type, ref, 5, allow_high_precision_mv, reader));
}
}
if (type >= TRANSLATION) {
RCHECK(SkipGlobalParam(type, ref, 0, allow_high_precision_mv, reader));
RCHECK(SkipGlobalParam(type, ref, 1, allow_high_precision_mv, reader));
}
}
return true;
}
// 5.9.25. Global param syntax.
bool AV1Parser::SkipGlobalParam(int type,
int ref,
int idx,
bool allow_high_precision_mv,
BitReader* reader) {
const int kGmAbsTransBits = 12;
const int kGmAbsTransOnlyBits = 9;
const int kGmAbsAlphaBits = 12;
int abs_bits = kGmAbsAlphaBits;
if (idx < 2) {
if (type == TRANSLATION) {
abs_bits = kGmAbsTransOnlyBits - (allow_high_precision_mv ? 0 : 1);
} else {
abs_bits = kGmAbsTransBits;
}
}
const int mx = 1 << abs_bits;
RCHECK(SkipDecodeSignedSubexpWithRef(-mx, mx + 1, reader));
return true;
}
// 5.9.26. Decode signed subexp with ref syntax.
bool AV1Parser::SkipDecodeSignedSubexpWithRef(int low,
int high,
BitReader* reader) {
RCHECK(SkipDecodeUnsignedSubexpWithRef(high - low, reader));
return true;
}
// 5.9.27. Decode unsigned subbexp with ref syntax.
bool AV1Parser::SkipDecodeUnsignedSubexpWithRef(int mx, BitReader* reader) {
RCHECK(SkipDecodeSubexp(mx, reader));
return true;
}
// 5.9.28. Decode subexp syntax.
bool AV1Parser::SkipDecodeSubexp(int num_syms, BitReader* reader) {
int i = 0;
int mk = 0;
int k = 3;
while (true) {
const int b2 = i ? (k + i - 1) : k;
const int a = 1 << b2;
if (num_syms <= mk + 3 * a) {
int subexp_final_bits = 0;
RCHECK(ReadNs(num_syms - mk, reader, &subexp_final_bits));
return true;
} else {
bool subexp_more_bits = false;
RCHECK(reader->ReadBits(1, &subexp_more_bits));
if (subexp_more_bits) {
i++;
mk += a;
} else {
// Skip subexp_bits.
RCHECK(reader->SkipBits(b2));
return true;
}
}
}
return true;
}
// 5.9.30. Film grain params syntax.
bool AV1Parser::SkipFilmGrainParams(bool show_frame,
bool showable_frame,
BitReader* reader) {
if (!sequence_header_.film_grain_params_present ||
(!show_frame && !showable_frame)) {
return true;
}
bool apply_grain = false;
RCHECK(reader->ReadBits(1, &apply_grain));
if (!apply_grain)
return true;
// Skip grain_seed.
RCHECK(reader->SkipBits(16));
bool update_grain = true;
if (frame_header_.frame_type == INTER_FRAME)
RCHECK(reader->ReadBits(1, &update_grain));
if (!update_grain) {
// Skip film_grain_params_ref_idx.
RCHECK(reader->SkipBits(3));
return true;
}
int num_y_points = 0;
RCHECK(reader->ReadBits(4, &num_y_points));
// Skip point_y_value, point_y_scaling.
RCHECK(reader->SkipBits((8 + 8) * num_y_points));
const ColorConfig& color_config = sequence_header_.color_config;
bool chroma_scaling_from_luma = false;
if (!color_config.mono_chrome)
RCHECK(reader->ReadBits(1, &chroma_scaling_from_luma));
int num_cb_points = 0;
int num_cr_points = 0;
if (color_config.mono_chrome || chroma_scaling_from_luma ||
(color_config.subsampling_x && color_config.subsampling_y &&
num_y_points == 0)) {
num_cb_points = 0;
num_cr_points = 0;
} else {
RCHECK(reader->ReadBits(4, &num_cb_points));
// Skip point_cb_value, point_cb_scaling.
RCHECK(reader->SkipBits((8 + 8) * num_cb_points));
RCHECK(reader->ReadBits(4, &num_cr_points));
// Skip point_cr_value, point_cr_scaling.
RCHECK(reader->SkipBits((8 + 8) * num_cr_points));
}
// Skip grain_scaling_minus_8.
RCHECK(reader->SkipBits(2));
int ar_coeff_lag = 0;
RCHECK(reader->ReadBits(2, &ar_coeff_lag));
const int num_pos_luma = 2 * ar_coeff_lag * (ar_coeff_lag + 1);
int num_pos_chroma = num_pos_luma;
if (num_y_points) {
num_pos_chroma = num_pos_luma + 1;
// Skip ar_coeffs_y_plus_128.
RCHECK(reader->SkipBits(8 * num_pos_luma));
}
if (chroma_scaling_from_luma || num_cb_points) {
// Skip ar_coeffs_cb_plus_128.
RCHECK(reader->SkipBits(8 * num_pos_chroma));
}
if (chroma_scaling_from_luma || num_cr_points) {
// Skip ar_coeffs_cb_plus_128.
RCHECK(reader->SkipBits(8 * num_pos_chroma));
}
// Skip ar_coeff_shift_minus_6, grain_scale_shift.
RCHECK(reader->SkipBits(2 + 2));
if (num_cb_points) {
// Skip cb_mult, cb_luma_mult, cb_offset.
RCHECK(reader->SkipBits(8 + 8 + 9));
}
if (num_cr_points) {
// Skip cr_mult, cr_luma_mult, cr_offset.
RCHECK(reader->SkipBits(8 + 8 + 9));
}
// Skip overlap_flag, clip_restricted_range.
RCHECK(reader->SkipBits(1 + 1));
return true;
}
// 5.9.31. Temporal point info syntax.
bool AV1Parser::SkipTemporalPointInfo(BitReader* reader) {
const int frame_presentation_time_length =
sequence_header_.decoder_model_info
.frame_presentation_time_length_minus_1 +
1;
// Skip frame_presentation_time.
RCHECK(reader->SkipBits(frame_presentation_time_length));
return true;
}
// 5.10. Frame OBU syntax.
bool AV1Parser::ParseFrameObu(const ObuHeader& obu_header,
size_t size,
BitReader* reader,
std::vector<Tile>* tiles) {
const size_t start_bit_pos = reader->bit_position();
RCHECK(ParseFrameHeaderObu(obu_header, reader));
RCHECK(ByteAlignment(reader));
const size_t end_bit_pos = reader->bit_position();
const size_t header_bytes = (end_bit_pos - start_bit_pos) / 8;
RCHECK(ParseTileGroupObu(size - header_bytes, reader, tiles));
return true;
}
// 5.11.1. General tile group OBU syntax.
bool AV1Parser::ParseTileGroupObu(size_t size,
BitReader* reader,
std::vector<Tile>* tiles) {
const TileInfo& tile_info = frame_header_.tile_info;
const size_t start_bit_pos = reader->bit_position();
const int num_tiles = tile_info.tile_cols * tile_info.tile_rows;
bool tile_start_and_end_present_flag = false;
if (num_tiles > 1)
RCHECK(reader->ReadBits(1, &tile_start_and_end_present_flag));
int tg_start = 0;
int tg_end = num_tiles - 1;
if (num_tiles > 1 && tile_start_and_end_present_flag) {
const int tile_bits = tile_info.tile_cols_log2 + tile_info.tile_rows_log2;
RCHECK(reader->ReadBits(tile_bits, &tg_start));
RCHECK(reader->ReadBits(tile_bits, &tg_end));
}
RCHECK(ByteAlignment(reader));
const size_t end_bit_pos = reader->bit_position();
const size_t header_bytes = (end_bit_pos - start_bit_pos) / 8;
size -= header_bytes;
for (int tile_num = tg_start; tile_num <= tg_end; tile_num++) {
const bool last_tile = tile_num == tg_end;
size_t tile_size = size;
if (!last_tile) {
size_t tile_size_minus_1 = 0;
RCHECK(ReadLe(tile_info.tile_size_bytes, reader, &tile_size_minus_1));
tile_size = tile_size_minus_1 + 1;
size -= tile_size + tile_info.tile_size_bytes;
}
tiles->push_back({reader->bit_position() / 8, tile_size});
RCHECK(reader->SkipBits(tile_size * 8)); // Skip the tile.
}
if (tg_end == num_tiles - 1) {
DecodeFrameWrapup();
frame_header_.seen_frame_header = false;
}
return true;
}
// 5.11.14. Segmentation feature active function.
bool AV1Parser::SegFeatureActiveIdx(int idx, int feature) {
const SegmentationParams& segmentation_params =
frame_header_.segmentation_params;
return segmentation_params.segmentation_enabled &&
segmentation_params.feature_enabled[idx][feature];
}
// 7.4. Decode frame wrapup process.
void AV1Parser::DecodeFrameWrapup() {
const int refresh_frame_flags = frame_header_.refresh_frame_flags;
if (frame_header_.show_existing_frame &&
frame_header_.frame_type == KEY_FRAME) {
// 7.21. Reference frame loading process.
const ReferenceFrame& reference_frame =
reference_frames_[frame_header_.frame_to_show_map_idx];
frame_header_.upscaled_width = reference_frame.upscaled_width;
frame_header_.frame_width = reference_frame.frame_width;
frame_header_.frame_height = reference_frame.frame_height;
frame_header_.render_width = reference_frame.render_width;
frame_header_.render_height = reference_frame.render_height;
frame_header_.mi_cols = reference_frame.mi_cols;
frame_header_.mi_rows = reference_frame.mi_rows;
ColorConfig& color_config = sequence_header_.color_config;
color_config.subsampling_x = reference_frame.subsampling_x;
color_config.subsampling_y = reference_frame.subsampling_y;
color_config.bit_depth = reference_frame.bit_depth;
frame_header_.order_hint = reference_frame.order_hint;
}
// 7.20. Reference frame update process.
for (int i = 0; i <= kNumRefFrames - 1; i++) {
if ((refresh_frame_flags >> i) & 1) {
ReferenceFrame& reference_frame = reference_frames_[i];
reference_frame.upscaled_width = frame_header_.upscaled_width;
reference_frame.frame_width = frame_header_.frame_width;
reference_frame.frame_height = frame_header_.frame_height;
reference_frame.render_width = frame_header_.render_width;
reference_frame.render_height = frame_header_.render_height;
reference_frame.mi_cols = frame_header_.mi_cols;
reference_frame.mi_rows = frame_header_.mi_rows;
reference_frame.frame_type = frame_header_.frame_type;
const ColorConfig& color_config = sequence_header_.color_config;
reference_frame.subsampling_x = color_config.subsampling_x;
reference_frame.subsampling_y = color_config.subsampling_y;
reference_frame.bit_depth = color_config.bit_depth;
reference_frame.order_hint = frame_header_.order_hint;
}
}
}
// 7.8. Set frame refs process.
bool AV1Parser::SetFrameRefs(int last_frame_idx, int gold_frame_idx) {
for (int i = 0; i < kRefsPerFrame; i++)
frame_header_.ref_frame_idx[i] = -1;
frame_header_.ref_frame_idx[LAST_FRAME - LAST_FRAME] = last_frame_idx;
frame_header_.ref_frame_idx[GOLDEN_FRAME - LAST_FRAME] = gold_frame_idx;
bool used_frame[kNumRefFrames] = {};
used_frame[last_frame_idx] = true;
used_frame[gold_frame_idx] = true;
const int cur_frame_hint = 1 << (sequence_header_.order_hint_bits - 1);
// An array containing the expected output order shifted such that the
// current frame has hint equal to |cur_frame_hint| is prepared.
int shifted_order_hints[kNumRefFrames];
for (int i = 0; i < kNumRefFrames; i++) {
shifted_order_hints[i] =
cur_frame_hint + GetRelativeDist(reference_frames_[i].order_hint,
frame_header_.order_hint);
}
const int last_order_hint = shifted_order_hints[last_frame_idx];
RCHECK(last_order_hint < cur_frame_hint);
const int gold_order_hint = shifted_order_hints[gold_frame_idx];
RCHECK(gold_order_hint < cur_frame_hint);
// The ALTREF_FRAME reference is set to be a backward reference to the frame
// with highest output order.
int ref = FindLatestBackward(shifted_order_hints, used_frame, cur_frame_hint);
if (ref >= 0) {
frame_header_.ref_frame_idx[ALTREF_FRAME - LAST_FRAME] = ref;
used_frame[ref] = true;
}
// The BWDREF_FRAME reference is set to be a backward reference to the cloest
// frame.
ref = FindEarliestBackward(shifted_order_hints, used_frame, cur_frame_hint);
if (ref >= 0) {
frame_header_.ref_frame_idx[BWDREF_FRAME - LAST_FRAME] = ref;
used_frame[ref] = true;
}
// The ALTREF2_FRAME reference is set to the next closest backward reference.
ref = FindEarliestBackward(shifted_order_hints, used_frame, cur_frame_hint);
if (ref >= 0) {
frame_header_.ref_frame_idx[ALTREF2_FRAME - LAST_FRAME] = ref;
used_frame[ref] = true;
}
// The remaining references are set to be forward references in
// anti-chronological order.
static const int kRefFrameList[] = {
LAST2_FRAME, LAST3_FRAME, BWDREF_FRAME, ALTREF2_FRAME, ALTREF_FRAME,
};
static_assert(arraysize(kRefFrameList) == kRefsPerFrame - 2,
"Unexpected kRefFrameList size.");
for (const int ref_frame : kRefFrameList) {
if (frame_header_.ref_frame_idx[ref_frame - LAST_FRAME] < 0) {
ref = FindLatestForward(shifted_order_hints, used_frame, cur_frame_hint);
if (ref >= 0) {
frame_header_.ref_frame_idx[ref_frame - LAST_FRAME] = ref;
used_frame[ref] = true;
}
}
}
// Finally, any remaining references are set to the reference frame with
// smallest output order.
ref = -1;
int earliest_order_hint = 0;
for (int i = 0; i < kNumRefFrames; i++) {
const int hint = shifted_order_hints[i];
if (ref < 0 || hint < earliest_order_hint) {
ref = i;
earliest_order_hint = hint;
}
}
for (int i = 0; i < kRefsPerFrame; i++) {
if (frame_header_.ref_frame_idx[i] < 0) {
frame_header_.ref_frame_idx[i] = ref;
}
}
return true;
}
// 7.12.2. Dequantization functions. The function returns the quantizer index
// for the current block.
int AV1Parser::GetQIndex(bool ignore_delta_q, int segment_id) {
// We do not have use case for ignore_delta_q false case.
CHECK(ignore_delta_q) << "ignoreDeltaQ equal to 0 is not supported.";
const int base_q_idx = frame_header_.quantization_params.base_q_idx;
const int kSegLvlAltQ = 0;
if (SegFeatureActiveIdx(segment_id, kSegLvlAltQ)) {
const int data =
frame_header_.segmentation_params.feature_data[segment_id][kSegLvlAltQ];
const int qindex = base_q_idx + data;
return Clip3(0, 255, qindex);
} else {
return base_q_idx;
}
}
} // namespace media
} // namespace shaka
Reference in New Issue View Git Blame Copy Permalink