Index: webrtc/common_video/h264/h264_bitstream_parser.cc |
diff --git a/webrtc/common_video/h264/h264_bitstream_parser.cc b/webrtc/common_video/h264/h264_bitstream_parser.cc |
index 28b92e1241ba0b2ad91fd43419230def32fc3ee2..5f89c50af14835c73b6bd20bbb312f7dd7a3b6b5 100644 |
--- a/webrtc/common_video/h264/h264_bitstream_parser.cc |
+++ b/webrtc/common_video/h264/h264_bitstream_parser.cc |
@@ -21,23 +21,30 @@ |
namespace webrtc { |
-#define RETURN_FALSE_ON_FAIL(x) \ |
+#define RETURN_ON_FAIL(x, res) \ |
if (!(x)) { \ |
LOG_F(LS_ERROR) << "FAILED: " #x; \ |
- return false; \ |
+ return res; \ |
} |
+#define RETURN_INV_ON_FAIL(x) RETURN_ON_FAIL(x, kInvalidStream) |
+ |
H264BitstreamParser::H264BitstreamParser() {} |
H264BitstreamParser::~H264BitstreamParser() {} |
-bool H264BitstreamParser::ParseNonParameterSetNalu(const uint8_t* source, |
- size_t source_length, |
- uint8_t nalu_type) { |
- RTC_CHECK(sps_); |
- RTC_CHECK(pps_); |
+H264BitstreamParser::Result H264BitstreamParser::ParseNonParameterSetNalu( |
+ const uint8_t* source, |
+ size_t source_length, |
+ uint8_t nalu_type) { |
+ if (!sps_ || !pps_) |
+ return kInvalidStream; |
+ |
last_slice_qp_delta_ = rtc::Optional<int32_t>(); |
std::unique_ptr<rtc::Buffer> slice_rbsp( |
H264::ParseRbsp(source, source_length)); |
+ if (slice_rbsp->size() < H264::kNaluTypeSize) |
+ return kInvalidStream; |
+ |
rtc::BitBuffer slice_reader(slice_rbsp->data() + H264::kNaluTypeSize, |
slice_rbsp->size() - H264::kNaluTypeSize); |
// Check to see if this is an IDR slice, which has an extra field to parse |
@@ -48,64 +55,64 @@ bool H264BitstreamParser::ParseNonParameterSetNalu(const uint8_t* source, |
uint32_t bits_tmp; |
// first_mb_in_slice: ue(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
// slice_type: ue(v) |
uint32_t slice_type; |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb(&slice_type)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&slice_type)); |
// slice_type's 5..9 range is used to indicate that all slices of a picture |
// have the same value of slice_type % 5, we don't care about that, so we map |
// to the corresponding 0..4 range. |
slice_type %= 5; |
// pic_parameter_set_id: ue(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
if (sps_->separate_colour_plane_flag == 1) { |
// colour_plane_id |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadBits(&bits_tmp, 2)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadBits(&bits_tmp, 2)); |
} |
// frame_num: u(v) |
// Represented by log2_max_frame_num_minus4 + 4 bits. |
- RETURN_FALSE_ON_FAIL( |
+ RETURN_INV_ON_FAIL( |
slice_reader.ReadBits(&bits_tmp, sps_->log2_max_frame_num_minus4 + 4)); |
uint32_t field_pic_flag = 0; |
if (sps_->frame_mbs_only_flag == 0) { |
// field_pic_flag: u(1) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadBits(&field_pic_flag, 1)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadBits(&field_pic_flag, 1)); |
if (field_pic_flag != 0) { |
// bottom_field_flag: u(1) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadBits(&bits_tmp, 1)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadBits(&bits_tmp, 1)); |
} |
} |
if (is_idr) { |
// idr_pic_id: ue(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} |
// pic_order_cnt_lsb: u(v) |
// Represented by sps_.log2_max_pic_order_cnt_lsb_minus4 + 4 bits. |
if (sps_->pic_order_cnt_type == 0) { |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadBits( |
+ RETURN_INV_ON_FAIL(slice_reader.ReadBits( |
&bits_tmp, sps_->log2_max_pic_order_cnt_lsb_minus4 + 4)); |
if (pps_->bottom_field_pic_order_in_frame_present_flag && |
field_pic_flag == 0) { |
// delta_pic_order_cnt_bottom: se(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} |
} |
if (sps_->pic_order_cnt_type == 1 && |
!sps_->delta_pic_order_always_zero_flag) { |
// delta_pic_order_cnt[0]: se(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
if (pps_->bottom_field_pic_order_in_frame_present_flag && !field_pic_flag) { |
// delta_pic_order_cnt[1]: se(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} |
} |
if (pps_->redundant_pic_cnt_present_flag) { |
// redundant_pic_cnt: ue(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} |
if (slice_type == H264::SliceType::kB) { |
// direct_spatial_mv_pred_flag: u(1) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadBits(&bits_tmp, 1)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadBits(&bits_tmp, 1)); |
} |
switch (slice_type) { |
case H264::SliceType::kP: |
@@ -113,14 +120,14 @@ bool H264BitstreamParser::ParseNonParameterSetNalu(const uint8_t* source, |
case H264::SliceType::kSp: |
uint32_t num_ref_idx_active_override_flag; |
// num_ref_idx_active_override_flag: u(1) |
- RETURN_FALSE_ON_FAIL( |
+ RETURN_INV_ON_FAIL( |
slice_reader.ReadBits(&num_ref_idx_active_override_flag, 1)); |
if (num_ref_idx_active_override_flag != 0) { |
// num_ref_idx_l0_active_minus1: ue(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
if (slice_type == H264::SliceType::kB) { |
// num_ref_idx_l1_active_minus1: ue(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} |
} |
break; |
@@ -128,8 +135,10 @@ bool H264BitstreamParser::ParseNonParameterSetNalu(const uint8_t* source, |
break; |
} |
// assume nal_unit_type != 20 && nal_unit_type != 21: |
- RTC_CHECK_NE(nalu_type, 20); |
- RTC_CHECK_NE(nalu_type, 21); |
+ if (nalu_type == 20 || nalu_type == 21) { |
+ LOG(LS_ERROR) << "Unsupported nal unit type."; |
+ return kUnsupportedStream; |
+ } |
// if (nal_unit_type == 20 || nal_unit_type == 21) |
// ref_pic_list_mvc_modification() |
// else |
@@ -141,23 +150,21 @@ bool H264BitstreamParser::ParseNonParameterSetNalu(const uint8_t* source, |
if (slice_type % 5 != 2 && slice_type % 5 != 4) { |
// ref_pic_list_modification_flag_l0: u(1) |
uint32_t ref_pic_list_modification_flag_l0; |
- RETURN_FALSE_ON_FAIL( |
+ RETURN_INV_ON_FAIL( |
slice_reader.ReadBits(&ref_pic_list_modification_flag_l0, 1)); |
if (ref_pic_list_modification_flag_l0) { |
uint32_t modification_of_pic_nums_idc; |
do { |
// modification_of_pic_nums_idc: ue(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb( |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb( |
&modification_of_pic_nums_idc)); |
if (modification_of_pic_nums_idc == 0 || |
modification_of_pic_nums_idc == 1) { |
// abs_diff_pic_num_minus1: ue(v) |
- RETURN_FALSE_ON_FAIL( |
- slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} else if (modification_of_pic_nums_idc == 2) { |
// long_term_pic_num: ue(v) |
- RETURN_FALSE_ON_FAIL( |
- slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} |
} while (modification_of_pic_nums_idc != 3); |
} |
@@ -165,34 +172,33 @@ bool H264BitstreamParser::ParseNonParameterSetNalu(const uint8_t* source, |
if (slice_type % 5 == 1) { |
// ref_pic_list_modification_flag_l1: u(1) |
uint32_t ref_pic_list_modification_flag_l1; |
- RETURN_FALSE_ON_FAIL( |
+ RETURN_INV_ON_FAIL( |
slice_reader.ReadBits(&ref_pic_list_modification_flag_l1, 1)); |
if (ref_pic_list_modification_flag_l1) { |
uint32_t modification_of_pic_nums_idc; |
do { |
// modification_of_pic_nums_idc: ue(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb( |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb( |
&modification_of_pic_nums_idc)); |
if (modification_of_pic_nums_idc == 0 || |
modification_of_pic_nums_idc == 1) { |
// abs_diff_pic_num_minus1: ue(v) |
- RETURN_FALSE_ON_FAIL( |
- slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} else if (modification_of_pic_nums_idc == 2) { |
// long_term_pic_num: ue(v) |
- RETURN_FALSE_ON_FAIL( |
- slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} |
} while (modification_of_pic_nums_idc != 3); |
} |
} |
} |
// TODO(pbos): Do we need support for pred_weight_table()? |
- RTC_CHECK( |
- !((pps_->weighted_pred_flag && (slice_type == H264::SliceType::kP || |
- slice_type == H264::SliceType::kSp)) || |
- (pps_->weighted_bipred_idc != 0 && slice_type == H264::SliceType::kB))) |
- << "Missing support for pred_weight_table()."; |
+ if ((pps_->weighted_pred_flag && (slice_type == H264::SliceType::kP || |
+ slice_type == H264::SliceType::kSp)) || |
+ (pps_->weighted_bipred_idc == 1 && slice_type == H264::SliceType::kB)) { |
+ LOG(LS_ERROR) << "Streams with pred_weight_table unsupported."; |
+ return kUnsupportedStream; |
+ } |
// if ((weighted_pred_flag && (slice_type == P || slice_type == SP)) || |
// (weighted_bipred_idc == 1 && slice_type == B)) { |
// pred_weight_table() |
@@ -202,39 +208,35 @@ bool H264BitstreamParser::ParseNonParameterSetNalu(const uint8_t* source, |
if (is_idr) { |
// no_output_of_prior_pics_flag: u(1) |
// long_term_reference_flag: u(1) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadBits(&bits_tmp, 2)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadBits(&bits_tmp, 2)); |
} else { |
// adaptive_ref_pic_marking_mode_flag: u(1) |
uint32_t adaptive_ref_pic_marking_mode_flag; |
- RETURN_FALSE_ON_FAIL( |
+ RETURN_INV_ON_FAIL( |
slice_reader.ReadBits(&adaptive_ref_pic_marking_mode_flag, 1)); |
if (adaptive_ref_pic_marking_mode_flag) { |
uint32_t memory_management_control_operation; |
do { |
// memory_management_control_operation: ue(v) |
- RETURN_FALSE_ON_FAIL(slice_reader.ReadExponentialGolomb( |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb( |
&memory_management_control_operation)); |
if (memory_management_control_operation == 1 || |
memory_management_control_operation == 3) { |
// difference_of_pic_nums_minus1: ue(v) |
- RETURN_FALSE_ON_FAIL( |
- slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} |
if (memory_management_control_operation == 2) { |
// long_term_pic_num: ue(v) |
- RETURN_FALSE_ON_FAIL( |
- slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} |
if (memory_management_control_operation == 3 || |
memory_management_control_operation == 6) { |
// long_term_frame_idx: ue(v) |
- RETURN_FALSE_ON_FAIL( |
- slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} |
if (memory_management_control_operation == 4) { |
// max_long_term_frame_idx_plus1: ue(v) |
- RETURN_FALSE_ON_FAIL( |
- slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
+ RETURN_INV_ON_FAIL(slice_reader.ReadExponentialGolomb(&golomb_tmp)); |
} |
} while (memory_management_control_operation != 0); |
} |
@@ -244,10 +246,10 @@ bool H264BitstreamParser::ParseNonParameterSetNalu(const uint8_t* source, |
// if (entropy_coding_mode_flag && slice_type != I && slice_type != SI) |
// cabac_init_idc |
int32_t last_slice_qp_delta; |
- RETURN_FALSE_ON_FAIL( |
+ RETURN_INV_ON_FAIL( |
slice_reader.ReadSignedExponentialGolomb(&last_slice_qp_delta)); |
last_slice_qp_delta_ = rtc::Optional<int32_t>(last_slice_qp_delta); |
- return true; |
+ return kOk; |
} |
void H264BitstreamParser::ParseSlice(const uint8_t* slice, size_t length) { |
@@ -257,19 +259,20 @@ void H264BitstreamParser::ParseSlice(const uint8_t* slice, size_t length) { |
sps_ = SpsParser::ParseSps(slice + H264::kNaluTypeSize, |
length - H264::kNaluTypeSize); |
if (!sps_) |
- FATAL() << "Unable to parse SPS from H264 bitstream."; |
+ LOG(LS_WARNING) << "Unable to parse SPS from H264 bitstream."; |
break; |
} |
case H264::NaluType::kPps: { |
pps_ = PpsParser::ParsePps(slice + H264::kNaluTypeSize, |
length - H264::kNaluTypeSize); |
if (!pps_) |
- FATAL() << "Unable to parse PPS from H264 bitstream."; |
+ LOG(LS_WARNING) << "Unable to parse PPS from H264 bitstream."; |
break; |
} |
default: |
- RTC_CHECK(ParseNonParameterSetNalu(slice, length, nalu_type)) |
- << "Failed to parse picture slice."; |
+ Result res = ParseNonParameterSetNalu(slice, length, nalu_type); |
+ if (res != kOk) |
+ LOG(LS_INFO) << "Failed to parse bitstream. Error: " << res; |
break; |
} |
} |
@@ -278,7 +281,6 @@ void H264BitstreamParser::ParseBitstream(const uint8_t* bitstream, |
size_t length) { |
std::vector<H264::NaluIndex> nalu_indices = |
H264::FindNaluIndices(bitstream, length); |
- RTC_CHECK(!nalu_indices.empty()); |
for (const H264::NaluIndex& index : nalu_indices) |
ParseSlice(&bitstream[index.payload_start_offset], index.payload_size); |
} |