OLD | NEW |
1 /* | 1 /* |
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 * | 9 * |
10 */ | 10 */ |
11 | 11 |
12 #include "webrtc/modules/video_coding/codecs/h264/h264_video_toolbox_nalu.h" | 12 #include "webrtc/modules/video_coding/codecs/h264/h264_video_toolbox_nalu.h" |
13 | 13 |
14 #if defined(WEBRTC_VIDEO_TOOLBOX_SUPPORTED) | 14 #if defined(WEBRTC_VIDEO_TOOLBOX_SUPPORTED) |
15 | 15 |
16 #include <CoreFoundation/CoreFoundation.h> | 16 #include <CoreFoundation/CoreFoundation.h> |
17 #include <memory> | 17 #include <memory> |
18 #include <vector> | 18 #include <vector> |
19 | 19 |
20 #include "webrtc/base/checks.h" | 20 #include "webrtc/base/checks.h" |
21 #include "webrtc/base/logging.h" | 21 #include "webrtc/base/logging.h" |
22 #include "webrtc/common_video/h264/h264_common.h" | |
23 | 22 |
24 namespace webrtc { | 23 namespace webrtc { |
25 | 24 |
26 using H264::NaluType; | |
27 using H264::kAud; | 25 using H264::kAud; |
28 using H264::kSps; | 26 using H264::kSps; |
| 27 using H264::NaluIndex; |
| 28 using H264::NaluType; |
29 using H264::ParseNaluType; | 29 using H264::ParseNaluType; |
30 | 30 |
31 const char kAnnexBHeaderBytes[4] = {0, 0, 0, 1}; | 31 const char kAnnexBHeaderBytes[4] = {0, 0, 0, 1}; |
32 const size_t kAvccHeaderByteSize = sizeof(uint32_t); | 32 const size_t kAvccHeaderByteSize = sizeof(uint32_t); |
33 | 33 |
34 bool H264CMSampleBufferToAnnexBBuffer( | 34 bool H264CMSampleBufferToAnnexBBuffer( |
35 CMSampleBufferRef avcc_sample_buffer, | 35 CMSampleBufferRef avcc_sample_buffer, |
36 bool is_keyframe, | 36 bool is_keyframe, |
37 rtc::Buffer* annexb_buffer, | 37 rtc::Buffer* annexb_buffer, |
38 webrtc::RTPFragmentationHeader** out_header) { | 38 webrtc::RTPFragmentationHeader** out_header) { |
(...skipping 11 matching lines...) Expand all Loading... |
50 | 50 |
51 // Get parameter set information. | 51 // Get parameter set information. |
52 int nalu_header_size = 0; | 52 int nalu_header_size = 0; |
53 size_t param_set_count = 0; | 53 size_t param_set_count = 0; |
54 OSStatus status = CMVideoFormatDescriptionGetH264ParameterSetAtIndex( | 54 OSStatus status = CMVideoFormatDescriptionGetH264ParameterSetAtIndex( |
55 description, 0, nullptr, nullptr, ¶m_set_count, &nalu_header_size); | 55 description, 0, nullptr, nullptr, ¶m_set_count, &nalu_header_size); |
56 if (status != noErr) { | 56 if (status != noErr) { |
57 LOG(LS_ERROR) << "Failed to get parameter set."; | 57 LOG(LS_ERROR) << "Failed to get parameter set."; |
58 return false; | 58 return false; |
59 } | 59 } |
60 // TODO(tkchin): handle other potential sizes. | 60 RTC_CHECK_EQ(nalu_header_size, kAvccHeaderByteSize); |
61 RTC_DCHECK_EQ(nalu_header_size, 4); | |
62 RTC_DCHECK_EQ(param_set_count, 2u); | 61 RTC_DCHECK_EQ(param_set_count, 2u); |
63 | 62 |
64 // Truncate any previous data in the buffer without changing its capacity. | 63 // Truncate any previous data in the buffer without changing its capacity. |
65 annexb_buffer->SetSize(0); | 64 annexb_buffer->SetSize(0); |
66 | 65 |
67 size_t nalu_offset = 0; | 66 size_t nalu_offset = 0; |
68 std::vector<size_t> frag_offsets; | 67 std::vector<size_t> frag_offsets; |
69 std::vector<size_t> frag_lengths; | 68 std::vector<size_t> frag_lengths; |
70 | 69 |
71 // Place all parameter sets at the front of buffer. | 70 // Place all parameter sets at the front of buffer. |
(...skipping 61 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
133 uint32_t* uint32_data_ptr = reinterpret_cast<uint32_t*>(data_ptr); | 132 uint32_t* uint32_data_ptr = reinterpret_cast<uint32_t*>(data_ptr); |
134 uint32_t packet_size = CFSwapInt32BigToHost(*uint32_data_ptr); | 133 uint32_t packet_size = CFSwapInt32BigToHost(*uint32_data_ptr); |
135 // Update buffer. | 134 // Update buffer. |
136 annexb_buffer->AppendData(kAnnexBHeaderBytes, sizeof(kAnnexBHeaderBytes)); | 135 annexb_buffer->AppendData(kAnnexBHeaderBytes, sizeof(kAnnexBHeaderBytes)); |
137 annexb_buffer->AppendData(data_ptr + nalu_header_size, packet_size); | 136 annexb_buffer->AppendData(data_ptr + nalu_header_size, packet_size); |
138 // Update fragmentation. | 137 // Update fragmentation. |
139 frag_offsets.push_back(nalu_offset + sizeof(kAnnexBHeaderBytes)); | 138 frag_offsets.push_back(nalu_offset + sizeof(kAnnexBHeaderBytes)); |
140 frag_lengths.push_back(packet_size); | 139 frag_lengths.push_back(packet_size); |
141 nalu_offset += sizeof(kAnnexBHeaderBytes) + packet_size; | 140 nalu_offset += sizeof(kAnnexBHeaderBytes) + packet_size; |
142 | 141 |
143 size_t bytes_written = packet_size + nalu_header_size; | 142 size_t bytes_written = packet_size + sizeof(kAnnexBHeaderBytes); |
144 bytes_remaining -= bytes_written; | 143 bytes_remaining -= bytes_written; |
145 data_ptr += bytes_written; | 144 data_ptr += bytes_written; |
146 } | 145 } |
147 RTC_DCHECK_EQ(bytes_remaining, (size_t)0); | 146 RTC_DCHECK_EQ(bytes_remaining, (size_t)0); |
148 | 147 |
149 std::unique_ptr<webrtc::RTPFragmentationHeader> header; | 148 std::unique_ptr<webrtc::RTPFragmentationHeader> header; |
150 header.reset(new webrtc::RTPFragmentationHeader()); | 149 header.reset(new webrtc::RTPFragmentationHeader()); |
151 header->VerifyAndAllocateFragmentationHeader(frag_offsets.size()); | 150 header->VerifyAndAllocateFragmentationHeader(frag_offsets.size()); |
152 RTC_DCHECK_EQ(frag_lengths.size(), frag_offsets.size()); | 151 RTC_DCHECK_EQ(frag_lengths.size(), frag_offsets.size()); |
153 for (size_t i = 0; i < frag_offsets.size(); ++i) { | 152 for (size_t i = 0; i < frag_offsets.size(); ++i) { |
(...skipping 151 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
305 &description); | 304 &description); |
306 if (status != noErr) { | 305 if (status != noErr) { |
307 LOG(LS_ERROR) << "Failed to create video format description."; | 306 LOG(LS_ERROR) << "Failed to create video format description."; |
308 return nullptr; | 307 return nullptr; |
309 } | 308 } |
310 return description; | 309 return description; |
311 } | 310 } |
312 | 311 |
313 AnnexBBufferReader::AnnexBBufferReader(const uint8_t* annexb_buffer, | 312 AnnexBBufferReader::AnnexBBufferReader(const uint8_t* annexb_buffer, |
314 size_t length) | 313 size_t length) |
315 : start_(annexb_buffer), offset_(0), next_offset_(0), length_(length) { | 314 : start_(annexb_buffer), length_(length) { |
316 RTC_DCHECK(annexb_buffer); | 315 RTC_DCHECK(annexb_buffer); |
317 offset_ = FindNextNaluHeader(start_, length_, 0); | 316 offsets_ = H264::FindNaluIndices(annexb_buffer, length); |
318 next_offset_ = | 317 offset_ = offsets_.begin(); |
319 FindNextNaluHeader(start_, length_, offset_ + sizeof(kAnnexBHeaderBytes)); | |
320 } | 318 } |
321 | 319 |
322 bool AnnexBBufferReader::ReadNalu(const uint8_t** out_nalu, | 320 bool AnnexBBufferReader::ReadNalu(const uint8_t** out_nalu, |
323 size_t* out_length) { | 321 size_t* out_length) { |
324 RTC_DCHECK(out_nalu); | 322 RTC_DCHECK(out_nalu); |
325 RTC_DCHECK(out_length); | 323 RTC_DCHECK(out_length); |
326 *out_nalu = nullptr; | 324 *out_nalu = nullptr; |
327 *out_length = 0; | 325 *out_length = 0; |
328 | 326 |
329 size_t data_offset = offset_ + sizeof(kAnnexBHeaderBytes); | 327 if (offset_ == offsets_.end()) { |
330 if (data_offset > length_) { | |
331 return false; | 328 return false; |
332 } | 329 } |
333 *out_nalu = start_ + data_offset; | 330 *out_nalu = start_ + offset_->payload_start_offset; |
334 *out_length = next_offset_ - data_offset; | 331 *out_length = offset_->payload_size; |
335 offset_ = next_offset_; | 332 ++offset_; |
336 next_offset_ = | |
337 FindNextNaluHeader(start_, length_, offset_ + sizeof(kAnnexBHeaderBytes)); | |
338 return true; | 333 return true; |
339 } | 334 } |
340 | 335 |
341 size_t AnnexBBufferReader::BytesRemaining() const { | 336 size_t AnnexBBufferReader::BytesRemaining() const { |
342 return length_ - offset_; | 337 if (offset_ == offsets_.end()) { |
343 } | 338 return 0; |
344 | |
345 size_t AnnexBBufferReader::FindNextNaluHeader(const uint8_t* start, | |
346 size_t length, | |
347 size_t offset) const { | |
348 RTC_DCHECK(start); | |
349 if (offset + sizeof(kAnnexBHeaderBytes) > length) { | |
350 return length; | |
351 } | 339 } |
352 // NALUs are separated by an 00 00 00 01 header. Scan the byte stream | 340 return length_ - offset_->start_offset; |
353 // starting from the offset for the next such sequence. | |
354 const uint8_t* current = start + offset; | |
355 // The loop reads sizeof(kAnnexBHeaderBytes) at a time, so stop when there | |
356 // aren't enough bytes remaining. | |
357 const uint8_t* const end = start + length - sizeof(kAnnexBHeaderBytes); | |
358 while (current < end) { | |
359 if (current[3] > 1) { | |
360 current += 4; | |
361 } else if (current[3] == 1 && current[2] == 0 && current[1] == 0 && | |
362 current[0] == 0) { | |
363 return current - start; | |
364 } else { | |
365 ++current; | |
366 } | |
367 } | |
368 return length; | |
369 } | 341 } |
370 | 342 |
371 AvccBufferWriter::AvccBufferWriter(uint8_t* const avcc_buffer, size_t length) | 343 AvccBufferWriter::AvccBufferWriter(uint8_t* const avcc_buffer, size_t length) |
372 : start_(avcc_buffer), offset_(0), length_(length) { | 344 : start_(avcc_buffer), offset_(0), length_(length) { |
373 RTC_DCHECK(avcc_buffer); | 345 RTC_DCHECK(avcc_buffer); |
374 } | 346 } |
375 | 347 |
376 bool AvccBufferWriter::WriteNalu(const uint8_t* data, size_t data_size) { | 348 bool AvccBufferWriter::WriteNalu(const uint8_t* data, size_t data_size) { |
377 // Check if we can write this length of data. | 349 // Check if we can write this length of data. |
378 if (data_size + kAvccHeaderByteSize > BytesRemaining()) { | 350 if (data_size + kAvccHeaderByteSize > BytesRemaining()) { |
379 return false; | 351 return false; |
380 } | 352 } |
381 // Write length header, which needs to be big endian. | 353 // Write length header, which needs to be big endian. |
382 uint32_t big_endian_length = CFSwapInt32HostToBig(data_size); | 354 uint32_t big_endian_length = CFSwapInt32HostToBig(data_size); |
383 memcpy(start_ + offset_, &big_endian_length, sizeof(big_endian_length)); | 355 memcpy(start_ + offset_, &big_endian_length, sizeof(big_endian_length)); |
384 offset_ += sizeof(big_endian_length); | 356 offset_ += sizeof(big_endian_length); |
385 // Write data. | 357 // Write data. |
386 memcpy(start_ + offset_, data, data_size); | 358 memcpy(start_ + offset_, data, data_size); |
387 offset_ += data_size; | 359 offset_ += data_size; |
388 return true; | 360 return true; |
389 } | 361 } |
390 | 362 |
391 size_t AvccBufferWriter::BytesRemaining() const { | 363 size_t AvccBufferWriter::BytesRemaining() const { |
392 return length_ - offset_; | 364 return length_ - offset_; |
393 } | 365 } |
394 | 366 |
395 } // namespace webrtc | 367 } // namespace webrtc |
396 | 368 |
397 #endif // defined(WEBRTC_VIDEO_TOOLBOX_SUPPORTED) | 369 #endif // defined(WEBRTC_VIDEO_TOOLBOX_SUPPORTED) |
OLD | NEW |