| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| (...skipping 55 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 66 } | 66 } |
| 67 } | 67 } |
| 68 #endif | 68 #endif |
| 69 | 69 |
| 70 VideoDenoiser::VideoDenoiser(bool runtime_cpu_detection) | 70 VideoDenoiser::VideoDenoiser(bool runtime_cpu_detection) |
| 71 : width_(0), | 71 : width_(0), |
| 72 height_(0), | 72 height_(0), |
| 73 filter_(DenoiserFilter::Create(runtime_cpu_detection, &cpu_type_)), | 73 filter_(DenoiserFilter::Create(runtime_cpu_detection, &cpu_type_)), |
| 74 ne_(new NoiseEstimation()) {} | 74 ne_(new NoiseEstimation()) {} |
| 75 | 75 |
| 76 void VideoDenoiser::DenoiserReset(const VideoFrame& frame, | 76 void VideoDenoiser::DenoiserReset( |
| 77 VideoFrame* denoised_frame, | 77 const rtc::scoped_refptr<VideoFrameBuffer>& frame, |
| 78 VideoFrame* denoised_frame_prev) { | 78 rtc::scoped_refptr<I420Buffer>* denoised_frame, |
| 79 width_ = frame.width(); | 79 rtc::scoped_refptr<I420Buffer>* denoised_frame_prev) { |
| 80 height_ = frame.height(); | 80 width_ = frame->width(); |
| 81 height_ = frame->height(); |
| 81 mb_cols_ = width_ >> 4; | 82 mb_cols_ = width_ >> 4; |
| 82 mb_rows_ = height_ >> 4; | 83 mb_rows_ = height_ >> 4; |
| 83 stride_y_ = frame.video_frame_buffer()->StrideY(); | 84 stride_y_ = frame->StrideY(); |
| 84 stride_u_ = frame.video_frame_buffer()->StrideU(); | 85 stride_u_ = frame->StrideU(); |
| 85 stride_v_ = frame.video_frame_buffer()->StrideV(); | 86 stride_v_ = frame->StrideV(); |
| 86 | 87 |
| 87 // Allocate an empty buffer for denoised_frame_prev. | 88 // Allocate an empty buffer for denoised_frame_prev. |
| 88 denoised_frame_prev->CreateEmptyFrame(width_, height_, stride_y_, stride_u_, | 89 *denoised_frame_prev = new rtc::RefCountedObject<I420Buffer>( |
| 89 stride_v_); | 90 width_, height_, stride_y_, stride_u_, stride_v_); |
| 90 // Allocate and initialize denoised_frame with key frame. | 91 // Allocate and initialize denoised_frame with key frame. |
| 91 denoised_frame->CreateFrame( | 92 *denoised_frame = I420Buffer::CopyKeepStride(frame); |
| 92 frame.video_frame_buffer()->DataY(), | |
| 93 frame.video_frame_buffer()->DataU(), | |
| 94 frame.video_frame_buffer()->DataV(), | |
| 95 width_, height_, stride_y_, stride_u_, stride_v_, kVideoRotation_0); | |
| 96 // Set time parameters to the output frame. | |
| 97 denoised_frame->set_timestamp(frame.timestamp()); | |
| 98 denoised_frame->set_render_time_ms(frame.render_time_ms()); | |
| 99 | 93 |
| 100 // Init noise estimator and allocate buffers. | 94 // Init noise estimator and allocate buffers. |
| 101 ne_->Init(width_, height_, cpu_type_); | 95 ne_->Init(width_, height_, cpu_type_); |
| 102 moving_edge_.reset(new uint8_t[mb_cols_ * mb_rows_]); | 96 moving_edge_.reset(new uint8_t[mb_cols_ * mb_rows_]); |
| 103 mb_filter_decision_.reset(new DenoiserDecision[mb_cols_ * mb_rows_]); | 97 mb_filter_decision_.reset(new DenoiserDecision[mb_cols_ * mb_rows_]); |
| 104 x_density_.reset(new uint8_t[mb_cols_]); | 98 x_density_.reset(new uint8_t[mb_cols_]); |
| 105 y_density_.reset(new uint8_t[mb_rows_]); | 99 y_density_.reset(new uint8_t[mb_rows_]); |
| 106 moving_object_.reset(new uint8_t[mb_cols_ * mb_rows_]); | 100 moving_object_.reset(new uint8_t[mb_cols_ * mb_rows_]); |
| 107 } | 101 } |
| 108 | 102 |
| (...skipping 109 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 218 const uint8_t* margin_y_src = y_src + (mb_cols_ << 4); | 212 const uint8_t* margin_y_src = y_src + (mb_cols_ << 4); |
| 219 uint8_t* margin_y_dst = y_dst + (mb_cols_ << 4); | 213 uint8_t* margin_y_dst = y_dst + (mb_cols_ << 4); |
| 220 for (int i = 0; i < height_; ++i) { | 214 for (int i = 0; i < height_; ++i) { |
| 221 for (int j = mb_cols_ << 4; j < width_; ++j) { | 215 for (int j = mb_cols_ << 4; j < width_; ++j) { |
| 222 margin_y_dst[i * stride_y_ + j] = margin_y_src[i * stride_y_ + j]; | 216 margin_y_dst[i * stride_y_ + j] = margin_y_src[i * stride_y_ + j]; |
| 223 } | 217 } |
| 224 } | 218 } |
| 225 } | 219 } |
| 226 } | 220 } |
| 227 | 221 |
| 228 void VideoDenoiser::DenoiseFrame(const VideoFrame& frame, | 222 void VideoDenoiser::DenoiseFrame( |
| 229 VideoFrame* denoised_frame, | 223 const rtc::scoped_refptr<VideoFrameBuffer>& frame, |
| 230 VideoFrame* denoised_frame_prev, | 224 rtc::scoped_refptr<I420Buffer>* denoised_frame, |
| 231 bool noise_estimation_enabled) { | 225 rtc::scoped_refptr<I420Buffer>* denoised_frame_prev, |
| 226 bool noise_estimation_enabled) { |
| 232 // If previous width and height are different from current frame's, need to | 227 // If previous width and height are different from current frame's, need to |
| 233 // reallocate the buffers and no denoising for the current frame. | 228 // reallocate the buffers and no denoising for the current frame. |
| 234 if (width_ != frame.width() || height_ != frame.height()) { | 229 if (width_ != frame->width() || height_ != frame->height()) { |
| 235 DenoiserReset(frame, denoised_frame, denoised_frame_prev); | 230 DenoiserReset(frame, denoised_frame, denoised_frame_prev); |
| 236 return; | 231 return; |
| 237 } | 232 } |
| 238 | 233 |
| 239 // Set buffer pointers. | 234 // Set buffer pointers. |
| 240 const uint8_t* y_src = frame.video_frame_buffer()->DataY(); | 235 const uint8_t* y_src = frame->DataY(); |
| 241 const uint8_t* u_src = frame.video_frame_buffer()->DataU(); | 236 const uint8_t* u_src = frame->DataU(); |
| 242 const uint8_t* v_src = frame.video_frame_buffer()->DataV(); | 237 const uint8_t* v_src = frame->DataV(); |
| 243 uint8_t* y_dst = denoised_frame->video_frame_buffer()->MutableDataY(); | 238 uint8_t* y_dst = (*denoised_frame)->MutableDataY(); |
| 244 uint8_t* u_dst = denoised_frame->video_frame_buffer()->MutableDataU(); | 239 uint8_t* u_dst = (*denoised_frame)->MutableDataU(); |
| 245 uint8_t* v_dst = denoised_frame->video_frame_buffer()->MutableDataV(); | 240 uint8_t* v_dst = (*denoised_frame)->MutableDataV(); |
| 246 uint8_t* y_dst_prev = | 241 uint8_t* y_dst_prev = (*denoised_frame_prev)->MutableDataY(); |
| 247 denoised_frame_prev->video_frame_buffer()->MutableDataY(); | |
| 248 memset(x_density_.get(), 0, mb_cols_); | 242 memset(x_density_.get(), 0, mb_cols_); |
| 249 memset(y_density_.get(), 0, mb_rows_); | 243 memset(y_density_.get(), 0, mb_rows_); |
| 250 memset(moving_object_.get(), 1, mb_cols_ * mb_rows_); | 244 memset(moving_object_.get(), 1, mb_cols_ * mb_rows_); |
| 251 | 245 |
| 252 uint8_t noise_level = noise_estimation_enabled ? ne_->GetNoiseLevel() : 0; | 246 uint8_t noise_level = noise_estimation_enabled ? ne_->GetNoiseLevel() : 0; |
| 253 int thr_var_base = 16 * 16 * 2; | 247 int thr_var_base = 16 * 16 * 2; |
| 254 // Loop over blocks to accumulate/extract noise level and update x/y_density | 248 // Loop over blocks to accumulate/extract noise level and update x/y_density |
| 255 // factors for moving object detection. | 249 // factors for moving object detection. |
| 256 for (int mb_row = 0; mb_row < mb_rows_; ++mb_row) { | 250 for (int mb_row = 0; mb_row < mb_rows_; ++mb_row) { |
| 257 const int mb_index_base = mb_row * mb_cols_; | 251 const int mb_index_base = mb_row * mb_cols_; |
| (...skipping 73 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 331 // When frame width/height not divisible by 16, copy the margin to | 325 // When frame width/height not divisible by 16, copy the margin to |
| 332 // denoised_frame. | 326 // denoised_frame. |
| 333 if ((mb_rows_ << 4) != height_ || (mb_cols_ << 4) != width_) | 327 if ((mb_rows_ << 4) != height_ || (mb_cols_ << 4) != width_) |
| 334 CopyLumaOnMargin(y_src, y_dst); | 328 CopyLumaOnMargin(y_src, y_dst); |
| 335 | 329 |
| 336 // TODO(jackychen): Need SSE2/NEON opt. | 330 // TODO(jackychen): Need SSE2/NEON opt. |
| 337 // Copy u/v planes. | 331 // Copy u/v planes. |
| 338 memcpy(u_dst, u_src, (height_ >> 1) * stride_u_); | 332 memcpy(u_dst, u_src, (height_ >> 1) * stride_u_); |
| 339 memcpy(v_dst, v_src, (height_ >> 1) * stride_v_); | 333 memcpy(v_dst, v_src, (height_ >> 1) * stride_v_); |
| 340 | 334 |
| 341 // Set time parameters to the output frame. | |
| 342 denoised_frame->set_timestamp(frame.timestamp()); | |
| 343 denoised_frame->set_render_time_ms(frame.render_time_ms()); | |
| 344 | |
| 345 #if DISPLAY || DISPLAYNEON | 335 #if DISPLAY || DISPLAYNEON |
| 346 // Show rectangular region | 336 // Show rectangular region |
| 347 ShowRect(filter_, moving_edge_, moving_object_, x_density_, y_density_, u_src, | 337 ShowRect(filter_, moving_edge_, moving_object_, x_density_, y_density_, u_src, |
| 348 v_src, u_dst, v_dst, mb_rows_, mb_cols_, stride_u_, stride_v_); | 338 v_src, u_dst, v_dst, mb_rows_, mb_cols_, stride_u_, stride_v_); |
| 349 #endif | 339 #endif |
| 350 } | 340 } |
| 351 | 341 |
| 352 } // namespace webrtc | 342 } // namespace webrtc |
| OLD | NEW |