Implement AndroidVideoBuffer::ToI420.

webrtc/sdk/android/src/jni/native_handle_impl.cc

 /*
  *  Copyright 2015 The WebRTC project authors. All Rights Reserved.
  *
  *  Use of this source code is governed by a BSD-style license
  *  that can be found in the LICENSE file in the root of the source
  *  tree. An additional intellectual property rights grant can be found
  *  in the file PATENTS.  All contributing project authors may
  *  be found in the AUTHORS file in the root of the source tree.
  */
 
 #include "webrtc/sdk/android/src/jni/native_handle_impl.h"
 
 #include <memory>
 
 #include "webrtc/common_video/include/video_frame_buffer.h"
 #include "webrtc/rtc_base/bind.h"
 #include "webrtc/rtc_base/checks.h"
 #include "webrtc/rtc_base/keep_ref_until_done.h"
 #include "webrtc/rtc_base/logging.h"
 #include "webrtc/rtc_base/scoped_ref_ptr.h"
 #include "webrtc/rtc_base/timeutils.h"
 #include "webrtc/sdk/android/src/jni/classreferenceholder.h"
 #include "webrtc/sdk/android/src/jni/jni_helpers.h"
 #include "webrtc/system_wrappers/include/aligned_malloc.h"
 
 namespace webrtc_jni {
 
+namespace {
+
+class AndroidVideoI420Buffer : public AndroidVideoBuffer,

[magjed_webrtc, 2017/07/27 14:45:01]

Don't inherit from AndroidVideoBuffer, because you will get the diamond problem.

[sakal, 2017/07/28 09:01:10]

Done.

+                               public webrtc::I420BufferInterface {
+ public:
+  AndroidVideoI420Buffer(JNIEnv* jni,
+                         jmethodID j_release_id,
+                         jmethodID j_get_width_id,
+                         jmethodID j_get_height_id,
+                         jmethodID j_get_data_y_id,
+                         jmethodID j_get_data_u_id,
+                         jmethodID j_get_data_v_id,
+                         jmethodID j_get_stride_y_id,
+                         jmethodID j_get_stride_u_id,
+                         jmethodID j_get_stride_v_id,
+                         jobject j_video_frame_buffer);
+
+ private:
+  const uint8_t* DataY() const override;
+  const uint8_t* DataU() const override;
+  const uint8_t* DataV() const override;
+
+  int StrideY() const override;
+  int StrideU() const override;
+  int StrideV() const override;
+
+  using webrtc::I420BufferInterface::type;
+  int width() const override { return AndroidVideoBuffer::width(); }
+  int height() const override { return AndroidVideoBuffer::height(); }
+
+  const jmethodID j_get_data_y_id_;
+  const jmethodID j_get_data_u_id_;
+  const jmethodID j_get_data_v_id_;
+  const jmethodID j_get_stride_y_id_;
+  const jmethodID j_get_stride_u_id_;
+  const jmethodID j_get_stride_v_id_;
+};
+
+AndroidVideoI420Buffer::AndroidVideoI420Buffer(JNIEnv* jni,
+                                               jmethodID j_release_id,
+                                               jmethodID j_get_width_id,
+                                               jmethodID j_get_height_id,
+                                               jmethodID j_get_data_y_id,
+                                               jmethodID j_get_data_u_id,
+                                               jmethodID j_get_data_v_id,
+                                               jmethodID j_get_stride_y_id,
+                                               jmethodID j_get_stride_u_id,
+                                               jmethodID j_get_stride_v_id,
+                                               jobject j_video_frame_buffer)
+    : AndroidVideoBuffer(jni,
+                         j_release_id,
+                         j_get_width_id,
+                         j_get_height_id,
+                         j_video_frame_buffer),
+      j_get_data_y_id_(j_get_data_y_id),
+      j_get_data_u_id_(j_get_data_u_id),
+      j_get_data_v_id_(j_get_data_v_id),
+      j_get_stride_y_id_(j_get_stride_y_id),
+      j_get_stride_u_id_(j_get_stride_u_id),
+      j_get_stride_v_id_(j_get_stride_v_id) {}
+
+const uint8_t* AndroidVideoI420Buffer::DataY() const {
+  JNIEnv* jni = AttachCurrentThreadIfNeeded();
+  ScopedLocalRefFrame local_ref_frame(jni);
+  jobject j_data_y =
+      jni->CallObjectMethod(*j_video_frame_buffer_, j_get_data_y_id_);
+  return static_cast<const uint8_t*>(jni->GetDirectBufferAddress(j_data_y));
+}
+
+const uint8_t* AndroidVideoI420Buffer::DataU() const {
+  JNIEnv* jni = AttachCurrentThreadIfNeeded();
+  ScopedLocalRefFrame local_ref_frame(jni);
+  jobject j_data_u =
+      jni->CallObjectMethod(*j_video_frame_buffer_, j_get_data_u_id_);
+  return static_cast<const uint8_t*>(jni->GetDirectBufferAddress(j_data_u));
+}
+
+const uint8_t* AndroidVideoI420Buffer::DataV() const {
+  JNIEnv* jni = AttachCurrentThreadIfNeeded();
+  ScopedLocalRefFrame local_ref_frame(jni);
+  jobject j_data_v =
+      jni->CallObjectMethod(*j_video_frame_buffer_, j_get_data_v_id_);
+  return static_cast<const uint8_t*>(jni->GetDirectBufferAddress(j_data_v));
+}
+
+int AndroidVideoI420Buffer::StrideY() const {
+  JNIEnv* jni = AttachCurrentThreadIfNeeded();
+  return jni->CallIntMethod(*j_video_frame_buffer_, j_get_stride_y_id_);
+}
+
+int AndroidVideoI420Buffer::StrideU() const {
+  JNIEnv* jni = AttachCurrentThreadIfNeeded();
+  return jni->CallIntMethod(*j_video_frame_buffer_, j_get_stride_u_id_);
+}
+
+int AndroidVideoI420Buffer::StrideV() const {
+  JNIEnv* jni = AttachCurrentThreadIfNeeded();
+  return jni->CallIntMethod(*j_video_frame_buffer_, j_get_stride_v_id_);
+}
+
+}  // namespace
+
 Matrix::Matrix(JNIEnv* jni, jfloatArray a) {
   RTC_CHECK_EQ(16, jni->GetArrayLength(a));
   jfloat* ptr = jni->GetFloatArrayElements(a, nullptr);
   for (int i = 0; i < 16; ++i) {
     elem_[i] = ptr[i];
   }
   jni->ReleaseFloatArrayElements(a, ptr, 0);
 }
 
 jfloatArray Matrix::ToJava(JNIEnv* jni) const {
@@ skipping 152 matching lines @@
   jni->CallVoidMethod(surface_texture_helper_,
                       transform_mid,
                       byte_buffer, width(), height(), stride,
                       native_handle_.oes_texture_id, sampling_matrix);
   CHECK_EXCEPTION(jni) << "textureToYUV throwed an exception";
 
   return copy;
 }
 
 AndroidVideoBuffer::AndroidVideoBuffer(JNIEnv* jni,
-                                       jmethodID j_retain_id,
                                        jmethodID j_release_id,
                                        jmethodID j_get_width_id,
                                        jmethodID j_get_height_id,
                                        jobject j_video_frame_buffer)
-    : j_release_id_(j_release_id),
+    : j_video_frame_buffer_(jni, j_video_frame_buffer),
+      j_release_id_(j_release_id),
       j_get_width_id_(j_get_width_id),
-      j_get_height_id_(j_get_height_id),
-      j_video_frame_buffer_(jni, j_video_frame_buffer) {
-  jni->CallVoidMethod(j_video_frame_buffer, j_retain_id);
-}
+      j_get_height_id_(j_get_height_id) {}
 
 AndroidVideoBuffer::~AndroidVideoBuffer() {
   JNIEnv* jni = AttachCurrentThreadIfNeeded();
   jni->CallVoidMethod(*j_video_frame_buffer_, j_release_id_);
 }
 
 jobject AndroidVideoBuffer::video_frame_buffer() const {
   return *j_video_frame_buffer_;
 }
 
 webrtc::VideoFrameBuffer::Type AndroidVideoBuffer::type() const {
   return Type::kNative;
 }
 
 int AndroidVideoBuffer::width() const {
   JNIEnv* jni = AttachCurrentThreadIfNeeded();
   return jni->CallIntMethod(*j_video_frame_buffer_, j_get_width_id_);
 }
 
 int AndroidVideoBuffer::height() const {
   JNIEnv* jni = AttachCurrentThreadIfNeeded();
   return jni->CallIntMethod(*j_video_frame_buffer_, j_get_height_id_);
 }
 
 rtc::scoped_refptr<webrtc::I420BufferInterface> AndroidVideoBuffer::ToI420() {
-  // TODO(magjed): Implement using Java ToI420.
-  return nullptr;
+  JNIEnv* jni = AttachCurrentThreadIfNeeded();
+  ScopedLocalRefFrame local_ref_frame(jni);
+
+  jclass j_video_frame_buffer_class =
+      FindClass(jni, "org/webrtc/VideoFrame$Buffer");
+  jmethodID j_to_i420_id =
+      jni->GetMethodID(j_video_frame_buffer_class, "toI420",
+                       "()Lorg/webrtc/VideoFrame$I420Buffer;");
+
+  jclass j_video_frame_i420_buffer_class =
+      FindClass(jni, "org/webrtc/VideoFrame$I420Buffer");
+  jmethodID j_get_data_y_id = jni->GetMethodID(
+      j_video_frame_i420_buffer_class, "getDataY", "()Ljava/nio/ByteBuffer;");
+  jmethodID j_get_data_u_id = jni->GetMethodID(
+      j_video_frame_i420_buffer_class, "getDataU", "()Ljava/nio/ByteBuffer;");
+  jmethodID j_get_data_v_id = jni->GetMethodID(
+      j_video_frame_i420_buffer_class, "getDataV", "()Ljava/nio/ByteBuffer;");
+  jmethodID j_get_stride_y_id =
+      jni->GetMethodID(j_video_frame_i420_buffer_class, "getStrideY", "()I");
+  jmethodID j_get_stride_u_id =
+      jni->GetMethodID(j_video_frame_i420_buffer_class, "getStrideU", "()I");
+  jmethodID j_get_stride_v_id =
+      jni->GetMethodID(j_video_frame_i420_buffer_class, "getStrideV", "()I");
+
+  jobject j_i420_buffer =
+      jni->CallObjectMethod(*j_video_frame_buffer_, j_to_i420_id);
+
+  return new rtc::RefCountedObject<AndroidVideoI420Buffer>(
+      jni, j_release_id_, j_get_width_id_, j_get_height_id_, j_get_data_y_id,
+      j_get_data_u_id, j_get_data_v_id, j_get_stride_y_id, j_get_stride_u_id,
+      j_get_stride_v_id, j_i420_buffer);
 }
 
 jobject AndroidVideoBuffer::ToJavaI420Frame(JNIEnv* jni,
                                             int rotation) {
   jclass j_byte_buffer_class = jni->FindClass("java/nio/ByteBuffer");
   jclass j_i420_frame_class =
       FindClass(jni, "org/webrtc/VideoRenderer$I420Frame");
   jmethodID j_i420_frame_ctor_id = GetMethodID(
       jni, j_i420_frame_class, "<init>", "(ILorg/webrtc/VideoFrame$Buffer;J)V");
   // Java code just uses the native frame to hold a reference to the buffer so
@@ skipping 39 matching lines @@
   rtc::scoped_refptr<AndroidVideoBuffer> buffer =
       CreateBuffer(j_video_frame_buffer);
   return webrtc::VideoFrame(buffer, timestamp_rtp,
                             timestamp_ns / rtc::kNumNanosecsPerMillisec,
                             static_cast<webrtc::VideoRotation>(rotation));
 }
 
 rtc::scoped_refptr<AndroidVideoBuffer> AndroidVideoBufferFactory::CreateBuffer(
     jobject j_video_frame_buffer) const {
   JNIEnv* jni = AttachCurrentThreadIfNeeded();
+  jni->CallVoidMethod(j_video_frame_buffer, j_retain_id_);
   return new rtc::RefCountedObject<AndroidVideoBuffer>(
-      jni, j_retain_id_, j_release_id_, j_get_width_id_, j_get_height_id_,
+      jni, j_release_id_, j_get_width_id_, j_get_height_id_,
       j_video_frame_buffer);
 }
 
 }  // namespace webrtc_jni