PeerConnectionClientTest - Test decode to texture.

webrtc/examples/androidtests/src/org/appspot/apprtc/test/PeerConnectionClientTest.java

 /*
  *  Copyright 2014 The WebRTC Project Authors. All rights reserved.
  *
  *  Use of this source code is governed by a BSD-style license
  *  that can be found in the LICENSE file in the root of the source
  *  tree. An additional intellectual property rights grant can be found
  *  in the file PATENTS.  All contributing project authors may
  *  be found in the AUTHORS file in the root of the source tree.
  */
 
 package org.appspot.apprtc.test;
 
 import java.util.LinkedList;
 import java.util.List;
 import java.util.concurrent.CountDownLatch;
 import java.util.concurrent.TimeUnit;
 
 import org.appspot.apprtc.AppRTCClient.SignalingParameters;
 import org.appspot.apprtc.PeerConnectionClient;
 import org.appspot.apprtc.PeerConnectionClient.PeerConnectionEvents;
 import org.appspot.apprtc.PeerConnectionClient.PeerConnectionParameters;
 import org.appspot.apprtc.util.LooperExecutor;
+import org.webrtc.EglBase;
 import org.webrtc.IceCandidate;
 import org.webrtc.MediaConstraints;
 import org.webrtc.PeerConnection;
 import org.webrtc.PeerConnectionFactory;
 import org.webrtc.SessionDescription;
 import org.webrtc.StatsReport;
 import org.webrtc.VideoRenderer;
 
+import android.os.Build;
 import android.test.InstrumentationTestCase;
 import android.util.Log;
 
 public class PeerConnectionClientTest extends InstrumentationTestCase
     implements PeerConnectionEvents {
   private static final String TAG = "RTCClientTest";
   private static final int ICE_CONNECTION_WAIT_TIMEOUT = 10000;
   private static final int WAIT_TIMEOUT = 7000;
   private static final int CAMERA_SWITCH_ATTEMPTS = 3;
   private static final int VIDEO_RESTART_ATTEMPTS = 3;
   private static final int VIDEO_RESTART_TIMEOUT = 500;
   private static final int EXPECTED_VIDEO_FRAMES = 10;
   private static final String VIDEO_CODEC_VP8 = "VP8";
   private static final String VIDEO_CODEC_VP9 = "VP9";
   private static final String VIDEO_CODEC_H264 = "H264";
   private static final int AUDIO_RUN_TIMEOUT = 1000;
   private static final String LOCAL_RENDERER_NAME = "Local renderer";
   private static final String REMOTE_RENDERER_NAME = "Remote renderer";
 
   // The peer connection client is assumed to be thread safe in itself; the
   // reference is written by the test thread and read by worker threads.
   private volatile PeerConnectionClient pcClient;
   private volatile boolean loopback;
 
+  // EGL context that can be used by hardware video decoders to decode to a texture.
+  private EglBase eglBase;
+
   // These are protected by their respective event objects.
   private LooperExecutor signalingExecutor;
   private boolean isClosed;
   private boolean isIceConnected;
   private SessionDescription localSdp;
   private List<IceCandidate> iceCandidates = new LinkedList<IceCandidate>();
   private final Object localSdpEvent = new Object();
   private final Object iceCandidateEvent = new Object();
   private final Object iceConnectedEvent = new Object();
   private final Object closeEvent = new Object();
@@ skipping 148 matching lines @@
     synchronized(closeEvent) {
       if (!isClosed) {
         closeEvent.wait(timeoutMs);
       }
       return isClosed;
     }
   }
 
   PeerConnectionClient createPeerConnectionClient(
       MockRenderer localRenderer, MockRenderer remoteRenderer,
-      boolean enableVideo, String videoCodec) {
+      PeerConnectionParameters peerConnectionParameters, boolean decodeToTexture) {
     List<PeerConnection.IceServer> iceServers =
         new LinkedList<PeerConnection.IceServer>();
     SignalingParameters signalingParameters = new SignalingParameters(
         iceServers, true, // iceServers, initiator.
         null, null, null, // clientId, wssUrl, wssPostUrl.
         null, null); // offerSdp, iceCandidates.
-    PeerConnectionParameters peerConnectionParameters =
-        new PeerConnectionParameters(
-            enableVideo, true, // videoCallEnabled, loopback.
-            0, 0, 0, 0, videoCodec, true, // video codec parameters.
-            0, "OPUS", false, true); // audio codec parameters.
 
     PeerConnectionClient client = PeerConnectionClient.getInstance();
     PeerConnectionFactory.Options options = new PeerConnectionFactory.Options();
     options.networkIgnoreMask = 0;
     client.setPeerConnectionFactoryOptions(options);
     client.createPeerConnectionFactory(
         getInstrumentation().getContext(), peerConnectionParameters, this);
-    client.createPeerConnection(
-        null, localRenderer, remoteRenderer, signalingParameters);
+    client.createPeerConnection(decodeToTexture ? eglBase.getContext() : null,
+        localRenderer, remoteRenderer, signalingParameters);
     client.createOffer();
     return client;
   }
 
+  private PeerConnectionParameters createParameters(boolean enableVideo,
+      String videoCodec) {
+    PeerConnectionParameters peerConnectionParameters =
+        new PeerConnectionParameters(
+            enableVideo, true, // videoCallEnabled, loopback.
+            0, 0, 0, 0, videoCodec, true, // video codec parameters.
+            0, "OPUS", false, true); // audio codec parameters.
+    return peerConnectionParameters;
+  }
+
   @Override
   public void setUp() {
     signalingExecutor = new LooperExecutor();
     signalingExecutor.requestStart();
+    if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.JELLY_BEAN_MR1) {
+      eglBase = new EglBase();
+    }
   }
 
   @Override
   public void tearDown() {
     signalingExecutor.requestStop();
+    if (eglBase != null) {
+      eglBase.release();
+    }
   }
 
   public void testSetLocalOfferMakesVideoFlowLocally()
       throws InterruptedException {
     Log.d(TAG, "testSetLocalOfferMakesVideoFlowLocally");
     MockRenderer localRenderer = new MockRenderer(EXPECTED_VIDEO_FRAMES, LOCAL_RENDERER_NAME);
     pcClient = createPeerConnectionClient(
-        localRenderer, new MockRenderer(0, null), true, VIDEO_CODEC_VP8);
+        localRenderer, new MockRenderer(0, null), createParameters(true, VIDEO_CODEC_VP8), false);
 
     // Wait for local SDP and ice candidates set events.
     assertTrue("Local SDP was not set.", waitForLocalSDP(WAIT_TIMEOUT));
     assertTrue("ICE candidates were not generated.",
         waitForIceCandidates(WAIT_TIMEOUT));
 
     // Check that local video frames were rendered.
     assertTrue("Local video frames were not rendered.",
         localRenderer.waitForFramesRendered(WAIT_TIMEOUT));
 
     pcClient.close();
     assertTrue("PeerConnection close event was not received.",
         waitForPeerConnectionClosed(WAIT_TIMEOUT));
     Log.d(TAG, "testSetLocalOfferMakesVideoFlowLocally Done.");
   }
 
-  private void doLoopbackTest(boolean enableVideo, String videoCodec)
+  private void doLoopbackTest(PeerConnectionParameters parameters, boolean decodeToTexure)
       throws InterruptedException {
     loopback = true;
     MockRenderer localRenderer = null;
     MockRenderer remoteRenderer = null;
-    if (enableVideo) {
-      Log.d(TAG, "testLoopback for video " + videoCodec);
+    if (parameters.videoCallEnabled) {
+      Log.d(TAG, "testLoopback for video " + parameters.videoCodec);
       localRenderer = new MockRenderer(EXPECTED_VIDEO_FRAMES, LOCAL_RENDERER_NAME);
       remoteRenderer = new MockRenderer(EXPECTED_VIDEO_FRAMES, REMOTE_RENDERER_NAME);
     } else {
       Log.d(TAG, "testLoopback for audio.");
     }
     pcClient = createPeerConnectionClient(
-        localRenderer, remoteRenderer, enableVideo, videoCodec);
+        localRenderer, remoteRenderer, parameters, decodeToTexure);
 
     // Wait for local SDP, rename it to answer and set as remote SDP.
     assertTrue("Local SDP was not set.", waitForLocalSDP(WAIT_TIMEOUT));
     SessionDescription remoteSdp = new SessionDescription(
         SessionDescription.Type.fromCanonicalForm("answer"),
         localSdp.description);
     pcClient.setRemoteDescription(remoteSdp);
 
     // Wait for ICE connection.
     assertTrue("ICE connection failure.", waitForIceConnected(ICE_CONNECTION_WAIT_TIMEOUT));
 
-    if (enableVideo) {
+    if (parameters.videoCallEnabled) {
       // Check that local and remote video frames were rendered.
       assertTrue("Local video frames were not rendered.",
           localRenderer.waitForFramesRendered(WAIT_TIMEOUT));
       assertTrue("Remote video frames were not rendered.",
           remoteRenderer.waitForFramesRendered(WAIT_TIMEOUT));
     } else {
       // For audio just sleep for 1 sec.
       // TODO(glaznev): check how we can detect that remote audio was rendered.
       Thread.sleep(AUDIO_RUN_TIMEOUT);
     }
 
     pcClient.close();
     assertTrue(waitForPeerConnectionClosed(WAIT_TIMEOUT));
     Log.d(TAG, "testLoopback done.");
   }
 
   public void testLoopbackAudio() throws InterruptedException {
-    doLoopbackTest(false, VIDEO_CODEC_VP8);
+    doLoopbackTest(createParameters(false, VIDEO_CODEC_VP8), false);
   }
 
   public void testLoopbackVp8() throws InterruptedException {
-    doLoopbackTest(true, VIDEO_CODEC_VP8);
+    doLoopbackTest(createParameters(true, VIDEO_CODEC_VP8), false);
   }
 
   public void DISABLED_testLoopbackVp9() throws InterruptedException {
-    doLoopbackTest(true, VIDEO_CODEC_VP9);
+    doLoopbackTest(createParameters(true, VIDEO_CODEC_VP9), false);
   }
 
   public void testLoopbackH264() throws InterruptedException {
-    doLoopbackTest(true, VIDEO_CODEC_H264);
+    doLoopbackTest(createParameters(true, VIDEO_CODEC_H264), false);
+  }
+
+  public void testLoopbackVp8DecodeToTexture() throws InterruptedException {
+    if (Build.VERSION.SDK_INT < Build.VERSION_CODES.JELLY_BEAN_MR1) {
+      Log.i(TAG, "Decode to textures is not supported, requires EGL14.");
+      return;
+    }
+
+    doLoopbackTest(createParameters(true, VIDEO_CODEC_VP8), true);
+  }
+
+  public void DISABLED_testLoopbackVp9DecodeToTexture() throws InterruptedException {
+    if (Build.VERSION.SDK_INT < Build.VERSION_CODES.JELLY_BEAN_MR1) {
+      Log.i(TAG, "Decode to textures is not supported, requires EGL14.");
+      return;
+    }
+    doLoopbackTest(createParameters(true, VIDEO_CODEC_VP9), true);
+  }
+
+  public void testLoopbackH264DecodeToTexture() throws InterruptedException {
+    if (Build.VERSION.SDK_INT < Build.VERSION_CODES.JELLY_BEAN_MR1) {
+      Log.i(TAG, "Decode to textures is not supported, requires EGL14.");
+      return;
+    }
+    doLoopbackTest(createParameters(true, VIDEO_CODEC_H264), true);
   }
 
   // Checks if default front camera can be switched to back camera and then
   // again to front camera.
   public void testCameraSwitch() throws InterruptedException {
     Log.d(TAG, "testCameraSwitch");
     loopback = true;
 
     MockRenderer localRenderer = new MockRenderer(EXPECTED_VIDEO_FRAMES, LOCAL_RENDERER_NAME);
     MockRenderer remoteRenderer = new MockRenderer(EXPECTED_VIDEO_FRAMES, REMOTE_RENDERER_NAME);
 
     pcClient = createPeerConnectionClient(
-        localRenderer, remoteRenderer, true, VIDEO_CODEC_VP8);
+        localRenderer, remoteRenderer, createParameters(true, VIDEO_CODEC_VP8), false);
 
     // Wait for local SDP, rename it to answer and set as remote SDP.
     assertTrue("Local SDP was not set.", waitForLocalSDP(WAIT_TIMEOUT));
     SessionDescription remoteSdp = new SessionDescription(
         SessionDescription.Type.fromCanonicalForm("answer"),
         localSdp.description);
     pcClient.setRemoteDescription(remoteSdp);
 
     // Wait for ICE connection.
     assertTrue("ICE connection failure.", waitForIceConnected(ICE_CONNECTION_WAIT_TIMEOUT));
@@ skipping 25 matching lines @@
   // Checks if video source can be restarted - simulate app goes to
   // background and back to foreground.
   public void testVideoSourceRestart() throws InterruptedException {
     Log.d(TAG, "testVideoSourceRestart");
     loopback = true;
 
     MockRenderer localRenderer = new MockRenderer(EXPECTED_VIDEO_FRAMES, LOCAL_RENDERER_NAME);
     MockRenderer remoteRenderer = new MockRenderer(EXPECTED_VIDEO_FRAMES, REMOTE_RENDERER_NAME);
 
     pcClient = createPeerConnectionClient(
-        localRenderer, remoteRenderer, true, VIDEO_CODEC_VP8);
+        localRenderer, remoteRenderer, createParameters(true, VIDEO_CODEC_VP8), false);
 
     // Wait for local SDP, rename it to answer and set as remote SDP.
     assertTrue("Local SDP was not set.", waitForLocalSDP(WAIT_TIMEOUT));
     SessionDescription remoteSdp = new SessionDescription(
         SessionDescription.Type.fromCanonicalForm("answer"),
         localSdp.description);
     pcClient.setRemoteDescription(remoteSdp);
 
     // Wait for ICE connection.
     assertTrue("ICE connection failure.", waitForIceConnected(ICE_CONNECTION_WAIT_TIMEOUT));
@@ skipping 18 matching lines @@
           localRenderer.waitForFramesRendered(WAIT_TIMEOUT));
       assertTrue("Remote video frames were not rendered after video restart.",
           remoteRenderer.waitForFramesRendered(WAIT_TIMEOUT));
     }
     pcClient.close();
     assertTrue(waitForPeerConnectionClosed(WAIT_TIMEOUT));
     Log.d(TAG, "testVideoSourceRestart done.");
   }
 
 }