pull/360/head
Mattia Iavarone
7 years ago
parent
c1e3cced4b
commit
4f6271d670
@ -0,0 +1,19 @@ |
||||
package com.otaliastudios.cameraview; |
||||
|
||||
|
||||
import android.content.Context; |
||||
import android.support.test.filters.SmallTest; |
||||
import android.support.test.runner.AndroidJUnit4; |
||||
import android.view.ViewGroup; |
||||
|
||||
import org.junit.runner.RunWith; |
||||
|
||||
@RunWith(AndroidJUnit4.class) |
||||
@SmallTest |
||||
public class GLCameraPreviewTest extends CameraPreviewTest { |
||||
|
||||
@Override |
||||
protected CameraPreview createPreview(Context context, ViewGroup parent, CameraPreview.SurfaceCallback callback) { |
||||
return new GLCameraPreview(context, parent, callback); |
||||
} |
||||
} |
||||
@ -0,0 +1,14 @@ |
||||
<?xml version="1.0" encoding="utf-8"?> |
||||
<FrameLayout |
||||
xmlns:android="http://schemas.android.com/apk/res/android" |
||||
android:layout_width="match_parent" |
||||
android:layout_height="match_parent" |
||||
android:layout_gravity="center" |
||||
android:gravity="center"> |
||||
|
||||
<android.opengl.GLSurfaceView |
||||
android:id="@+id/gl_surface_view" |
||||
android:layout_width="match_parent" |
||||
android:layout_height="match_parent" /> |
||||
|
||||
</FrameLayout> |
||||
@ -0,0 +1,134 @@ |
||||
package com.otaliastudios.cameraview; |
||||
|
||||
import android.content.Context; |
||||
import android.graphics.SurfaceTexture; |
||||
import android.opengl.GLSurfaceView; |
||||
import android.support.annotation.NonNull; |
||||
import android.view.LayoutInflater; |
||||
import android.view.SurfaceHolder; |
||||
import android.view.View; |
||||
import android.view.ViewGroup; |
||||
|
||||
import javax.microedition.khronos.egl.EGLConfig; |
||||
import javax.microedition.khronos.opengles.GL10; |
||||
|
||||
class GLCameraPreview extends CameraPreview<GLSurfaceView, SurfaceTexture> implements GLSurfaceView.Renderer { |
||||
|
||||
private boolean mDispatched; |
||||
private final float[] mTransformMatrix = new float[16]; |
||||
private int mTextureId = -1; |
||||
private SurfaceTexture mSurfaceTexture; |
||||
private GLViewport mViewport; |
||||
|
||||
GLCameraPreview(Context context, ViewGroup parent, SurfaceCallback callback) { |
||||
super(context, parent, callback); |
||||
} |
||||
|
||||
@NonNull |
||||
@Override |
||||
protected GLSurfaceView onCreateView(Context context, ViewGroup parent) { |
||||
View root = LayoutInflater.from(context).inflate(R.layout.cameraview_gl_view, parent, false); |
||||
parent.addView(root, 0); |
||||
GLSurfaceView glView = root.findViewById(R.id.gl_surface_view); |
||||
glView.setEGLContextClientVersion(2); |
||||
glView.setRenderer(this); |
||||
glView.setRenderMode(GLSurfaceView.RENDERMODE_WHEN_DIRTY); |
||||
glView.getHolder().addCallback(new SurfaceHolder.Callback() { |
||||
public void surfaceCreated(SurfaceHolder holder) {} |
||||
public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) {} |
||||
|
||||
@Override |
||||
public void surfaceDestroyed(SurfaceHolder holder) { |
||||
onSurfaceDestroyed(); |
||||
} |
||||
}); |
||||
return glView; |
||||
} |
||||
|
||||
@Override |
||||
void onResume() { |
||||
super.onResume(); |
||||
getView().onResume(); |
||||
} |
||||
|
||||
@Override |
||||
void onPause() { |
||||
super.onPause(); |
||||
getView().onPause(); |
||||
} |
||||
|
||||
@Override |
||||
void onDestroy() { |
||||
super.onDestroy(); |
||||
if (mSurfaceTexture != null) { |
||||
mSurfaceTexture.release(); |
||||
mSurfaceTexture = null; |
||||
} |
||||
if (mViewport != null) { |
||||
mViewport.release(); |
||||
mViewport = null; |
||||
} |
||||
} |
||||
|
||||
@Override |
||||
public void onSurfaceCreated(GL10 gl, EGLConfig config) { |
||||
mViewport = new GLViewport(); |
||||
mTextureId = mViewport.createTexture(); |
||||
mSurfaceTexture = new SurfaceTexture(mTextureId); |
||||
mSurfaceTexture.setOnFrameAvailableListener(new SurfaceTexture.OnFrameAvailableListener() { |
||||
@Override |
||||
public void onFrameAvailable(SurfaceTexture surfaceTexture) { |
||||
// requestRender is thread-safe.
|
||||
getView().requestRender(); |
||||
} |
||||
}); |
||||
} |
||||
|
||||
@Override |
||||
public void onSurfaceChanged(GL10 gl, int width, int height) { |
||||
if (!mDispatched) { |
||||
onSurfaceAvailable(width, height); |
||||
mDispatched = true; |
||||
} else { |
||||
onSurfaceSizeChanged(width, height); |
||||
} |
||||
} |
||||
|
||||
|
||||
@Override |
||||
public void onDrawFrame(GL10 gl) { |
||||
// Latch the latest frame. If there isn't anything new,
|
||||
// we'll just re-use whatever was there before.
|
||||
mSurfaceTexture.updateTexImage(); |
||||
if (mDesiredWidth <= 0 || mDesiredHeight <= 0) { |
||||
// Skip drawing. Camera was not opened.
|
||||
return; |
||||
} |
||||
|
||||
// Draw the video frame.
|
||||
mSurfaceTexture.getTransformMatrix(mTransformMatrix); |
||||
mViewport.drawFrame(mTextureId, mTransformMatrix); |
||||
} |
||||
|
||||
@Override |
||||
Class<SurfaceTexture> getOutputClass() { |
||||
return SurfaceTexture.class; |
||||
} |
||||
|
||||
@Override |
||||
SurfaceTexture getOutput() { |
||||
return mSurfaceTexture; |
||||
} |
||||
|
||||
|
||||
@Override |
||||
boolean supportsCropping() { |
||||
return true; |
||||
} |
||||
|
||||
@Override |
||||
protected void crop() { |
||||
mCropTask.start(); |
||||
mCropTask.end(null); |
||||
} |
||||
} |
||||
@ -0,0 +1,92 @@ |
||||
package com.otaliastudios.cameraview; |
||||
|
||||
|
||||
import android.opengl.GLES11Ext; |
||||
import android.opengl.GLES20; |
||||
import android.opengl.Matrix; |
||||
|
||||
import java.nio.ByteBuffer; |
||||
import java.nio.ByteOrder; |
||||
import java.nio.FloatBuffer; |
||||
|
||||
class GLElement { |
||||
|
||||
private final static CameraLogger LOG = CameraLogger.create(GLElement.class.getSimpleName()); |
||||
|
||||
// Identity matrix for general use.
|
||||
protected static final float[] IDENTITY_MATRIX = new float[16]; |
||||
static { |
||||
Matrix.setIdentityM(IDENTITY_MATRIX, 0); |
||||
} |
||||
|
||||
// Check for GLES errors.
|
||||
protected static void check(String opName) { |
||||
int error = GLES20.glGetError(); |
||||
if (error != GLES20.GL_NO_ERROR) { |
||||
LOG.e("Error during", opName, "glError 0x", Integer.toHexString(error)); |
||||
throw new RuntimeException(CameraLogger.lastMessage); |
||||
} |
||||
} |
||||
|
||||
// Check for valid location.
|
||||
protected static void checkLocation(int location, String label) { |
||||
if (location < 0) { |
||||
LOG.e("Unable to locate", label, "in program"); |
||||
throw new RuntimeException(CameraLogger.lastMessage); |
||||
} |
||||
} |
||||
|
||||
// Compiles the given shader, returns a handle.
|
||||
protected static int loadShader(int shaderType, String source) { |
||||
int shader = GLES20.glCreateShader(shaderType); |
||||
check("glCreateShader type=" + shaderType); |
||||
GLES20.glShaderSource(shader, source); |
||||
GLES20.glCompileShader(shader); |
||||
int[] compiled = new int[1]; |
||||
GLES20.glGetShaderiv(shader, GLES20.GL_COMPILE_STATUS, compiled, 0); |
||||
if (compiled[0] == 0) { |
||||
LOG.e("Could not compile shader", shaderType, ":", GLES20.glGetShaderInfoLog(shader)); |
||||
GLES20.glDeleteShader(shader); |
||||
shader = 0; |
||||
} |
||||
return shader; |
||||
} |
||||
|
||||
// Creates a program with given vertex shader and pixel shader.
|
||||
protected static int createProgram(String vertexSource, String fragmentSource) { |
||||
int vertexShader = loadShader(GLES20.GL_VERTEX_SHADER, vertexSource); |
||||
if (vertexShader == 0) return 0; |
||||
int pixelShader = loadShader(GLES20.GL_FRAGMENT_SHADER, fragmentSource); |
||||
if (pixelShader == 0) return 0; |
||||
|
||||
int program = GLES20.glCreateProgram(); |
||||
check("glCreateProgram"); |
||||
if (program == 0) { |
||||
LOG.e("Could not create program"); |
||||
} |
||||
GLES20.glAttachShader(program, vertexShader); |
||||
check("glAttachShader"); |
||||
GLES20.glAttachShader(program, pixelShader); |
||||
check("glAttachShader"); |
||||
GLES20.glLinkProgram(program); |
||||
int[] linkStatus = new int[1]; |
||||
GLES20.glGetProgramiv(program, GLES20.GL_LINK_STATUS, linkStatus, 0); |
||||
if (linkStatus[0] != GLES20.GL_TRUE) { |
||||
LOG.e("Could not link program:", GLES20.glGetProgramInfoLog(program)); |
||||
GLES20.glDeleteProgram(program); |
||||
program = 0; |
||||
} |
||||
return program; |
||||
} |
||||
|
||||
// Allocates a direct float buffer, and populates it with the float array data.
|
||||
protected static FloatBuffer floatBuffer(float[] coords) { |
||||
// Allocate a direct ByteBuffer, using 4 bytes per float, and copy coords into it.
|
||||
ByteBuffer bb = ByteBuffer.allocateDirect(coords.length * 4); |
||||
bb.order(ByteOrder.nativeOrder()); |
||||
FloatBuffer fb = bb.asFloatBuffer(); |
||||
fb.put(coords); |
||||
fb.position(0); |
||||
return fb; |
||||
} |
||||
} |
||||
@ -0,0 +1,179 @@ |
||||
package com.otaliastudios.cameraview; |
||||
|
||||
|
||||
import android.opengl.GLES11Ext; |
||||
import android.opengl.GLES20; |
||||
import android.opengl.Matrix; |
||||
import android.util.Log; |
||||
|
||||
import java.nio.FloatBuffer; |
||||
|
||||
class GLViewport extends GLElement { |
||||
|
||||
private final static CameraLogger LOG = CameraLogger.create(GLViewport.class.getSimpleName()); |
||||
|
||||
// Simple vertex shader.
|
||||
private static final String SIMPLE_VERTEX_SHADER = |
||||
"uniform mat4 uMVPMatrix;\n" + |
||||
"uniform mat4 uTexMatrix;\n" + |
||||
"attribute vec4 aPosition;\n" + |
||||
"attribute vec4 aTextureCoord;\n" + |
||||
"varying vec2 vTextureCoord;\n" + |
||||
"void main() {\n" + |
||||
" gl_Position = uMVPMatrix * aPosition;\n" + |
||||
" vTextureCoord = (uTexMatrix * aTextureCoord).xy;\n" + |
||||
"}\n"; |
||||
|
||||
// Simple fragment shader for use with external 2D textures
|
||||
// (e.g. what we get from SurfaceTexture).
|
||||
private static final String SIMPLE_FRAGMENT_SHADER = |
||||
"#extension GL_OES_EGL_image_external : require\n" + |
||||
"precision mediump float;\n" + |
||||
"varying vec2 vTextureCoord;\n" + |
||||
"uniform samplerExternalOES sTexture;\n" + |
||||
"void main() {\n" + |
||||
" gl_FragColor = texture2D(sTexture, vTextureCoord);\n" + |
||||
"}\n"; |
||||
|
||||
// Stuff from Drawable2d.FULL_RECTANGLE
|
||||
// A full square, extending from -1 to +1 in both dimensions.
|
||||
// When the model/view/projection matrix is identity, this will exactly cover the viewport.
|
||||
private static final float FULL_RECTANGLE_COORDS[] = { |
||||
-1.0f, -1.0f, // 0 bottom left
|
||||
1.0f, -1.0f, // 1 bottom right
|
||||
-1.0f, 1.0f, // 2 top left
|
||||
1.0f, 1.0f, // 3 top right
|
||||
}; |
||||
|
||||
// Stuff from Drawable2d.FULL_RECTANGLE
|
||||
// A full square, extending from -1 to +1 in both dimensions.
|
||||
private static final float FULL_RECTANGLE_TEX_COORDS[] = { |
||||
0.0f, 0.0f, // 0 bottom left
|
||||
1.0f, 0.0f, // 1 bottom right
|
||||
0.0f, 1.0f, // 2 top left
|
||||
1.0f, 1.0f // 3 top right
|
||||
}; |
||||
|
||||
// Stuff from Drawable2d.FULL_RECTANGLE
|
||||
private FloatBuffer mVertexArray = floatBuffer(FULL_RECTANGLE_COORDS); |
||||
private FloatBuffer mTexCoordArray = floatBuffer(FULL_RECTANGLE_TEX_COORDS); |
||||
private int mVertexCount = FULL_RECTANGLE_COORDS.length / 2; |
||||
private final int mCoordsPerVertex = 2; |
||||
private final int mVertexStride = 8; |
||||
private final int mTexCoordStride = 8; |
||||
|
||||
// Stuff from Texture2dProgram
|
||||
private int mProgramHandle; |
||||
private int mTextureTarget; |
||||
private int muMVPMatrixLoc; |
||||
private int muTexMatrixLoc; |
||||
private int maPositionLoc; |
||||
private int maTextureCoordLoc; |
||||
|
||||
// private int muKernelLoc; // Used for filtering
|
||||
// private int muTexOffsetLoc; // Used for filtering
|
||||
// private int muColorAdjustLoc; // Used for filtering
|
||||
|
||||
GLViewport() { |
||||
mTextureTarget = GLES11Ext.GL_TEXTURE_EXTERNAL_OES; |
||||
mProgramHandle = createProgram(SIMPLE_VERTEX_SHADER, SIMPLE_FRAGMENT_SHADER); |
||||
maPositionLoc = GLES20.glGetAttribLocation(mProgramHandle, "aPosition"); |
||||
checkLocation(maPositionLoc, "aPosition"); |
||||
maTextureCoordLoc = GLES20.glGetAttribLocation(mProgramHandle, "aTextureCoord"); |
||||
checkLocation(maTextureCoordLoc, "aTextureCoord"); |
||||
muMVPMatrixLoc = GLES20.glGetUniformLocation(mProgramHandle, "uMVPMatrix"); |
||||
checkLocation(muMVPMatrixLoc, "uMVPMatrix"); |
||||
muTexMatrixLoc = GLES20.glGetUniformLocation(mProgramHandle, "uTexMatrix"); |
||||
checkLocation(muTexMatrixLoc, "uTexMatrix"); |
||||
|
||||
// Stuff from Drawable2d.FULL_RECTANGLE
|
||||
|
||||
} |
||||
|
||||
|
||||
void release() { |
||||
GLES20.glDeleteProgram(mProgramHandle); |
||||
mProgramHandle = -1; |
||||
} |
||||
|
||||
int createTexture() { |
||||
int[] textures = new int[1]; |
||||
GLES20.glGenTextures(1, textures, 0); |
||||
check("glGenTextures"); |
||||
|
||||
int texId = textures[0]; |
||||
GLES20.glBindTexture(mTextureTarget, texId); |
||||
check("glBindTexture " + texId); |
||||
|
||||
GLES20.glTexParameterf(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, |
||||
GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_NEAREST); |
||||
GLES20.glTexParameterf(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, |
||||
GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); |
||||
GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, |
||||
GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); |
||||
GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, |
||||
GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); |
||||
check("glTexParameter"); |
||||
|
||||
return texId; |
||||
} |
||||
|
||||
void drawFrame(int textureId, float[] texMatrix) { |
||||
drawFrame(textureId, texMatrix, |
||||
IDENTITY_MATRIX, mVertexArray, 0, |
||||
mVertexCount, mCoordsPerVertex, |
||||
mVertexStride, mTexCoordArray, |
||||
mTexCoordStride); |
||||
} |
||||
|
||||
private void drawFrame(int textureId, float[] texMatrix, |
||||
float[] mvpMatrix, FloatBuffer vertexBuffer, int firstVertex, |
||||
int vertexCount, int coordsPerVertex, int vertexStride, |
||||
FloatBuffer texBuffer, int texStride) { |
||||
check("draw start"); |
||||
|
||||
// Select the program.
|
||||
GLES20.glUseProgram(mProgramHandle); |
||||
check("glUseProgram"); |
||||
|
||||
// Set the texture.
|
||||
GLES20.glActiveTexture(GLES20.GL_TEXTURE0); |
||||
GLES20.glBindTexture(mTextureTarget, textureId); |
||||
|
||||
// Copy the model / view / projection matrix over.
|
||||
GLES20.glUniformMatrix4fv(muMVPMatrixLoc, 1, false, mvpMatrix, 0); |
||||
check("glUniformMatrix4fv"); |
||||
|
||||
// Copy the texture transformation matrix over.
|
||||
GLES20.glUniformMatrix4fv(muTexMatrixLoc, 1, false, texMatrix, 0); |
||||
check("glUniformMatrix4fv"); |
||||
|
||||
// Enable the "aPosition" vertex attribute.
|
||||
GLES20.glEnableVertexAttribArray(maPositionLoc); |
||||
check("glEnableVertexAttribArray"); |
||||
|
||||
// Connect vertexBuffer to "aPosition".
|
||||
GLES20.glVertexAttribPointer(maPositionLoc, coordsPerVertex, |
||||
GLES20.GL_FLOAT, false, vertexStride, vertexBuffer); |
||||
check("glVertexAttribPointer"); |
||||
|
||||
// Enable the "aTextureCoord" vertex attribute.
|
||||
GLES20.glEnableVertexAttribArray(maTextureCoordLoc); |
||||
check("glEnableVertexAttribArray"); |
||||
|
||||
// Connect texBuffer to "aTextureCoord".
|
||||
GLES20.glVertexAttribPointer(maTextureCoordLoc, 2, |
||||
GLES20.GL_FLOAT, false, texStride, texBuffer); |
||||
check("glVertexAttribPointer"); |
||||
|
||||
// Draw the rect.
|
||||
GLES20.glDrawArrays(GLES20.GL_TRIANGLE_STRIP, firstVertex, vertexCount); |
||||
check("glDrawArrays"); |
||||
|
||||
// Done -- disable vertex array, texture, and program.
|
||||
GLES20.glDisableVertexAttribArray(maPositionLoc); |
||||
GLES20.glDisableVertexAttribArray(maTextureCoordLoc); |
||||
GLES20.glBindTexture(mTextureTarget, 0); |
||||
GLES20.glUseProgram(0); |
||||
} |
||||
} |
||||
Loading…
Reference in new issue