diff --git a/.gitignore b/.gitignore index 39fb081a..62b73eba 100644 --- a/.gitignore +++ b/.gitignore @@ -1,9 +1,9 @@ *.iml .gradle -/local.properties -/.idea/workspace.xml -/.idea/libraries +.idea .DS_Store /build /captures +/local.properties .externalNativeBuild +.cxx diff --git a/.idea/compiler.xml b/.idea/compiler.xml deleted file mode 100644 index 96cc43ef..00000000 --- a/.idea/compiler.xml +++ /dev/null @@ -1,22 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/.idea/copyright/profiles_settings.xml b/.idea/copyright/profiles_settings.xml deleted file mode 100644 index e7bedf33..00000000 --- a/.idea/copyright/profiles_settings.xml +++ /dev/null @@ -1,3 +0,0 @@ - - - \ No newline at end of file diff --git a/.idea/gradle.xml b/.idea/gradle.xml deleted file mode 100644 index 79121529..00000000 --- a/.idea/gradle.xml +++ /dev/null @@ -1,19 +0,0 @@ - - - - - - \ No newline at end of file diff --git a/.idea/markdown-navigator.xml b/.idea/markdown-navigator.xml deleted file mode 100644 index dbe0e461..00000000 --- a/.idea/markdown-navigator.xml +++ /dev/null @@ -1,72 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/.idea/markdown-navigator/profiles_settings.xml b/.idea/markdown-navigator/profiles_settings.xml deleted file mode 100644 index 57927c5a..00000000 --- a/.idea/markdown-navigator/profiles_settings.xml +++ /dev/null @@ -1,3 +0,0 @@ - - - \ No newline at end of file diff --git a/.idea/misc.xml b/.idea/misc.xml deleted file mode 100644 index ba7052b8..00000000 --- a/.idea/misc.xml +++ /dev/null @@ -1,33 +0,0 @@ - - - - - - - - - - - - \ No newline at end of file diff --git a/.idea/modules.xml b/.idea/modules.xml deleted file mode 100644 index 76768719..00000000 --- a/.idea/modules.xml +++ /dev/null @@ -1,12 +0,0 @@ - - - - - - - - - - - - \ No newline at end of file diff --git a/.idea/runConfigurations.xml b/.idea/runConfigurations.xml deleted file mode 100644 index 7f68460d..00000000 --- a/.idea/runConfigurations.xml +++ /dev/null @@ -1,12 +0,0 @@ - - - - - - \ No newline at end of file diff --git a/.idea/vcs.xml b/.idea/vcs.xml deleted file mode 100644 index 94a25f7f..00000000 --- a/.idea/vcs.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - - - \ No newline at end of file diff --git a/CameraFilter/.gitignore b/CameraFilter/.gitignore new file mode 100644 index 00000000..7607bd2c --- /dev/null +++ b/CameraFilter/.gitignore @@ -0,0 +1,2 @@ +/build +/.cxx \ No newline at end of file diff --git a/CameraFilter/build.gradle b/CameraFilter/build.gradle new file mode 100644 index 00000000..11e3573f --- /dev/null +++ b/CameraFilter/build.gradle @@ -0,0 +1,27 @@ +plugins { + id 'com.android.library' +} + +android { + compileSdkVersion rootProject.ext.compileSdkVersion + namespace "com.frank.camerafilter" + + defaultConfig { + minSdkVersion rootProject.ext.minSdkVersion + targetSdkVersion rootProject.ext.targetSdkVersion + } + + buildTypes { + release { + minifyEnabled false + proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro' + } + } + +} + +dependencies { + + implementation "androidx.appcompat:appcompat:$rootProject.appcompatVersion" + +} \ No newline at end of file diff --git a/CameraFilter/proguard-rules.pro b/CameraFilter/proguard-rules.pro new file mode 100644 index 00000000..481bb434 --- /dev/null +++ b/CameraFilter/proguard-rules.pro @@ -0,0 +1,21 @@ +# Add project specific ProGuard rules here. +# You can control the set of applied configuration files using the +# proguardFiles setting in build.gradle. +# +# For more details, see +# http://developer.android.com/guide/developing/tools/proguard.html + +# If your project uses WebView with JS, uncomment the following +# and specify the fully qualified class name to the JavaScript interface +# class: +#-keepclassmembers class fqcn.of.javascript.interface.for.webview { +# public *; +#} + +# Uncomment this to preserve the line number information for +# debugging stack traces. +#-keepattributes SourceFile,LineNumberTable + +# If you keep the line number information, uncomment this to +# hide the original source file name. +#-renamesourcefileattribute SourceFile \ No newline at end of file diff --git a/CameraFilter/src/main/AndroidManifest.xml b/CameraFilter/src/main/AndroidManifest.xml new file mode 100644 index 00000000..85739a83 --- /dev/null +++ b/CameraFilter/src/main/AndroidManifest.xml @@ -0,0 +1,7 @@ + + + + + + \ No newline at end of file diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/camera/CameraManager.java b/CameraFilter/src/main/java/com/frank/camerafilter/camera/CameraManager.java new file mode 100644 index 00000000..30548aa4 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/camera/CameraManager.java @@ -0,0 +1,136 @@ +package com.frank.camerafilter.camera; + +import android.graphics.SurfaceTexture; +import android.hardware.Camera; +import android.hardware.Camera.Parameters; + +import java.io.IOException; +import java.util.List; + +/** + * @author xufulong + * @date 2022/6/17 5:14 下午 + * @desc + */ +public class CameraManager { + + private Camera mCamera; + private int mCameraId = 0; + private SurfaceTexture mSurfaceTexture; + + public Camera getCamera() { + return mCamera; + } + + public boolean openCamera() { + return openCamera(mCameraId); + } + + public boolean openCamera(int cameraId) { + if (mCamera == null) { + try { + mCameraId = cameraId; + mCamera = Camera.open(cameraId); + setDefaultParams(); + return true; + } catch (RuntimeException e) { + return false; + } + } + return false; + } + + public void releaseCamera() { + if (mCamera == null) + return; + stopPreview(); + mCamera.release(); + mCamera = null; + } + + public void switchCamera() { + if (mCameraId == Camera.CameraInfo.CAMERA_FACING_BACK) { + mCameraId = Camera.CameraInfo.CAMERA_FACING_FRONT; + } else { + mCameraId = Camera.CameraInfo.CAMERA_FACING_BACK; + } + releaseCamera(); + openCamera(mCameraId); + startPreview(mSurfaceTexture); + } + + private static Camera.Size getLargePictureSize(Camera camera){ + if(camera != null){ + List sizes = camera.getParameters().getSupportedPictureSizes(); + Camera.Size temp = sizes.get(0); + for(int i = 1;i < sizes.size();i ++){ + float scale = (float)(sizes.get(i).height) / sizes.get(i).width; + if(temp.width < sizes.get(i).width && scale < 0.6f && scale > 0.5f) + temp = sizes.get(i); + } + return temp; + } + return null; + } + + private static Camera.Size getLargePreviewSize(Camera camera){ + if(camera != null){ + List sizes = camera.getParameters().getSupportedPreviewSizes(); + Camera.Size temp = sizes.get(0); + for(int i = 1;i < sizes.size();i ++){ + if(temp.width < sizes.get(i).width) + temp = sizes.get(i); + } + return temp; + } + return null; + } + + public void setDefaultParams() { + Parameters parameters = mCamera.getParameters(); + if (parameters.getSupportedFocusModes().contains( + Camera.Parameters.FOCUS_MODE_CONTINUOUS_PICTURE)) { + parameters.setFocusMode(Parameters.FOCUS_MODE_CONTINUOUS_PICTURE); + } + Camera.Size previewSize = getLargePreviewSize(mCamera); + parameters.setPreviewSize(previewSize.width, previewSize.height); + Camera.Size pictureSize = getLargePictureSize(mCamera); + parameters.setPictureSize(pictureSize.width, pictureSize.height); + parameters.setRotation(90); + mCamera.setParameters(parameters); + } + + public void startPreview(SurfaceTexture surfaceTexture) { + if (mCamera == null) + return; + try { + mCamera.setPreviewTexture(surfaceTexture); + mSurfaceTexture = surfaceTexture; + mCamera.startPreview(); + } catch (IOException e) { + e.printStackTrace(); + } + } + + public void stopPreview() { + if (mCamera == null) + return; + mCamera.setPreviewCallback(null); + mCamera.stopPreview(); + } + + public int getOrientation() { + Camera.CameraInfo cameraInfo = new Camera.CameraInfo(); + Camera.getCameraInfo(mCameraId, cameraInfo); + return cameraInfo.orientation; + } + + public Camera.Size getPreviewSize() { + return mCamera.getParameters().getPreviewSize(); + } + + public boolean isFront() { + return mCameraId == Camera.CameraInfo.CAMERA_FACING_FRONT; + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/factory/BeautyFilterFactory.java b/CameraFilter/src/main/java/com/frank/camerafilter/factory/BeautyFilterFactory.java new file mode 100644 index 00000000..7a763c50 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/factory/BeautyFilterFactory.java @@ -0,0 +1,53 @@ +package com.frank.camerafilter.factory; + +import android.content.Context; + +import com.frank.camerafilter.filter.advance.BreathCircleBeautyFilter; +import com.frank.camerafilter.filter.advance.BrightnessBeautyFilter; +import com.frank.camerafilter.filter.advance.ContrastBeautyFilter; +import com.frank.camerafilter.filter.advance.GaussianBlurFilter; +import com.frank.camerafilter.filter.advance.HueBeautyFilter; +import com.frank.camerafilter.filter.advance.OverlayBeautyFilter; +import com.frank.camerafilter.filter.advance.SharpenBeautyFilter; +import com.frank.camerafilter.filter.advance.SketchBeautyFilter; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.filter.advance.WhiteBalanceBeautyFilter; +import com.frank.camerafilter.filter.advance.SaturationBeautyFilter; + +public class BeautyFilterFactory { + + private static BeautyFilterType filterType = BeautyFilterType.NONE; + + public static BaseFilter getFilter(BeautyFilterType type, Context context) { + filterType = type; + switch (type) { + case BRIGHTNESS: + return new BrightnessBeautyFilter(context); + case SATURATION: + return new SaturationBeautyFilter(context); + case CONTRAST: + return new ContrastBeautyFilter(context); + case SHARPEN: + return new SharpenBeautyFilter(context); + case SKETCH: + return new SketchBeautyFilter(context); + case BLUR: + return new GaussianBlurFilter(context); + case HUE: + return new HueBeautyFilter(context); + case WHITE_BALANCE: + return new WhiteBalanceBeautyFilter(context); + case OVERLAY: + return new OverlayBeautyFilter(context); + case BREATH_CIRCLE: + return new BreathCircleBeautyFilter(context); + default: + return null; + } + } + + public static BeautyFilterType getFilterType() { + return filterType; + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/factory/BeautyFilterType.java b/CameraFilter/src/main/java/com/frank/camerafilter/factory/BeautyFilterType.java new file mode 100644 index 00000000..90f8fbc4 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/factory/BeautyFilterType.java @@ -0,0 +1,15 @@ +package com.frank.camerafilter.factory; + +public enum BeautyFilterType { + NONE, + BRIGHTNESS, + SATURATION, + CONTRAST, + SHARPEN, + BLUR, + HUE, + WHITE_BALANCE, + SKETCH, + OVERLAY, + BREATH_CIRCLE +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/BaseFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/BaseFilter.java new file mode 100644 index 00000000..a2c2d35e --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/BaseFilter.java @@ -0,0 +1,199 @@ +package com.frank.camerafilter.filter; + +import android.opengl.GLES30; + +import com.frank.camerafilter.util.OpenGLUtil; +import com.frank.camerafilter.util.Rotation; +import com.frank.camerafilter.util.TextureRotateUtil; + +import java.nio.ByteBuffer; +import java.nio.ByteOrder; +import java.nio.FloatBuffer; +import java.util.LinkedList; + +public class BaseFilter { + + public final static String NORMAL_VERTEX_SHADER = + "attribute vec4 position;\n" + + "attribute vec4 inputTextureCoordinate;\n" + + "varying vec2 textureCoordinate;\n" + + "void main() {\n" + + " gl_Position = position;\n" + + " textureCoordinate = inputTextureCoordinate.xy;\n" + + "}"; + + private final String mVertexShader; + private final String mFragmentShader; + private final LinkedList mRunnableDraw; + + protected int mProgramId; + protected int mInputWidth; + protected int mInputHeight; + protected int mOutputWidth; + protected int mOutputHeight; + protected int mUniformTexture; + protected int mAttributePosition; + protected int mAttributeTextureCoordinate; + protected boolean mHasInitialized; + protected FloatBuffer mVertexBuffer; + protected FloatBuffer mTextureBuffer; + + private int mOverlayTexture; + private int[] mOverlayTextureId; + + public BaseFilter(String vertexShader, String fragmentShader) { + mRunnableDraw = new LinkedList<>(); + mVertexShader = vertexShader; + mFragmentShader = fragmentShader; + + mVertexBuffer = ByteBuffer.allocateDirect(TextureRotateUtil.VERTEX.length * 4) + .order(ByteOrder.nativeOrder()) + .asFloatBuffer(); + mVertexBuffer.put(TextureRotateUtil.VERTEX).position(0); + + mTextureBuffer = ByteBuffer.allocateDirect(TextureRotateUtil.TEXTURE_ROTATE_0.length * 4) + .order(ByteOrder.nativeOrder()) + .asFloatBuffer(); + mTextureBuffer.put(TextureRotateUtil.getRotateTexture(Rotation.NORMAL, false, true)) + .position(0); + } + + protected void onInit() { + if (mVertexShader == null || mFragmentShader == null) + return; + mProgramId = OpenGLUtil.loadProgram(mVertexShader, mFragmentShader); + mAttributePosition = GLES30.glGetAttribLocation(mProgramId, "position"); + mUniformTexture = GLES30.glGetUniformLocation(mProgramId, "inputImageTexture"); + mAttributeTextureCoordinate = GLES30.glGetAttribLocation(mProgramId, "inputTextureCoordinate"); + } + + protected void onInitialized() { + + } + + public void init() { + onInit(); + mHasInitialized = true; + onInitialized(); + } + + protected void initOverlayTexture() { + mOverlayTexture = GLES30.glGetUniformLocation(mProgramId, "inputImageTexture2"); + mOverlayTextureId = new int[1]; + GLES30.glGenTextures(1, mOverlayTextureId, 0); + } + + protected void onDestroy() { + + } + + public void destroy() { + mHasInitialized = false; + GLES30.glDeleteProgram(mProgramId); + onDestroy(); + } + + public void onInputSizeChanged(final int width, final int height) { + mInputWidth = width; + mInputHeight = height; + } + + protected void runPendingOnDrawTask() { + while (!mRunnableDraw.isEmpty()) { + mRunnableDraw.removeFirst().run(); + } + } + + protected void onDrawArrayBefore() { + + } + + protected void onDrawArrayAfter() { + + } + + public int onDrawFrame(final int textureId) { + return onDrawFrame(textureId, mVertexBuffer, mTextureBuffer); + } + + public int onDrawFrame(final int textureId, FloatBuffer vertexBuffer, FloatBuffer textureBuffer) { + if (!mHasInitialized) + return OpenGLUtil.NOT_INIT; + + GLES30.glUseProgram(mProgramId); + runPendingOnDrawTask(); + vertexBuffer.position(0); + GLES30.glVertexAttribPointer(mAttributePosition, 2, GLES30.GL_FLOAT, false, 0, vertexBuffer); + GLES30.glEnableVertexAttribArray(mAttributePosition); + textureBuffer.position(0); + GLES30.glVertexAttribPointer(mAttributeTextureCoordinate, 2, GLES30.GL_FLOAT, false, 0, textureBuffer); + GLES30.glEnableVertexAttribArray(mAttributeTextureCoordinate); + + if (textureId != OpenGLUtil.NO_TEXTURE) { + GLES30.glActiveTexture(GLES30.GL_TEXTURE0); + GLES30.glBindTexture(GLES30.GL_TEXTURE_2D, textureId); + GLES30.glUniform1i(mUniformTexture, 0); + } + + if (mOverlayTextureId != null && mOverlayTextureId[0] != OpenGLUtil.NO_TEXTURE) { + GLES30.glActiveTexture(GLES30.GL_TEXTURE1); + GLES30.glBindTexture(GLES30.GL_TEXTURE_2D, mOverlayTextureId[0]); + GLES30.glUniform1i(mOverlayTexture, 0); + } + + onDrawArrayBefore(); + GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, 4); + GLES30.glDisableVertexAttribArray(mAttributePosition); + GLES30.glDisableVertexAttribArray(mAttributeTextureCoordinate); + GLES30.glBindTexture(GLES30.GL_TEXTURE_2D, 0); + onDrawArrayAfter(); + return OpenGLUtil.ON_DRAWN; + } + + public boolean hasInitialized() { + return mHasInitialized; + } + + public int getProgramId() { + return mProgramId; + } + + protected void runOnDraw(final Runnable runnable) { + synchronized (mRunnableDraw) { + mRunnableDraw.addLast(runnable); + } + } + + public void setInteger(final int location, final int intVal) { + runOnDraw(new Runnable() { + @Override + public void run() { + GLES30.glUniform1i(location, intVal); + } + }); + } + + public void setFloat(final int location, final float floatVal) { + runOnDraw(new Runnable() { + @Override + public void run() { + GLES30.glUniform1f(location, floatVal); + } + }); + } + + public void setFloatVec2(final int location, final float[] floatArray) { + runOnDraw(new Runnable() { + @Override + public void run() { + GLES30.glUniform2fv(location, 1, FloatBuffer.wrap(floatArray)); + } + }); + } + + public void onOutputSizeChanged(final int width, final int height) { + mOutputWidth = width; + mOutputHeight = height; + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/BeautyCameraFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/BeautyCameraFilter.java new file mode 100644 index 00000000..4cb177cf --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/BeautyCameraFilter.java @@ -0,0 +1,155 @@ +package com.frank.camerafilter.filter; + +import android.content.Context; +import android.opengl.GLES11Ext; +import android.opengl.GLES30; + +import com.frank.camerafilter.R; +import com.frank.camerafilter.util.OpenGLUtil; + +import java.nio.FloatBuffer; + +public class BeautyCameraFilter extends BaseFilter { + + private int frameWidth = -1; + private int frameHeight = -1; + private int[] frameBuffer = null; + private int[] frameBufferTexture = null; + + private int textureTransformLocation; + private float[] textureTransformMatrix; + + public BeautyCameraFilter(Context context) { + super(OpenGLUtil.readShaderFromSource(context, R.raw.default_vertex), + OpenGLUtil.readShaderFromSource(context, R.raw.default_fragment)); + } + + protected void onInit() { + super.onInit(); + textureTransformLocation = GLES30.glGetUniformLocation(getProgramId(), "textureTransform"); + } + + public void setTextureTransformMatrix(float[] matrix) { + textureTransformMatrix = matrix; + } + + @Override + public int onDrawFrame(int textureId) { + return onDrawFrame(textureId, mVertexBuffer, mTextureBuffer); + } + + @Override + public int onDrawFrame(int textureId, FloatBuffer vertexBuffer, FloatBuffer textureBuffer) { + if (!hasInitialized()) { + return OpenGLUtil.NOT_INIT; + } + GLES30.glUseProgram(getProgramId()); + runPendingOnDrawTask(); + vertexBuffer.position(0); + GLES30.glVertexAttribPointer(mAttributePosition, 2, GLES30.GL_FLOAT, false, 0, vertexBuffer); + GLES30.glEnableVertexAttribArray(mAttributePosition); + textureBuffer.position(0); + GLES30.glVertexAttribPointer(mAttributeTextureCoordinate, 2, GLES30.GL_FLOAT, false, 0, textureBuffer); + GLES30.glEnableVertexAttribArray(mAttributeTextureCoordinate); + GLES30.glUniformMatrix4fv(textureTransformLocation, 1, false, textureTransformMatrix, 0); + + if (textureId != OpenGLUtil.NO_TEXTURE) { + GLES30.glActiveTexture(GLES30.GL_TEXTURE0); + GLES30.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, textureId); + GLES30.glUniform1i(mUniformTexture, 0); + } + + GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, 4); + GLES30.glDisableVertexAttribArray(mAttributePosition); + GLES30.glDisableVertexAttribArray(mAttributeTextureCoordinate); + GLES30.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, 0); + return OpenGLUtil.ON_DRAWN; + } + + public int onDrawToTexture(int textureId) { + if (!hasInitialized()) { + return OpenGLUtil.NOT_INIT; + } + if (frameBuffer == null) { + return OpenGLUtil.NO_TEXTURE; + } + GLES30.glUseProgram(getProgramId()); + runPendingOnDrawTask(); + GLES30.glViewport(0, 0, frameWidth, frameHeight); + GLES30.glBindFramebuffer(GLES30.GL_FRAMEBUFFER, frameBuffer[0]); + + mVertexBuffer.position(0); + GLES30.glVertexAttribPointer(mAttributePosition, 2, GLES30.GL_FLOAT, false, 0, mVertexBuffer); + GLES30.glEnableVertexAttribArray(mAttributePosition); + mTextureBuffer.position(0); + GLES30.glVertexAttribPointer(mAttributeTextureCoordinate, 2, GLES30.GL_FLOAT, false, 0, mTextureBuffer); + GLES30.glEnableVertexAttribArray(mAttributeTextureCoordinate); + GLES30.glUniformMatrix4fv(textureTransformLocation, 1, false, textureTransformMatrix, 0); + + if (textureId != OpenGLUtil.NO_TEXTURE) { + GLES30.glActiveTexture(GLES30.GL_TEXTURE0); + GLES30.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, textureId); + GLES30.glUniform1i(mUniformTexture, 0); + } + + GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, 4); + GLES30.glDisableVertexAttribArray(mAttributePosition); + GLES30.glDisableVertexAttribArray(mAttributeTextureCoordinate); + GLES30.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, 0); + GLES30.glBindFramebuffer(GLES30.GL_FRAMEBUFFER, 0); + GLES30.glViewport(0, 0, mOutputWidth, mOutputHeight); + return frameBufferTexture[0]; + } + + @Override + public void onInputSizeChanged(int width, int height) { + super.onInputSizeChanged(width, height); + + } + + @Override + protected void onDestroy() { + super.onDestroy(); + destroyFrameBuffer(); + } + + public void initFrameBuffer(int width, int height) { + if (frameBuffer != null && (frameWidth != width || frameHeight != height)) + destroyFrameBuffer(); + if (frameBuffer == null) { + frameWidth = width; + frameHeight = height; + frameBuffer = new int[1]; + frameBufferTexture = new int[1]; + + GLES30.glGenFramebuffers(1, frameBuffer, 0); + GLES30.glGenTextures(1, frameBufferTexture, 0); + GLES30.glBindTexture(GLES30.GL_TEXTURE_2D, frameBufferTexture[0]); + GLES30.glTexParameterf(GLES30.GL_TEXTURE_2D, GLES30.GL_TEXTURE_MIN_FILTER, GLES30.GL_LINEAR); + GLES30.glTexParameterf(GLES30.GL_TEXTURE_2D, GLES30.GL_TEXTURE_MAG_FILTER, GLES30.GL_LINEAR); + GLES30.glTexParameterf(GLES30.GL_TEXTURE_2D, GLES30.GL_TEXTURE_WRAP_S, GLES30.GL_CLAMP_TO_EDGE); + GLES30.glTexParameterf(GLES30.GL_TEXTURE_2D, GLES30.GL_TEXTURE_WRAP_T, GLES30.GL_CLAMP_TO_EDGE); + GLES30.glTexImage2D(GLES30.GL_TEXTURE_2D, 0, GLES30.GL_RGBA, width, height, + 0, GLES30.GL_RGBA, GLES30.GL_UNSIGNED_BYTE, null); + GLES30.glBindFramebuffer(GLES30.GL_FRAMEBUFFER, frameBuffer[0]); + GLES30.glFramebufferTexture2D(GLES30.GL_FRAMEBUFFER, GLES30.GL_COLOR_ATTACHMENT0, + GLES30.GL_TEXTURE_2D, frameBufferTexture[0], 0); + GLES30.glBindFramebuffer(GLES30.GL_FRAMEBUFFER, 0); + GLES30.glBindTexture(GLES30.GL_TEXTURE_2D, 0); + } + } + + public void destroyFrameBuffer() { + if (frameBufferTexture != null) { + GLES30.glDeleteTextures(1, frameBufferTexture, 0); + frameBufferTexture = null; + } + if (frameBuffer != null) { + GLES30.glDeleteFramebuffers(1, frameBuffer, 0); + frameBuffer = null; + } + frameWidth = -1; + frameHeight = -1; + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/BreathCircleBeautyFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/BreathCircleBeautyFilter.java new file mode 100644 index 00000000..ebee07f2 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/BreathCircleBeautyFilter.java @@ -0,0 +1,55 @@ + +package com.frank.camerafilter.filter.advance; + +import android.content.Context; +import android.opengl.GLES30; + +import com.frank.camerafilter.R; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.util.OpenGLUtil; + +public class BreathCircleBeautyFilter extends BaseFilter { + + private static final float BREATH_PERIOD = 3_000_000f; + + private static final float centerX = 0.5f; + private static final float centerY = 0.5f; + private static final float minInnerRadius = 0.0f; + private static final float maxInnerRadius = 0.8f; + private static final float outerRadius = 0.8f; + + private int uInnerRadius; + private long startTime; + + private final float deltaInnerRadius; + + public BreathCircleBeautyFilter(Context context) { + super(NORMAL_VERTEX_SHADER, OpenGLUtil.readShaderFromSource(context, R.raw.breath_circle)); + + this.deltaInnerRadius = maxInnerRadius - minInnerRadius; + } + + @Override + protected void onInit() { + super.onInit(); + + startTime = System.currentTimeMillis(); + + int uCenter = GLES30.glGetUniformLocation(getProgramId(), "uCenter"); + uInnerRadius = GLES30.glGetUniformLocation(getProgramId(), "uInnerRadius"); + int uOuterRadius = GLES30.glGetUniformLocation(getProgramId(), "uOuterRadius"); + + setFloat(uOuterRadius, outerRadius); + setFloatVec2(uCenter, new float[] {centerX, centerY}); + } + + @Override + protected void onDrawArrayBefore() { + super.onDrawArrayBefore(); + long currentTimeUs = (System.currentTimeMillis() - startTime) * 1000; + double theta = currentTimeUs * 2 * Math.PI / BREATH_PERIOD; + float innerRadius = minInnerRadius + deltaInnerRadius * (0.5f - 0.5f * (float) Math.cos(theta)); + setFloat(uInnerRadius, innerRadius); + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/BrightnessBeautyFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/BrightnessBeautyFilter.java new file mode 100644 index 00000000..8e7ca473 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/BrightnessBeautyFilter.java @@ -0,0 +1,28 @@ +package com.frank.camerafilter.filter.advance; + +import android.content.Context; +import android.opengl.GLES30; + +import com.frank.camerafilter.R; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.util.OpenGLUtil; + +public class BrightnessBeautyFilter extends BaseFilter { + + private int brightness; + + public BrightnessBeautyFilter(Context context) { + super(NORMAL_VERTEX_SHADER, OpenGLUtil.readShaderFromSource(context, R.raw.brightness)); + } + + protected void onInit() { + super.onInit(); + brightness = GLES30.glGetUniformLocation(getProgramId(), "brightness"); + } + + protected void onInitialized() { + super.onInitialized(); + setFloat(brightness, 0.3f); + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/ContrastBeautyFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/ContrastBeautyFilter.java new file mode 100644 index 00000000..2185c44d --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/ContrastBeautyFilter.java @@ -0,0 +1,28 @@ +package com.frank.camerafilter.filter.advance; + +import android.content.Context; +import android.opengl.GLES30; + +import com.frank.camerafilter.R; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.util.OpenGLUtil; + +public class ContrastBeautyFilter extends BaseFilter { + + private int contrast; + + public ContrastBeautyFilter(Context context) { + super(NORMAL_VERTEX_SHADER, OpenGLUtil.readShaderFromSource(context, R.raw.contrast)); + } + + protected void onInit() { + super.onInit(); + contrast = GLES30.glGetUniformLocation(getProgramId(), "contrast"); + } + + protected void onInitialized() { + super.onInitialized(); + setFloat(contrast, 1.5f); + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/GaussianBlurFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/GaussianBlurFilter.java new file mode 100644 index 00000000..e74da119 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/GaussianBlurFilter.java @@ -0,0 +1,60 @@ +package com.frank.camerafilter.filter.advance; + + +import android.content.Context; +import android.opengl.GLES30; + +import com.frank.camerafilter.R; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.util.OpenGLUtil; + +/** + * @author xufulong + * @date 2023/7/9 9:06 PM + */ + +public class GaussianBlurFilter extends BaseFilter { + + private float blurSize = 1.5f; + + private int blurRadius; + private int blurCenter; + private int aspectRatio; + + private int textureWidthOffset; + + private int textureHeightOffset; + + public GaussianBlurFilter(Context context) { + super(OpenGLUtil.readShaderFromSource(context, R.raw.vert_gaussian_blur), + OpenGLUtil.readShaderFromSource(context, R.raw.frag_gaussian_blur)); + } + + protected void onInit() { + super.onInit(); + blurRadius = GLES30.glGetUniformLocation(getProgramId(), "blurRadius"); + blurCenter = GLES30.glGetUniformLocation(getProgramId(), "blurCenter"); + aspectRatio = GLES30.glGetUniformLocation(getProgramId(), "aspectRatio"); + textureWidthOffset = GLES30.glGetUniformLocation(getProgramId(), "textureWidthOffset"); + textureHeightOffset = GLES30.glGetUniformLocation(getProgramId(), "textureHeightOffset"); + } + + protected void onInitialized() { + super.onInitialized(); + setFloat(blurRadius, 1.0f); + setFloatVec2(blurCenter, new float[]{0.5f, 0.5f}); + } + + @Override + public void onInputSizeChanged(int width, int height) { + super.onInputSizeChanged(width, height); + float ratio = (float) (height / width); + setFloat(aspectRatio, ratio); + setFloat(textureWidthOffset, blurSize / width); + setFloat(textureHeightOffset, blurSize / height); + } + + public void setBlurSize(float blurSize) { + this.blurSize = blurSize; + } +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/HueBeautyFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/HueBeautyFilter.java new file mode 100644 index 00000000..b0334e3c --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/HueBeautyFilter.java @@ -0,0 +1,33 @@ +package com.frank.camerafilter.filter.advance; + +import android.content.Context; +import android.opengl.GLES30; + +import com.frank.camerafilter.R; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.util.OpenGLUtil; + +public class HueBeautyFilter extends BaseFilter { + + private int hueAdjust; + + public HueBeautyFilter(Context context) { + super(NORMAL_VERTEX_SHADER, OpenGLUtil.readShaderFromSource(context, R.raw.hue)); + } + + protected void onInit() { + super.onInit(); + hueAdjust = GLES30.glGetUniformLocation(getProgramId(), "hueAdjust"); + } + + protected void onInitialized() { + super.onInitialized(); + setFloat(hueAdjust, 3.0f); + } + + @Override + public void onInputSizeChanged(int width, int height) { + super.onInputSizeChanged(width, height); + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/OverlayBeautyFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/OverlayBeautyFilter.java new file mode 100644 index 00000000..2ccd788e --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/OverlayBeautyFilter.java @@ -0,0 +1,137 @@ +package com.frank.camerafilter.filter.advance; + +import android.content.Context; +import android.graphics.Bitmap; +import android.graphics.Canvas; +import android.graphics.Color; +import android.graphics.Matrix; +import android.graphics.Paint; +import android.opengl.GLES20; +import android.opengl.GLES30; +import android.opengl.GLUtils; + +import com.frank.camerafilter.R; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.util.OpenGLUtil; + +public class OverlayBeautyFilter extends BaseFilter { + + private static final int BITMAP_WIDTH = 512; + private static final int BITMAP_HEIGHT = 512; + + private Paint paint; + private Bitmap overlayBitmap; + private Canvas overlayCanvas; + private long startTime; + + private final int[] texId = new int[1]; + private final Matrix mMatrix = new Matrix(); + + public OverlayBeautyFilter(Context context) { + super(NORMAL_VERTEX_SHADER, OpenGLUtil.readShaderFromSource(context, R.raw.overlay)); + } + + protected void onInit() { + super.onInit(); + + GLES30.glUseProgram(getProgramId()); + + GLES30.glGenTextures(1, texId, 0); + GLES30.glActiveTexture(GLES30.GL_TEXTURE1); + GLES30.glBindTexture(GLES30.GL_TEXTURE_2D, texId[0]); + GLES30.glTexParameterf(GLES30.GL_TEXTURE_2D, + GLES30.GL_TEXTURE_MIN_FILTER, GLES30.GL_LINEAR); + GLES30.glTexParameterf(GLES30.GL_TEXTURE_2D, + GLES30.GL_TEXTURE_MAG_FILTER, GLES30.GL_LINEAR); + GLES30.glTexParameterf(GLES30.GL_TEXTURE_2D, + GLES30.GL_TEXTURE_WRAP_S, GLES30.GL_CLAMP_TO_EDGE); + GLES30.glTexParameterf(GLES30.GL_TEXTURE_2D, + GLES30.GL_TEXTURE_WRAP_T, GLES30.GL_CLAMP_TO_EDGE); + + GLES30.glUniform1i(GLES30.glGetUniformLocation(getProgramId(), "overlayTexture"), 1); + } + + @Override + protected void onInitialized() { + super.onInitialized(); + + startTime = System.currentTimeMillis(); + paint = new Paint(); + paint.setTextSize(30); + paint.setAntiAlias(true); + paint.setARGB(0xFF, 0xFF, 0xFF, 0xFF); + paint.setColor(Color.WHITE); + overlayBitmap = Bitmap.createBitmap(BITMAP_WIDTH, BITMAP_HEIGHT, Bitmap.Config.ARGB_8888); + overlayCanvas = new Canvas(overlayBitmap); + } + + @Override + public void onInputSizeChanged(int width, int height) { + super.onInputSizeChanged(width, height); + } + + private static String addZero(int time) { + if (time >= 0 && time < 10) { + return "0" + time; + } else if(time >= 10) { + return "" + time; + } else { + return ""; + } + } + public static String getVideoTime(long time) { + if (time <= 0) + return null; + time = time / 1000; + int second, minute=0, hour=0; + second = (int)time % 60; + time = time / 60; + if (time > 0) { + minute = (int)time % 60; + hour = (int)time / 60; + } + if (hour > 0) { + return addZero(hour) + ":" + addZero(minute) + ":" + addZero(second); + } else if (minute > 0){ + return addZero(minute) + ":" + addZero(second); + } else { + if ("00".equals(addZero(second))) { + return "00:01"; + } else { + return "00:" + addZero(second); + } + } + } + + private Bitmap flipBitmap(Bitmap bitmap) { + // reuse matrix, so we need to reset + mMatrix.reset(); + // flip vertical + mMatrix.postScale(1f, -1f); + // rotate 90, when in vertical preview with camera + mMatrix.postRotate(90); + return Bitmap.createBitmap( + bitmap, 0, 0, + bitmap.getWidth(), + bitmap.getHeight(), + mMatrix, true); + } + + private void drawOverlay() { + long presentationTimeMs = (System.currentTimeMillis() - startTime); + String text = "time " + getVideoTime(presentationTimeMs); + overlayBitmap.eraseColor(Color.TRANSPARENT); + overlayCanvas.drawText(text, 18, 58, paint); + GLES20.glActiveTexture(GLES20.GL_TEXTURE1); + GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, texId[0]); + Bitmap bitmap = flipBitmap(overlayBitmap); + GLUtils.texImage2D(GLES20.GL_TEXTURE_2D, 0, bitmap, 0); + bitmap.recycle(); + } + + @Override + protected void onDrawArrayBefore() { + super.onDrawArrayBefore(); + drawOverlay(); + } +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/SaturationBeautyFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/SaturationBeautyFilter.java new file mode 100644 index 00000000..98c87812 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/SaturationBeautyFilter.java @@ -0,0 +1,28 @@ +package com.frank.camerafilter.filter.advance; + +import android.content.Context; +import android.opengl.GLES30; + +import com.frank.camerafilter.R; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.util.OpenGLUtil; + +public class SaturationBeautyFilter extends BaseFilter { + + private int saturation; + + public SaturationBeautyFilter(Context context) { + super(NORMAL_VERTEX_SHADER, OpenGLUtil.readShaderFromSource(context, R.raw.saturation)); + } + + protected void onInit() { + super.onInit(); + saturation = GLES30.glGetUniformLocation(getProgramId(), "saturation"); + } + + protected void onInitialized() { + super.onInitialized(); + setFloat(saturation, 1.8f); + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/SharpenBeautyFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/SharpenBeautyFilter.java new file mode 100644 index 00000000..48b8bb2d --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/SharpenBeautyFilter.java @@ -0,0 +1,41 @@ +package com.frank.camerafilter.filter.advance; + +import android.content.Context; +import android.opengl.GLES30; + +import com.frank.camerafilter.R; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.util.OpenGLUtil; + +public class SharpenBeautyFilter extends BaseFilter { + // -4.0-4.0 + private static final float mSharpness = 2.8f; + private int mSharpenLocation; + private int mImageWidthLocation; + private int mImageHeightLocation; + + public SharpenBeautyFilter(Context context) { + super(OpenGLUtil.readShaderFromSource(context, R.raw.sharpen_vertex), + OpenGLUtil.readShaderFromSource(context, R.raw.sharpen_fragment)); + } + + protected void onInit() { + super.onInit(); + mSharpenLocation = GLES30.glGetUniformLocation(getProgramId(), "sharpen"); + mImageWidthLocation = GLES30.glGetUniformLocation(getProgramId(), "imageWidthFactor"); + mImageHeightLocation = GLES30.glGetUniformLocation(getProgramId(), "imageHeightFactor"); + } + + protected void onInitialized() { + super.onInitialized(); + setFloat(mSharpenLocation, mSharpness); + } + + @Override + public void onInputSizeChanged(int width, int height) { + super.onInputSizeChanged(width, height); + setFloat(mImageWidthLocation, 1.0f / width); + setFloat(mImageHeightLocation, 1.0f / height); + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/SketchBeautyFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/SketchBeautyFilter.java new file mode 100644 index 00000000..01dd7cc4 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/SketchBeautyFilter.java @@ -0,0 +1,37 @@ +package com.frank.camerafilter.filter.advance; + +import android.content.Context; +import android.opengl.GLES30; + +import com.frank.camerafilter.R; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.util.OpenGLUtil; + +public class SketchBeautyFilter extends BaseFilter { + + private int strengthLocation; + private int stepOffsetLocation; + + public SketchBeautyFilter(Context context) { + super(NORMAL_VERTEX_SHADER, OpenGLUtil.readShaderFromSource(context, R.raw.sketch)); + } + + protected void onInit() { + super.onInit(); + strengthLocation = GLES30.glGetUniformLocation(getProgramId(), "strength"); + stepOffsetLocation = GLES30.glGetUniformLocation(getProgramId(), "singleStepOffset"); + } + + @Override + protected void onInitialized() { + super.onInitialized(); + setFloat(strengthLocation, 0.5f); + } + + @Override + public void onInputSizeChanged(int width, int height) { + super.onInputSizeChanged(width, height); + setFloatVec2(stepOffsetLocation, new float[] {1.0f / width, 1.0f / height}); + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/WhiteBalanceBeautyFilter.java b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/WhiteBalanceBeautyFilter.java new file mode 100644 index 00000000..16c65736 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/filter/advance/WhiteBalanceBeautyFilter.java @@ -0,0 +1,36 @@ +package com.frank.camerafilter.filter.advance; + +import android.content.Context; +import android.opengl.GLES30; + +import com.frank.camerafilter.R; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.util.OpenGLUtil; + +public class WhiteBalanceBeautyFilter extends BaseFilter { + + private int tint; + private int temperature; + + public WhiteBalanceBeautyFilter(Context context) { + super(NORMAL_VERTEX_SHADER, OpenGLUtil.readShaderFromSource(context, R.raw.whitebalance)); + } + + protected void onInit() { + super.onInit(); + tint = GLES30.glGetUniformLocation(getProgramId(), "tint"); + temperature = GLES30.glGetUniformLocation(getProgramId(), "temperature"); + } + + protected void onInitialized() { + super.onInitialized(); + setFloat(tint, 0.5f); + setFloat(temperature, 0.3f); + } + + @Override + public void onInputSizeChanged(int width, int height) { + super.onInputSizeChanged(width, height); + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/recorder/egl/EglCore.java b/CameraFilter/src/main/java/com/frank/camerafilter/recorder/egl/EglCore.java new file mode 100644 index 00000000..54b568e1 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/recorder/egl/EglCore.java @@ -0,0 +1,195 @@ +package com.frank.camerafilter.recorder.egl; + +import android.graphics.SurfaceTexture; +import android.opengl.EGL14; +import android.opengl.EGLConfig; +import android.opengl.EGLContext; +import android.opengl.EGLDisplay; +import android.opengl.EGLExt; +import android.opengl.EGLSurface; +import android.util.Log; +import android.view.Surface; + +/** + * Core EGL state (display, context, config). + *

+ * The EGLContext must only be attached to one thread at a time. This class is not thread-safe. + */ + +public final class EglCore { + + private final static String TAG = EglCore.class.getSimpleName(); + + public final static int FLAG_RECORDABLE = 0x01; + + public final static int FLAG_TRY_GLES3 = 0x02; + + private final static int EGL_RECORDABLE_ANDROID = 0x3142; + + private int mGlVersion = -1; + private EGLConfig mEGLConfig = null; + private EGLDisplay mEGLDisplay = EGL14.EGL_NO_DISPLAY; + private EGLContext mEGLContext = EGL14.EGL_NO_CONTEXT; + + public EglCore() { + this(null, 0); + } + + public EglCore(EGLContext sharedContext, int flag) { + mEGLDisplay = EGL14.eglGetDisplay(EGL14.EGL_DEFAULT_DISPLAY); + int[] version = new int[2]; + if (!EGL14.eglInitialize(mEGLDisplay, version, 0, version, 1)) { + throw new RuntimeException("unable to init EGL14"); + } + + if ((flag & FLAG_TRY_GLES3) != 0) { + initEGLContext(sharedContext, flag, 3); + } + if (mEGLContext == EGL14.EGL_NO_CONTEXT) { + initEGLContext(sharedContext, flag, 2); + } + + int[] value = new int[1]; + EGL14.eglQueryContext(mEGLDisplay, mEGLContext, EGL14.EGL_CONTEXT_CLIENT_VERSION, value, 0); + Log.i(TAG, "EGLContext client version=" + value[0]); + } + + private void initEGLContext(EGLContext sharedContext, int flag, int version) { + EGLConfig config = getConfig(flag, version); + if (config == null) { + throw new RuntimeException("unable to find suitable EGLConfig"); + } + int[] attributeList = {EGL14.EGL_CONTEXT_CLIENT_VERSION, version, EGL14.EGL_NONE}; + EGLContext context = EGL14.eglCreateContext(mEGLDisplay, config, sharedContext, attributeList, 0); + if (EGL14.eglGetError() == EGL14.EGL_SUCCESS) { + mEGLConfig = config; + mEGLContext = context; + mGlVersion = version; + } + } + + private EGLConfig getConfig(int flag, int version) { + int renderType = EGL14.EGL_OPENGL_ES2_BIT; + if (version >= 3) { + renderType |= EGLExt.EGL_OPENGL_ES3_BIT_KHR; + } + + int[] attributeList = { + EGL14.EGL_RED_SIZE, 8, + EGL14.EGL_GREEN_SIZE, 8, + EGL14.EGL_BLUE_SIZE, 8, + EGL14.EGL_ALPHA_SIZE, 8, + //EGL14.EGL_DEPTH_SIZE, 16, + //EGL14.EGL_STENCIL_SIZE, 8, + EGL14.EGL_RENDERABLE_TYPE, renderType, + EGL14.EGL_NONE, 0, + EGL14.EGL_NONE + }; + + if ((flag & FLAG_RECORDABLE) != 0) { + attributeList[attributeList.length - 3] = EGL_RECORDABLE_ANDROID; + attributeList[attributeList.length - 2] = 1; + } + int[] numConfigs = new int[1]; + EGLConfig[] configs = new EGLConfig[1]; + if (!EGL14.eglChooseConfig(mEGLDisplay, attributeList, 0, configs, + 0, configs.length, numConfigs, 0)) { + Log.e(TAG, "unable to find RGB8888 / " + version + " EGLConfig"); + return null; + } + return configs[0]; + } + + public void release() { + if (mEGLDisplay != EGL14.EGL_NO_DISPLAY) { + EGL14.eglMakeCurrent(mEGLDisplay, EGL14.EGL_NO_SURFACE, EGL14.EGL_NO_SURFACE, EGL14.EGL_NO_CONTEXT); + EGL14.eglDestroyContext(mEGLDisplay, mEGLContext); + EGL14.eglReleaseThread(); + EGL14.eglTerminate(mEGLDisplay); + } + mEGLConfig = null; + mEGLDisplay = EGL14.EGL_NO_DISPLAY; + mEGLContext = EGL14.EGL_NO_CONTEXT; + } + + @Override + protected void finalize() throws Throwable { + try { + if (mEGLDisplay != EGL14.EGL_NO_DISPLAY) { + release(); + } + } finally { + super.finalize(); + } + } + + public void releaseSurface(EGLSurface eglSurface) { + if (mEGLDisplay != EGL14.EGL_NO_DISPLAY) { + EGL14.eglDestroySurface(mEGLDisplay, eglSurface); + } + } + + public EGLSurface createWindowSurface(Object surface) { + if (!(surface instanceof Surface) && !(surface instanceof SurfaceTexture)) { + throw new RuntimeException("invalid surface:" + surface); + } + + int[] surfaceAttr = {EGL14.EGL_NONE}; + EGLSurface eglSurface = EGL14.eglCreateWindowSurface(mEGLDisplay, mEGLConfig, surface, surfaceAttr, 0); + if (eglSurface == null) { + throw new RuntimeException("window surface is null"); + } + return eglSurface; + } + + public EGLSurface createOffsetScreenSurface(int width, int height) { + int[] surfaceAttr = {EGL14.EGL_WIDTH, width, + EGL14.EGL_HEIGHT, height, + EGL14.EGL_NONE}; + EGLSurface eglSurface = EGL14.eglCreatePbufferSurface(mEGLDisplay, mEGLConfig, surfaceAttr, 0); + if (eglSurface == null) { + throw new RuntimeException("offset-screen surface is null"); + } + return eglSurface; + } + + public void makeCurrent(EGLSurface eglSurface) { + if (!EGL14.eglMakeCurrent(mEGLDisplay, eglSurface, eglSurface, mEGLContext)) { + throw new RuntimeException("eglMakeCurrent failed!"); + } + } + + public void makeCurrent(EGLSurface drawSurface, EGLSurface readSurface) { + if (!EGL14.eglMakeCurrent(mEGLDisplay, drawSurface, readSurface, mEGLContext)) { + throw new RuntimeException("eglMakeCurrent failed!"); + } + } + + public boolean swapBuffers(EGLSurface eglSurface) { + return EGL14.eglSwapBuffers(mEGLDisplay, eglSurface); + } + + public void setPresentationTime(EGLSurface eglSurface, long nsec) { + EGLExt.eglPresentationTimeANDROID(mEGLDisplay, eglSurface, nsec); + } + + public boolean isCurrent(EGLSurface eglSurface) { + return mEGLContext.equals(EGL14.eglGetCurrentContext()) + && eglSurface.equals(EGL14.eglGetCurrentSurface(EGL14.EGL_DRAW)); + } + + public int querySurface(EGLSurface eglSurface, int what) { + int[] value = new int[1]; + EGL14.eglQuerySurface(mEGLDisplay, eglSurface, what, value, 0); + return value[0]; + } + + public String queryString(int what) { + return EGL14.eglQueryString(mEGLDisplay, what); + } + + public int getVersion() { + return mGlVersion; + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/recorder/egl/EglSurfaceBase.java b/CameraFilter/src/main/java/com/frank/camerafilter/recorder/egl/EglSurfaceBase.java new file mode 100644 index 00000000..a408c60e --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/recorder/egl/EglSurfaceBase.java @@ -0,0 +1,106 @@ +package com.frank.camerafilter.recorder.egl; + +import android.graphics.Bitmap; +import android.opengl.EGL14; +import android.opengl.EGLSurface; +import android.opengl.GLES20; + +import java.io.BufferedOutputStream; +import java.io.File; +import java.io.FileOutputStream; +import java.io.IOException; +import java.nio.IntBuffer; + +/** + * @author xufulong + * @date 2022/6/23 8:51 上午 + * @desc + */ +public class EglSurfaceBase { + + protected EglCore mEglCore; + protected int mWidth = -1; + protected int mHeight = -1; + + private EGLSurface mEGLSurface = EGL14.EGL_NO_SURFACE; + + protected EglSurfaceBase(EglCore eglCore) { + mEglCore = eglCore; + } + + public void createWindowSurface(Object surface) { + if (mEGLSurface != EGL14.EGL_NO_SURFACE) { + throw new IllegalStateException("egl surface has already created"); + } + mEGLSurface = mEglCore.createWindowSurface(surface); + } + + public void createOffsetScreenSurface(int width, int height) { + if (mEGLSurface != EGL14.EGL_NO_SURFACE) { + throw new IllegalStateException("egl surface has already created"); + } + mWidth = width; + mHeight = height; + mEGLSurface = mEglCore.createOffsetScreenSurface(width, height); + } + + public int getWidth() { + if (mWidth <= 0) { + mWidth = mEglCore.querySurface(mEGLSurface, EGL14.EGL_WIDTH); + } + return mWidth; + } + + public int getHeight() { + if (mHeight <= 0) { + mHeight = mEglCore.querySurface(mEGLSurface, EGL14.EGL_HEIGHT); + } + return mHeight; + } + + public void releaseEglSurface() { + mEglCore.releaseSurface(mEGLSurface); + mEGLSurface = EGL14.EGL_NO_SURFACE; + mWidth = -1; + mHeight = -1; + } + + public void makeCurrent() { + mEglCore.makeCurrent(mEGLSurface); + } + + public void makeCurrentReadFrom(EglSurfaceBase readSurface) { + mEglCore.makeCurrent(mEGLSurface, readSurface.mEGLSurface); + } + + public boolean swapBuffers() { + return mEglCore.swapBuffers(mEGLSurface); + } + + public void setPresentationTime(long nsec) { + mEglCore.setPresentationTime(mEGLSurface, nsec); + } + + public void saveFrame(File file) throws IOException { + if (!mEglCore.isCurrent(mEGLSurface)) { + throw new RuntimeException("isn't current surface/context"); + } + String fileName = file.toString(); + int width = getWidth(); + int height = getHeight(); + IntBuffer buffer = IntBuffer.allocate(width * height); + GLES20.glReadPixels(0, 0, width, height, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, buffer); + BufferedOutputStream outputStream = null; + try { + outputStream = new BufferedOutputStream(new FileOutputStream(fileName)); + Bitmap bitmap = Bitmap.createBitmap(width, height, Bitmap.Config.ARGB_8888); + bitmap.copyPixelsFromBuffer(buffer); + bitmap.compress(Bitmap.CompressFormat.JPEG, 100, outputStream); + bitmap.recycle(); + } finally { + if (outputStream != null) + outputStream.close(); + } + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/recorder/video/CameraVideoRecorder.java b/CameraFilter/src/main/java/com/frank/camerafilter/recorder/video/CameraVideoRecorder.java new file mode 100644 index 00000000..5267d4eb --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/recorder/video/CameraVideoRecorder.java @@ -0,0 +1,329 @@ +package com.frank.camerafilter.recorder.video; + +import android.content.Context; +import android.graphics.SurfaceTexture; +import android.opengl.EGLContext; +import android.os.Handler; +import android.os.Looper; +import android.os.Message; + +import androidx.annotation.NonNull; + +import com.frank.camerafilter.filter.BeautyCameraFilter; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.factory.BeautyFilterFactory; +import com.frank.camerafilter.factory.BeautyFilterType; +import com.frank.camerafilter.recorder.egl.EglCore; + +import java.io.File; +import java.io.IOException; +import java.lang.ref.WeakReference; +import java.nio.FloatBuffer; + +/** + * Encode a movie from frames rendered from an external texture image. + *

+ * The object wraps an encoder running on a dedicated thread. The various control messages + * may be sent from arbitrary threads (typically the app UI thread). The encoder thread + * manages both sides of the encoder (feeding and draining); the only external input is + * the GL texture. + *

+ * The design is complicated slightly by the need to create an EGL context that shares state + * with a view that gets restarted if (say) the device orientation changes. When the view + * in question is a GLSurfaceView, we don't have full control over the EGL context creation + * on that side, so we have to bend a bit backwards here. + *

+ * To use: + *

    + *
  • create TextureMovieEncoder object + *
  • create an EncoderConfig + *
  • call TextureMovieEncoder#startRecording() with the config + *
  • call TextureMovieEncoder#setTextureId() with the texture object that receives frames + *
  • for each frame, after latching it with SurfaceTexture#updateTexImage(), + * call TextureMovieEncoder#frameAvailable(). + *
+ */ +public class CameraVideoRecorder implements Runnable { + + private final static String TAG = CameraVideoRecorder.class.getSimpleName(); + + private final static int MSG_START_RECORDING = 0; + private final static int MSG_STOP_RECORDING = 1; + private final static int MSG_FRAME_AVAILABLE = 2; + private final static int MSG_SET_TEXTURE_ID = 3; + private final static int MSG_UPDATE_SHARED_CONTEXT = 4; + private final static int MSG_QUIT_RECORDING = 5; + + private int mTextureId; + private EglCore mEglCore; + private BeautyCameraFilter mCameraFilter; + private WindowEglSurface mWindowSurface; + private VideoRecorderCore mVideoRecorder; + + // access by multiple threads + private volatile RecorderHandler mHandler; + + private boolean mReady; + private boolean mRunning; + private BaseFilter mAddFilter; + private final Context mContext; + private float[] mTransformMatrix; + private FloatBuffer glVertexBuffer; + private FloatBuffer glTextureBuffer; + + // guard ready/running + private final Object mReadyFence = new Object(); + + private int mPreviewWidth = -1; + private int mPreviewHeight = -1; + private int mVideoWidth = -1; + private int mVideoHeight = -1; + + private BeautyFilterType type = BeautyFilterType.NONE; + + public CameraVideoRecorder(Context context) { + mContext = context; + } + + public static class RecorderConfig { + final int mWidth; + final int mHeight; + final int mBitrate; + final File mOutputFile; + final EGLContext mEglContext; + + public RecorderConfig(int width, int height, int bitrate, File outputFile, EGLContext eglContext) { + this.mWidth = width; + this.mHeight = height; + this.mBitrate = bitrate; + this.mOutputFile = outputFile; + this.mEglContext = eglContext; + } + + } + + private static class RecorderHandler extends Handler { + private final WeakReference mWeakRecorder; + + public RecorderHandler(CameraVideoRecorder recorder) { + mWeakRecorder = new WeakReference<>(recorder); + } + + @Override + public void handleMessage(@NonNull Message msg) { + Object obj = msg.obj; + CameraVideoRecorder recorder = mWeakRecorder.get(); + if (recorder == null) { + return; + } + + switch (msg.what) { + case MSG_START_RECORDING: + recorder.handlerStartRecording((RecorderConfig)obj); + break; + case MSG_STOP_RECORDING: + recorder.handlerStopRecording(); + break; + case MSG_FRAME_AVAILABLE: + long timestamp = (((long) msg.arg1) << 32) | + (((long) msg.arg2) & 0xffffffffL); + recorder.handleFrameAvailable((float[]) obj, timestamp); + break; + case MSG_SET_TEXTURE_ID: + recorder.handleSetTexture(msg.arg1); + break; + case MSG_UPDATE_SHARED_CONTEXT: + recorder.handleUpdateSharedContext((EGLContext)obj); + break; + case MSG_QUIT_RECORDING: + Looper.myLooper().quit(); + break; + default: + break; + } + } + } + + private void handlerStartRecording(RecorderConfig config) { + prepareRecorder( + config.mEglContext, + config.mWidth, + config.mHeight, + config.mBitrate, + config.mOutputFile); + } + + private void handlerStopRecording() { + mVideoRecorder.drainEncoder(true); + releaseRecorder(); + } + + private void handleFrameAvailable(float[] transform, long timestamp) { + mVideoRecorder.drainEncoder(false); + mCameraFilter.setTextureTransformMatrix(transform); + if (mAddFilter == null) { + mCameraFilter.onDrawFrame(mTextureId, glVertexBuffer, glTextureBuffer); + } else { + mAddFilter.onDrawFrame(mTextureId, glVertexBuffer, glTextureBuffer); + } + mWindowSurface.setPresentationTime(timestamp); + mWindowSurface.swapBuffers(); + } + + private void handleSetTexture(int id) { + mTextureId = id; + } + + private void handleUpdateSharedContext(EGLContext eglContext) { + mWindowSurface.releaseEglSurface(); + mCameraFilter.destroy(); + mEglCore.release(); + + mEglCore = new EglCore(eglContext, EglCore.FLAG_RECORDABLE); + mWindowSurface.recreate(mEglCore); + mWindowSurface.makeCurrent(); + + mCameraFilter = new BeautyCameraFilter(mContext); + mCameraFilter.init(); + mAddFilter = BeautyFilterFactory.getFilter(type, mContext); + if (mAddFilter != null) { + mAddFilter.init(); + mAddFilter.onOutputSizeChanged(mVideoWidth, mVideoHeight); + mAddFilter.onInputSizeChanged(mPreviewWidth, mPreviewHeight); + } + } + + private void prepareRecorder(EGLContext eglContext, int width, int height, int bitrate, File file) { + try { + mVideoRecorder = new VideoRecorderCore(width, height, bitrate, file); + } catch (IOException e) { + throw new RuntimeException(e); + } + mVideoWidth = width; + mVideoHeight = height; + mEglCore = new EglCore(eglContext, EglCore.FLAG_RECORDABLE); + mWindowSurface = new WindowEglSurface(mEglCore, mVideoRecorder.getInputSurface(), true); + mWindowSurface.makeCurrent(); + + mCameraFilter = new BeautyCameraFilter(mContext); + mCameraFilter.init(); + mAddFilter = BeautyFilterFactory.getFilter(type, mContext); + if (mAddFilter != null) { + mAddFilter.init(); + mAddFilter.onOutputSizeChanged(mVideoWidth, mVideoHeight); + mAddFilter.onInputSizeChanged(mPreviewWidth, mPreviewHeight); + } + } + + private void releaseRecorder() { + mVideoRecorder.release(); + if (mWindowSurface != null) { + mWindowSurface.release(); + mWindowSurface = null; + } + if (mCameraFilter != null) { + mCameraFilter.destroy(); + mCameraFilter = null; + } + if (mAddFilter != null) { + mAddFilter.destroy(); + mAddFilter = null; + type = BeautyFilterType.NONE; + } + if (mEglCore != null) { + mEglCore.release(); + mEglCore = null; + } + } + + public void startRecording(RecorderConfig config) { + synchronized (mReadyFence) { + if (mRunning) { + return; + } + mRunning = true; + new Thread(this, TAG).start(); + while (!mReady) { + try { + mReadyFence.wait(); + } catch (InterruptedException e) { + e.printStackTrace(); + } + } + } + mHandler.sendMessage(mHandler.obtainMessage(MSG_START_RECORDING, config)); + } + + public void stopRecording() { + mHandler.sendMessage(mHandler.obtainMessage(MSG_STOP_RECORDING)); + mHandler.sendMessage(mHandler.obtainMessage(MSG_QUIT_RECORDING)); + } + + public boolean isRecording() { + synchronized (mReadyFence) { + return mRunning; + } + } + + public void updateSharedContext(EGLContext eglContext) { + mHandler.sendMessage(mHandler.obtainMessage(MSG_UPDATE_SHARED_CONTEXT, eglContext)); + } + + public void frameAvailable(SurfaceTexture surfaceTexture) { + synchronized (mReadyFence) { + if (!mReady) + return; + } + if (mTransformMatrix == null) { + mTransformMatrix = new float[16]; + } + surfaceTexture.getTransformMatrix(mTransformMatrix); + long timestamp = surfaceTexture.getTimestamp(); + if (timestamp == 0) { + return; + } + mHandler.sendMessage(mHandler.obtainMessage(MSG_FRAME_AVAILABLE, (int) (timestamp >> 32), (int) timestamp, mTransformMatrix)); + } + + public void setTextureId(int id) { + synchronized (mReadyFence) { + if (!mReady) + return; + } + mHandler.sendMessage(mHandler.obtainMessage(MSG_SET_TEXTURE_ID, id, 0, null)); + } + + @Override + public void run() { + Looper.prepare(); + synchronized (mReadyFence) { + mHandler = new RecorderHandler(this); + mReady = true; + mReadyFence.notify(); + } + Looper.loop(); + synchronized (mReadyFence) { + mReady = false; + mRunning = false; + mHandler = null; + } + } + + public void setFilter(BeautyFilterType type) { + this.type = type; + } + + public void setPreviewSize(int width, int height){ + mPreviewWidth = width; + mPreviewHeight = height; + } + + public void setTextureBuffer(FloatBuffer glTextureBuffer) { + this.glTextureBuffer = glTextureBuffer; + } + + public void setVertexBuffer(FloatBuffer gLVertexBuffer) { + this.glVertexBuffer = gLVertexBuffer; + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/recorder/video/VideoRecorderCore.java b/CameraFilter/src/main/java/com/frank/camerafilter/recorder/video/VideoRecorderCore.java new file mode 100644 index 00000000..80ff1543 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/recorder/video/VideoRecorderCore.java @@ -0,0 +1,121 @@ +package com.frank.camerafilter.recorder.video; + +import android.media.MediaCodec; +import android.media.MediaCodecInfo; +import android.media.MediaFormat; +import android.media.MediaMuxer; +import android.util.Log; +import android.view.Surface; + +import java.io.File; +import java.io.IOException; +import java.nio.ByteBuffer; + +/** + * This class wraps up the core components used for surface-input video encoding. + *

+ * Once created, frames are fed to the input surface. Remember to provide the presentation + * time stamp, and always call drainEncoder() before swapBuffers() to ensure that the + * producer side doesn't get backed up. + *

+ * This class is not thread-safe, with one exception: it is valid to use the input surface + * on one thread, and drain the output on a different thread. + */ +public class VideoRecorderCore { + + private final static String TAG = VideoRecorderCore.class.getSimpleName(); + + private final static int FRAME_RATE = 30; + private final static int IFRAME_INTERVAL = 30; + private final static String MIME_TYPE = "video/avc"; + private final static int TIMEOUT_USEC = 20000; + + private int mTrackIndex; + private boolean mMuxerStarted; + private final Surface mInputSurface; + private MediaMuxer mMediaMuxer; + private MediaCodec mVideoEncoder; + private final MediaCodec.BufferInfo mBufferInfo; + + public VideoRecorderCore(int width, int height, int bitrate, File outputFile) throws IOException { + mBufferInfo = new MediaCodec.BufferInfo(); + MediaFormat mediaFormat = MediaFormat.createVideoFormat(MIME_TYPE, width, height); + mediaFormat.setInteger(MediaFormat.KEY_COLOR_FORMAT, MediaCodecInfo.CodecCapabilities.COLOR_FormatSurface); + mediaFormat.setInteger(MediaFormat.KEY_BIT_RATE, bitrate); + mediaFormat.setInteger(MediaFormat.KEY_FRAME_RATE, FRAME_RATE); + mediaFormat.setInteger(MediaFormat.KEY_I_FRAME_INTERVAL, IFRAME_INTERVAL); + + mVideoEncoder = MediaCodec.createEncoderByType(MIME_TYPE); + mVideoEncoder.configure(mediaFormat, null, null, MediaCodec.CONFIGURE_FLAG_ENCODE); + mInputSurface = mVideoEncoder.createInputSurface(); + mVideoEncoder.start(); + + mMediaMuxer = new MediaMuxer(outputFile.toString(), MediaMuxer.OutputFormat.MUXER_OUTPUT_MPEG_4); + mTrackIndex = -1; + mMuxerStarted = false; + } + + public Surface getInputSurface() { + return mInputSurface; + } + + public void drainEncoder(boolean endOfStream) { + if (endOfStream) { + mVideoEncoder.signalEndOfInputStream(); + } + + ByteBuffer[] outputBuffers = mVideoEncoder.getOutputBuffers(); + while (true) { + int encodeStatus = mVideoEncoder.dequeueOutputBuffer(mBufferInfo, TIMEOUT_USEC); + if (encodeStatus == MediaCodec.INFO_TRY_AGAIN_LATER) { + if (!endOfStream) { + break; + } + } else if (encodeStatus == MediaCodec.INFO_OUTPUT_BUFFERS_CHANGED) { + outputBuffers = mVideoEncoder.getOutputBuffers(); + } else if (encodeStatus == MediaCodec.INFO_OUTPUT_FORMAT_CHANGED) { + if (mMuxerStarted) { + throw new RuntimeException("format has changed!"); + } + MediaFormat newFormat = mVideoEncoder.getOutputFormat(); + mTrackIndex = mMediaMuxer.addTrack(newFormat); + mMediaMuxer.start(); + mMuxerStarted = true; + } else if (encodeStatus < 0) { + Log.e(TAG, "error encodeStatus=" + encodeStatus); + } else { + ByteBuffer data = outputBuffers[encodeStatus]; + if ((mBufferInfo.flags & MediaCodec.BUFFER_FLAG_CODEC_CONFIG) != 0) { + mBufferInfo.size = 0; + } + if (mBufferInfo.size != 0) { + if (!mMuxerStarted) { + throw new RuntimeException("muxer hasn't started"); + } + data.position(mBufferInfo.offset); + data.limit(mBufferInfo.offset + mBufferInfo.size); + mMediaMuxer.writeSampleData(mTrackIndex, data, mBufferInfo); + } + mVideoEncoder.releaseOutputBuffer(encodeStatus, false); + // end of stream + if ((mBufferInfo.flags & MediaCodec.BUFFER_FLAG_END_OF_STREAM) != 0) { + break; + } + } + } + } + + public void release() { + if (mVideoEncoder != null) { + mVideoEncoder.stop(); + mVideoEncoder.release(); + mVideoEncoder = null; + } + if (mMediaMuxer != null) { + mMediaMuxer.stop(); + mMediaMuxer.release(); + mMediaMuxer = null; + } + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/recorder/video/WindowEglSurface.java b/CameraFilter/src/main/java/com/frank/camerafilter/recorder/video/WindowEglSurface.java new file mode 100644 index 00000000..4478f9af --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/recorder/video/WindowEglSurface.java @@ -0,0 +1,45 @@ +package com.frank.camerafilter.recorder.video; + +import android.view.Surface; + +import com.frank.camerafilter.recorder.egl.EglCore; +import com.frank.camerafilter.recorder.egl.EglSurfaceBase; + +/** + * @author xufulong + * @date 2022/6/23 9:15 上午 + * @desc + */ +public class WindowEglSurface extends EglSurfaceBase { + + private Surface mSurface; + private boolean mReleaseSurface; + + public WindowEglSurface(EglCore eglCore, Surface surface) { + this(eglCore, surface, false); + } + + public WindowEglSurface(EglCore eglCore, Surface surface, boolean releaseSurface) { + super(eglCore); + createWindowSurface(surface); + mSurface = surface; + mReleaseSurface = releaseSurface; + } + + public void release() { + releaseEglSurface(); + if (mSurface != null && mReleaseSurface) { + mSurface.release(); + } + mSurface = null; + } + + public void recreate(EglCore newEglCore) { + if (mSurface == null) { + throw new RuntimeException("Surface is null"); + } + mEglCore = newEglCore; + createWindowSurface(mSurface); + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/util/OpenGLUtil.java b/CameraFilter/src/main/java/com/frank/camerafilter/util/OpenGLUtil.java new file mode 100644 index 00000000..5eecd866 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/util/OpenGLUtil.java @@ -0,0 +1,128 @@ +package com.frank.camerafilter.util; + +import android.content.Context; +import android.content.res.AssetManager; +import android.graphics.Bitmap; +import android.graphics.BitmapFactory; +import android.opengl.GLES11Ext; +import android.opengl.GLES30; +import android.opengl.GLUtils; +import android.util.Log; + +import java.io.BufferedReader; +import java.io.IOException; +import java.io.InputStream; +import java.io.InputStreamReader; + +import javax.microedition.khronos.opengles.GL10; + +public class OpenGLUtil { + + public final static int ON_DRAWN = 1; + public static final int NOT_INIT = -1; + public static final int NO_SHADER = 0; + public static final int NO_TEXTURE = -1; + + private static Bitmap getBitmapFromAssetFile(Context context, String name) { + try { + AssetManager assetManager = context.getResources().getAssets(); + InputStream stream = assetManager.open(name); + Bitmap bitmap = BitmapFactory.decodeStream(stream); + stream.close(); + return bitmap; + } catch (IOException e) { + return null; + } + } + + public static int loadTexture(final Context context, final String name) { + if (context == null || name == null) + return NO_TEXTURE; + final int[] textures = new int[1]; + GLES30.glGenTextures(1, textures, 0); + if (textures[0] == 0) + return NO_TEXTURE; + Bitmap bitmap = getBitmapFromAssetFile(context, name); + if (bitmap == null) + return NO_TEXTURE; + GLES30.glBindTexture(GLES30.GL_TEXTURE_2D, textures[0]); + GLES30.glTexParameteri(GLES30.GL_TEXTURE_2D, GLES30.GL_TEXTURE_MIN_FILTER, GLES30.GL_LINEAR); + GLES30.glTexParameteri(GLES30.GL_TEXTURE_2D, GLES30.GL_TEXTURE_MAG_FILTER, GLES30.GL_LINEAR); + GLES30.glTexParameteri(GLES30.GL_TEXTURE_2D, GLES30.GL_TEXTURE_WRAP_S, GLES30.GL_CLAMP_TO_EDGE); + GLES30.glTexParameteri(GLES30.GL_TEXTURE_2D, GLES30.GL_TEXTURE_WRAP_T, GLES30.GL_CLAMP_TO_EDGE); + GLUtils.texImage2D(GLES30.GL_TEXTURE_2D, 0, bitmap, 0); + bitmap.recycle(); + return textures[0]; + } + + private static int loadShader(final String source, final int type) { + int shader = GLES30.glCreateShader(type); + GLES30.glShaderSource(shader, source); + GLES30.glCompileShader(shader); + int[] compile = new int[1]; + GLES30.glGetShaderiv(shader, GLES30.GL_COMPILE_STATUS, compile, 0); + if (compile[0] <= 0) { + Log.e("OpenGlUtil", "Shader compile error=" + GLES30.glGetShaderInfoLog(shader)); + return NO_SHADER; + } + return shader; + } + + public static int loadProgram(final String vertexSource, final String fragmentSource) { + int vertexShader = loadShader(vertexSource, GLES30.GL_VERTEX_SHADER); + int fragmentShader = loadShader(fragmentSource, GLES30.GL_FRAGMENT_SHADER); + if (vertexShader == NO_SHADER || fragmentShader == NO_SHADER) { + return 0; + } + int programId = GLES30.glCreateProgram(); + GLES30.glAttachShader(programId, vertexShader); + GLES30.glAttachShader(programId, fragmentShader); + GLES30.glLinkProgram(programId); + int[] linked = new int[1]; + GLES30.glGetProgramiv(programId, GLES30.GL_LINK_STATUS, linked, 0); + if (linked[0] <= 0) { + programId = 0; + Log.e("OpenGlUtil", "program link error=" + GLES30.glGetProgramInfoLog(programId)); + } + GLES30.glDeleteShader(vertexShader); + GLES30.glDeleteShader(fragmentShader); + return programId; + } + + public static int getExternalOESTextureId() { + int[] textures = new int[1]; + GLES30.glGenTextures(1, textures, 0); + GLES30.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, textures[0]); + GLES30.glTexParameterf(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_MIN_FILTER, GL10.GL_LINEAR); + GLES30.glTexParameterf(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_MAG_FILTER, GL10.GL_LINEAR); + GLES30.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_WRAP_S, GL10.GL_CLAMP_TO_EDGE); + GLES30.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_WRAP_T, GL10.GL_CLAMP_TO_EDGE); + return textures[0]; + } + + public static String readShaderFromSource(Context context, final int resourceId) { + String line; + StringBuilder builder = new StringBuilder(); + InputStream inputStream = context.getResources().openRawResource(resourceId); + InputStreamReader reader = new InputStreamReader(inputStream); + BufferedReader bufferedReader = new BufferedReader(reader); + try { + while ((line = bufferedReader.readLine()) != null) { + builder.append(line).append("\n"); + } + } catch (IOException e) { + return null; + } finally { + try { + inputStream.close(); + reader.close(); + bufferedReader.close(); + } catch (IOException e) { + e.printStackTrace(); + } + + } + return builder.toString(); + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/util/Rotation.java b/CameraFilter/src/main/java/com/frank/camerafilter/util/Rotation.java new file mode 100644 index 00000000..56bec976 --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/util/Rotation.java @@ -0,0 +1,36 @@ +package com.frank.camerafilter.util; + +public enum Rotation { + + NORMAL, ROTATION_90, ROTATION_180, ROTATION_270; + + public int toInt() { + switch (this) { + case NORMAL: + return 0; + case ROTATION_90: + return 90; + case ROTATION_180: + return 180; + case ROTATION_270: + return 270; + default: + throw new IllegalStateException("unknown rotation value..."); + } + } + + public static Rotation fromInt(int rotation) { + switch (rotation) { + case 0: + return NORMAL; + case 90: + return ROTATION_90; + case 180: + return ROTATION_180; + case 270: + return ROTATION_270; + default: + throw new IllegalStateException("unknown rotation=" +rotation); + } + } +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/util/TextureRotateUtil.java b/CameraFilter/src/main/java/com/frank/camerafilter/util/TextureRotateUtil.java new file mode 100644 index 00000000..0657433e --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/util/TextureRotateUtil.java @@ -0,0 +1,82 @@ +package com.frank.camerafilter.util; + +public class TextureRotateUtil { + + public final static float[] TEXTURE_ROTATE_0 = { + 0.0f, 1.0f, + 1.0f, 1.0f, + 0.0f, 0.0f, + 1.0f, 0.0f + }; + + public final static float[] TEXTURE_ROTATE_90 = { + 1.0f, 1.0f, + 1.0f, 0.0f, + 0.0f, 1.0f, + 0.0f, 0.0f + }; + + public final static float[] TEXTURE_ROTATE_180 = { + 1.0f, 0.0f, + 0.0f, 0.0f, + 1.0f, 1.0f, + 0.0f, 1.0f + }; + + public final static float[] TEXTURE_ROTATE_270 = { + 0.0f, 0.0f, + 0.0f, 1.0f, + 1.0f, 0.0f, + 1.0f, 1.0f + }; + + public final static float[] VERTEX = { + -1.0f, -1.0f, + 1.0f, -1.0f, + -1.0f, 1.0f, + 1.0f, 1.0f + }; + + private TextureRotateUtil() {} + + private static float flip(float value) { + return value == 1.0f ? 0.0f : 1.0f; + } + + public static float[] getRotateTexture(Rotation rotation, boolean horizontalFlip, boolean verticalFlip) { + float[] rotateTexture; + switch (rotation) { + case ROTATION_90: + rotateTexture = TEXTURE_ROTATE_90; + break; + case ROTATION_180: + rotateTexture = TEXTURE_ROTATE_180; + break; + case ROTATION_270: + rotateTexture = TEXTURE_ROTATE_270; + break; + case NORMAL: + default: + rotateTexture = TEXTURE_ROTATE_0; + break; + } + if (horizontalFlip) { + rotateTexture = new float[] { + flip(rotateTexture[0]), rotateTexture[1], + flip(rotateTexture[2]), rotateTexture[3], + flip(rotateTexture[4]), rotateTexture[5], + flip(rotateTexture[6]), rotateTexture[7] + }; + } + if (verticalFlip) { + rotateTexture = new float[] { + rotateTexture[0], flip(rotateTexture[1]), + rotateTexture[2], flip(rotateTexture[3]), + rotateTexture[4], flip(rotateTexture[5]), + rotateTexture[6], flip(rotateTexture[7]) + }; + } + return rotateTexture; + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/widget/BeautyCameraView.java b/CameraFilter/src/main/java/com/frank/camerafilter/widget/BeautyCameraView.java new file mode 100644 index 00000000..a3a4adda --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/widget/BeautyCameraView.java @@ -0,0 +1,60 @@ +package com.frank.camerafilter.widget; + +import android.content.Context; +import android.opengl.GLSurfaceView; +import android.util.AttributeSet; +import android.view.SurfaceHolder; + +import com.frank.camerafilter.factory.BeautyFilterType; + +public class BeautyCameraView extends GLSurfaceView { + + private final CameraRender mCameraRender; + + public BeautyCameraView(Context context) { + this(context, null); + } + + public BeautyCameraView(Context context, AttributeSet attrs) { + super(context, attrs); + getHolder().addCallback(this); + + mCameraRender = new CameraRender(this); + setEGLContextClientVersion(3); + setRenderer(mCameraRender); + setRenderMode(GLSurfaceView.RENDERMODE_WHEN_DIRTY); + } + + @Override + public void surfaceDestroyed(SurfaceHolder holder) { + super.surfaceDestroyed(holder); + if (mCameraRender != null) { + mCameraRender.releaseCamera(); + } + } + + public void switchCamera() { + if (mCameraRender != null) { + mCameraRender.switchCamera(); + } + } + + public void setFilter(BeautyFilterType type) { + if (mCameraRender == null) + return; + mCameraRender.setFilter(type); + } + + public void setRecording(boolean isRecording) { + if (mCameraRender == null) + return; + mCameraRender.setRecording(isRecording); + } + + public boolean isRecording() { + if (mCameraRender == null) + return false; + return mCameraRender.isRecording(); + } + +} diff --git a/CameraFilter/src/main/java/com/frank/camerafilter/widget/CameraRender.java b/CameraFilter/src/main/java/com/frank/camerafilter/widget/CameraRender.java new file mode 100644 index 00000000..55b110ed --- /dev/null +++ b/CameraFilter/src/main/java/com/frank/camerafilter/widget/CameraRender.java @@ -0,0 +1,251 @@ +package com.frank.camerafilter.widget; + +import android.graphics.SurfaceTexture; +import android.hardware.Camera; +import android.opengl.EGL14; +import android.opengl.GLES30; +import android.opengl.GLSurfaceView; +import android.os.Environment; + +import com.frank.camerafilter.camera.CameraManager; +import com.frank.camerafilter.factory.BeautyFilterFactory; +import com.frank.camerafilter.factory.BeautyFilterType; +import com.frank.camerafilter.filter.BeautyCameraFilter; +import com.frank.camerafilter.filter.BaseFilter; +import com.frank.camerafilter.recorder.video.CameraVideoRecorder; +import com.frank.camerafilter.util.OpenGLUtil; +import com.frank.camerafilter.util.Rotation; +import com.frank.camerafilter.util.TextureRotateUtil; + +import java.io.File; +import java.nio.ByteBuffer; +import java.nio.ByteOrder; +import java.nio.FloatBuffer; + +import javax.microedition.khronos.egl.EGLConfig; +import javax.microedition.khronos.opengles.GL10; + +public class CameraRender implements GLSurfaceView.Renderer, SurfaceTexture.OnFrameAvailableListener { + + protected BaseFilter mFilter; + + private SurfaceTexture surfaceTexture; + private BeautyCameraFilter cameraFilter; + + private final CameraManager cameraManager; + + protected int mTextureId = OpenGLUtil.NO_TEXTURE; + + protected FloatBuffer mVertexBuffer; + + protected FloatBuffer mTextureBuffer; + + protected int mImageWidth, mImageHeight; + + protected int mSurfaceWidth, mSurfaceHeight; + private final float[] mMatrix = new float[16]; + + private final BeautyCameraView mCameraView; + + private final File outputFile; + private int recordStatus; + protected boolean recordEnable; + private final CameraVideoRecorder videoRecorder; + + private final static int RECORDING_OFF = 0; + private final static int RECORDING_ON = 1; + private final static int RECORDING_RESUME = 2; + + private static final int videoBitrate = 6 * 1024 * 1024; + private static final String videoName = "camera_record.mp4"; + private static final String videoPath = Environment.getExternalStorageDirectory().getPath(); + + public CameraRender(BeautyCameraView cameraView) { + mCameraView = cameraView; + + cameraManager = new CameraManager(); + mVertexBuffer = ByteBuffer.allocateDirect(TextureRotateUtil.VERTEX.length * 4) + .order(ByteOrder.nativeOrder()) + .asFloatBuffer(); + mVertexBuffer.put(TextureRotateUtil.VERTEX).position(0); + mTextureBuffer = ByteBuffer.allocateDirect(TextureRotateUtil.TEXTURE_ROTATE_0.length * 4) + .order(ByteOrder.nativeOrder()) + .asFloatBuffer(); + mTextureBuffer.put(TextureRotateUtil.TEXTURE_ROTATE_0).position(0); + + recordEnable = false; + recordStatus = RECORDING_OFF; + videoRecorder = new CameraVideoRecorder(mCameraView.getContext()); + outputFile = new File(videoPath, videoName); + } + + private void openCamera() { + if (cameraManager.getCamera() == null) + cameraManager.openCamera(); + Camera.Size size = cameraManager.getPreviewSize(); + // rotation=90 or rotation=270, we need to exchange width and height + if (cameraManager.getOrientation() == 90 || cameraManager.getOrientation() == 270) { + mImageWidth = size.height; + mImageHeight = size.width; + } else { + mImageWidth = size.width; + mImageHeight = size.height; + } + cameraFilter.onInputSizeChanged(mImageWidth, mImageHeight); + adjustSize(cameraManager.getOrientation(), cameraManager.isFront(), true); + } + + @Override + public void onSurfaceCreated(GL10 gl10, EGLConfig eglConfig) { + GLES30.glDisable(GL10.GL_DITHER); + GLES30.glClearColor(0.0f, 0.0f, 0.0f, 0.0f); + GLES30.glEnable(GL10.GL_CULL_FACE); + GLES30.glEnable(GL10.GL_DEPTH_TEST); + + cameraFilter = new BeautyCameraFilter(mCameraView.getContext()); + cameraFilter.init(); + mTextureId = OpenGLUtil.getExternalOESTextureId(); + if (mTextureId != OpenGLUtil.NO_TEXTURE) { + surfaceTexture = new SurfaceTexture(mTextureId); + surfaceTexture.setOnFrameAvailableListener(this); + } + + openCamera(); + } + + @Override + public void onSurfaceChanged(GL10 gl10, int width, int height) { + GLES30.glViewport(0, 0, width, height); + mSurfaceWidth = width; + mSurfaceHeight = height; + cameraManager.startPreview(surfaceTexture); + onFilterChanged(); + } + + @Override + public void onDrawFrame(GL10 gl10) { + GLES30.glClear(GLES30.GL_COLOR_BUFFER_BIT | GLES30.GL_DEPTH_BUFFER_BIT); + GLES30.glClearColor(0.0f, 0.0f, 0.0f, 0.0f); + + surfaceTexture.updateTexImage(); + + surfaceTexture.getTransformMatrix(mMatrix); + cameraFilter.setTextureTransformMatrix(mMatrix); + int id = mTextureId; + if (mFilter == null) { + cameraFilter.onDrawFrame(mTextureId, mVertexBuffer, mTextureBuffer); + } else { + id = cameraFilter.onDrawToTexture(mTextureId); + mFilter.onDrawFrame(id, mVertexBuffer, mTextureBuffer); + } + + onRecordVideo(id); + } + + @Override + public void onFrameAvailable(SurfaceTexture surfaceTexture) { + mCameraView.requestRender(); + } + + public void adjustSize(int rotation, boolean horizontalFlip, boolean verticalFlip) { + float[] vertexData = TextureRotateUtil.VERTEX; + float[] textureData = TextureRotateUtil.getRotateTexture(Rotation.fromInt(rotation), + horizontalFlip, verticalFlip); + + mVertexBuffer.clear(); + mVertexBuffer.put(vertexData).position(0); + mTextureBuffer.clear(); + mTextureBuffer.put(textureData).position(0); + + } + + public void switchCamera() { + if (cameraManager != null) { + cameraManager.switchCamera(); + } + } + + public void releaseCamera() { + if (cameraManager != null) { + cameraManager.releaseCamera(); + } + } + + private void onRecordVideo(int textureId) { + if (recordEnable) { + switch (recordStatus) { + case RECORDING_OFF: + videoRecorder.setPreviewSize(mImageWidth, mImageHeight); + videoRecorder.setTextureBuffer(mTextureBuffer); + videoRecorder.setVertexBuffer(mVertexBuffer); + videoRecorder.startRecording(new CameraVideoRecorder.RecorderConfig( + mImageWidth, + mImageHeight, + videoBitrate, + outputFile, + EGL14.eglGetCurrentContext())); + recordStatus = RECORDING_ON; + break; + case RECORDING_RESUME: + videoRecorder.updateSharedContext(EGL14.eglGetCurrentContext()); + recordStatus = RECORDING_ON; + break; + case RECORDING_ON: + break; + default: + throw new RuntimeException("unknown status " + recordStatus); + } + } else { + switch (recordStatus) { + case RECORDING_ON: + case RECORDING_RESUME: + videoRecorder.stopRecording(); + recordStatus = RECORDING_OFF; + break; + case RECORDING_OFF: + break; + default: + throw new RuntimeException("unknown status " + recordStatus); + } + } + videoRecorder.setTextureId(textureId); + videoRecorder.frameAvailable(surfaceTexture); + } + + public void setRecording(boolean isRecording) { + recordEnable = isRecording; + } + + public boolean isRecording() { + return recordEnable; + } + + public void setFilter(final BeautyFilterType type) { + mCameraView.queueEvent(new Runnable() { + @Override + public void run() { + if (mFilter != null) + mFilter.destroy(); + mFilter = null; + mFilter = BeautyFilterFactory.getFilter(type, mCameraView.getContext()); + if (mFilter != null) + mFilter.init(); + onFilterChanged(); + } + }); + mCameraView.requestRender(); + } + + public void onFilterChanged() { + if (mFilter != null) { + mFilter.onInputSizeChanged(mImageWidth, mImageHeight); + mFilter.onOutputSizeChanged(mSurfaceWidth, mSurfaceHeight); + } + cameraFilter.onOutputSizeChanged(mSurfaceWidth, mSurfaceHeight); + if (mFilter != null) + cameraFilter.initFrameBuffer(mImageWidth, mImageHeight); + else + cameraFilter.destroyFrameBuffer(); + } + +} diff --git a/CameraFilter/src/main/res/raw/breath_circle.glsl b/CameraFilter/src/main/res/raw/breath_circle.glsl new file mode 100644 index 00000000..0c0ac664 --- /dev/null +++ b/CameraFilter/src/main/res/raw/breath_circle.glsl @@ -0,0 +1,17 @@ +precision mediump float; + +varying highp vec2 textureCoordinate; + +uniform sampler2D inputImageTexture; +uniform vec2 uCenter; +uniform float uInnerRadius; +uniform float uOuterRadius; + +void main() { + vec3 textureColor = texture2D(inputImageTexture, textureCoordinate).rgb; + + float dist = distance(textureCoordinate, uCenter); + float scale = clamp(1.0 - (dist - uInnerRadius) / (uOuterRadius - uInnerRadius), 0.0, 1.0); + + gl_FragColor = vec4(textureColor.r * scale, textureColor.g * scale, textureColor.b * scale, 1.0); +} \ No newline at end of file diff --git a/CameraFilter/src/main/res/raw/brightness.glsl b/CameraFilter/src/main/res/raw/brightness.glsl new file mode 100644 index 00000000..9d98d772 --- /dev/null +++ b/CameraFilter/src/main/res/raw/brightness.glsl @@ -0,0 +1,12 @@ +precision mediump float; + +varying vec2 textureCoordinate; + +uniform sampler2D inputImageTexture; +uniform float brightness; + +void main() { + vec3 textureColor = texture2D(inputImageTexture, textureCoordinate).rgb; + + gl_FragColor = vec4(textureColor.rgb + vec3(brightness), 1.0); +} \ No newline at end of file diff --git a/CameraFilter/src/main/res/raw/contrast.glsl b/CameraFilter/src/main/res/raw/contrast.glsl new file mode 100644 index 00000000..dbebb5d9 --- /dev/null +++ b/CameraFilter/src/main/res/raw/contrast.glsl @@ -0,0 +1,14 @@ +precision mediump float; + +varying vec2 textureCoordinate; + +uniform sampler2D inputImageTexture; +uniform float contrast; + +const vec3 halfColor = vec3(0.5); + +void main() { + vec3 textureColor = texture2D(inputImageTexture, textureCoordinate).rgb; + vec3 outputColor = (textureColor - halfColor) * contrast + halfColor; + gl_FragColor = vec4(outputColor, 1.0); +} \ No newline at end of file diff --git a/CameraFilter/src/main/res/raw/default_fragment.glsl b/CameraFilter/src/main/res/raw/default_fragment.glsl new file mode 100644 index 00000000..e280bd82 --- /dev/null +++ b/CameraFilter/src/main/res/raw/default_fragment.glsl @@ -0,0 +1,43 @@ +#extension GL_OES_EGL_image_external : require + +precision mediump float; + +varying mediump vec2 textureCoordinate; + +uniform samplerExternalOES inputImageTexture; + +void main(){ + vec2 xy = textureCoordinate.xy; + // two screen(0.25~0.75) +// if (xy.x <= 0.5) { +// xy.x += 0.25; +// } else { +// xy.x -= 0.25; +// } + // four screen +// if (xy.x <= 0.5) { +// xy.x = xy.x * 2.0; +// } else { +// xy.x = (xy.x - 0.5) * 2.0; +// } +// if (xy.y <= 0.5) { +// xy.y = xy.y * 2.0; +// } else { +// xy.y = (xy.y - 0.5) * 2.0; +// } + // white black +// const vec3 weight = vec3(0.3, 0.59, 0.11); +// float gray = dot(textureColor.rgb, weight); + // invert +// 1.0 - textureColor.rgb + // mirror +// if (xy.x <= 0.5) { +// xy.x += 0.25; +// } else { +// xy.x -= 0.25; +// xy.x = 1.0 - xy.x; +// } + + vec3 textureColor = texture2D(inputImageTexture, xy).rgb; + gl_FragColor = vec4(textureColor.rgb,1.0); +} \ No newline at end of file diff --git a/Live/src/main/res/raw/vertex.glsl b/CameraFilter/src/main/res/raw/default_vertex.glsl similarity index 53% rename from Live/src/main/res/raw/vertex.glsl rename to CameraFilter/src/main/res/raw/default_vertex.glsl index da856356..6349d0fa 100644 --- a/Live/src/main/res/raw/vertex.glsl +++ b/CameraFilter/src/main/res/raw/default_vertex.glsl @@ -1,11 +1,11 @@ attribute vec4 position; attribute vec4 inputTextureCoordinate; -varying vec2 textureCoordinate; - uniform mat4 textureTransform; +varying vec2 textureCoordinate; -void main() { - textureCoordinate = (textureTransform * inputTextureCoordinate).xy; - gl_Position = position; +void main() +{ + textureCoordinate = (textureTransform * inputTextureCoordinate).xy; + gl_Position = position; } diff --git a/CameraFilter/src/main/res/raw/frag_gaussian_blur.glsl b/CameraFilter/src/main/res/raw/frag_gaussian_blur.glsl new file mode 100644 index 00000000..36ddeeb6 --- /dev/null +++ b/CameraFilter/src/main/res/raw/frag_gaussian_blur.glsl @@ -0,0 +1,34 @@ +precision mediump float; + +const int GAUSSIAN_SAMPLES = 9; + +varying vec2 textureCoordinate; +varying vec2 blurCoordinates[GAUSSIAN_SAMPLES]; + +uniform vec2 blurCenter; +uniform float blurRadius; +uniform float aspectRatio; +uniform sampler2D inputImageTexture; + +void main() { + vec2 textureCoordinateToUse = vec2(textureCoordinate.x, (textureCoordinate.y * aspectRatio + 0.5 - 0.5 * aspectRatio)); + float dist = distance(blurCenter, textureCoordinateToUse); + + if (dist < blurRadius) { + vec4 sum = vec4(0.0); + + sum += texture2D(inputImageTexture, blurCoordinates[0]) * 0.05; + sum += texture2D(inputImageTexture, blurCoordinates[1]) * 0.09; + sum += texture2D(inputImageTexture, blurCoordinates[2]) * 0.12; + sum += texture2D(inputImageTexture, blurCoordinates[3]) * 0.15; + sum += texture2D(inputImageTexture, blurCoordinates[4]) * 0.18; + sum += texture2D(inputImageTexture, blurCoordinates[5]) * 0.15; + sum += texture2D(inputImageTexture, blurCoordinates[6]) * 0.12; + sum += texture2D(inputImageTexture, blurCoordinates[7]) * 0.09; + sum += texture2D(inputImageTexture, blurCoordinates[8]) * 0.05; + + gl_FragColor = sum; + } else { + gl_FragColor = texture2D(inputImageTexture, textureCoordinate); + } +} \ No newline at end of file diff --git a/CameraFilter/src/main/res/raw/hue.glsl b/CameraFilter/src/main/res/raw/hue.glsl new file mode 100644 index 00000000..de084c29 --- /dev/null +++ b/CameraFilter/src/main/res/raw/hue.glsl @@ -0,0 +1,43 @@ +precision highp float; +varying highp vec2 textureCoordinate; + +uniform sampler2D inputImageTexture; +uniform mediump float hueAdjust; +const highp vec4 kRGBToYPrime = vec4 (0.299, 0.587, 0.114, 0.0); +const highp vec4 kRGBToI = vec4 (0.595716, -0.274453, -0.321263, 0.0); +const highp vec4 kRGBToQ = vec4 (0.211456, -0.522591, 0.31135, 0.0); + +const highp vec4 kYIQToR = vec4 (1.0, 0.9563, 0.6210, 0.0); +const highp vec4 kYIQToG = vec4 (1.0, -0.2721, -0.6474, 0.0); +const highp vec4 kYIQToB = vec4 (1.0, -1.1070, 1.7046, 0.0); + +void main () +{ + // Sample the input pixel + highp vec4 color = texture2D(inputImageTexture, textureCoordinate); + + // Convert to YIQ + highp float YPrime = dot (color, kRGBToYPrime); + highp float I = dot (color, kRGBToI); + highp float Q = dot (color, kRGBToQ); + + // Calculate the hue and chroma + highp float hue = atan (Q, I); + highp float chroma = sqrt (I * I + Q * Q); + + // Make the user's adjustments + hue += (-hueAdjust); //why negative rotation? + + // Convert back to YIQ + Q = chroma * sin (hue); + I = chroma * cos (hue); + + // Convert back to RGB + highp vec4 yIQ = vec4 (YPrime, I, Q, 0.0); + color.r = dot (yIQ, kYIQToR); + color.g = dot (yIQ, kYIQToG); + color.b = dot (yIQ, kYIQToB); + + // Save the result + gl_FragColor = color; +} \ No newline at end of file diff --git a/CameraFilter/src/main/res/raw/overlay.glsl b/CameraFilter/src/main/res/raw/overlay.glsl new file mode 100644 index 00000000..5e14ebd4 --- /dev/null +++ b/CameraFilter/src/main/res/raw/overlay.glsl @@ -0,0 +1,14 @@ +precision mediump float; + +varying highp vec2 textureCoordinate; + +uniform sampler2D inputImageTexture; +uniform sampler2D overlayTexture; + +void main() +{ + vec4 textureColor = texture2D(inputImageTexture, textureCoordinate); + vec4 overlayColor = texture2D(overlayTexture, textureCoordinate); + + gl_FragColor = mix(textureColor, overlayColor, overlayColor.a); +} \ No newline at end of file diff --git a/CameraFilter/src/main/res/raw/saturation.glsl b/CameraFilter/src/main/res/raw/saturation.glsl new file mode 100644 index 00000000..446dbc75 --- /dev/null +++ b/CameraFilter/src/main/res/raw/saturation.glsl @@ -0,0 +1,16 @@ +precision mediump float; + +varying vec2 textureCoordinate; + +uniform sampler2D inputImageTexture; +uniform float saturation; + +const vec3 lumaWeight = vec3(0.2125, 0.7154, 0.0721); + +void main() { + vec3 textureColor = texture2D(inputImageTexture, textureCoordinate).rgb; + float luma = dot(textureColor, lumaWeight); + vec3 lumaColor = vec3(luma); + vec3 outputColor = mix(lumaColor, textureColor, saturation); + gl_FragColor = vec4(outputColor, 1.0); +} \ No newline at end of file diff --git a/CameraFilter/src/main/res/raw/sharpen_fragment.glsl b/CameraFilter/src/main/res/raw/sharpen_fragment.glsl new file mode 100644 index 00000000..b84a001e --- /dev/null +++ b/CameraFilter/src/main/res/raw/sharpen_fragment.glsl @@ -0,0 +1,23 @@ +precision mediump float; + +varying vec2 textureCoordinate; +varying vec2 leftTextureCoordinate; +varying vec2 rightTextureCoordinate; +varying vec2 topTextureCoordinate; +varying vec2 bottomTextureCoordinate; +varying float centerMultiplier; +varying float edgeMultiplier; + +uniform sampler2D inputImageTexture; + +void main() { + vec3 textureColor = texture2D(inputImageTexture, textureCoordinate).rgb; + vec3 leftTextureColor = texture2D(inputImageTexture, leftTextureCoordinate).rgb; + vec3 rightTextureColor = texture2D(inputImageTexture, rightTextureCoordinate).rgb; + vec3 topTextureColor = texture2D(inputImageTexture, topTextureCoordinate).rgb; + vec3 bottomTextureColor = texture2D(inputImageTexture, bottomTextureCoordinate).rgb; + + gl_FragColor = vec4((textureColor * centerMultiplier - + ((leftTextureColor+rightTextureColor+topTextureColor+bottomTextureColor)* edgeMultiplier)), + texture2D(inputImageTexture, bottomTextureCoordinate).w); +} \ No newline at end of file diff --git a/Live/src/main/res/raw/vertex_sharpen.glsl b/CameraFilter/src/main/res/raw/sharpen_vertex.glsl similarity index 57% rename from Live/src/main/res/raw/vertex_sharpen.glsl rename to CameraFilter/src/main/res/raw/sharpen_vertex.glsl index faec16eb..b8e4a9ef 100644 --- a/Live/src/main/res/raw/vertex_sharpen.glsl +++ b/CameraFilter/src/main/res/raw/sharpen_vertex.glsl @@ -1,10 +1,8 @@ +precision mediump float; + attribute vec4 position; attribute vec4 inputTextureCoordinate; -uniform float imageWidthFactor; -uniform float imageHeightFactor; -uniform float sharpness; - varying vec2 textureCoordinate; varying vec2 leftTextureCoordinate; varying vec2 rightTextureCoordinate; @@ -13,19 +11,21 @@ varying vec2 bottomTextureCoordinate; varying float centerMultiplier; varying float edgeMultiplier; +uniform float imageWidthFactor; +uniform float imageHeightFactor; +uniform float sharpness; void main() { gl_Position = position; + vec2 width = vec2(imageWidthFactor, 0.0); + vec2 height = vec2(0.0, imageHeightFactor); - mediump vec2 widthStep = vec2(imageWidthFactor, 0.0); - mediump vec2 heightStep = vec2(0.0, imageHeightFactor); - - textureCoordinate = inputTextureCoordinate.xy; - leftTextureCoordinate = inputTextureCoordinate.xy - widthStep; - rightTextureCoordinate = inputTextureCoordinate.xy + widthStep; - topTextureCoordinate = inputTextureCoordinate.xy + heightStep; - bottomTextureCoordinate = inputTextureCoordinate.xy - heightStep; + textureCoordinate = inputTextureCoordinate.xy; + leftTextureCoordinate = inputTextureCoordinate.xy - width; + rightTextureCoordinate = inputTextureCoordinate.xy + width; + topTextureCoordinate = inputTextureCoordinate.xy + height; + bottomTextureCoordinate = inputTextureCoordinate.xy - height; centerMultiplier = 1.0 + 4.0 * sharpness; - edgeMultiplier = sharpness; + edgeMultiplier = sharpness; } \ No newline at end of file diff --git a/CameraFilter/src/main/res/raw/sketch.glsl b/CameraFilter/src/main/res/raw/sketch.glsl new file mode 100644 index 00000000..5239dfee --- /dev/null +++ b/CameraFilter/src/main/res/raw/sketch.glsl @@ -0,0 +1,43 @@ +varying highp vec2 textureCoordinate; +precision mediump float; + +uniform sampler2D inputImageTexture; +uniform vec2 singleStepOffset; +uniform float strength; + +const highp vec3 W = vec3(0.299, 0.587, 0.114); + + +void main() +{ + float threshold = 0.0; + //pic1 + vec4 oralColor = texture2D(inputImageTexture, textureCoordinate); + //pic2 + vec3 maxValue = vec3(0., 0., 0.); + + for (int i = -2; i<=2; i++) + { + for (int j = -2; j<=2; j++) + { + vec4 tempColor = texture2D(inputImageTexture, textureCoordinate+singleStepOffset*vec2(i, j)); + maxValue.r = max(maxValue.r, tempColor.r); + maxValue.g = max(maxValue.g, tempColor.g); + maxValue.b = max(maxValue.b, tempColor.b); + threshold += dot(tempColor.rgb, W); + } + } + //pic3 + float gray1 = dot(oralColor.rgb, W); + //pic4 + float gray2 = dot(maxValue, W); + //pic5 + float contour = gray1 / gray2; + + threshold = threshold / 25.; + float alpha = max(1.0, gray1>threshold?1.0:(gray1/threshold)); + + float result = contour * alpha + (1.0-alpha)*gray1; + + gl_FragColor = vec4(vec3(result, result, result), oralColor.w); +} \ No newline at end of file diff --git a/CameraFilter/src/main/res/raw/vert_gaussian_blur.glsl b/CameraFilter/src/main/res/raw/vert_gaussian_blur.glsl new file mode 100644 index 00000000..cbe1d607 --- /dev/null +++ b/CameraFilter/src/main/res/raw/vert_gaussian_blur.glsl @@ -0,0 +1,27 @@ +attribute vec4 position; +attribute vec4 inputTextureCoordinate; + +const int GAUSSIAN_SAMPLES = 9; + +varying vec2 textureCoordinate; +varying vec2 blurCoordinates[GAUSSIAN_SAMPLES]; + +uniform float textureWidthOffset; +uniform float textureHeightOffset; + +void main() { + gl_Position = position; + textureCoordinate = inputTextureCoordinate.xy; + + // Calculate the position of blur + vec2 blurStep; + int multiplier = 0; + vec2 singleStepOffset = vec2(textureWidthOffset, textureHeightOffset); + + for (int i = 0; i < GAUSSIAN_SAMPLES; i++) { + multiplier = (i - ((GAUSSIAN_SAMPLES - 1) / 2)); + // Blur in x (horizontal) + blurStep = float(multiplier) * singleStepOffset; + blurCoordinates[i] = inputTextureCoordinate.xy + blurStep; + } +} \ No newline at end of file diff --git a/CameraFilter/src/main/res/raw/whitebalance.glsl b/CameraFilter/src/main/res/raw/whitebalance.glsl new file mode 100644 index 00000000..5a6557cb --- /dev/null +++ b/CameraFilter/src/main/res/raw/whitebalance.glsl @@ -0,0 +1,26 @@ +uniform sampler2D inputImageTexture; +varying highp vec2 textureCoordinate; + +uniform lowp float temperature; +uniform lowp float tint; + +const lowp vec3 warmFilter = vec3(0.93, 0.54, 0.0); + +const mediump mat3 RGBtoYIQ = mat3(0.299, 0.587, 0.114, 0.596, -0.274, -0.322, 0.212, -0.523, 0.311); +const mediump mat3 YIQtoRGB = mat3(1.0, 0.956, 0.621, 1.0, -0.272, -0.647, 1.0, -1.105, 1.702); + +void main() +{ + lowp vec4 source = texture2D(inputImageTexture, textureCoordinate); + + mediump vec3 yiq = RGBtoYIQ * source.rgb; //adjusting tint + yiq.b = clamp(yiq.b + tint*0.5226*0.1, -0.5226, 0.5226); + lowp vec3 rgb = YIQtoRGB * yiq; + + lowp vec3 processed = vec3( + (rgb.r < 0.5 ? (2.0 * rgb.r * warmFilter.r) : (1.0 - 2.0 * (1.0 - rgb.r) * (1.0 - warmFilter.r))), //adjusting temperature + (rgb.g < 0.5 ? (2.0 * rgb.g * warmFilter.g) : (1.0 - 2.0 * (1.0 - rgb.g) * (1.0 - warmFilter.g))), + (rgb.b < 0.5 ? (2.0 * rgb.b * warmFilter.b) : (1.0 - 2.0 * (1.0 - rgb.b) * (1.0 - warmFilter.b)))); + + gl_FragColor = vec4(mix(rgb, processed, temperature), source.a); +} \ No newline at end of file diff --git a/Live/CMakeLists.txt b/Live/CMakeLists.txt index d34f9d06..2f08e06d 100644 --- a/Live/CMakeLists.txt +++ b/Live/CMakeLists.txt @@ -3,7 +3,10 @@ # Sets the minimum version of CMake required to build the native library. -cmake_minimum_required(VERSION 3.4.1) +cmake_minimum_required(VERSION 3.10.2) + +project(live) + set(distribution_DIR ${CMAKE_SOURCE_DIR}/../../../../libs) add_library(faac @@ -11,30 +14,32 @@ add_library(faac IMPORTED) set_target_properties(faac PROPERTIES IMPORTED_LOCATION - ../../../../libs/armeabi-v7a/libfaac.a) + ../../../../libs/${CMAKE_ANDROID_ARCH_ABI}/libfaac.a) -add_library(rtmp - STATIC - IMPORTED) -set_target_properties(rtmp - PROPERTIES IMPORTED_LOCATION - ../../../../libs/armeabi-v7a/librtmp.a) +add_subdirectory(src/main/cpp/rtmp) +#add_library(rtmp +# STATIC +# IMPORTED) +#set_target_properties(rtmp +# PROPERTIES IMPORTED_LOCATION +# ../../../../libs/${CMAKE_ANDROID_ARCH_ABI}/librtmp.a) add_library(x264 STATIC IMPORTED) set_target_properties(x264 PROPERTIES IMPORTED_LOCATION - ../../../../libs/armeabi-v7a/libx264.a) + ../../../../libs/${CMAKE_ANDROID_ARCH_ABI}/libx264.a) set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=gnu++11") -include_directories(main/cpp/include) +include_directories(src/main/cpp/include) add_library(live - SHARED - src/main/cpp/live.c - src/main/cpp/queue.c) + SHARED + src/main/cpp/AudioStream.cpp + src/main/cpp/VideoStream.cpp + src/main/cpp/RtmpPusher.cpp) find_library( log-lib log ) diff --git a/Live/build.gradle b/Live/build.gradle index e6d994b3..821326e3 100644 --- a/Live/build.gradle +++ b/Live/build.gradle @@ -1,22 +1,22 @@ apply plugin: 'com.android.library' android { - compileSdkVersion 25 - buildToolsVersion "25.0.2" + compileSdkVersion rootProject.ext.compileSdkVersion + buildToolsVersion rootProject.ext.buildToolsVersion + namespace "com.frank.live" + defaultConfig { -// applicationId "com.frank.live" - minSdkVersion 15 - targetSdkVersion 25 - versionCode 1 - versionName "1.0" - testInstrumentationRunner "android.support.test.runner.AndroidJUnitRunner" + minSdkVersion rootProject.ext.minSdkVersion + targetSdkVersion rootProject.ext.targetSdkVersion + versionCode rootProject.ext.versionCode + versionName rootProject.ext.versionName externalNativeBuild { cmake { cppFlags "" } } ndk{ - abiFilters "armeabi-v7a" + abiFilters /*"armeabi-v7a",*/ "arm64-v8a" } } buildTypes { @@ -33,11 +33,6 @@ android { } dependencies { - compile fileTree(dir: 'libs', include: ['*.jar']) - androidTestCompile('com.android.support.test.espresso:espresso-core:2.2.2', { - exclude group: 'com.android.support', module: 'support-annotations' - }) - compile 'com.android.support:appcompat-v7:25.3.1' - compile 'com.android.support.constraint:constraint-layout:1.0.2' - testCompile 'junit:junit:4.12' + implementation fileTree(dir: 'libs', include: ['*.jar']) + implementation "androidx.appcompat:appcompat:$rootProject.appcompatVersion" } diff --git a/Live/libs/arm64-v8a/libfaac.a b/Live/libs/arm64-v8a/libfaac.a new file mode 100644 index 00000000..c56ae005 Binary files /dev/null and b/Live/libs/arm64-v8a/libfaac.a differ diff --git a/Live/libs/arm64-v8a/libx264.a b/Live/libs/arm64-v8a/libx264.a new file mode 100644 index 00000000..2b5d4466 Binary files /dev/null and b/Live/libs/arm64-v8a/libx264.a differ diff --git a/Live/libs/armeabi-v7a/libfaac.a b/Live/libs/armeabi-v7a/libfaac.a index f6d4452c..0a9aeba1 100644 Binary files a/Live/libs/armeabi-v7a/libfaac.a and b/Live/libs/armeabi-v7a/libfaac.a differ diff --git a/Live/libs/armeabi-v7a/librtmp.a b/Live/libs/armeabi-v7a/librtmp.a deleted file mode 100644 index c9222af0..00000000 Binary files a/Live/libs/armeabi-v7a/librtmp.a and /dev/null differ diff --git a/Live/libs/armeabi-v7a/libx264.a b/Live/libs/armeabi-v7a/libx264.a index b7c90f06..795f0d50 100644 Binary files a/Live/libs/armeabi-v7a/libx264.a and b/Live/libs/armeabi-v7a/libx264.a differ diff --git a/Live/proguard-rules.pro b/Live/proguard-rules.pro index 316ea847..b88bca25 100644 --- a/Live/proguard-rules.pro +++ b/Live/proguard-rules.pro @@ -23,3 +23,9 @@ # If you keep the line number information, uncomment this to # hide the original source file name. #-renamesourcefileattribute SourceFile +-keepclasseswithmembernames class * { + native ; +} + +-keep public class com.frank.live.LivePusherNew { +} \ No newline at end of file diff --git a/Live/src/androidTest/java/com/frank/live/ExampleInstrumentedTest.java b/Live/src/androidTest/java/com/frank/live/ExampleInstrumentedTest.java deleted file mode 100644 index 68f66e28..00000000 --- a/Live/src/androidTest/java/com/frank/live/ExampleInstrumentedTest.java +++ /dev/null @@ -1,26 +0,0 @@ -package com.frank.live; - -import android.content.Context; -import android.support.test.InstrumentationRegistry; -import android.support.test.runner.AndroidJUnit4; - -import org.junit.Test; -import org.junit.runner.RunWith; - -import static org.junit.Assert.*; - -/** - * Instrumentation test, which will execute on an Android device. - * - * @see Testing documentation - */ -@RunWith(AndroidJUnit4.class) -public class ExampleInstrumentedTest { - @Test - public void useAppContext() throws Exception { - // Context of the app under test. - Context appContext = InstrumentationRegistry.getTargetContext(); - - assertEquals("com.frank.pusher", appContext.getPackageName()); - } -} diff --git a/Live/src/main/AndroidManifest.xml b/Live/src/main/AndroidManifest.xml index fb5db84f..d87ecd14 100644 --- a/Live/src/main/AndroidManifest.xml +++ b/Live/src/main/AndroidManifest.xml @@ -7,21 +7,4 @@ - - - - - - - - - - - \ No newline at end of file diff --git a/Live/src/main/cpp/AudioStream.cpp b/Live/src/main/cpp/AudioStream.cpp new file mode 100644 index 00000000..f4a58a0b --- /dev/null +++ b/Live/src/main/cpp/AudioStream.cpp @@ -0,0 +1,96 @@ + +#include +#include "AudioStream.h" +#include "PushInterface.h" + +AudioStream::AudioStream() { + +} + +void AudioStream::setAudioCallback(AudioCallback callback) { + audioCallback = callback; +} + +int AudioStream::setAudioEncInfo(int samplesInHZ, int channels) { + m_channels = channels; + //open faac encoder + m_audioCodec = faacEncOpen(static_cast(samplesInHZ), + static_cast(channels), + &m_inputSamples, + &m_maxOutputBytes); + m_buffer = new u_char[m_maxOutputBytes]; + + //set encoder params + faacEncConfigurationPtr config = faacEncGetCurrentConfiguration(m_audioCodec); + config->mpegVersion = MPEG4; + config->aacObjectType = LOW; + config->inputFormat = FAAC_INPUT_16BIT; + config->outputFormat = 0; + return faacEncSetConfiguration(m_audioCodec, config); +} + +int AudioStream::getInputSamples() const { + return static_cast(m_inputSamples); +} + +RTMPPacket *AudioStream::getAudioTag() { + u_char *buf; + u_long len; + faacEncGetDecoderSpecificInfo(m_audioCodec, &buf, &len); + int bodySize = static_cast(2 + len); + auto *packet = new RTMPPacket(); + RTMPPacket_Alloc(packet, bodySize); + //channel layout: stereo + packet->m_body[0] = 0xAF; + if (m_channels == 1) { + packet->m_body[0] = 0xAE; + } + packet->m_body[1] = 0x00; + + memcpy(&packet->m_body[2], buf, len); + + packet->m_hasAbsTimestamp = 0; + packet->m_nBodySize = bodySize; + packet->m_packetType = RTMP_PACKET_TYPE_AUDIO; + packet->m_nChannel = 0x11; + packet->m_headerType = RTMP_PACKET_SIZE_LARGE; + return packet; +} + +void AudioStream::encodeData(int8_t *data) { + //encode a frame, and return encoded len + int byteLen = faacEncEncode(m_audioCodec, reinterpret_cast(data), + static_cast(m_inputSamples), + m_buffer, + static_cast(m_maxOutputBytes)); + if (byteLen > 0) { + int bodySize = 2 + byteLen; + auto *packet = new RTMPPacket(); + RTMPPacket_Alloc(packet, bodySize); + //stereo + packet->m_body[0] = 0xAF; + if (m_channels == 1) { + packet->m_body[0] = 0xAE; + } + + packet->m_body[1] = 0x01; + memcpy(&packet->m_body[2], m_buffer, static_cast(byteLen)); + + packet->m_hasAbsTimestamp = 0; + packet->m_nBodySize = bodySize; + packet->m_packetType = RTMP_PACKET_TYPE_AUDIO; + packet->m_nChannel = 0x11; + packet->m_headerType = RTMP_PACKET_SIZE_LARGE; + audioCallback(packet); + } +} + +AudioStream::~AudioStream() { + delete m_buffer; + m_buffer = nullptr; + if (m_audioCodec) { + faacEncClose(m_audioCodec); + m_audioCodec = nullptr; + } +} + diff --git a/Live/src/main/cpp/AudioStream.h b/Live/src/main/cpp/AudioStream.h new file mode 100644 index 00000000..38b24384 --- /dev/null +++ b/Live/src/main/cpp/AudioStream.h @@ -0,0 +1,38 @@ + +#ifndef AUDIOSTREAM_H +#define AUDIOSTREAM_H + +#include "rtmp/rtmp.h" +#include "faac/faac.h" +#include + +class AudioStream { + typedef void (*AudioCallback)(RTMPPacket *packet); + +private: + AudioCallback audioCallback; + int m_channels; + faacEncHandle m_audioCodec = 0; + u_long m_inputSamples; + u_long m_maxOutputBytes; + u_char *m_buffer = 0; + +public: + AudioStream(); + + ~AudioStream(); + + int setAudioEncInfo(int samplesInHZ, int channels); + + void setAudioCallback(AudioCallback audioCallback); + + int getInputSamples() const; + + void encodeData(int8_t *data); + + RTMPPacket *getAudioTag(); + +}; + + +#endif diff --git a/Live/src/main/cpp/PacketQueue.h b/Live/src/main/cpp/PacketQueue.h new file mode 100644 index 00000000..f43a81fa --- /dev/null +++ b/Live/src/main/cpp/PacketQueue.h @@ -0,0 +1,75 @@ + +#ifndef PACKET_QUEUE_H +#define PACKET_QUEUE_H + +#include +#include + +template +class PacketQueue { + typedef void (*ReleaseCallback)(T &); + +private: + std::mutex m_mutex; + std::condition_variable m_cond; + std::queue m_queue; + bool m_running; + + ReleaseCallback releaseCallback; + +public: + + void push(T new_value) { + std::lock_guard lock(m_mutex); + if (m_running) { + m_queue.push(new_value); + m_cond.notify_one(); + } + } + + int pop(T &value) { + int ret = 0; + std::unique_lock lock(m_mutex); + if (!m_running) { + return ret; + } + if (!m_queue.empty()) { + value = m_queue.front(); + m_queue.pop(); + ret = 1; + } + return ret; + } + + void clear() { + std::lock_guard lock(m_mutex); + int size = m_queue.size(); + for (int i = 0; i < size; ++i) { + T value = m_queue.front(); + releaseCallback(value); + m_queue.pop(); + } + } + + void setRunning(bool run) { + std::lock_guard lock(m_mutex); + m_running = run; + } + + bool empty() { + std::lock_guard lock(m_mutex); + return m_queue.empty(); + } + + int size() { + std::lock_guard lock(m_mutex); + return static_cast(m_queue.size()); + } + + void setReleaseCallback(ReleaseCallback callback) { + releaseCallback = callback; + } + +}; + +#endif // PACKET_QUEUE_H diff --git a/Live/src/main/cpp/PushInterface.h b/Live/src/main/cpp/PushInterface.h new file mode 100644 index 00000000..43b6ab50 --- /dev/null +++ b/Live/src/main/cpp/PushInterface.h @@ -0,0 +1,28 @@ + +#ifndef PUSHINTERFACE_H +#define PUSHINTERFACE_H + +#include + +#define LOGI(...) __android_log_print(ANDROID_LOG_INFO,"FrankLive",__VA_ARGS__) +#define LOGE(...) __android_log_print(ANDROID_LOG_ERROR,"FrankLive",__VA_ARGS__) + +/***************relative to Java**************/ +//error code for opening video encoder +const int ERROR_VIDEO_ENCODER_OPEN = 0x01; +//error code for video encoding +const int ERROR_VIDEO_ENCODE = 0x02; +//error code for opening audio encoder +const int ERROR_AUDIO_ENCODER_OPEN = 0x03; +//error code for audio encoding +const int ERROR_AUDIO_ENCODE = 0x04; +//error code for RTMP connecting +const int ERROR_RTMP_CONNECT = 0x05; +//error code for connecting stream +const int ERROR_RTMP_CONNECT_STREAM = 0x06; +//error code for sending packet +const int ERROR_RTMP_SEND_PACKET = 0x07; + +/***************relative to Java**************/ + +#endif diff --git a/Live/src/main/cpp/RtmpPusher.cpp b/Live/src/main/cpp/RtmpPusher.cpp new file mode 100644 index 00000000..5609cfbd --- /dev/null +++ b/Live/src/main/cpp/RtmpPusher.cpp @@ -0,0 +1,205 @@ +#include +#include +#include "PacketQueue.h" +#include "PushInterface.h" +#include "VideoStream.h" +#include "AudioStream.h" + +#define RTMP_PUSHER_FUNC(RETURN_TYPE, FUNC_NAME, ...) \ + extern "C" \ + JNIEXPORT RETURN_TYPE JNICALL Java_com_frank_live_LivePusherNew_ ## FUNC_NAME \ + (JNIEnv *env, jobject instance, ##__VA_ARGS__)\ + +PacketQueue packets; +VideoStream *videoStream = nullptr; +AudioStream *audioStream = nullptr; + +std::atomic isPushing; +uint32_t start_time; + +//use to get thread's JNIEnv +JavaVM *javaVM; +//callback object +jobject jobject_error; + +//when calling System.loadLibrary, will callback it +jint JNICALL JNI_OnLoad(JavaVM *vm, void *reserved) { + javaVM = vm; + return JNI_VERSION_1_6; +} + +//callback error to java +void throwErrToJava(int error_code) { + JNIEnv *env; + javaVM->AttachCurrentThread(&env, nullptr); + jclass classErr = env->GetObjectClass(jobject_error); + jmethodID methodErr = env->GetMethodID(classErr, "errorFromNative", "(I)V"); + env->CallVoidMethod(jobject_error, methodErr, error_code); + javaVM->DetachCurrentThread(); +} + +void callback(RTMPPacket *packet) { + if (packet) { + packet->m_nTimeStamp = RTMP_GetTime() - start_time; + packets.push(packet); + } +} + +void releasePackets(RTMPPacket *&packet) { + if (packet) { + RTMPPacket_Free(packet); + delete packet; + packet = nullptr; + } +} + +void *start(void *args) { + char *url = static_cast(args); + RTMP *rtmp; + do { + rtmp = RTMP_Alloc(); + if (!rtmp) { + LOGE("RTMP_Alloc fail"); + break; + } + RTMP_Init(rtmp); + int ret = RTMP_SetupURL(rtmp, url); + if (!ret) { + LOGE("RTMP_SetupURL:%s", url); + break; + } + //timeout + rtmp->Link.timeout = 5; + RTMP_EnableWrite(rtmp); + ret = RTMP_Connect(rtmp, nullptr); + if (!ret) { + LOGE("RTMP_Connect:%s", url); + throwErrToJava(ERROR_RTMP_CONNECT); + break; + } + ret = RTMP_ConnectStream(rtmp, 0); + if (!ret) { + LOGE("RTMP_ConnectStream:%s", url); + throwErrToJava(ERROR_RTMP_CONNECT_STREAM); + break; + } + //start time + start_time = RTMP_GetTime(); + //start pushing + isPushing = true; + packets.setRunning(true); + callback(audioStream->getAudioTag()); + RTMPPacket *packet = nullptr; + while (isPushing) { + packets.pop(packet); + if (!isPushing) { + break; + } + if (!packet) { + continue; + } + + packet->m_nInfoField2 = rtmp->m_stream_id; + ret = RTMP_SendPacket(rtmp, packet, 1); + releasePackets(packet); + if (!ret) { + LOGE("RTMP_SendPacket fail..."); + throwErrToJava(ERROR_RTMP_SEND_PACKET); + break; + } + } + releasePackets(packet); + } while (0); + isPushing = false; + packets.setRunning(false); + packets.clear(); + if (rtmp) { + RTMP_Close(rtmp); + RTMP_Free(rtmp); + } + delete (url); + return nullptr; +} + +RTMP_PUSHER_FUNC(void, native_1init) { + LOGI("native init..."); + videoStream = new VideoStream(); + videoStream->setVideoCallback(callback); + audioStream = new AudioStream(); + audioStream->setAudioCallback(callback); + packets.setReleaseCallback(releasePackets); + jobject_error = env->NewGlobalRef(instance); +} + +RTMP_PUSHER_FUNC(void, native_1setVideoCodecInfo, + jint width, jint height, jint fps, jint bitrate) { + if (videoStream) { + int ret = videoStream->setVideoEncInfo(width, height, fps, bitrate); + if (ret < 0) { + throwErrToJava(ERROR_VIDEO_ENCODER_OPEN); + } + } +} + +RTMP_PUSHER_FUNC(void, native_1start, jstring path_) { + LOGI("native start..."); + if (isPushing) { + return; + } + const char *path = env->GetStringUTFChars(path_, nullptr); + char *url = new char[strlen(path) + 1]; + strcpy(url, path); + + std::thread pushThread(start, url); + pushThread.detach(); + env->ReleaseStringUTFChars(path_, path); +} + +RTMP_PUSHER_FUNC(void, native_1pushVideo, jbyteArray yuv, jint camera_type) { + if (!videoStream || !isPushing) { + return; + } + jbyte *yuv_plane = env->GetByteArrayElements(yuv, JNI_FALSE); + videoStream->encodeVideo(yuv_plane, camera_type); + env->ReleaseByteArrayElements(yuv, yuv_plane, 0); +} + +RTMP_PUSHER_FUNC(void, native_1setAudioCodecInfo, jint sampleRateInHz, jint channels) { + if (audioStream) { + int ret = audioStream->setAudioEncInfo(sampleRateInHz, channels); + if (ret < 0) { + throwErrToJava(ERROR_AUDIO_ENCODER_OPEN); + } + } +} + +RTMP_PUSHER_FUNC(jint, native_1getInputSamples) { + if (audioStream) { + return audioStream->getInputSamples(); + } + return -1; +} + +RTMP_PUSHER_FUNC(void, native_1pushAudio, jbyteArray data_) { + if (!audioStream || !isPushing) { + return; + } + jbyte *data = env->GetByteArrayElements(data_, nullptr); + audioStream->encodeData(data); + env->ReleaseByteArrayElements(data_, data, 0); +} + +RTMP_PUSHER_FUNC(void, native_1stop) { + LOGI("native stop..."); + isPushing = false; + packets.setRunning(false); +} + +RTMP_PUSHER_FUNC(void, native_1release) { + LOGI("native release..."); + env->DeleteGlobalRef(jobject_error); + delete videoStream; + videoStream = nullptr; + delete audioStream; + audioStream = nullptr; +} \ No newline at end of file diff --git a/Live/src/main/cpp/VideoStream.cpp b/Live/src/main/cpp/VideoStream.cpp new file mode 100644 index 00000000..3cb107eb --- /dev/null +++ b/Live/src/main/cpp/VideoStream.cpp @@ -0,0 +1,221 @@ + +#include +#include "VideoStream.h" +#include "PushInterface.h" + +VideoStream::VideoStream():m_frameLen(0), + videoCodec(nullptr), + pic_in(nullptr), + videoCallback(nullptr) { + +} + +int VideoStream::setVideoEncInfo(int width, int height, int fps, int bitrate) { + std::lock_guard l(m_mutex); + m_frameLen = width * height; + if (videoCodec) { + x264_encoder_close(videoCodec); + videoCodec = nullptr; + } + if (pic_in) { + x264_picture_clean(pic_in); + delete pic_in; + pic_in = nullptr; + } + + //setting x264 params + x264_param_t param; + int ret = x264_param_default_preset(¶m, "ultrafast", "zerolatency"); + if (ret < 0) { + return ret; + } + param.i_level_idc = 32; + //input format + param.i_csp = X264_CSP_I420; + param.i_width = width; + param.i_height = height; + //no B frame + param.i_bframe = 0; + //i_rc_method:bitrate control, CQP(constant quality), CRF(constant bitrate), ABR(average bitrate) + param.rc.i_rc_method = X264_RC_ABR; + //bitrate(Kbps) + param.rc.i_bitrate = bitrate / 1024; + //max bitrate + param.rc.i_vbv_max_bitrate = bitrate / 1024 * 1.2; + //unit:kbps + param.rc.i_vbv_buffer_size = bitrate / 1024; + + //frame rate + param.i_fps_num = fps; + param.i_fps_den = 1; + param.i_timebase_den = param.i_fps_num; + param.i_timebase_num = param.i_fps_den; + //using fps + param.b_vfr_input = 0; + //key frame interval(GOP) + param.i_keyint_max = fps * 2; + //each key frame attaches sps/pps + param.b_repeat_headers = 1; + //thread number + param.i_threads = 1; + + ret = x264_param_apply_profile(¶m, "baseline"); + if (ret < 0) { + return ret; + } + //open encoder + videoCodec = x264_encoder_open(¶m); + if (!videoCodec) { + return -1; + } + pic_in = new x264_picture_t(); + x264_picture_alloc(pic_in, X264_CSP_I420, width, height); + return ret; +} + +void VideoStream::setVideoCallback(VideoCallback callback) { + this->videoCallback = callback; +} + +void VideoStream::sendSpsPps(uint8_t *sps, uint8_t *pps, int sps_len, int pps_len) { + int bodySize = 13 + sps_len + 3 + pps_len; + auto *packet = new RTMPPacket(); + RTMPPacket_Alloc(packet, bodySize); + int i = 0; + // type + packet->m_body[i++] = 0x17; + packet->m_body[i++] = 0x00; + // timestamp + packet->m_body[i++] = 0x00; + packet->m_body[i++] = 0x00; + packet->m_body[i++] = 0x00; + + //version + packet->m_body[i++] = 0x01; + // profile + packet->m_body[i++] = sps[1]; + packet->m_body[i++] = sps[2]; + packet->m_body[i++] = sps[3]; + packet->m_body[i++] = 0xFF; + + //sps + packet->m_body[i++] = 0xE1; + //sps len + packet->m_body[i++] = (sps_len >> 8) & 0xFF; + packet->m_body[i++] = sps_len & 0xFF; + memcpy(&packet->m_body[i], sps, sps_len); + i += sps_len; + + //pps + packet->m_body[i++] = 0x01; + packet->m_body[i++] = (pps_len >> 8) & 0xFF; + packet->m_body[i++] = (pps_len) & 0xFF; + memcpy(&packet->m_body[i], pps, pps_len); + + //video + packet->m_packetType = RTMP_PACKET_TYPE_VIDEO; + packet->m_nBodySize = bodySize; + packet->m_nChannel = 0x10; + //sps and pps no timestamp + packet->m_nTimeStamp = 0; + packet->m_hasAbsTimestamp = 0; + packet->m_headerType = RTMP_PACKET_SIZE_MEDIUM; + + videoCallback(packet); +} + +void VideoStream::sendFrame(int type, uint8_t *payload, int i_payload) { + if (payload[2] == 0x00) { + i_payload -= 4; + payload += 4; + } else { + i_payload -= 3; + payload += 3; + } + int i = 0; + int bodySize = 9 + i_payload; + auto *packet = new RTMPPacket(); + RTMPPacket_Alloc(packet, bodySize); + + if (type == NAL_SLICE_IDR) { + packet->m_body[i++] = 0x17; // 1:Key frame 7:AVC + } else { + packet->m_body[i++] = 0x27; // 2:None key frame 7:AVC + } + //AVC NALU + packet->m_body[i++] = 0x01; + //timestamp + packet->m_body[i++] = 0x00; + packet->m_body[i++] = 0x00; + packet->m_body[i++] = 0x00; + //packet len + packet->m_body[i++] = (i_payload >> 24) & 0xFF; + packet->m_body[i++] = (i_payload >> 16) & 0xFF; + packet->m_body[i++] = (i_payload >> 8) & 0xFF; + packet->m_body[i++] = (i_payload) & 0xFF; + + memcpy(&packet->m_body[i], payload, static_cast(i_payload)); + + packet->m_hasAbsTimestamp = 0; + packet->m_nBodySize = bodySize; + packet->m_packetType = RTMP_PACKET_TYPE_VIDEO; + packet->m_nChannel = 0x10; + packet->m_headerType = RTMP_PACKET_SIZE_LARGE; + videoCallback(packet); +} + +void VideoStream::encodeVideo(int8_t *data, int camera_type) { + std::lock_guard l(m_mutex); + if (!pic_in) + return; + + if (camera_type == 1) { + memcpy(pic_in->img.plane[0], data, m_frameLen); // y + for (int i = 0; i < m_frameLen/4; ++i) { + *(pic_in->img.plane[1] + i) = *(data + m_frameLen + i * 2 + 1); // u + *(pic_in->img.plane[2] + i) = *(data + m_frameLen + i * 2); // v + } + } else if (camera_type == 2) { + int offset = 0; + memcpy(pic_in->img.plane[0], data, (size_t) m_frameLen); // y + offset += m_frameLen; + memcpy(pic_in->img.plane[1], data + offset, (size_t) m_frameLen / 4); // u + offset += m_frameLen / 4; + memcpy(pic_in->img.plane[2], data + offset, (size_t) m_frameLen / 4); // v + } else { + return; + } + + x264_nal_t *pp_nal; + int pi_nal; + x264_picture_t pic_out; + x264_encoder_encode(videoCodec, &pp_nal, &pi_nal, pic_in, &pic_out); + int pps_len, sps_len = 0; + uint8_t sps[100]; + uint8_t pps[100]; + for (int i = 0; i < pi_nal; ++i) { + x264_nal_t nal = pp_nal[i]; + if (nal.i_type == NAL_SPS) { + sps_len = nal.i_payload - 4; + memcpy(sps, nal.p_payload + 4, static_cast(sps_len)); + } else if (nal.i_type == NAL_PPS) { + pps_len = nal.i_payload - 4; + memcpy(pps, nal.p_payload + 4, static_cast(pps_len)); + sendSpsPps(sps, pps, sps_len, pps_len); + } else { + sendFrame(nal.i_type, nal.p_payload, nal.i_payload); + } + } +} + +VideoStream::~VideoStream() { + if (videoCodec) { + x264_encoder_close(videoCodec); + videoCodec = nullptr; + } + if (pic_in) { + x264_picture_clean(pic_in); + delete pic_in; + pic_in = nullptr; + } +} diff --git a/Live/src/main/cpp/VideoStream.h b/Live/src/main/cpp/VideoStream.h new file mode 100644 index 00000000..fdad427b --- /dev/null +++ b/Live/src/main/cpp/VideoStream.h @@ -0,0 +1,39 @@ + +#ifndef VIDEOSTREAM_H +#define VIDEOSTREAM_H + +#include +#include +#include "rtmp/rtmp.h" +#include "x264/x264.h" + +class VideoStream { + typedef void (*VideoCallback)(RTMPPacket *packet); + +private: + std::mutex m_mutex; + + int m_frameLen; + x264_t *videoCodec = 0; + x264_picture_t *pic_in = 0; + + VideoCallback videoCallback; + + void sendSpsPps(uint8_t *sps, uint8_t *pps, int sps_len, int pps_len); + + void sendFrame(int type, uint8_t *payload, int i_payload); + +public: + VideoStream(); + + ~VideoStream(); + + int setVideoEncInfo(int width, int height, int fps, int bitrate); + + void encodeVideo(int8_t *data, int camera_type); + + void setVideoCallback(VideoCallback videoCallback); + +}; + +#endif diff --git a/Live/src/main/cpp/include/x264/x264.h b/Live/src/main/cpp/include/x264/x264.h index 38048203..b9a5334b 100644 --- a/Live/src/main/cpp/include/x264/x264.h +++ b/Live/src/main/cpp/include/x264/x264.h @@ -1,11 +1,11 @@ /***************************************************************************** - * include.x264.h: include.x264 public header + * x264.h: x264 public header ***************************************************************************** - * Copyright (C) 2003-2016 include.x264 project + * Copyright (C) 2003-2019 x264 project * * Authors: Laurent Aimar * Loren Merritt - * Fiona Glaser + * Fiona Glaser * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by @@ -22,7 +22,7 @@ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02111, USA. * * This program is also available under a commercial proprietary license. - * For more information, contact us at licensing@include.x264.com. + * For more information, contact us at licensing@x264.com. *****************************************************************************/ #ifndef X264_X264_H @@ -35,7 +35,7 @@ extern "C" { #if !defined(_STDINT_H) && !defined(_STDINT_H_) && !defined(_STDINT_H_INCLUDED) && !defined(_STDINT) &&\ !defined(_SYS_STDINT_H_) && !defined(_INTTYPES_H) && !defined(_INTTYPES_H_) && !defined(_INTTYPES) # ifdef _MSC_VER -# pragma message("You must include stdint.h or inttypes.h before include.x264.h") +# pragma message("You must include stdint.h or inttypes.h before x264.h") # else # warning You must include stdint.h or inttypes.h before x264.h # endif @@ -46,7 +46,20 @@ extern "C" { #include "x264_config.h" -#define X264_BUILD 148 +#define X264_BUILD 159 + +#ifdef _WIN32 +# define X264_DLL_IMPORT __declspec(dllimport) +# define X264_DLL_EXPORT __declspec(dllexport) +#else +# if defined(__GNUC__) && (__GNUC__ >= 4) +# define X264_DLL_IMPORT +# define X264_DLL_EXPORT __attribute__((visibility("default"))) +# else +# define X264_DLL_IMPORT +# define X264_DLL_EXPORT +# endif +#endif /* Application developers planning to link against a shared library version of * libx264 from a Microsoft Visual Studio or similar development environment @@ -54,9 +67,13 @@ extern "C" { * This clause does not apply to MinGW, similar development environments, or non * Windows platforms. */ #ifdef X264_API_IMPORTS -#define X264_API __declspec(dllimport) +# define X264_API X264_DLL_IMPORT #else -#define X264_API +# ifdef X264_API_EXPORTS +# define X264_API X264_DLL_EXPORT +# else +# define X264_API +# endif #endif /* x264_t: @@ -120,39 +137,38 @@ typedef struct x264_nal_t /* CPU flags */ /* x86 */ -#define X264_CPU_CMOV 0x0000001 -#define X264_CPU_MMX 0x0000002 -#define X264_CPU_MMX2 0x0000004 /* MMX2 aka MMXEXT aka ISSE */ -#define X264_CPU_MMXEXT X264_CPU_MMX2 -#define X264_CPU_SSE 0x0000008 -#define X264_CPU_SSE2 0x0000010 -#define X264_CPU_SSE3 0x0000020 -#define X264_CPU_SSSE3 0x0000040 -#define X264_CPU_SSE4 0x0000080 /* SSE4.1 */ -#define X264_CPU_SSE42 0x0000100 /* SSE4.2 */ -#define X264_CPU_LZCNT 0x0000200 /* Phenom support for "leading zero count" instruction. */ -#define X264_CPU_AVX 0x0000400 /* AVX support: requires OS support even if YMM registers aren't used. */ -#define X264_CPU_XOP 0x0000800 /* AMD XOP */ -#define X264_CPU_FMA4 0x0001000 /* AMD FMA4 */ -#define X264_CPU_FMA3 0x0002000 /* FMA3 */ -#define X264_CPU_AVX2 0x0004000 /* AVX2 */ -#define X264_CPU_BMI1 0x0008000 /* BMI1 */ -#define X264_CPU_BMI2 0x0010000 /* BMI2 */ +#define X264_CPU_MMX (1<<0) +#define X264_CPU_MMX2 (1<<1) /* MMX2 aka MMXEXT aka ISSE */ +#define X264_CPU_MMXEXT X264_CPU_MMX2 +#define X264_CPU_SSE (1<<2) +#define X264_CPU_SSE2 (1<<3) +#define X264_CPU_LZCNT (1<<4) +#define X264_CPU_SSE3 (1<<5) +#define X264_CPU_SSSE3 (1<<6) +#define X264_CPU_SSE4 (1<<7) /* SSE4.1 */ +#define X264_CPU_SSE42 (1<<8) /* SSE4.2 */ +#define X264_CPU_AVX (1<<9) /* Requires OS support even if YMM registers aren't used */ +#define X264_CPU_XOP (1<<10) /* AMD XOP */ +#define X264_CPU_FMA4 (1<<11) /* AMD FMA4 */ +#define X264_CPU_FMA3 (1<<12) +#define X264_CPU_BMI1 (1<<13) +#define X264_CPU_BMI2 (1<<14) +#define X264_CPU_AVX2 (1<<15) +#define X264_CPU_AVX512 (1<<16) /* AVX-512 {F, CD, BW, DQ, VL}, requires OS support */ /* x86 modifiers */ -#define X264_CPU_CACHELINE_32 0x0020000 /* avoid memory loads that span the border between two cachelines */ -#define X264_CPU_CACHELINE_64 0x0040000 /* 32/64 is the size of a cacheline in bytes */ -#define X264_CPU_SSE2_IS_SLOW 0x0080000 /* avoid most SSE2 functions on Athlon64 */ -#define X264_CPU_SSE2_IS_FAST 0x0100000 /* a few functions are only faster on Core2 and Phenom */ -#define X264_CPU_SLOW_SHUFFLE 0x0200000 /* The Conroe has a slow shuffle unit (relative to overall SSE performance) */ -#define X264_CPU_STACK_MOD4 0x0400000 /* if stack is only mod4 and not mod16 */ -#define X264_CPU_SLOW_CTZ 0x0800000 /* BSR/BSF x86 instructions are really slow on some CPUs */ -#define X264_CPU_SLOW_ATOM 0x1000000 /* The Atom is terrible: slow SSE unaligned loads, slow +#define X264_CPU_CACHELINE_32 (1<<17) /* avoid memory loads that span the border between two cachelines */ +#define X264_CPU_CACHELINE_64 (1<<18) /* 32/64 is the size of a cacheline in bytes */ +#define X264_CPU_SSE2_IS_SLOW (1<<19) /* avoid most SSE2 functions on Athlon64 */ +#define X264_CPU_SSE2_IS_FAST (1<<20) /* a few functions are only faster on Core2 and Phenom */ +#define X264_CPU_SLOW_SHUFFLE (1<<21) /* The Conroe has a slow shuffle unit (relative to overall SSE performance) */ +#define X264_CPU_STACK_MOD4 (1<<22) /* if stack is only mod4 and not mod16 */ +#define X264_CPU_SLOW_ATOM (1<<23) /* The Atom is terrible: slow SSE unaligned loads, slow * SIMD multiplies, slow SIMD variable shifts, slow pshufb, * cacheline split penalties -- gather everything here that * isn't shared by other CPUs to avoid making half a dozen * new SLOW flags. */ -#define X264_CPU_SLOW_PSHUFB 0x2000000 /* such as on the Intel Atom */ -#define X264_CPU_SLOW_PALIGNR 0x4000000 /* such as on the AMD Bobcat */ +#define X264_CPU_SLOW_PSHUFB (1<<24) /* such as on the Intel Atom */ +#define X264_CPU_SLOW_PALIGNR (1<<25) /* such as on the AMD Bobcat */ /* PowerPC */ #define X264_CPU_ALTIVEC 0x0000001 @@ -172,6 +188,7 @@ typedef struct x264_nal_t #define X264_ANALYSE_PSUB16x16 0x0010 /* Analyse p16x8, p8x16 and p8x8 */ #define X264_ANALYSE_PSUB8x8 0x0020 /* Analyse p8x4, p4x8, p4x4 */ #define X264_ANALYSE_BSUB16x16 0x0100 /* Analyse b16x8, b8x16 and b8x8 */ + #define X264_DIRECT_PRED_NONE 0 #define X264_DIRECT_PRED_SPATIAL 1 #define X264_DIRECT_PRED_TEMPORAL 2 @@ -204,6 +221,10 @@ typedef struct x264_nal_t #define X264_KEYINT_MIN_AUTO 0 #define X264_KEYINT_MAX_INFINITE (1<<30) +/* AVC-Intra flavors */ +#define X264_AVCINTRA_FLAVOR_PANASONIC 0 +#define X264_AVCINTRA_FLAVOR_SONY 1 + static const char * const x264_direct_pred_names[] = { "none", "spatial", "temporal", "auto", 0 }; static const char * const x264_motion_est_names[] = { "dia", "hex", "umh", "esa", "tesa", 0 }; static const char * const x264_b_pyramid_names[] = { "none", "strict", "normal", 0 }; @@ -213,33 +234,37 @@ static const char * const x264_fullrange_names[] = { "off", "on", 0 }; static const char * const x264_colorprim_names[] = { "", "bt709", "undef", "", "bt470m", "bt470bg", "smpte170m", "smpte240m", "film", "bt2020", "smpte428", "smpte431", "smpte432", 0 }; static const char * const x264_transfer_names[] = { "", "bt709", "undef", "", "bt470m", "bt470bg", "smpte170m", "smpte240m", "linear", "log100", "log316", - "iec61966-2-4", "bt1361e", "iec61966-2-1", "bt2020-10", "bt2020-12", "smpte2084", "smpte428", 0 }; + "iec61966-2-4", "bt1361e", "iec61966-2-1", "bt2020-10", "bt2020-12", "smpte2084", "smpte428", "arib-std-b67", 0 }; static const char * const x264_colmatrix_names[] = { "GBR", "bt709", "undef", "", "fcc", "bt470bg", "smpte170m", "smpte240m", "YCgCo", "bt2020nc", "bt2020c", - "smpte2085", 0 }; + "smpte2085", "chroma-derived-nc", "chroma-derived-c", "ICtCp", 0 }; static const char * const x264_nal_hrd_names[] = { "none", "vbr", "cbr", 0 }; +static const char * const x264_avcintra_flavor_names[] = { "panasonic", "sony", 0 }; /* Colorspace type */ #define X264_CSP_MASK 0x00ff /* */ #define X264_CSP_NONE 0x0000 /* Invalid mode */ -#define X264_CSP_I420 0x0001 /* yuv 4:2:0 planar */ -#define X264_CSP_YV12 0x0002 /* yvu 4:2:0 planar */ -#define X264_CSP_NV12 0x0003 /* yuv 4:2:0, with one y plane and one packed u+v */ -#define X264_CSP_NV21 0x0004 /* yuv 4:2:0, with one y plane and one packed v+u */ -#define X264_CSP_I422 0x0005 /* yuv 4:2:2 planar */ -#define X264_CSP_YV16 0x0006 /* yvu 4:2:2 planar */ -#define X264_CSP_NV16 0x0007 /* yuv 4:2:2, with one y plane and one packed u+v */ -#define X264_CSP_V210 0x0008 /* 10-bit yuv 4:2:2 packed in 32 */ -#define X264_CSP_I444 0x0009 /* yuv 4:4:4 planar */ -#define X264_CSP_YV24 0x000a /* yvu 4:4:4 planar */ -#define X264_CSP_BGR 0x000b /* packed bgr 24bits */ -#define X264_CSP_BGRA 0x000c /* packed bgr 32bits */ -#define X264_CSP_RGB 0x000d /* packed rgb 24bits */ -#define X264_CSP_MAX 0x000e /* end of list */ +#define X264_CSP_I400 0x0001 /* monochrome 4:0:0 */ +#define X264_CSP_I420 0x0002 /* yuv 4:2:0 planar */ +#define X264_CSP_YV12 0x0003 /* yvu 4:2:0 planar */ +#define X264_CSP_NV12 0x0004 /* yuv 4:2:0, with one y plane and one packed u+v */ +#define X264_CSP_NV21 0x0005 /* yuv 4:2:0, with one y plane and one packed v+u */ +#define X264_CSP_I422 0x0006 /* yuv 4:2:2 planar */ +#define X264_CSP_YV16 0x0007 /* yvu 4:2:2 planar */ +#define X264_CSP_NV16 0x0008 /* yuv 4:2:2, with one y plane and one packed u+v */ +#define X264_CSP_YUYV 0x0009 /* yuyv 4:2:2 packed */ +#define X264_CSP_UYVY 0x000a /* uyvy 4:2:2 packed */ +#define X264_CSP_V210 0x000b /* 10-bit yuv 4:2:2 packed in 32 */ +#define X264_CSP_I444 0x000c /* yuv 4:4:4 planar */ +#define X264_CSP_YV24 0x000d /* yvu 4:4:4 planar */ +#define X264_CSP_BGR 0x000e /* packed bgr 24bits */ +#define X264_CSP_BGRA 0x000f /* packed bgr 32bits */ +#define X264_CSP_RGB 0x0010 /* packed rgb 24bits */ +#define X264_CSP_MAX 0x0011 /* end of list */ #define X264_CSP_VFLIP 0x1000 /* the csp is vertically flipped */ #define X264_CSP_HIGH_DEPTH 0x2000 /* the csp has a depth of 16 bits per pixel component */ /* Slice type */ -#define X264_TYPE_AUTO 0x0000 /* Let include.x264 choose the right type */ +#define X264_TYPE_AUTO 0x0000 /* Let x264 choose the right type */ #define X264_TYPE_IDR 0x0001 #define X264_TYPE_I 0x0002 #define X264_TYPE_P 0x0003 @@ -292,6 +317,7 @@ typedef struct x264_param_t int i_width; int i_height; int i_csp; /* CSP of encoded bitstream */ + int i_bitdepth; int i_level_idc; int i_frame_total; /* number of frames to encode if known, else 0 */ @@ -336,6 +362,7 @@ typedef struct x264_param_t int b_open_gop; int b_bluray_compat; int i_avcintra_class; + int i_avcintra_flavor; int b_deblocking_filter; int i_deblocking_filter_alphac0; /* [-6, 6] -6 light filter, 6 strong */ @@ -407,7 +434,7 @@ typedef struct x264_param_t { int i_rc_method; /* X264_RC_* */ - int i_qp_constant; /* 0 to (51 + 6*(x264_bit_depth-8)). 0=lossless */ + int i_qp_constant; /* 0=lossless */ int i_qp_min; /* min allowed QP value */ int i_qp_max; /* max allowed QP value */ int i_qp_step; /* max QP step between frames */ @@ -459,6 +486,9 @@ typedef struct x264_param_t /* frame packing arrangement flag */ int i_frame_packing; + /* alternative transfer SEI */ + int i_alternative_transfer; + /* Muxing parameters */ int b_aud; /* generate access unit delimiters */ int b_repeat_headers; /* put SPS/PPS before each keyframe */ @@ -553,10 +583,10 @@ typedef struct x264_param_t * NAL unit. This helps distinguish between nalu_process calls from different sources, * e.g. if doing multiple encodes in one process. */ - void (*nalu_process) ( x264_t *h, x264_nal_t *nal, void *opaque ); + void (*nalu_process)( x264_t *h, x264_nal_t *nal, void *opaque ); } x264_param_t; -void x264_nal_encode( x264_t *h, uint8_t *dst, x264_nal_t *nal ); +X264_API void x264_nal_encode( x264_t *h, uint8_t *dst, x264_nal_t *nal ); /**************************************************************************** * H.264 level restriction information @@ -564,19 +594,19 @@ void x264_nal_encode( x264_t *h, uint8_t *dst, x264_nal_t *nal ); typedef struct x264_level_t { - int level_idc; - int mbps; /* max macroblock processing rate (macroblocks/sec) */ - int frame_size; /* max frame size (macroblocks) */ - int dpb; /* max decoded picture buffer (mbs) */ - int bitrate; /* max bitrate (kbit/sec) */ - int cpb; /* max vbv buffer (kbit) */ - int mv_range; /* max vertical mv component range (pixels) */ - int mvs_per_2mb; /* max mvs per 2 consecutive mbs. */ - int slice_rate; /* ?? */ - int mincr; /* min compression ratio */ - int bipred8x8; /* limit bipred to >=8x8 */ - int direct8x8; /* limit b_direct to >=8x8 */ - int frame_only; /* forbid interlacing */ + uint8_t level_idc; + uint32_t mbps; /* max macroblock processing rate (macroblocks/sec) */ + uint32_t frame_size; /* max frame size (macroblocks) */ + uint32_t dpb; /* max decoded picture buffer (mbs) */ + uint32_t bitrate; /* max bitrate (kbit/sec) */ + uint32_t cpb; /* max vbv buffer (kbit) */ + uint16_t mv_range; /* max vertical mv component range (pixels) */ + uint8_t mvs_per_2mb; /* max mvs per 2 consecutive mbs. */ + uint8_t slice_rate; /* ?? */ + uint8_t mincr; /* min compression ratio */ + uint8_t bipred8x8; /* limit bipred to >=8x8 */ + uint8_t direct8x8; /* limit b_direct to >=8x8 */ + uint8_t frame_only; /* forbid interlacing */ } x264_level_t; /* all of the levels defined in the standard, terminated by .level_idc=0 */ @@ -588,7 +618,7 @@ X264_API extern const x264_level_t x264_levels[]; /* x264_param_default: * fill x264_param_t with default values and do CPU detection */ -void x264_param_default( x264_param_t * ); +X264_API void x264_param_default( x264_param_t * ); /* x264_param_parse: * set one parameter by name. @@ -599,13 +629,13 @@ void x264_param_default( x264_param_t * ); * value=NULL means "true" for boolean options, but is a BAD_VALUE for non-booleans. */ #define X264_PARAM_BAD_NAME (-1) #define X264_PARAM_BAD_VALUE (-2) -int x264_param_parse( x264_param_t *, const char *name, const char *value ); +X264_API int x264_param_parse( x264_param_t *, const char *name, const char *value ); /**************************************************************************** * Advanced parameter handling functions ****************************************************************************/ -/* These functions expose the full power of include.x264's preset-tune-profile system for +/* These functions expose the full power of x264's preset-tune-profile system for * easy adjustment of large numbers of internal parameters. * * In order to replicate x264CLI's option handling, these functions MUST be called @@ -643,13 +673,13 @@ static const char * const x264_tune_names[] = { "film", "animation", "grain", "s * film, animation, grain, stillimage, psnr, and ssim are psy tunings. * * returns 0 on success, negative on failure (e.g. invalid preset/tune name). */ -int x264_param_default_preset( x264_param_t *, const char *preset, const char *tune ); +X264_API int x264_param_default_preset( x264_param_t *, const char *preset, const char *tune ); /* x264_param_apply_fastfirstpass: * If first-pass mode is set (rc.b_stat_read == 0, rc.b_stat_write == 1), * modify the encoder settings to disable options generally not useful on * the first pass. */ -void x264_param_apply_fastfirstpass( x264_param_t * ); +X264_API void x264_param_apply_fastfirstpass( x264_param_t * ); /* x264_param_apply_profile: * Applies the restrictions of the given profile. @@ -664,25 +694,16 @@ static const char * const x264_profile_names[] = { "baseline", "main", "high", " * decrease them. * * returns 0 on success, negative on failure (e.g. invalid profile name). */ -int x264_param_apply_profile( x264_param_t *, const char *profile ); +X264_API int x264_param_apply_profile( x264_param_t *, const char *profile ); /**************************************************************************** * Picture structures and functions ****************************************************************************/ -/* x264_bit_depth: - * Specifies the number of bits per pixel that include.x264 uses. This is also the - * bit depth that include.x264 encodes in. If this value is > 8, include.x264 will read - * two bytes of input data for each pixel sample, and expect the upper - * (16-x264_bit_depth) bits to be zero. - * Note: The flag X264_CSP_HIGH_DEPTH must be used to specify the - * colorspace depth as well. */ -X264_API extern const int x264_bit_depth; - /* x264_chroma_format: - * Specifies the chroma formats that include.x264 supports encoding. When this + * Specifies the chroma formats that x264 supports encoding. When this * value is non-zero, then it represents a X264_CSP_* that is the only - * chroma format that include.x264 supports encoding. If the value is 0 then + * chroma format that x264 supports encoding. If the value is 0 then * there are no restrictions. */ X264_API extern const int x264_chroma_format; @@ -690,7 +711,7 @@ enum pic_struct_e { PIC_STRUCT_AUTO = 0, // automatically decide (default) PIC_STRUCT_PROGRESSIVE = 1, // progressive frame - // "TOP" and "BOTTOM" are not supported in include.x264 (PAFF only) + // "TOP" and "BOTTOM" are not supported in x264 (PAFF only) PIC_STRUCT_TOP_BOTTOM = 4, // top field followed by bottom PIC_STRUCT_BOTTOM_TOP = 5, // bottom field followed by top PIC_STRUCT_TOP_BOTTOM_TOP = 6, // top field, bottom field, top field repeated @@ -750,7 +771,7 @@ typedef struct x264_image_properties_t * the nearest 16. If in interlaced mode, height is rounded up to the nearest 32 instead. */ /* In: an array of quantizer offsets to be applied to this image during encoding. - * These are added on top of the decisions made by include.x264. + * These are added on top of the decisions made by x264. * Offsets can be fractional; they are added before QPs are rounded to integer. * Adaptive quantization must be enabled to use this feature. Behavior if quant * offsets differ between encoding passes is undefined. */ @@ -762,10 +783,10 @@ typedef struct x264_image_properties_t /* In: optional array of flags for each macroblock. * Allows specifying additional information for the encoder such as which macroblocks * remain unchanged. Usable flags are listed below. - * x264_param_t.analyse.b_mb_info must be set to use this, since include.x264 needs to track + * x264_param_t.analyse.b_mb_info must be set to use this, since x264 needs to track * extra data internally to make full use of this information. * - * Out: if b_mb_info_update is set, include.x264 will update this array as a result of encoding. + * Out: if b_mb_info_update is set, x264 will update this array as a result of encoding. * * For "MBINFO_CONSTANT", it will remove this flag on any macroblock whose decoded * pixels have changed. This can be useful for e.g. noting which areas of the @@ -799,8 +820,8 @@ typedef struct x264_image_properties_t typedef struct x264_picture_t { /* In: force picture type (if not auto) - * If include.x264 encoding parameters are violated in the forcing of picture types, - * include.x264 will correct the input picture type and log a warning. + * If x264 encoding parameters are violated in the forcing of picture types, + * x264 will correct the input picture type and log a warning. * Out: type of the picture encoded */ int i_type; /* In: force quantizer for != X264_QP_AUTO */ @@ -825,7 +846,7 @@ typedef struct x264_picture_t if it needs the changed parameter to apply immediately. */ x264_param_t *param; /* In: raw image data */ - /* Out: reconstructed image data. include.x264 may skip part of the reconstruction process, + /* Out: reconstructed image data. x264 may skip part of the reconstruction process, e.g. deblocking, in frames where it isn't necessary. To force complete reconstruction, at a small speed cost, set b_full_recon. */ x264_image_t img; @@ -843,17 +864,17 @@ typedef struct x264_picture_t /* x264_picture_init: * initialize an x264_picture_t. Needs to be done if the calling application * allocates its own x264_picture_t as opposed to using x264_picture_alloc. */ -void x264_picture_init( x264_picture_t *pic ); +X264_API void x264_picture_init( x264_picture_t *pic ); /* x264_picture_alloc: * alloc data for a picture. You must call x264_picture_clean on it. * returns 0 on success, or -1 on malloc failure or invalid colorspace. */ -int x264_picture_alloc( x264_picture_t *pic, int i_csp, int i_width, int i_height ); +X264_API int x264_picture_alloc( x264_picture_t *pic, int i_csp, int i_width, int i_height ); /* x264_picture_clean: * free associated resource for a x264_picture_t allocated with * x264_picture_alloc ONLY */ -void x264_picture_clean( x264_picture_t *pic ); +X264_API void x264_picture_clean( x264_picture_t *pic ); /**************************************************************************** * Encoder functions @@ -868,7 +889,7 @@ void x264_picture_clean( x264_picture_t *pic ); /* x264_encoder_open: * create a new encoder handler, all parameters from x264_param_t are copied */ -x264_t *x264_encoder_open( x264_param_t * ); +X264_API x264_t *x264_encoder_open( x264_param_t * ); /* x264_encoder_reconfig: * various parameters from x264_param_t are copied. @@ -883,7 +904,7 @@ x264_t *x264_encoder_open( x264_param_t * ); * more so than for other presets, many of the speed shortcuts used in ultrafast cannot be * switched out of; using reconfig to switch between ultrafast and other presets is not * recommended without a more fine-grained breakdown of parameters to take this into account. */ -int x264_encoder_reconfig( x264_t *, x264_param_t * ); +X264_API int x264_encoder_reconfig( x264_t *, x264_param_t * ); /* x264_encoder_parameters: * copies the current internal set of parameters to the pointer provided * by the caller. useful when the calling application needs to know @@ -891,32 +912,32 @@ int x264_encoder_reconfig( x264_t *, x264_param_t * ); * of the encoder after multiple x264_encoder_reconfig calls. * note that the data accessible through pointers in the returned param struct * (e.g. filenames) should not be modified by the calling application. */ -void x264_encoder_parameters( x264_t *, x264_param_t * ); +X264_API void x264_encoder_parameters( x264_t *, x264_param_t * ); /* x264_encoder_headers: * return the SPS and PPS that will be used for the whole stream. * *pi_nal is the number of NAL units outputted in pp_nal. * returns the number of bytes in the returned NALs. * returns negative on error. * the payloads of all output NALs are guaranteed to be sequential in memory. */ -int x264_encoder_headers( x264_t *, x264_nal_t **pp_nal, int *pi_nal ); +X264_API int x264_encoder_headers( x264_t *, x264_nal_t **pp_nal, int *pi_nal ); /* x264_encoder_encode: * encode one picture. * *pi_nal is the number of NAL units outputted in pp_nal. * returns the number of bytes in the returned NALs. * returns negative on error and zero if no NAL units returned. * the payloads of all output NALs are guaranteed to be sequential in memory. */ -int x264_encoder_encode( x264_t *, x264_nal_t **pp_nal, int *pi_nal, x264_picture_t *pic_in, x264_picture_t *pic_out ); +X264_API int x264_encoder_encode( x264_t *, x264_nal_t **pp_nal, int *pi_nal, x264_picture_t *pic_in, x264_picture_t *pic_out ); /* x264_encoder_close: * close an encoder handler */ -void x264_encoder_close ( x264_t * ); +X264_API void x264_encoder_close( x264_t * ); /* x264_encoder_delayed_frames: * return the number of currently delayed (buffered) frames * this should be used at the end of the stream, to know when you have all the encoded frames. */ -int x264_encoder_delayed_frames( x264_t * ); -/* x264_encoder_maximum_delayed_frames( x264_t *h ): +X264_API int x264_encoder_delayed_frames( x264_t * ); +/* x264_encoder_maximum_delayed_frames( x264_t * ): * return the maximum number of delayed (buffered) frames that can occur with the current * parameters. */ -int x264_encoder_maximum_delayed_frames( x264_t *h ); +X264_API int x264_encoder_maximum_delayed_frames( x264_t * ); /* x264_encoder_intra_refresh: * If an intra refresh is not in progress, begin one with the next P-frame. * If an intra refresh is in progress, begin one as soon as the current one finishes. @@ -930,7 +951,7 @@ int x264_encoder_maximum_delayed_frames( x264_t *h ); * behavior is undefined. * * Should not be called during an x264_encoder_encode. */ -void x264_encoder_intra_refresh( x264_t * ); +X264_API void x264_encoder_intra_refresh( x264_t * ); /* x264_encoder_invalidate_reference: * An interactive error resilience tool, designed for use in a low-latency one-encoder-few-clients * system. When the client has packet loss or otherwise incorrectly decodes a frame, the encoder @@ -953,7 +974,7 @@ void x264_encoder_intra_refresh( x264_t * ); * Should not be called during an x264_encoder_encode, but multiple calls can be made simultaneously. * * Returns 0 on success, negative on failure. */ -int x264_encoder_invalidate_reference( x264_t *, int64_t pts ); +X264_API int x264_encoder_invalidate_reference( x264_t *, int64_t pts ); #ifdef __cplusplus } diff --git a/Live/src/main/cpp/include/x264/x264_config.h b/Live/src/main/cpp/include/x264/x264_config.h index 1e0d3776..b18ce033 100644 --- a/Live/src/main/cpp/include/x264/x264_config.h +++ b/Live/src/main/cpp/include/x264/x264_config.h @@ -1,6 +1,6 @@ -#define X264_BIT_DEPTH 8 #define X264_GPL 1 #define X264_INTERLACED 1 +#define X264_BIT_DEPTH 0 #define X264_CHROMA_FORMAT 0 #define X264_VERSION "" -#define X264_POINTVER "0.148.x" +#define X264_POINTVER "0.159.x" diff --git a/Live/src/main/cpp/live.c b/Live/src/main/cpp/live.c deleted file mode 100644 index b2ecfa6d..00000000 --- a/Live/src/main/cpp/live.c +++ /dev/null @@ -1,480 +0,0 @@ -#include -#include -#include "include/x264/x264.h" -#include -#include "include/rtmp/rtmp.h" -#include "include/faac/faac.h" -#include -#include "queue.h" -#include - -#define TAG "FrankLive" -#define LOGI(format, ...) __android_log_print(ANDROID_LOG_INFO, TAG, format, ##__VA_ARGS__) -#define LOGE(format, ...) __android_log_print(ANDROID_LOG_ERROR, TAG, format, ##__VA_ARGS__) - -x264_picture_t picture_in; -x264_picture_t picture_out; -int y_len, uv_len; -x264_t *video_encode_handle; -faacEncHandle *audio_encode_handle; -uint32_t start_time; -pthread_cond_t cond; -pthread_mutex_t mutex; -char *url_path; -int is_pushing = FALSE; -unsigned long inputSamples; -unsigned long maxOutputBytes; -//子线程回调给Java需要用到JavaVM -JavaVM* javaVM; -//调用类 -jobject jobject_error; - -/***************与Java层对应**************/ -//视频编码器打开失败 -const int ERROR_VIDEO_ENCODER_OPEN = 0x01; -//视频帧编码失败 -const int ERROR_VIDEO_ENCODE = 0x02; -//音频编码器打开失败 -const int ERROR_AUDIO_ENCODER_OPEN = 0x03; -//音频帧编码失败 -const int ERROR_AUDIO_ENCODE = 0x04; -//RTMP连接失败 -const int ERROR_RTMP_CONNECT = 0x05; -//RTMP连接流失败 -const int ERROR_RTMP_CONNECT_STREAM = 0x06; -//RTMP发送数据包失败 -const int ERROR_RTMP_SEND_PACKAT = 0x07; -/***************与Java层对应**************/ - -void add_rtmp_packet(RTMPPacket *pPacket); -void add_x264_body(uint8_t *buf, int len); -void add_x264_key_header(unsigned char sps[100], unsigned char pps[100], int len, int pps_len); -void add_aac_body(unsigned char *buf, int len); -void add_aac_header(); - -//当调用System.loadLibrary时,会回调这个方法 -jint JNICALL JNI_OnLoad(JavaVM* vm, void* reserved){ - javaVM = vm; - return JNI_VERSION_1_6; -} - -//回调异常给java -void throw_error_to_java(int error_code){ - JNIEnv* env; - (*javaVM)->AttachCurrentThread(javaVM, &env, NULL); - jclass jclazz = (*env)->GetObjectClass(env, jobject_error); - jmethodID jmethod = (*env)->GetMethodID(env, jclazz, "errorFromNative", "(I)V"); - (*env)->CallVoidMethod(env, jobject_error, jmethod, error_code); - (*javaVM)->DetachCurrentThread(javaVM); -} - -//推流线程 -void *push_thread(void * args){ - //建立RTMP连接 - RTMP* rtmp = RTMP_Alloc(); - if(!rtmp){ - LOGE("RTMP_Alloc fail..."); - goto end; - } - RTMP_Init(rtmp); - RTMP_SetupURL(rtmp, url_path); - LOGI("url_path=%s", url_path); - RTMP_EnableWrite(rtmp); - rtmp->Link.timeout = 10; - if(!RTMP_Connect(rtmp, NULL)){ - LOGE("RTMP_Connect fail..."); - throw_error_to_java(ERROR_RTMP_CONNECT); - goto end; - } - LOGI("RTMP_Connect success..."); - if(!RTMP_ConnectStream(rtmp, 0)){ - LOGE("RTMP_ConnectStream fail..."); - throw_error_to_java(ERROR_RTMP_CONNECT_STREAM); - goto end; - } - LOGI("RTMP_ConnectStream success..."); - - //开始计时 - start_time = RTMP_GetTime(); - is_pushing = TRUE; - //发送一个ACC HEADER - add_aac_header(); - //循环推流 - while(is_pushing) { - pthread_mutex_lock(&mutex); - pthread_cond_wait(&cond, &mutex); - //从队头去一个RTMP包出来 - RTMPPacket *packet = queue_get_first(); - if(packet){ - queue_delete_first(); - //发送rtmp包,true代表rtmp内部有缓存 - int ret = RTMP_SendPacket(rtmp, packet, TRUE); - if(!ret){ - LOGE("RTMP_SendPacket fail..."); - RTMPPacket_Free(packet); - pthread_mutex_unlock(&mutex); - throw_error_to_java(ERROR_RTMP_SEND_PACKAT); - goto end; - } - RTMPPacket_Free(packet); - } - pthread_mutex_unlock(&mutex); - } - end: - LOGI("free all the thing about rtmp..."); - RTMP_Close(rtmp); - free(rtmp); - free(url_path); - return 0; -} - -JNIEXPORT jint JNICALL -Java_com_frank_live_LiveUtil_native_1start(JNIEnv *env, jobject instance, jstring url_) { - const char *url = (*env)->GetStringUTFChars(env, url_, 0); - url_path = malloc(strlen(url) + 1); - memset(url_path, 0, strlen(url) + 1); - memcpy(url_path, url, strlen(url)); - //创建队列 - create_queue(); - //初始化互斥锁和条件变量 - pthread_mutex_init(&mutex, NULL); - pthread_cond_init(&cond, NULL); - pthread_t push_thread_id; - //创建消费线程推流 - pthread_create(&push_thread_id, NULL, push_thread, NULL); - (*env)->ReleaseStringUTFChars(env, url_, url); - - jobject_error= (*env)->NewGlobalRef(env, instance); - return 0; -} - -//视频编码器x264参数配置 -JNIEXPORT void JNICALL -Java_com_frank_live_LiveUtil_setVideoParam(JNIEnv *env, jobject instance, jint width, jint height, - jint bitRate, jint frameRate) { - y_len = width * height; - uv_len = y_len/4; - - x264_param_t param; - //默认设置 - x264_param_default_preset(¶m, "ultrafast", "zerolatency"); - param.i_csp = X264_CSP_I420;//YUV420SP - param.i_width = width; - param.i_height = height; - param.b_vfr_input = 0;//码率控制不通过timebase和timestamp,通过fps控制 - param.b_repeat_headers = 1;//每帧传入sps和pps,提高视频纠错能力 - param.i_level_idc = 51;//最大level:resolution@frameRate - param.rc.i_rc_method = X264_RC_CRF;//控制恒定码率 CRF:恒定码率;CQP:恒定质量;ABR:平均码率 - param.rc.i_bitrate = bitRate;//码率 - param.rc.i_vbv_max_bitrate = (int) (bitRate * 1.2);//瞬间最大码率 - param.i_fps_num = (uint32_t) frameRate;//帧率分子 - param.i_fps_den = 1;//帧率分母 - param.i_timebase_num = param.i_fps_den;//时间基分子 - param.i_timebase_den = param.i_fps_num;//时间基分母 - param.i_threads = 1;//编码线程数 - //设置profile档次,"baseline"代表没有B帧 - x264_param_apply_profile(¶m, "baseline"); - //初始化图像 - x264_picture_alloc(&picture_in, param.i_csp, param.i_width, param.i_height); - //打开编码器 - video_encode_handle = x264_encoder_open(¶m); - if(video_encode_handle){ - LOGI("x264_encoder_open success..."); - } else{ - LOGE("x264_encoder_open fail..."); - throw_error_to_java(ERROR_VIDEO_ENCODER_OPEN); - } -} - -//音频编码器FAAC参数配置 -JNIEXPORT void JNICALL -Java_com_frank_live_LiveUtil_setAudioParam(JNIEnv *env, jobject instance, jint sampleRate, jint numChannels) { - inputSamples; - maxOutputBytes; - audio_encode_handle = faacEncOpen((unsigned long) sampleRate, - (unsigned int) numChannels, &inputSamples, &maxOutputBytes); - if(!audio_encode_handle){ - LOGE("faacEncOpen fail..."); - throw_error_to_java(ERROR_AUDIO_ENCODER_OPEN); - return; - } - LOGI("faacEncOpen success..."); - faacEncConfigurationPtr configPtr = faacEncGetCurrentConfiguration(audio_encode_handle); - configPtr->bandWidth = 0; - configPtr->mpegVersion = MPEG4;//MPEG版本 - configPtr->outputFormat = 0;//包含ADTS头 - configPtr->useTns = 1;//时域噪音控制 - configPtr->useLfe = 0; - configPtr->allowMidside = 1; - configPtr->aacObjectType = LOW; - configPtr->quantqual = 100;//量化 - configPtr->shortctl = SHORTCTL_NORMAL; - int result = faacEncSetConfiguration(audio_encode_handle, configPtr); - if(result){ - LOGI("faacEncSetConfiguration success..."); - } else{ - LOGE("faacEncSetConfiguration fail..."); - throw_error_to_java(ERROR_AUDIO_ENCODER_OPEN); - } -} - -//添加RTMPPacket包到队列中 -void add_rtmp_packet(RTMPPacket *pPacket) { - pthread_mutex_lock(&mutex); - if(is_pushing){ - queue_append_last(pPacket); - } - pthread_cond_signal(&cond); - pthread_mutex_unlock(&mutex); -} - -//添加SPS和PPS header -void add_x264_key_header(unsigned char sps[100], unsigned char pps[100], int sps_len, int pps_len) { - int body_size = 16 + sps_len + pps_len; - RTMPPacket *packet = malloc(sizeof(RTMPPacket)); - RTMPPacket_Alloc(packet, body_size); - RTMPPacket_Reset(packet); - unsigned char* body = (unsigned char *) packet->m_body; - int i = 0; - body[i++] = 0x17;//VideoHeadType 0-3:FrameType(KeyFrame=1);4-7:CodecId(AVC=7) - body[i++] = 0x00;//AVC PacketType - - body[i++] = 0x00;//composition type 24bit - body[i++] = 0x00; - body[i++] = 0x00; - - body[i++] = 0x01;//AVC decoder configuration record - body[i++] = sps[1]; - body[i++] = sps[2]; - body[i++] = sps[3]; - - body[i++] = 0xFF; - - body[i++] = 0xE1;//sps - body[i++] = (unsigned char) ((sps_len >> 8) & 0xFF); - body[i++] = (unsigned char) (sps_len & 0xFF); - memcpy(&body[i], sps, (size_t) sps_len); - i += sps_len; - - body[i++] = 0x01;//pps - body[i++] = (unsigned char) ((pps_len >> 8) & 0xFF); - body[i++] = (unsigned char) (pps_len & 0xFF); - memcpy(&body[i], pps, (size_t) pps_len); - i += pps_len; - - packet->m_packetType = RTMP_PACKET_TYPE_VIDEO; - packet->m_nBodySize = (uint32_t) body_size; - packet->m_nTimeStamp = 0; - packet->m_hasAbsTimestamp = 0; - packet->m_nChannel = 0x04; - packet->m_headerType = RTMP_PACKET_SIZE_MEDIUM; - - add_rtmp_packet(packet); -} - -//添加x264的body -void add_x264_body(uint8_t *buf, int len) { - if(buf[2] == 0x01){//00 00 01 - buf += 3; - len -= 3; - } else if (buf[3] == 0x01){//00 00 00 01 - buf += 4; - len -= 4; - } - int body_size = len + 9;// - RTMPPacket *packet = malloc(sizeof(RTMPPacket)); - RTMPPacket_Alloc(packet, body_size); - RTMPPacket_Reset(packet); - unsigned char *body = (unsigned char *) packet->m_body; - int type = buf[0] & 0x1F; - if(type == NAL_SLICE_IDR){//关键帧 - body[0] = 0x17; - } else{ - body[0] = 0x27; - } - body[1] = 0x01; - body[2] = 0x00; - body[3] = 0x00; - body[4] = 0x00; - - body[5] = (unsigned char) ((len >> 24) & 0xFF); - body[6] = (unsigned char) ((len >> 16) & 0xFF); - body[7] = (unsigned char) ((len >> 8) & 0xFF); - body[8] = (unsigned char) (len & 0xFF); - - memcpy(&body[9], buf, (size_t) len); - packet->m_headerType = RTMP_PACKET_SIZE_LARGE; - packet->m_hasAbsTimestamp = 0; - packet->m_nBodySize = (uint32_t) body_size; - packet->m_nChannel = 0x04; - packet->m_packetType = RTMP_PACKET_TYPE_VIDEO; - packet->m_nTimeStamp = RTMP_GetTime() - start_time; - - add_rtmp_packet(packet); -} - -//推送视频流 -JNIEXPORT void JNICALL -Java_com_frank_live_LiveUtil_pushVideo(JNIEnv *env, jobject instance, jbyteArray data_) { - //NV21转成YUV420P - jbyte *nv21_buffer = (*env)->GetByteArrayElements(env, data_, NULL); - //Y相同,直接拷贝 - memcpy(picture_in.img.plane[0], nv21_buffer, (size_t) y_len); - jbyte *v_buffer = (jbyte *) picture_in.img.plane[2]; - jbyte *u_buffer = (jbyte *) picture_in.img.plane[1]; - int i; - //U和V交换 - for(i=0; iReleaseByteArrayElements(env, data_, nv21_buffer, 0); -} - -//添加AAC header -void add_aac_header() { - unsigned char *ppBuffer; - unsigned long pSize; - faacEncGetDecoderSpecificInfo(audio_encode_handle, &ppBuffer, &pSize); - int body_size = (int) (2 + pSize); - RTMPPacket* packet = malloc(sizeof(RTMPPacket)); - RTMPPacket_Alloc(packet, body_size); - RTMPPacket_Reset(packet); - unsigned char* body = (unsigned char *) packet->m_body; - //两字节头 - //soundFormat(4bits):10->aac;soundRate(2bits):3->44kHz;soundSize(1bit):1->pcm_16bit;soundType(1bit):1->stereo - body[0] = 0xAF; - //AACPacketType:0表示AAC sequence header - body[1] = 0x00; - - memcpy(&body[2], ppBuffer, (size_t) pSize); - packet->m_packetType = RTMP_PACKET_TYPE_AUDIO; - packet->m_nBodySize = (uint32_t) body_size; - packet->m_nChannel = 4; - packet->m_nTimeStamp = 0; - packet->m_hasAbsTimestamp = 0; - packet->m_headerType = RTMP_PACKET_SIZE_MEDIUM; - add_rtmp_packet(packet); - free(ppBuffer); -} - -//添加AAC body -void add_aac_body(unsigned char *buf, int len) { - int body_size = 2 + len; - RTMPPacket* packet = malloc(sizeof(RTMPPacket)); - RTMPPacket_Alloc(packet, body_size); - RTMPPacket_Reset(packet); - unsigned char* body = (unsigned char *) packet->m_body; - //两字节头 - //soundFormat(4bits):10->aac;soundRate(2bits):3->44kHz;soundSize(1bit):1->pcm_16bit;soundType(1bit):1->stereo - body[0] = 0xAF; - //PackageType(StreamType):0->AAC带ADTS头;1->AAC RAW - body[1] = 0x01; - - memcpy(&body[2], buf, (size_t) len); - packet->m_packetType = RTMP_PACKET_TYPE_AUDIO; - packet->m_nBodySize = (uint32_t) body_size; - packet->m_nChannel = 4; - packet->m_nTimeStamp = RTMP_GetTime() - start_time; - packet->m_hasAbsTimestamp = 0; - packet->m_headerType = RTMP_PACKET_SIZE_LARGE; - add_rtmp_packet(packet); - free(buf); -} - -//推送音频流 -JNIEXPORT void JNICALL -Java_com_frank_live_LiveUtil_pushAudio(JNIEnv *env, jobject instance, jbyteArray data_, jint length) { - jbyte *data = (*env)->GetByteArrayElements(env, data_, NULL); - int* pcm_buf; - unsigned char* aac_buf; - pcm_buf = malloc(inputSamples * sizeof(int)); - aac_buf = malloc(maxOutputBytes * sizeof(unsigned char)); - int count = 0; - unsigned int buffer_size = (unsigned int) (length / 2); - unsigned short* buf = (unsigned short*) data; - while (count < buffer_size){ - int audio_length = (int) inputSamples; - if((count + audio_length) >= buffer_size){ - audio_length = buffer_size - count; - } - int i; - for(i=0; iReleaseByteArrayElements(env, data_, data, 0); - if(pcm_buf != NULL){ - free(pcm_buf); - } -} - -//停止推流 -JNIEXPORT void JNICALL -Java_com_frank_live_LiveUtil_native_1stop(JNIEnv *env, jobject instance) { - is_pushing = FALSE; - LOGI("native_1stop"); -} - -//释放所有资源 -JNIEXPORT void JNICALL -Java_com_frank_live_LiveUtil_native_1release(JNIEnv *env, jobject instance) { - //清除x264的picture缓存 - x264_picture_clean(&picture_in); - x264_picture_clean(&picture_out); - //关闭音视频编码器 - x264_encoder_close(video_encode_handle); - faacEncClose(audio_encode_handle); - //删除全局引用 - (*env)->DeleteGlobalRef(env, jobject_error); - (*javaVM)->DestroyJavaVM(javaVM); - //销毁互斥锁和条件变量 - pthread_cond_destroy(&cond); - pthread_mutex_destroy(&mutex); - //退出线程 - pthread_exit(0); -} \ No newline at end of file diff --git a/Live/src/main/cpp/queue.c b/Live/src/main/cpp/queue.c deleted file mode 100644 index 6942c44f..00000000 --- a/Live/src/main/cpp/queue.c +++ /dev/null @@ -1,218 +0,0 @@ -#include -#include - -typedef struct queue_node { - struct queue_node* prev; - struct queue_node* next; - void *p;//节点的值 -} node; - -// 表头 -static node *phead = NULL; -static int count = 0; - -static node* create_node(void *pval) { - node *pnode = NULL; - pnode = (node *) malloc(sizeof(node)); - if (pnode) { - // 默认的,pnode的前一节点和后一节点都指向它自身 - pnode->prev = pnode->next = pnode; - // 节点的值为pval - pnode->p = pval; - } - return pnode; -} - -/** - * 创建双向链表 - * @return 成功,返回0;否则,返回-1。 - */ -int create_queue() { - phead = create_node(NULL); - if (!phead) { - return -1; - } - count = 0; - return 0; -} - -/** - * 判断双向链表是否为空 - * @return 0为空 - */ -int queue_is_empty() { - return count == 0; -} - -/** - * 获取双向链表的大小 - * @return size - */ -int queue_size() { - return count; -} - -/** - * 获取链表中指定位置的节点 - */ - -static node* get_node(int index) { - if (index < 0 || index >= count) { - return NULL; - } - if (index <= (count / 2)) { - int i = 0; - node *pnode = phead->next; - while ((i++) < index) - pnode = pnode->next; - return pnode; - } - int j = 0; - int rindex = count - index - 1; - node *rnode = phead->prev; - while ((j++) < rindex) - rnode = rnode->prev; - return rnode; -} - -/** - * 获取链表中指定位置的元素 - * @param index index - * @return 指定位置的元素 - */ -void* queue_get(int index) { - node *pindex = get_node(index); - if (!pindex) { - return NULL; - } - return pindex->p; -} - -/** - * 获取链表中第1个元素的值 - * @return 第1个元素的值 - */ -void* queue_get_first() { - return queue_get(0); -} - -/** - * 获取链表中最后1个元素的值 - * @return 最后1个元素的值 - */ -void* queue_get_last() { - return queue_get(count - 1); -} - -/** - * 插入到index位置 - * @param index index - * @param pval pval - * @return 是否插入成功 - */ -int queue_insert(int index, void* pval) { - // 插入表头 - if (index == 0) - return queue_insert_first(pval); - // 获取要插入的位置对应的节点 - node *pindex = get_node(index); - if (!pindex) - return -1; -// 创建“节点” - node *pnode = create_node(pval); - if (!pnode) - return -1; - pnode->prev = pindex->prev; - pnode->next = pindex; - pindex->prev->next = pnode; - pindex->prev = pnode; - // 节点个数+1 - count++; - return 0; -} - -/** - * 插入到链表头 - * @param pval - * @return 是否插入成功 - */ -int queue_insert_first(void *pval) { - node *pnode = create_node(pval); - if (!pnode) - return -1; - pnode->prev = phead; - pnode->next = phead->next; - phead->next->prev = pnode; - phead->next = pnode; - count++; - return 0; -} - -/** - * 插入链表尾 - * @param pval - * @return 是否插入成功 - */ -int queue_append_last(void *pval) { - node *pnode = create_node(pval); - if (!pnode) - return -1; - pnode->next = phead; - pnode->prev = phead->prev; - phead->prev->next = pnode; - phead->prev = pnode; - count++; - return 0; -} - -/** - * 删除双向链表中index位置的节点 - * @param index index - * @return 成功,返回0;否则,返回-1 - */ -int queue_delete(int index) { - node *pindex = get_node(index); - if (!pindex) { - return -1; - } - pindex->next->prev = pindex->prev; - pindex->prev->next = pindex->next; - free(pindex); - count--; - return 0; -} - -/** - * 删除第一个节点 - */ -int queue_delete_first() { - return queue_delete(0); -} - -/* - * 删除最后一个节点 - */ -int queue_delete_last() { - return queue_delete(count - 1); -} - -/** - * 释放双向链表 - * @return 成功,返回0;否则,返回-1。 - */ -int destroy_queue() { - if (!phead) { - return -1; - } - node *pnode = phead->next; - node *ptmp = NULL; - while (pnode != phead) { - ptmp = pnode; - pnode = pnode->next; - free(ptmp); - } - free(phead); - phead = NULL; - count = 0; - return 0; -} diff --git a/Live/src/main/cpp/queue.h b/Live/src/main/cpp/queue.h deleted file mode 100644 index 1dbdd297..00000000 --- a/Live/src/main/cpp/queue.h +++ /dev/null @@ -1,29 +0,0 @@ -#ifndef _QUQEUE_H -#define _QUQEUE_H -// 新建“双向链表”。成功,返回表头;否则,返回NULL -extern int create_queue(); -// 撤销“双向链表”。成功,返回0;否则,返回-1 -extern int destroy_queue(); -// “双向链表是否为空”。为空的话返回1;否则,返回0。 -extern int queue_is_empty(); -// 返回“双向链表的大小” -extern int queue_size(); -// 获取“双向链表中第index位置的元素”。成功,返回节点指针;否则,返回NULL。 -extern void* queue_get(int index); -// 获取“双向链表中第1个元素”。成功,返回节点指针;否则,返回NULL。 -extern void* queue_get_first(); -// 获取“双向链表中最后1个元素”。成功,返回节点指针;否则,返回NULL。 -extern void* queue_get_last(); -// 将“value”插入到index位置。成功,返回0;否则,返回-1。 -extern int queue_insert(int index, void *pval); -// 将“value”插入到表头位置。成功,返回0;否则,返回-1。 -extern int queue_insert_first(void *pval); -// 将“value”插入到末尾位置。成功,返回0;否则,返回-1。 -extern int queue_append_last(void *pval); -// 删除“双向链表中index位置的节点”。成功,返回0;否则,返回-1 -extern int queue_delete(int index); -// 删除第一个节点。成功,返回0;否则,返回-1 -extern int queue_delete_first(); -// 删除组后一个节点。成功,返回0;否则,返回-1 -extern int queue_delete_last(); -#endif//_QUQEUE_H diff --git a/Live/src/main/cpp/rtmp/CMakeLists.txt b/Live/src/main/cpp/rtmp/CMakeLists.txt new file mode 100644 index 00000000..e077fe97 --- /dev/null +++ b/Live/src/main/cpp/rtmp/CMakeLists.txt @@ -0,0 +1,16 @@ +cmake_minimum_required(VERSION 3.10.2) + +project(rtmp) + + +set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -DNO_CRYPTO") + +add_library(rtmp + + STATIC + + amf.c + hashswf.c + log.c + parseurl.c + rtmp.c) \ No newline at end of file diff --git a/Live/src/main/cpp/rtmp/amf.c b/Live/src/main/cpp/rtmp/amf.c new file mode 100644 index 00000000..7fa289e3 --- /dev/null +++ b/Live/src/main/cpp/rtmp/amf.c @@ -0,0 +1,1186 @@ +/* + * Copyright (C) 2005-2008 Team XBMC + * http://www.xbmc.org + * Copyright (C) 2008-2009 Andrej Stepanchuk + * Copyright (C) 2009-2010 Howard Chu + * + * This file is part of librtmp. + * + * librtmp is free software; you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1, + * or (at your option) any later version. + * + * librtmp is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public License + * along with librtmp see the file COPYING. If not, write to + * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301, USA. + * http://www.gnu.org/copyleft/lgpl.html + */ + +#include +#include +#include + +#include "rtmp_sys.h" +#include "amf.h" +#include "log.h" +#include "bytes.h" + +static const AMFObjectProperty AMFProp_Invalid = { {0, 0}, AMF_INVALID }; +static const AVal AV_empty = { 0, 0 }; + +/* Data is Big-Endian */ +unsigned short +AMF_DecodeInt16(const char *data) +{ + unsigned char *c = (unsigned char *) data; + unsigned short val; + val = (c[0] << 8) | c[1]; + return val; +} + +unsigned int +AMF_DecodeInt24(const char *data) +{ + unsigned char *c = (unsigned char *) data; + unsigned int val; + val = (c[0] << 16) | (c[1] << 8) | c[2]; + return val; +} + +unsigned int +AMF_DecodeInt32(const char *data) +{ + unsigned char *c = (unsigned char *)data; + unsigned int val; + val = (c[0] << 24) | (c[1] << 16) | (c[2] << 8) | c[3]; + return val; +} + +void +AMF_DecodeString(const char *data, AVal *bv) +{ + bv->av_len = AMF_DecodeInt16(data); + bv->av_val = (bv->av_len > 0) ? (char *)data + 2 : NULL; +} + +void +AMF_DecodeLongString(const char *data, AVal *bv) +{ + bv->av_len = AMF_DecodeInt32(data); + bv->av_val = (bv->av_len > 0) ? (char *)data + 4 : NULL; +} + +double +AMF_DecodeNumber(const char *data) +{ + double dVal; +#if __FLOAT_WORD_ORDER == __BYTE_ORDER +#if __BYTE_ORDER == __BIG_ENDIAN + memcpy(&dVal, data, 8); +#elif __BYTE_ORDER == __LITTLE_ENDIAN + unsigned char *ci, *co; + ci = (unsigned char *)data; + co = (unsigned char *)&dVal; + co[0] = ci[7]; + co[1] = ci[6]; + co[2] = ci[5]; + co[3] = ci[4]; + co[4] = ci[3]; + co[5] = ci[2]; + co[6] = ci[1]; + co[7] = ci[0]; +#endif +#else +#if __BYTE_ORDER == __LITTLE_ENDIAN /* __FLOAT_WORD_ORER == __BIG_ENDIAN */ + unsigned char *ci, *co; + ci = (unsigned char *)data; + co = (unsigned char *)&dVal; + co[0] = ci[3]; + co[1] = ci[2]; + co[2] = ci[1]; + co[3] = ci[0]; + co[4] = ci[7]; + co[5] = ci[6]; + co[6] = ci[5]; + co[7] = ci[4]; +#else /* __BYTE_ORDER == __BIG_ENDIAN && __FLOAT_WORD_ORER == __LITTLE_ENDIAN */ + unsigned char *ci, *co; + ci = (unsigned char *)data; + co = (unsigned char *)&dVal; + co[0] = ci[4]; + co[1] = ci[5]; + co[2] = ci[6]; + co[3] = ci[7]; + co[4] = ci[0]; + co[5] = ci[1]; + co[6] = ci[2]; + co[7] = ci[3]; +#endif +#endif + return dVal; +} + +int +AMF_DecodeBoolean(const char *data) +{ + return *data != 0; +} + +char * +AMF_EncodeInt16(char *output, char *outend, short nVal) +{ + if (output+2 > outend) + return NULL; + + output[1] = nVal & 0xff; + output[0] = nVal >> 8; + return output+2; +} + +char * +AMF_EncodeInt24(char *output, char *outend, int nVal) +{ + if (output+3 > outend) + return NULL; + + output[2] = nVal & 0xff; + output[1] = nVal >> 8; + output[0] = nVal >> 16; + return output+3; +} + +char * +AMF_EncodeInt32(char *output, char *outend, int nVal) +{ + if (output+4 > outend) + return NULL; + + output[3] = nVal & 0xff; + output[2] = nVal >> 8; + output[1] = nVal >> 16; + output[0] = nVal >> 24; + return output+4; +} + +char * +AMF_EncodeString(char *output, char *outend, const AVal *bv) +{ + if ((bv->av_len < 65536 && output + 1 + 2 + bv->av_len > outend) || + output + 1 + 4 + bv->av_len > outend) + return NULL; + + if (bv->av_len < 65536) + { + *output++ = AMF_STRING; + + output = AMF_EncodeInt16(output, outend, bv->av_len); + } + else + { + *output++ = AMF_LONG_STRING; + + output = AMF_EncodeInt32(output, outend, bv->av_len); + } + memcpy(output, bv->av_val, bv->av_len); + output += bv->av_len; + + return output; +} + +char * +AMF_EncodeNumber(char *output, char *outend, double dVal) +{ + if (output+1+8 > outend) + return NULL; + + *output++ = AMF_NUMBER; /* type: Number */ + +#if __FLOAT_WORD_ORDER == __BYTE_ORDER +#if __BYTE_ORDER == __BIG_ENDIAN + memcpy(output, &dVal, 8); +#elif __BYTE_ORDER == __LITTLE_ENDIAN + { + unsigned char *ci, *co; + ci = (unsigned char *)&dVal; + co = (unsigned char *)output; + co[0] = ci[7]; + co[1] = ci[6]; + co[2] = ci[5]; + co[3] = ci[4]; + co[4] = ci[3]; + co[5] = ci[2]; + co[6] = ci[1]; + co[7] = ci[0]; + } +#endif +#else +#if __BYTE_ORDER == __LITTLE_ENDIAN /* __FLOAT_WORD_ORER == __BIG_ENDIAN */ + { + unsigned char *ci, *co; + ci = (unsigned char *)&dVal; + co = (unsigned char *)output; + co[0] = ci[3]; + co[1] = ci[2]; + co[2] = ci[1]; + co[3] = ci[0]; + co[4] = ci[7]; + co[5] = ci[6]; + co[6] = ci[5]; + co[7] = ci[4]; + } +#else /* __BYTE_ORDER == __BIG_ENDIAN && __FLOAT_WORD_ORER == __LITTLE_ENDIAN */ + { + unsigned char *ci, *co; + ci = (unsigned char *)&dVal; + co = (unsigned char *)output; + co[0] = ci[4]; + co[1] = ci[5]; + co[2] = ci[6]; + co[3] = ci[7]; + co[4] = ci[0]; + co[5] = ci[1]; + co[6] = ci[2]; + co[7] = ci[3]; + } +#endif +#endif + + return output+8; +} + +char * +AMF_EncodeBoolean(char *output, char *outend, int bVal) +{ + if (output+2 > outend) + return NULL; + + *output++ = AMF_BOOLEAN; + + *output++ = bVal ? 0x01 : 0x00; + + return output; +} + +char * +AMF_EncodeNamedString(char *output, char *outend, const AVal *strName, const AVal *strValue) +{ + if (output+2+strName->av_len > outend) + return NULL; + output = AMF_EncodeInt16(output, outend, strName->av_len); + + memcpy(output, strName->av_val, strName->av_len); + output += strName->av_len; + + return AMF_EncodeString(output, outend, strValue); +} + +char * +AMF_EncodeNamedNumber(char *output, char *outend, const AVal *strName, double dVal) +{ + if (output+2+strName->av_len > outend) + return NULL; + output = AMF_EncodeInt16(output, outend, strName->av_len); + + memcpy(output, strName->av_val, strName->av_len); + output += strName->av_len; + + return AMF_EncodeNumber(output, outend, dVal); +} + +char * +AMF_EncodeNamedBoolean(char *output, char *outend, const AVal *strName, int bVal) +{ + if (output+2+strName->av_len > outend) + return NULL; + output = AMF_EncodeInt16(output, outend, strName->av_len); + + memcpy(output, strName->av_val, strName->av_len); + output += strName->av_len; + + return AMF_EncodeBoolean(output, outend, bVal); +} + +void +AMFProp_GetName(AMFObjectProperty *prop, AVal *name) +{ + *name = prop->p_name; +} + +void +AMFProp_SetName(AMFObjectProperty *prop, AVal *name) +{ + prop->p_name = *name; +} + +AMFDataType +AMFProp_GetType(AMFObjectProperty *prop) +{ + return prop->p_type; +} + +double +AMFProp_GetNumber(AMFObjectProperty *prop) +{ + return prop->p_vu.p_number; +} + +int +AMFProp_GetBoolean(AMFObjectProperty *prop) +{ + return prop->p_vu.p_number != 0; +} + +void +AMFProp_GetString(AMFObjectProperty *prop, AVal *str) +{ + *str = prop->p_vu.p_aval; +} + +void +AMFProp_GetObject(AMFObjectProperty *prop, AMFObject *obj) +{ + *obj = prop->p_vu.p_object; +} + +int +AMFProp_IsValid(AMFObjectProperty *prop) +{ + return prop->p_type != AMF_INVALID; +} + +char * +AMFProp_Encode(AMFObjectProperty *prop, char *pBuffer, char *pBufEnd) +{ + if (prop->p_type == AMF_INVALID) + return NULL; + + if (prop->p_type != AMF_NULL && pBuffer + prop->p_name.av_len + 2 + 1 >= pBufEnd) + return NULL; + + if (prop->p_type != AMF_NULL && prop->p_name.av_len) + { + *pBuffer++ = prop->p_name.av_len >> 8; + *pBuffer++ = prop->p_name.av_len & 0xff; + memcpy(pBuffer, prop->p_name.av_val, prop->p_name.av_len); + pBuffer += prop->p_name.av_len; + } + + switch (prop->p_type) + { + case AMF_NUMBER: + pBuffer = AMF_EncodeNumber(pBuffer, pBufEnd, prop->p_vu.p_number); + break; + + case AMF_BOOLEAN: + pBuffer = AMF_EncodeBoolean(pBuffer, pBufEnd, prop->p_vu.p_number != 0); + break; + + case AMF_STRING: + pBuffer = AMF_EncodeString(pBuffer, pBufEnd, &prop->p_vu.p_aval); + break; + + case AMF_NULL: + if (pBuffer+1 >= pBufEnd) + return NULL; + *pBuffer++ = AMF_NULL; + break; + + case AMF_OBJECT: + pBuffer = AMF_Encode(&prop->p_vu.p_object, pBuffer, pBufEnd); + break; + + default: + RTMP_Log(RTMP_LOGERROR, "%s, invalid type. %d", __FUNCTION__, prop->p_type); + pBuffer = NULL; + }; + + return pBuffer; +} + +#define AMF3_INTEGER_MAX 268435455 +#define AMF3_INTEGER_MIN -268435456 + +int +AMF3ReadInteger(const char *data, int32_t *valp) +{ + int i = 0; + int32_t val = 0; + + while (i <= 2) + { /* handle first 3 bytes */ + if (data[i] & 0x80) + { /* byte used */ + val <<= 7; /* shift up */ + val |= (data[i] & 0x7f); /* add bits */ + i++; + } + else + { + break; + } + } + + if (i > 2) + { /* use 4th byte, all 8bits */ + val <<= 8; + val |= data[3]; + + /* range check */ + if (val > AMF3_INTEGER_MAX) + val -= (1 << 29); + } + else + { /* use 7bits of last unparsed byte (0xxxxxxx) */ + val <<= 7; + val |= data[i]; + } + + *valp = val; + + return i > 2 ? 4 : i + 1; +} + +int +AMF3ReadString(const char *data, AVal *str) +{ + int32_t ref = 0; + int len; + assert(str != 0); + + len = AMF3ReadInteger(data, &ref); + data += len; + + if ((ref & 0x1) == 0) + { /* reference: 0xxx */ + uint32_t refIndex = (ref >> 1); + RTMP_Log(RTMP_LOGDEBUG, + "%s, string reference, index: %d, not supported, ignoring!", + __FUNCTION__, refIndex); + return len; + } + else + { + uint32_t nSize = (ref >> 1); + + str->av_val = (char *)data; + str->av_len = nSize; + + return len + nSize; + } + return len; +} + +int +AMF3Prop_Decode(AMFObjectProperty *prop, const char *pBuffer, int nSize, + int bDecodeName) +{ + int nOriginalSize = nSize; + AMF3DataType type; + + prop->p_name.av_len = 0; + prop->p_name.av_val = NULL; + + if (nSize == 0 || !pBuffer) + { + RTMP_Log(RTMP_LOGDEBUG, "empty buffer/no buffer pointer!"); + return -1; + } + + /* decode name */ + if (bDecodeName) + { + AVal name; + int nRes = AMF3ReadString(pBuffer, &name); + + if (name.av_len <= 0) + return nRes; + + prop->p_name = name; + pBuffer += nRes; + nSize -= nRes; + } + + /* decode */ + type = *pBuffer++; + nSize--; + + switch (type) + { + case AMF3_UNDEFINED: + case AMF3_NULL: + prop->p_type = AMF_NULL; + break; + case AMF3_FALSE: + prop->p_type = AMF_BOOLEAN; + prop->p_vu.p_number = 0.0; + break; + case AMF3_TRUE: + prop->p_type = AMF_BOOLEAN; + prop->p_vu.p_number = 1.0; + break; + case AMF3_INTEGER: + { + int32_t res = 0; + int len = AMF3ReadInteger(pBuffer, &res); + prop->p_vu.p_number = (double)res; + prop->p_type = AMF_NUMBER; + nSize -= len; + break; + } + case AMF3_DOUBLE: + if (nSize < 8) + return -1; + prop->p_vu.p_number = AMF_DecodeNumber(pBuffer); + prop->p_type = AMF_NUMBER; + nSize -= 8; + break; + case AMF3_STRING: + case AMF3_XML_DOC: + case AMF3_XML: + { + int len = AMF3ReadString(pBuffer, &prop->p_vu.p_aval); + prop->p_type = AMF_STRING; + nSize -= len; + break; + } + case AMF3_DATE: + { + int32_t res = 0; + int len = AMF3ReadInteger(pBuffer, &res); + + nSize -= len; + pBuffer += len; + + if ((res & 0x1) == 0) + { /* reference */ + uint32_t nIndex = (res >> 1); + RTMP_Log(RTMP_LOGDEBUG, "AMF3_DATE reference: %d, not supported!", nIndex); + } + else + { + if (nSize < 8) + return -1; + + prop->p_vu.p_number = AMF_DecodeNumber(pBuffer); + nSize -= 8; + prop->p_type = AMF_NUMBER; + } + break; + } + case AMF3_OBJECT: + { + int nRes = AMF3_Decode(&prop->p_vu.p_object, pBuffer, nSize, TRUE); + if (nRes == -1) + return -1; + nSize -= nRes; + prop->p_type = AMF_OBJECT; + break; + } + case AMF3_ARRAY: + case AMF3_BYTE_ARRAY: + default: + RTMP_Log(RTMP_LOGDEBUG, "%s - AMF3 unknown/unsupported datatype 0x%02x, @0x%08X", + __FUNCTION__, (unsigned char)(*pBuffer), pBuffer); + return -1; + } + + return nOriginalSize - nSize; +} + +int +AMFProp_Decode(AMFObjectProperty *prop, const char *pBuffer, int nSize, + int bDecodeName) +{ + int nOriginalSize = nSize; + int nRes; + + prop->p_name.av_len = 0; + prop->p_name.av_val = NULL; + + if (nSize == 0 || !pBuffer) + { + RTMP_Log(RTMP_LOGDEBUG, "%s: Empty buffer/no buffer pointer!", __FUNCTION__); + return -1; + } + + if (bDecodeName && nSize < 4) + { /* at least name (length + at least 1 byte) and 1 byte of data */ + RTMP_Log(RTMP_LOGDEBUG, + "%s: Not enough data for decoding with name, less than 4 bytes!", + __FUNCTION__); + return -1; + } + + if (bDecodeName) + { + unsigned short nNameSize = AMF_DecodeInt16(pBuffer); + if (nNameSize > nSize - 2) + { + RTMP_Log(RTMP_LOGDEBUG, + "%s: Name size out of range: namesize (%d) > len (%d) - 2", + __FUNCTION__, nNameSize, nSize); + return -1; + } + + AMF_DecodeString(pBuffer, &prop->p_name); + nSize -= 2 + nNameSize; + pBuffer += 2 + nNameSize; + } + + if (nSize == 0) + { + return -1; + } + + nSize--; + + prop->p_type = *pBuffer++; + switch (prop->p_type) + { + case AMF_NUMBER: + if (nSize < 8) + return -1; + prop->p_vu.p_number = AMF_DecodeNumber(pBuffer); + nSize -= 8; + break; + case AMF_BOOLEAN: + if (nSize < 1) + return -1; + prop->p_vu.p_number = (double)AMF_DecodeBoolean(pBuffer); + nSize--; + break; + case AMF_STRING: + { + unsigned short nStringSize = AMF_DecodeInt16(pBuffer); + + if (nSize < (long)nStringSize + 2) + return -1; + AMF_DecodeString(pBuffer, &prop->p_vu.p_aval); + nSize -= (2 + nStringSize); + break; + } + case AMF_OBJECT: + { + int nRes = AMF_Decode(&prop->p_vu.p_object, pBuffer, nSize, TRUE); + if (nRes == -1) + return -1; + nSize -= nRes; + break; + } + case AMF_MOVIECLIP: + { + RTMP_Log(RTMP_LOGERROR, "AMF_MOVIECLIP reserved!"); + return -1; + break; + } + case AMF_NULL: + case AMF_UNDEFINED: + case AMF_UNSUPPORTED: + prop->p_type = AMF_NULL; + break; + case AMF_REFERENCE: + { + RTMP_Log(RTMP_LOGERROR, "AMF_REFERENCE not supported!"); + return -1; + break; + } + case AMF_ECMA_ARRAY: + { + nSize -= 4; + + /* next comes the rest, mixed array has a final 0x000009 mark and names, so its an object */ + nRes = AMF_Decode(&prop->p_vu.p_object, pBuffer + 4, nSize, TRUE); + if (nRes == -1) + return -1; + nSize -= nRes; + prop->p_type = AMF_OBJECT; + break; + } + case AMF_OBJECT_END: + { + return -1; + break; + } + case AMF_STRICT_ARRAY: + { + unsigned int nArrayLen = AMF_DecodeInt32(pBuffer); + nSize -= 4; + + nRes = AMF_DecodeArray(&prop->p_vu.p_object, pBuffer + 4, nSize, + nArrayLen, FALSE); + if (nRes == -1) + return -1; + nSize -= nRes; + prop->p_type = AMF_OBJECT; + break; + } + case AMF_DATE: + { + RTMP_Log(RTMP_LOGDEBUG, "AMF_DATE"); + + if (nSize < 10) + return -1; + + prop->p_vu.p_number = AMF_DecodeNumber(pBuffer); + prop->p_UTCoffset = AMF_DecodeInt16(pBuffer + 8); + + nSize -= 10; + break; + } + case AMF_LONG_STRING: + { + unsigned int nStringSize = AMF_DecodeInt32(pBuffer); + if (nSize < (long)nStringSize + 4) + return -1; + AMF_DecodeLongString(pBuffer, &prop->p_vu.p_aval); + nSize -= (4 + nStringSize); + prop->p_type = AMF_STRING; + break; + } + case AMF_RECORDSET: + { + RTMP_Log(RTMP_LOGERROR, "AMF_RECORDSET reserved!"); + return -1; + break; + } + case AMF_XML_DOC: + { + RTMP_Log(RTMP_LOGERROR, "AMF_XML_DOC not supported!"); + return -1; + break; + } + case AMF_TYPED_OBJECT: + { + RTMP_Log(RTMP_LOGERROR, "AMF_TYPED_OBJECT not supported!"); + return -1; + break; + } + case AMF_AVMPLUS: + { + int nRes = AMF3_Decode(&prop->p_vu.p_object, pBuffer, nSize, TRUE); + if (nRes == -1) + return -1; + nSize -= nRes; + prop->p_type = AMF_OBJECT; + break; + } + default: + RTMP_Log(RTMP_LOGDEBUG, "%s - unknown datatype 0x%02x, @0x%08X", __FUNCTION__, + prop->p_type, pBuffer - 1); + return -1; + } + + return nOriginalSize - nSize; +} + +void +AMFProp_Dump(AMFObjectProperty *prop) +{ + char strRes[256]; + char str[256]; + AVal name; + + if (prop->p_type == AMF_INVALID) + { + RTMP_Log(RTMP_LOGDEBUG, "Property: INVALID"); + return; + } + + if (prop->p_type == AMF_NULL) + { + RTMP_Log(RTMP_LOGDEBUG, "Property: NULL"); + return; + } + + if (prop->p_name.av_len) + { + name = prop->p_name; + } + else + { + name.av_val = "no-name."; + name.av_len = sizeof("no-name.") - 1; + } + if (name.av_len > 18) + name.av_len = 18; + + snprintf(strRes, 255, "Name: %18.*s, ", name.av_len, name.av_val); + + if (prop->p_type == AMF_OBJECT) + { + RTMP_Log(RTMP_LOGDEBUG, "Property: <%sOBJECT>", strRes); + AMF_Dump(&prop->p_vu.p_object); + return; + } + + switch (prop->p_type) + { + case AMF_NUMBER: + snprintf(str, 255, "NUMBER:\t%.2f", prop->p_vu.p_number); + break; + case AMF_BOOLEAN: + snprintf(str, 255, "BOOLEAN:\t%s", + prop->p_vu.p_number != 0.0 ? "TRUE" : "FALSE"); + break; + case AMF_STRING: + snprintf(str, 255, "STRING:\t%.*s", prop->p_vu.p_aval.av_len, + prop->p_vu.p_aval.av_val); + break; + case AMF_DATE: + snprintf(str, 255, "DATE:\ttimestamp: %.2f, UTC offset: %d", + prop->p_vu.p_number, prop->p_UTCoffset); + break; + default: + snprintf(str, 255, "INVALID TYPE 0x%02x", (unsigned char)prop->p_type); + } + + RTMP_Log(RTMP_LOGDEBUG, "Property: <%s%s>", strRes, str); +} + +void +AMFProp_Reset(AMFObjectProperty *prop) +{ + if (prop->p_type == AMF_OBJECT) + AMF_Reset(&prop->p_vu.p_object); + else + { + prop->p_vu.p_aval.av_len = 0; + prop->p_vu.p_aval.av_val = NULL; + } + prop->p_type = AMF_INVALID; +} + +/* AMFObject */ + +char * +AMF_Encode(AMFObject *obj, char *pBuffer, char *pBufEnd) +{ + int i; + + if (pBuffer+4 >= pBufEnd) + return NULL; + + *pBuffer++ = AMF_OBJECT; + + for (i = 0; i < obj->o_num; i++) + { + char *res = AMFProp_Encode(&obj->o_props[i], pBuffer, pBufEnd); + if (res == NULL) + { + RTMP_Log(RTMP_LOGERROR, "AMF_Encode - failed to encode property in index %d", + i); + break; + } + else + { + pBuffer = res; + } + } + + if (pBuffer + 3 >= pBufEnd) + return NULL; /* no room for the end marker */ + + pBuffer = AMF_EncodeInt24(pBuffer, pBufEnd, AMF_OBJECT_END); + + return pBuffer; +} + +int +AMF_DecodeArray(AMFObject *obj, const char *pBuffer, int nSize, + int nArrayLen, int bDecodeName) +{ + int nOriginalSize = nSize; + int bError = FALSE; + + obj->o_num = 0; + obj->o_props = NULL; + while (nArrayLen > 0) + { + AMFObjectProperty prop; + int nRes; + nArrayLen--; + + nRes = AMFProp_Decode(&prop, pBuffer, nSize, bDecodeName); + if (nRes == -1) + bError = TRUE; + else + { + nSize -= nRes; + pBuffer += nRes; + AMF_AddProp(obj, &prop); + } + } + if (bError) + return -1; + + return nOriginalSize - nSize; +} + +int +AMF3_Decode(AMFObject *obj, const char *pBuffer, int nSize, int bAMFData) +{ + int nOriginalSize = nSize; + int32_t ref; + int len; + + obj->o_num = 0; + obj->o_props = NULL; + if (bAMFData) + { + if (*pBuffer != AMF3_OBJECT) + RTMP_Log(RTMP_LOGERROR, + "AMF3 Object encapsulated in AMF stream does not start with AMF3_OBJECT!"); + pBuffer++; + nSize--; + } + + ref = 0; + len = AMF3ReadInteger(pBuffer, &ref); + pBuffer += len; + nSize -= len; + + if ((ref & 1) == 0) + { /* object reference, 0xxx */ + uint32_t objectIndex = (ref >> 1); + + RTMP_Log(RTMP_LOGDEBUG, "Object reference, index: %d", objectIndex); + } + else /* object instance */ + { + int32_t classRef = (ref >> 1); + + AMF3ClassDef cd = { {0, 0} + }; + AMFObjectProperty prop; + + if ((classRef & 0x1) == 0) + { /* class reference */ + uint32_t classIndex = (classRef >> 1); + RTMP_Log(RTMP_LOGDEBUG, "Class reference: %d", classIndex); + } + else + { + int32_t classExtRef = (classRef >> 1); + int i; + + cd.cd_externalizable = (classExtRef & 0x1) == 1; + cd.cd_dynamic = ((classExtRef >> 1) & 0x1) == 1; + + cd.cd_num = classExtRef >> 2; + + /* class name */ + + len = AMF3ReadString(pBuffer, &cd.cd_name); + nSize -= len; + pBuffer += len; + + /*std::string str = className; */ + + RTMP_Log(RTMP_LOGDEBUG, + "Class name: %s, externalizable: %d, dynamic: %d, classMembers: %d", + cd.cd_name.av_val, cd.cd_externalizable, cd.cd_dynamic, + cd.cd_num); + + for (i = 0; i < cd.cd_num; i++) + { + AVal memberName; + len = AMF3ReadString(pBuffer, &memberName); + RTMP_Log(RTMP_LOGDEBUG, "Member: %s", memberName.av_val); + AMF3CD_AddProp(&cd, &memberName); + nSize -= len; + pBuffer += len; + } + } + + /* add as referencable object */ + + if (cd.cd_externalizable) + { + int nRes; + AVal name = AVC("DEFAULT_ATTRIBUTE"); + + RTMP_Log(RTMP_LOGDEBUG, "Externalizable, TODO check"); + + nRes = AMF3Prop_Decode(&prop, pBuffer, nSize, FALSE); + if (nRes == -1) + RTMP_Log(RTMP_LOGDEBUG, "%s, failed to decode AMF3 property!", + __FUNCTION__); + else + { + nSize -= nRes; + pBuffer += nRes; + } + + AMFProp_SetName(&prop, &name); + AMF_AddProp(obj, &prop); + } + else + { + int nRes, i; + for (i = 0; i < cd.cd_num; i++) /* non-dynamic */ + { + nRes = AMF3Prop_Decode(&prop, pBuffer, nSize, FALSE); + if (nRes == -1) + RTMP_Log(RTMP_LOGDEBUG, "%s, failed to decode AMF3 property!", + __FUNCTION__); + + AMFProp_SetName(&prop, AMF3CD_GetProp(&cd, i)); + AMF_AddProp(obj, &prop); + + pBuffer += nRes; + nSize -= nRes; + } + if (cd.cd_dynamic) + { + int len = 0; + + do + { + nRes = AMF3Prop_Decode(&prop, pBuffer, nSize, TRUE); + AMF_AddProp(obj, &prop); + + pBuffer += nRes; + nSize -= nRes; + + len = prop.p_name.av_len; + } + while (len > 0); + } + } + RTMP_Log(RTMP_LOGDEBUG, "class object!"); + } + return nOriginalSize - nSize; +} + +int +AMF_Decode(AMFObject *obj, const char *pBuffer, int nSize, int bDecodeName) +{ + int nOriginalSize = nSize; + int bError = FALSE; /* if there is an error while decoding - try to at least find the end mark AMF_OBJECT_END */ + + obj->o_num = 0; + obj->o_props = NULL; + while (nSize > 0) + { + AMFObjectProperty prop; + int nRes; + + if (nSize >=3 && AMF_DecodeInt24(pBuffer) == AMF_OBJECT_END) + { + nSize -= 3; + bError = FALSE; + break; + } + + if (bError) + { + RTMP_Log(RTMP_LOGERROR, + "DECODING ERROR, IGNORING BYTES UNTIL NEXT KNOWN PATTERN!"); + nSize--; + pBuffer++; + continue; + } + + nRes = AMFProp_Decode(&prop, pBuffer, nSize, bDecodeName); + if (nRes == -1) + bError = TRUE; + else + { + nSize -= nRes; + pBuffer += nRes; + AMF_AddProp(obj, &prop); + } + } + + if (bError) + return -1; + + return nOriginalSize - nSize; +} + +void +AMF_AddProp(AMFObject *obj, const AMFObjectProperty *prop) +{ + if (!(obj->o_num & 0x0f)) + obj->o_props = + realloc(obj->o_props, (obj->o_num + 16) * sizeof(AMFObjectProperty)); + obj->o_props[obj->o_num++] = *prop; +} + +int +AMF_CountProp(AMFObject *obj) +{ + return obj->o_num; +} + +AMFObjectProperty * +AMF_GetProp(AMFObject *obj, const AVal *name, int nIndex) +{ + if (nIndex >= 0) + { + if (nIndex <= obj->o_num) + return &obj->o_props[nIndex]; + } + else + { + int n; + for (n = 0; n < obj->o_num; n++) + { + if (AVMATCH(&obj->o_props[n].p_name, name)) + return &obj->o_props[n]; + } + } + + return (AMFObjectProperty *)&AMFProp_Invalid; +} + +void +AMF_Dump(AMFObject *obj) +{ + int n; + RTMP_Log(RTMP_LOGDEBUG, "(object begin)"); + for (n = 0; n < obj->o_num; n++) + { + AMFProp_Dump(&obj->o_props[n]); + } + RTMP_Log(RTMP_LOGDEBUG, "(object end)"); +} + +void +AMF_Reset(AMFObject *obj) +{ + int n; + for (n = 0; n < obj->o_num; n++) + { + AMFProp_Reset(&obj->o_props[n]); + } + free(obj->o_props); + obj->o_props = NULL; + obj->o_num = 0; +} + + +/* AMF3ClassDefinition */ + +void +AMF3CD_AddProp(AMF3ClassDef *cd, AVal *prop) +{ + if (!(cd->cd_num & 0x0f)) + cd->cd_props = realloc(cd->cd_props, (cd->cd_num + 16) * sizeof(AVal)); + cd->cd_props[cd->cd_num++] = *prop; +} + +AVal * +AMF3CD_GetProp(AMF3ClassDef *cd, int nIndex) +{ + if (nIndex >= cd->cd_num) + return (AVal *)&AV_empty; + return &cd->cd_props[nIndex]; +} diff --git a/Live/src/main/cpp/include/rtmp/amf.h b/Live/src/main/cpp/rtmp/amf.h similarity index 100% rename from Live/src/main/cpp/include/rtmp/amf.h rename to Live/src/main/cpp/rtmp/amf.h diff --git a/Live/src/main/cpp/rtmp/bytes.h b/Live/src/main/cpp/rtmp/bytes.h new file mode 100644 index 00000000..8c6e80d0 --- /dev/null +++ b/Live/src/main/cpp/rtmp/bytes.h @@ -0,0 +1,91 @@ +/* + * Copyright (C) 2005-2008 Team XBMC + * http://www.xbmc.org + * Copyright (C) 2008-2009 Andrej Stepanchuk + * Copyright (C) 2009-2010 Howard Chu + * + * This file is part of librtmp. + * + * librtmp is free software; you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1, + * or (at your option) any later version. + * + * librtmp is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public License + * along with librtmp see the file COPYING. If not, write to + * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301, USA. + * http://www.gnu.org/copyleft/lgpl.html + */ + +#ifndef __BYTES_H__ +#define __BYTES_H__ + +#include + +#ifdef _WIN32 +/* Windows is little endian only */ +#define __LITTLE_ENDIAN 1234 +#define __BIG_ENDIAN 4321 +#define __BYTE_ORDER __LITTLE_ENDIAN +#define __FLOAT_WORD_ORDER __BYTE_ORDER + +typedef unsigned char uint8_t; + +#else /* !_WIN32 */ + +#include + +#if defined(BYTE_ORDER) && !defined(__BYTE_ORDER) +#define __BYTE_ORDER BYTE_ORDER +#endif + +#if defined(BIG_ENDIAN) && !defined(__BIG_ENDIAN) +#define __BIG_ENDIAN BIG_ENDIAN +#endif + +#if defined(LITTLE_ENDIAN) && !defined(__LITTLE_ENDIAN) +#define __LITTLE_ENDIAN LITTLE_ENDIAN +#endif + +#endif /* !_WIN32 */ + +/* define default endianness */ +#ifndef __LITTLE_ENDIAN +#define __LITTLE_ENDIAN 1234 +#endif + +#ifndef __BIG_ENDIAN +#define __BIG_ENDIAN 4321 +#endif + +#ifndef __BYTE_ORDER +#warning "Byte order not defined on your system, assuming little endian!" +#define __BYTE_ORDER __LITTLE_ENDIAN +#endif + +/* ok, we assume to have the same float word order and byte order if float word order is not defined */ +#ifndef __FLOAT_WORD_ORDER +#warning "Float word order not defined, assuming the same as byte order!" +#define __FLOAT_WORD_ORDER __BYTE_ORDER +#endif + +#if !defined(__BYTE_ORDER) || !defined(__FLOAT_WORD_ORDER) +#error "Undefined byte or float word order!" +#endif + +#if __FLOAT_WORD_ORDER != __BIG_ENDIAN && __FLOAT_WORD_ORDER != __LITTLE_ENDIAN +#error "Unknown/unsupported float word order!" +#endif + +#if __BYTE_ORDER != __BIG_ENDIAN && __BYTE_ORDER != __LITTLE_ENDIAN +#error "Unknown/unsupported byte order!" +#endif + +#endif + diff --git a/Live/src/main/cpp/rtmp/dh.h b/Live/src/main/cpp/rtmp/dh.h new file mode 100644 index 00000000..8e285a60 --- /dev/null +++ b/Live/src/main/cpp/rtmp/dh.h @@ -0,0 +1,334 @@ +/* RTMPDump - Diffie-Hellmann Key Exchange + * Copyright (C) 2009 Andrej Stepanchuk + * Copyright (C) 2009-2010 Howard Chu + * + * This file is part of librtmp. + * + * librtmp is free software; you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1, + * or (at your option) any later version. + * + * librtmp is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public License + * along with librtmp see the file COPYING. If not, write to + * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301, USA. + * http://www.gnu.org/copyleft/lgpl.html + */ + +#include +#include +#include +#include +#include + +#ifdef USE_POLARSSL +#include +typedef mpi * MP_t; +#define MP_new(m) m = malloc(sizeof(mpi)); mpi_init(m, NULL) +#define MP_set_w(mpi, w) mpi_lset(mpi, w) +#define MP_cmp(u, v) mpi_cmp_mpi(u, v) +#define MP_set(u, v) mpi_copy(u, v) +#define MP_sub_w(mpi, w) mpi_sub_int(mpi, mpi, w) +#define MP_cmp_1(mpi) mpi_cmp_int(mpi, 1) +#define MP_modexp(r, y, q, p) mpi_exp_mod(r, y, q, p, NULL) +#define MP_free(mpi) mpi_free(mpi, NULL); free(mpi) +#define MP_gethex(u, hex, res) MP_new(u); res = mpi_read_string(u, 16, hex) == 0 +#define MP_bytes(u) mpi_size(u) +#define MP_setbin(u,buf,len) mpi_write_binary(u,buf,len) +#define MP_getbin(u,buf,len) MP_new(u); mpi_read_binary(u,buf,len) + +typedef struct MDH { + MP_t p; + MP_t g; + MP_t pub_key; + MP_t priv_key; + long length; + dhm_context ctx; +} MDH; + +#define MDH_new() calloc(1,sizeof(MDH)) +#define MDH_free(vp) {MDH *dh = vp; dhm_free(&dh->ctx); MP_free(dh->p); MP_free(dh->g); MP_free(dh->pub_key); MP_free(dh->priv_key); free(dh);} + +static int MDH_generate_key(MDH *dh) +{ + unsigned char out[2]; + MP_set(&dh->ctx.P, dh->p); + MP_set(&dh->ctx.G, dh->g); + dh->ctx.len = 128; + dhm_make_public(&dh->ctx, 1024, out, 1, havege_rand, &RTMP_TLS_ctx->hs); + MP_new(dh->pub_key); + MP_new(dh->priv_key); + MP_set(dh->pub_key, &dh->ctx.GX); + MP_set(dh->priv_key, &dh->ctx.X); + return 1; +} + +static int MDH_compute_key(uint8_t *secret, size_t len, MP_t pub, MDH *dh) +{ + int n = len; + MP_set(&dh->ctx.GY, pub); + dhm_calc_secret(&dh->ctx, secret, &n); + return 0; +} + +#elif defined(USE_GNUTLS) +#include +typedef gcry_mpi_t MP_t; +#define MP_new(m) m = gcry_mpi_new(1) +#define MP_set_w(mpi, w) gcry_mpi_set_ui(mpi, w) +#define MP_cmp(u, v) gcry_mpi_cmp(u, v) +#define MP_set(u, v) gcry_mpi_set(u, v) +#define MP_sub_w(mpi, w) gcry_mpi_sub_ui(mpi, mpi, w) +#define MP_cmp_1(mpi) gcry_mpi_cmp_ui(mpi, 1) +#define MP_modexp(r, y, q, p) gcry_mpi_powm(r, y, q, p) +#define MP_free(mpi) gcry_mpi_release(mpi) +#define MP_gethex(u, hex, res) res = (gcry_mpi_scan(&u, GCRYMPI_FMT_HEX, hex, 0, 0) == 0) +#define MP_bytes(u) (gcry_mpi_get_nbits(u) + 7) / 8 +#define MP_setbin(u,buf,len) gcry_mpi_print(GCRYMPI_FMT_USG,buf,len,NULL,u) +#define MP_getbin(u,buf,len) gcry_mpi_scan(&u,GCRYMPI_FMT_USG,buf,len,NULL) + +typedef struct MDH { + MP_t p; + MP_t g; + MP_t pub_key; + MP_t priv_key; + long length; +} MDH; + +#define MDH_new() calloc(1,sizeof(MDH)) +#define MDH_free(dh) do {MP_free(((MDH*)(dh))->p); MP_free(((MDH*)(dh))->g); MP_free(((MDH*)(dh))->pub_key); MP_free(((MDH*)(dh))->priv_key); free(dh);} while(0) + +extern MP_t gnutls_calc_dh_secret(MP_t *priv, MP_t g, MP_t p); +extern MP_t gnutls_calc_dh_key(MP_t y, MP_t x, MP_t p); + +#define MDH_generate_key(dh) (dh->pub_key = gnutls_calc_dh_secret(&dh->priv_key, dh->g, dh->p)) +static int MDH_compute_key(uint8_t *secret, size_t len, MP_t pub, MDH *dh) +{ + MP_t sec = gnutls_calc_dh_key(pub, dh->priv_key, dh->p); + if (sec) + { + MP_setbin(sec, secret, len); + MP_free(sec); + return 0; + } + else + return -1; +} + +#else /* USE_OPENSSL */ +#include +#include + +typedef BIGNUM * MP_t; +#define MP_new(m) m = BN_new() +#define MP_set_w(mpi, w) BN_set_word(mpi, w) +#define MP_cmp(u, v) BN_cmp(u, v) +#define MP_set(u, v) BN_copy(u, v) +#define MP_sub_w(mpi, w) BN_sub_word(mpi, w) +#define MP_cmp_1(mpi) BN_cmp(mpi, BN_value_one()) +#define MP_modexp(r, y, q, p) do {BN_CTX *ctx = BN_CTX_new(); BN_mod_exp(r, y, q, p, ctx); BN_CTX_free(ctx);} while(0) +#define MP_free(mpi) BN_free(mpi) +#define MP_gethex(u, hex, res) res = BN_hex2bn(&u, hex) +#define MP_bytes(u) BN_num_bytes(u) +#define MP_setbin(u,buf,len) BN_bn2bin(u,buf) +#define MP_getbin(u,buf,len) u = BN_bin2bn(buf,len,0) + +#define MDH DH +#define MDH_new() DH_new() +#define MDH_free(dh) DH_free(dh) +#define MDH_generate_key(dh) DH_generate_key(dh) +#define MDH_compute_key(secret, seclen, pub, dh) DH_compute_key(secret, pub, dh) + +#endif + +#include "log.h" +#include "dhgroups.h" + +/* RFC 2631, Section 2.1.5, http://www.ietf.org/rfc/rfc2631.txt */ +static int +isValidPublicKey(MP_t y, MP_t p, MP_t q) +{ + int ret = TRUE; + MP_t bn; + assert(y); + + MP_new(bn); + assert(bn); + + /* y must lie in [2,p-1] */ + MP_set_w(bn, 1); + if (MP_cmp(y, bn) < 0) + { + RTMP_Log(RTMP_LOGERROR, "DH public key must be at least 2"); + ret = FALSE; + goto failed; + } + + /* bn = p-2 */ + MP_set(bn, p); + MP_sub_w(bn, 1); + if (MP_cmp(y, bn) > 0) + { + RTMP_Log(RTMP_LOGERROR, "DH public key must be at most p-2"); + ret = FALSE; + goto failed; + } + + /* Verify with Sophie-Germain prime + * + * This is a nice test to make sure the public key position is calculated + * correctly. This test will fail in about 50% of the cases if applied to + * random data. + */ + if (q) + { + /* y must fulfill y^q mod p = 1 */ + MP_modexp(bn, y, q, p); + + if (MP_cmp_1(bn) != 0) + { + RTMP_Log(RTMP_LOGWARNING, "DH public key does not fulfill y^q mod p = 1"); + } + } + +failed: + MP_free(bn); + return ret; +} + +static MDH * +DHInit(int nKeyBits) +{ + size_t res; + MDH *dh = MDH_new(); + + if (!dh) + goto failed; + + MP_new(dh->g); + + if (!dh->g) + goto failed; + + MP_gethex(dh->p, P1024, res); /* prime P1024, see dhgroups.h */ + if (!res) + { + goto failed; + } + + MP_set_w(dh->g, 2); /* base 2 */ + + dh->length = nKeyBits; + return dh; + +failed: + if (dh) + MDH_free(dh); + + return 0; +} + +static int +DHGenerateKey(MDH *dh) +{ + size_t res = 0; + if (!dh) + return 0; + + while (!res) + { + MP_t q1 = NULL; + + if (!MDH_generate_key(dh)) + return 0; + + MP_gethex(q1, Q1024, res); + assert(res); + + res = isValidPublicKey(dh->pub_key, dh->p, q1); + if (!res) + { + MP_free(dh->pub_key); + MP_free(dh->priv_key); + dh->pub_key = dh->priv_key = 0; + } + + MP_free(q1); + } + return 1; +} + +/* fill pubkey with the public key in BIG ENDIAN order + * 00 00 00 00 00 x1 x2 x3 ..... + */ + +static int +DHGetPublicKey(MDH *dh, uint8_t *pubkey, size_t nPubkeyLen) +{ + int len; + if (!dh || !dh->pub_key) + return 0; + + len = MP_bytes(dh->pub_key); + if (len <= 0 || len > (int) nPubkeyLen) + return 0; + + memset(pubkey, 0, nPubkeyLen); + MP_setbin(dh->pub_key, pubkey + (nPubkeyLen - len), len); + return 1; +} + +#if 0 /* unused */ +static int +DHGetPrivateKey(MDH *dh, uint8_t *privkey, size_t nPrivkeyLen) +{ + if (!dh || !dh->priv_key) + return 0; + + int len = MP_bytes(dh->priv_key); + if (len <= 0 || len > (int) nPrivkeyLen) + return 0; + + memset(privkey, 0, nPrivkeyLen); + MP_setbin(dh->priv_key, privkey + (nPrivkeyLen - len), len); + return 1; +} +#endif + +/* computes the shared secret key from the private MDH value and the + * other party's public key (pubkey) + */ +static int +DHComputeSharedSecretKey(MDH *dh, uint8_t *pubkey, size_t nPubkeyLen, + uint8_t *secret) +{ + MP_t q1 = NULL, pubkeyBn = NULL; + size_t len; + int res; + + if (!dh || !secret || nPubkeyLen >= INT_MAX) + return -1; + + MP_getbin(pubkeyBn, pubkey, nPubkeyLen); + if (!pubkeyBn) + return -1; + + MP_gethex(q1, Q1024, len); + assert(len); + + if (isValidPublicKey(pubkeyBn, dh->p, q1)) + res = MDH_compute_key(secret, nPubkeyLen, pubkeyBn, dh); + else + res = -1; + + MP_free(q1); + MP_free(pubkeyBn); + + return res; +} diff --git a/Live/src/main/cpp/rtmp/dhgroups.h b/Live/src/main/cpp/rtmp/dhgroups.h new file mode 100644 index 00000000..2db3989c --- /dev/null +++ b/Live/src/main/cpp/rtmp/dhgroups.h @@ -0,0 +1,199 @@ +/* librtmp - Diffie-Hellmann Key Exchange + * Copyright (C) 2009 Andrej Stepanchuk + * + * This file is part of librtmp. + * + * librtmp is free software; you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1, + * or (at your option) any later version. + * + * librtmp is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public License + * along with librtmp see the file COPYING. If not, write to + * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301, USA. + * http://www.gnu.org/copyleft/lgpl.html + */ + +/* from RFC 3526, see http://www.ietf.org/rfc/rfc3526.txt */ + +/* 2^768 - 2 ^704 - 1 + 2^64 * { [2^638 pi] + 149686 } */ +#define P768 \ + "FFFFFFFFFFFFFFFFC90FDAA22168C234C4C6628B80DC1CD1" \ + "29024E088A67CC74020BBEA63B139B22514A08798E3404DD" \ + "EF9519B3CD3A431B302B0A6DF25F14374FE1356D6D51C245" \ + "E485B576625E7EC6F44C42E9A63A3620FFFFFFFFFFFFFFFF" + +/* 2^1024 - 2^960 - 1 + 2^64 * { [2^894 pi] + 129093 } */ +#define P1024 \ + "FFFFFFFFFFFFFFFFC90FDAA22168C234C4C6628B80DC1CD1" \ + "29024E088A67CC74020BBEA63B139B22514A08798E3404DD" \ + "EF9519B3CD3A431B302B0A6DF25F14374FE1356D6D51C245" \ + "E485B576625E7EC6F44C42E9A637ED6B0BFF5CB6F406B7ED" \ + "EE386BFB5A899FA5AE9F24117C4B1FE649286651ECE65381" \ + "FFFFFFFFFFFFFFFF" + +/* Group morder largest prime factor: */ +#define Q1024 \ + "7FFFFFFFFFFFFFFFE487ED5110B4611A62633145C06E0E68" \ + "948127044533E63A0105DF531D89CD9128A5043CC71A026E" \ + "F7CA8CD9E69D218D98158536F92F8A1BA7F09AB6B6A8E122" \ + "F242DABB312F3F637A262174D31BF6B585FFAE5B7A035BF6" \ + "F71C35FDAD44CFD2D74F9208BE258FF324943328F67329C0" \ + "FFFFFFFFFFFFFFFF" + +/* 2^1536 - 2^1472 - 1 + 2^64 * { [2^1406 pi] + 741804 } */ +#define P1536 \ + "FFFFFFFFFFFFFFFFC90FDAA22168C234C4C6628B80DC1CD1" \ + "29024E088A67CC74020BBEA63B139B22514A08798E3404DD" \ + "EF9519B3CD3A431B302B0A6DF25F14374FE1356D6D51C245" \ + "E485B576625E7EC6F44C42E9A637ED6B0BFF5CB6F406B7ED" \ + "EE386BFB5A899FA5AE9F24117C4B1FE649286651ECE45B3D" \ + "C2007CB8A163BF0598DA48361C55D39A69163FA8FD24CF5F" \ + "83655D23DCA3AD961C62F356208552BB9ED529077096966D" \ + "670C354E4ABC9804F1746C08CA237327FFFFFFFFFFFFFFFF" + +/* 2^2048 - 2^1984 - 1 + 2^64 * { [2^1918 pi] + 124476 } */ +#define P2048 \ + "FFFFFFFFFFFFFFFFC90FDAA22168C234C4C6628B80DC1CD1" \ + "29024E088A67CC74020BBEA63B139B22514A08798E3404DD" \ + "EF9519B3CD3A431B302B0A6DF25F14374FE1356D6D51C245" \ + "E485B576625E7EC6F44C42E9A637ED6B0BFF5CB6F406B7ED" \ + "EE386BFB5A899FA5AE9F24117C4B1FE649286651ECE45B3D" \ + "C2007CB8A163BF0598DA48361C55D39A69163FA8FD24CF5F" \ + "83655D23DCA3AD961C62F356208552BB9ED529077096966D" \ + "670C354E4ABC9804F1746C08CA18217C32905E462E36CE3B" \ + "E39E772C180E86039B2783A2EC07A28FB5C55DF06F4C52C9" \ + "DE2BCBF6955817183995497CEA956AE515D2261898FA0510" \ + "15728E5A8AACAA68FFFFFFFFFFFFFFFF" + +/* 2^3072 - 2^3008 - 1 + 2^64 * { [2^2942 pi] + 1690314 } */ +#define P3072 \ + "FFFFFFFFFFFFFFFFC90FDAA22168C234C4C6628B80DC1CD1" \ + "29024E088A67CC74020BBEA63B139B22514A08798E3404DD" \ + "EF9519B3CD3A431B302B0A6DF25F14374FE1356D6D51C245" \ + "E485B576625E7EC6F44C42E9A637ED6B0BFF5CB6F406B7ED" \ + "EE386BFB5A899FA5AE9F24117C4B1FE649286651ECE45B3D" \ + "C2007CB8A163BF0598DA48361C55D39A69163FA8FD24CF5F" \ + "83655D23DCA3AD961C62F356208552BB9ED529077096966D" \ + "670C354E4ABC9804F1746C08CA18217C32905E462E36CE3B" \ + "E39E772C180E86039B2783A2EC07A28FB5C55DF06F4C52C9" \ + "DE2BCBF6955817183995497CEA956AE515D2261898FA0510" \ + "15728E5A8AAAC42DAD33170D04507A33A85521ABDF1CBA64" \ + "ECFB850458DBEF0A8AEA71575D060C7DB3970F85A6E1E4C7" \ + "ABF5AE8CDB0933D71E8C94E04A25619DCEE3D2261AD2EE6B" \ + "F12FFA06D98A0864D87602733EC86A64521F2B18177B200C" \ + "BBE117577A615D6C770988C0BAD946E208E24FA074E5AB31" \ + "43DB5BFCE0FD108E4B82D120A93AD2CAFFFFFFFFFFFFFFFF" + +/* 2^4096 - 2^4032 - 1 + 2^64 * { [2^3966 pi] + 240904 } */ +#define P4096 \ + "FFFFFFFFFFFFFFFFC90FDAA22168C234C4C6628B80DC1CD1" \ + "29024E088A67CC74020BBEA63B139B22514A08798E3404DD" \ + "EF9519B3CD3A431B302B0A6DF25F14374FE1356D6D51C245" \ + "E485B576625E7EC6F44C42E9A637ED6B0BFF5CB6F406B7ED" \ + "EE386BFB5A899FA5AE9F24117C4B1FE649286651ECE45B3D" \ + "C2007CB8A163BF0598DA48361C55D39A69163FA8FD24CF5F" \ + "83655D23DCA3AD961C62F356208552BB9ED529077096966D" \ + "670C354E4ABC9804F1746C08CA18217C32905E462E36CE3B" \ + "E39E772C180E86039B2783A2EC07A28FB5C55DF06F4C52C9" \ + "DE2BCBF6955817183995497CEA956AE515D2261898FA0510" \ + "15728E5A8AAAC42DAD33170D04507A33A85521ABDF1CBA64" \ + "ECFB850458DBEF0A8AEA71575D060C7DB3970F85A6E1E4C7" \ + "ABF5AE8CDB0933D71E8C94E04A25619DCEE3D2261AD2EE6B" \ + "F12FFA06D98A0864D87602733EC86A64521F2B18177B200C" \ + "BBE117577A615D6C770988C0BAD946E208E24FA074E5AB31" \ + "43DB5BFCE0FD108E4B82D120A92108011A723C12A787E6D7" \ + "88719A10BDBA5B2699C327186AF4E23C1A946834B6150BDA" \ + "2583E9CA2AD44CE8DBBBC2DB04DE8EF92E8EFC141FBECAA6" \ + "287C59474E6BC05D99B2964FA090C3A2233BA186515BE7ED" \ + "1F612970CEE2D7AFB81BDD762170481CD0069127D5B05AA9" \ + "93B4EA988D8FDDC186FFB7DC90A6C08F4DF435C934063199" \ + "FFFFFFFFFFFFFFFF" + +/* 2^6144 - 2^6080 - 1 + 2^64 * { [2^6014 pi] + 929484 } */ +#define P6144 \ + "FFFFFFFFFFFFFFFFC90FDAA22168C234C4C6628B80DC1CD1" \ + "29024E088A67CC74020BBEA63B139B22514A08798E3404DD" \ + "EF9519B3CD3A431B302B0A6DF25F14374FE1356D6D51C245" \ + "E485B576625E7EC6F44C42E9A637ED6B0BFF5CB6F406B7ED" \ + "EE386BFB5A899FA5AE9F24117C4B1FE649286651ECE45B3D" \ + "C2007CB8A163BF0598DA48361C55D39A69163FA8FD24CF5F" \ + "83655D23DCA3AD961C62F356208552BB9ED529077096966D" \ + "670C354E4ABC9804F1746C08CA18217C32905E462E36CE3B" \ + "E39E772C180E86039B2783A2EC07A28FB5C55DF06F4C52C9" \ + "DE2BCBF6955817183995497CEA956AE515D2261898FA0510" \ + "15728E5A8AAAC42DAD33170D04507A33A85521ABDF1CBA64" \ + "ECFB850458DBEF0A8AEA71575D060C7DB3970F85A6E1E4C7" \ + "ABF5AE8CDB0933D71E8C94E04A25619DCEE3D2261AD2EE6B" \ + "F12FFA06D98A0864D87602733EC86A64521F2B18177B200C" \ + "BBE117577A615D6C770988C0BAD946E208E24FA074E5AB31" \ + "43DB5BFCE0FD108E4B82D120A92108011A723C12A787E6D7" \ + "88719A10BDBA5B2699C327186AF4E23C1A946834B6150BDA" \ + "2583E9CA2AD44CE8DBBBC2DB04DE8EF92E8EFC141FBECAA6" \ + "287C59474E6BC05D99B2964FA090C3A2233BA186515BE7ED" \ + "1F612970CEE2D7AFB81BDD762170481CD0069127D5B05AA9" \ + "93B4EA988D8FDDC186FFB7DC90A6C08F4DF435C934028492" \ + "36C3FAB4D27C7026C1D4DCB2602646DEC9751E763DBA37BD" \ + "F8FF9406AD9E530EE5DB382F413001AEB06A53ED9027D831" \ + "179727B0865A8918DA3EDBEBCF9B14ED44CE6CBACED4BB1B" \ + "DB7F1447E6CC254B332051512BD7AF426FB8F401378CD2BF" \ + "5983CA01C64B92ECF032EA15D1721D03F482D7CE6E74FEF6" \ + "D55E702F46980C82B5A84031900B1C9E59E7C97FBEC7E8F3" \ + "23A97A7E36CC88BE0F1D45B7FF585AC54BD407B22B4154AA" \ + "CC8F6D7EBF48E1D814CC5ED20F8037E0A79715EEF29BE328" \ + "06A1D58BB7C5DA76F550AA3D8A1FBFF0EB19CCB1A313D55C" \ + "DA56C9EC2EF29632387FE8D76E3C0468043E8F663F4860EE" \ + "12BF2D5B0B7474D6E694F91E6DCC4024FFFFFFFFFFFFFFFF" + +/* 2^8192 - 2^8128 - 1 + 2^64 * { [2^8062 pi] + 4743158 } */ +#define P8192 \ + "FFFFFFFFFFFFFFFFC90FDAA22168C234C4C6628B80DC1CD1" \ + "29024E088A67CC74020BBEA63B139B22514A08798E3404DD" \ + "EF9519B3CD3A431B302B0A6DF25F14374FE1356D6D51C245" \ + "E485B576625E7EC6F44C42E9A637ED6B0BFF5CB6F406B7ED" \ + "EE386BFB5A899FA5AE9F24117C4B1FE649286651ECE45B3D" \ + "C2007CB8A163BF0598DA48361C55D39A69163FA8FD24CF5F" \ + "83655D23DCA3AD961C62F356208552BB9ED529077096966D" \ + "670C354E4ABC9804F1746C08CA18217C32905E462E36CE3B" \ + "E39E772C180E86039B2783A2EC07A28FB5C55DF06F4C52C9" \ + "DE2BCBF6955817183995497CEA956AE515D2261898FA0510" \ + "15728E5A8AAAC42DAD33170D04507A33A85521ABDF1CBA64" \ + "ECFB850458DBEF0A8AEA71575D060C7DB3970F85A6E1E4C7" \ + "ABF5AE8CDB0933D71E8C94E04A25619DCEE3D2261AD2EE6B" \ + "F12FFA06D98A0864D87602733EC86A64521F2B18177B200C" \ + "BBE117577A615D6C770988C0BAD946E208E24FA074E5AB31" \ + "43DB5BFCE0FD108E4B82D120A92108011A723C12A787E6D7" \ + "88719A10BDBA5B2699C327186AF4E23C1A946834B6150BDA" \ + "2583E9CA2AD44CE8DBBBC2DB04DE8EF92E8EFC141FBECAA6" \ + "287C59474E6BC05D99B2964FA090C3A2233BA186515BE7ED" \ + "1F612970CEE2D7AFB81BDD762170481CD0069127D5B05AA9" \ + "93B4EA988D8FDDC186FFB7DC90A6C08F4DF435C934028492" \ + "36C3FAB4D27C7026C1D4DCB2602646DEC9751E763DBA37BD" \ + "F8FF9406AD9E530EE5DB382F413001AEB06A53ED9027D831" \ + "179727B0865A8918DA3EDBEBCF9B14ED44CE6CBACED4BB1B" \ + "DB7F1447E6CC254B332051512BD7AF426FB8F401378CD2BF" \ + "5983CA01C64B92ECF032EA15D1721D03F482D7CE6E74FEF6" \ + "D55E702F46980C82B5A84031900B1C9E59E7C97FBEC7E8F3" \ + "23A97A7E36CC88BE0F1D45B7FF585AC54BD407B22B4154AA" \ + "CC8F6D7EBF48E1D814CC5ED20F8037E0A79715EEF29BE328" \ + "06A1D58BB7C5DA76F550AA3D8A1FBFF0EB19CCB1A313D55C" \ + "DA56C9EC2EF29632387FE8D76E3C0468043E8F663F4860EE" \ + "12BF2D5B0B7474D6E694F91E6DBE115974A3926F12FEE5E4" \ + "38777CB6A932DF8CD8BEC4D073B931BA3BC832B68D9DD300" \ + "741FA7BF8AFC47ED2576F6936BA424663AAB639C5AE4F568" \ + "3423B4742BF1C978238F16CBE39D652DE3FDB8BEFC848AD9" \ + "22222E04A4037C0713EB57A81A23F0C73473FC646CEA306B" \ + "4BCBC8862F8385DDFA9D4B7FA2C087E879683303ED5BDD3A" \ + "062B3CF5B3A278A66D2A13F83F44F82DDF310EE074AB6A36" \ + "4597E899A0255DC164F31CC50846851DF9AB48195DED7EA1" \ + "B1D510BD7EE74D73FAF36BC31ECFA268359046F4EB879F92" \ + "4009438B481C6CD7889A002ED5EE382BC9190DA6FC026E47" \ + "9558E4475677E9AA9E3050E2765694DFC81F56E880B96E71" \ + "60C980DD98EDD3DFFFFFFFFFFFFFFFFF" + diff --git a/Live/src/main/cpp/rtmp/handshake.h b/Live/src/main/cpp/rtmp/handshake.h new file mode 100644 index 00000000..958579a8 --- /dev/null +++ b/Live/src/main/cpp/rtmp/handshake.h @@ -0,0 +1,1093 @@ +/* + * Copyright (C) 2008-2009 Andrej Stepanchuk + * Copyright (C) 2009-2010 Howard Chu + * Copyright (C) 2010 2a665470ced7adb7156fcef47f8199a6371c117b8a79e399a2771e0b36384090 + * + * This file is part of librtmp. + * + * librtmp is free software; you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1, + * or (at your option) any later version. + * + * librtmp is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public License + * along with librtmp see the file COPYING. If not, write to + * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301, USA. + * http://www.gnu.org/copyleft/lgpl.html + */ + +/* This file is #included in rtmp.c, it is not meant to be compiled alone */ + +#ifdef USE_POLARSSL +#include +#include +#ifndef SHA256_DIGEST_LENGTH +#define SHA256_DIGEST_LENGTH 32 +#endif +#define HMAC_CTX sha2_context +#define HMAC_setup(ctx, key, len) sha2_hmac_starts(&ctx, (unsigned char *)key, len, 0) +#define HMAC_crunch(ctx, buf, len) sha2_hmac_update(&ctx, buf, len) +#define HMAC_finish(ctx, dig, dlen) dlen = SHA256_DIGEST_LENGTH; sha2_hmac_finish(&ctx, dig) + +typedef arc4_context * RC4_handle; +#define RC4_alloc(h) *h = malloc(sizeof(arc4_context)) +#define RC4_setkey(h,l,k) arc4_setup(h,k,l) +#define RC4_encrypt(h,l,d) arc4_crypt(h,l,(unsigned char *)d,(unsigned char *)d) +#define RC4_encrypt2(h,l,s,d) arc4_crypt(h,l,(unsigned char *)s,(unsigned char *)d) +#define RC4_free(h) free(h) + +#elif defined(USE_GNUTLS) +#include +#ifndef SHA256_DIGEST_LENGTH +#define SHA256_DIGEST_LENGTH 32 +#endif +#define HMAC_CTX gcry_md_hd_t +#define HMAC_setup(ctx, key, len) gcry_md_open(&ctx, GCRY_MD_SHA256, GCRY_MD_FLAG_HMAC); gcry_md_setkey(ctx, key, len) +#define HMAC_crunch(ctx, buf, len) gcry_md_write(ctx, buf, len) +#define HMAC_finish(ctx, dig, dlen) dlen = SHA256_DIGEST_LENGTH; memcpy(dig, gcry_md_read(ctx, 0), dlen); gcry_md_close(ctx) + +typedef gcry_cipher_hd_t RC4_handle; +#define RC4_alloc(h) gcry_cipher_open(h, GCRY_CIPHER_ARCFOUR, GCRY_CIPHER_MODE_STREAM, 0) +#define RC4_setkey(h,l,k) gcry_cipher_setkey(h,k,l) +#define RC4_encrypt(h,l,d) gcry_cipher_encrypt(h,(void *)d,l,NULL,0) +#define RC4_encrypt2(h,l,s,d) gcry_cipher_encrypt(h,(void *)d,l,(void *)s,l) +#define RC4_free(h) gcry_cipher_close(h) + +#else /* USE_OPENSSL */ +#include +#include +#include +#if OPENSSL_VERSION_NUMBER < 0x0090800 || !defined(SHA256_DIGEST_LENGTH) +#error Your OpenSSL is too old, need 0.9.8 or newer with SHA256 +#endif +#define HMAC_setup(ctx, key, len) HMAC_CTX_init(&ctx); HMAC_Init_ex(&ctx, key, len, EVP_sha256(), 0) +#define HMAC_crunch(ctx, buf, len) HMAC_Update(&ctx, buf, len) +#define HMAC_finish(ctx, dig, dlen) HMAC_Final(&ctx, dig, &dlen); HMAC_CTX_cleanup(&ctx) + +typedef RC4_KEY * RC4_handle; +#define RC4_alloc(h) *h = malloc(sizeof(RC4_KEY)) +#define RC4_setkey(h,l,k) RC4_set_key(h,l,k) +#define RC4_encrypt(h,l,d) RC4(h,l,(uint8_t *)d,(uint8_t *)d) +#define RC4_encrypt2(h,l,s,d) RC4(h,l,(uint8_t *)s,(uint8_t *)d) +#define RC4_free(h) free(h) +#endif + +#define FP10 + +#include "dh.h" + +static const uint8_t GenuineFMSKey[] = { + 0x47, 0x65, 0x6e, 0x75, 0x69, 0x6e, 0x65, 0x20, 0x41, 0x64, 0x6f, 0x62, + 0x65, 0x20, 0x46, 0x6c, + 0x61, 0x73, 0x68, 0x20, 0x4d, 0x65, 0x64, 0x69, 0x61, 0x20, 0x53, 0x65, + 0x72, 0x76, 0x65, 0x72, + 0x20, 0x30, 0x30, 0x31, /* Genuine Adobe Flash Media Server 001 */ + + 0xf0, 0xee, 0xc2, 0x4a, 0x80, 0x68, 0xbe, 0xe8, 0x2e, 0x00, 0xd0, 0xd1, + 0x02, 0x9e, 0x7e, 0x57, 0x6e, 0xec, 0x5d, 0x2d, 0x29, 0x80, 0x6f, 0xab, + 0x93, 0xb8, 0xe6, 0x36, + 0xcf, 0xeb, 0x31, 0xae +}; /* 68 */ + +static const uint8_t GenuineFPKey[] = { + 0x47, 0x65, 0x6E, 0x75, 0x69, 0x6E, 0x65, 0x20, 0x41, 0x64, 0x6F, 0x62, + 0x65, 0x20, 0x46, 0x6C, + 0x61, 0x73, 0x68, 0x20, 0x50, 0x6C, 0x61, 0x79, 0x65, 0x72, 0x20, 0x30, + 0x30, 0x31, /* Genuine Adobe Flash Player 001 */ + 0xF0, 0xEE, + 0xC2, 0x4A, 0x80, 0x68, 0xBE, 0xE8, 0x2E, 0x00, 0xD0, 0xD1, 0x02, 0x9E, + 0x7E, 0x57, 0x6E, 0xEC, + 0x5D, 0x2D, 0x29, 0x80, 0x6F, 0xAB, 0x93, 0xB8, 0xE6, 0x36, 0xCF, 0xEB, + 0x31, 0xAE +}; /* 62 */ + +static void InitRC4Encryption + (uint8_t * secretKey, + uint8_t * pubKeyIn, + uint8_t * pubKeyOut, RC4_handle *rc4keyIn, RC4_handle *rc4keyOut) +{ + uint8_t digest[SHA256_DIGEST_LENGTH]; + unsigned int digestLen = 0; + HMAC_CTX ctx; + + RC4_alloc(rc4keyIn); + RC4_alloc(rc4keyOut); + + HMAC_setup(ctx, secretKey, 128); + HMAC_crunch(ctx, pubKeyIn, 128); + HMAC_finish(ctx, digest, digestLen); + + RTMP_Log(RTMP_LOGDEBUG, "RC4 Out Key: "); + RTMP_LogHex(RTMP_LOGDEBUG, digest, 16); + + RC4_setkey(*rc4keyOut, 16, digest); + + HMAC_setup(ctx, secretKey, 128); + HMAC_crunch(ctx, pubKeyOut, 128); + HMAC_finish(ctx, digest, digestLen); + + RTMP_Log(RTMP_LOGDEBUG, "RC4 In Key: "); + RTMP_LogHex(RTMP_LOGDEBUG, digest, 16); + + RC4_setkey(*rc4keyIn, 16, digest); +} + +typedef unsigned int (getoff)(uint8_t *buf, unsigned int len); + +static unsigned int +GetDHOffset2(uint8_t *handshake, unsigned int len) +{ + unsigned int offset = 0; + uint8_t *ptr = handshake + 768; + unsigned int res; + + assert(RTMP_SIG_SIZE <= len); + + offset += (*ptr); + ptr++; + offset += (*ptr); + ptr++; + offset += (*ptr); + ptr++; + offset += (*ptr); + + res = (offset % 632) + 8; + + if (res + 128 > 767) + { + RTMP_Log(RTMP_LOGERROR, + "%s: Couldn't calculate correct DH offset (got %d), exiting!", + __FUNCTION__, res); + exit(1); + } + return res; +} + +static unsigned int +GetDigestOffset2(uint8_t *handshake, unsigned int len) +{ + unsigned int offset = 0; + uint8_t *ptr = handshake + 772; + unsigned int res; + + offset += (*ptr); + ptr++; + offset += (*ptr); + ptr++; + offset += (*ptr); + ptr++; + offset += (*ptr); + + res = (offset % 728) + 776; + + if (res + 32 > 1535) + { + RTMP_Log(RTMP_LOGERROR, + "%s: Couldn't calculate correct digest offset (got %d), exiting", + __FUNCTION__, res); + exit(1); + } + return res; +} + +static unsigned int +GetDHOffset1(uint8_t *handshake, unsigned int len) +{ + unsigned int offset = 0; + uint8_t *ptr = handshake + 1532; + unsigned int res; + + assert(RTMP_SIG_SIZE <= len); + + offset += (*ptr); + ptr++; + offset += (*ptr); + ptr++; + offset += (*ptr); + ptr++; + offset += (*ptr); + + res = (offset % 632) + 772; + + if (res + 128 > 1531) + { + RTMP_Log(RTMP_LOGERROR, "%s: Couldn't calculate DH offset (got %d), exiting!", + __FUNCTION__, res); + exit(1); + } + + return res; +} + +static unsigned int +GetDigestOffset1(uint8_t *handshake, unsigned int len) +{ + unsigned int offset = 0; + uint8_t *ptr = handshake + 8; + unsigned int res; + + assert(12 <= len); + + offset += (*ptr); + ptr++; + offset += (*ptr); + ptr++; + offset += (*ptr); + ptr++; + offset += (*ptr); + + res = (offset % 728) + 12; + + if (res + 32 > 771) + { + RTMP_Log(RTMP_LOGERROR, + "%s: Couldn't calculate digest offset (got %d), exiting!", + __FUNCTION__, res); + exit(1); + } + + return res; +} + +static getoff *digoff[] = {GetDigestOffset1, GetDigestOffset2}; +static getoff *dhoff[] = {GetDHOffset1, GetDHOffset2}; + +static void +HMACsha256(const uint8_t *message, size_t messageLen, const uint8_t *key, + size_t keylen, uint8_t *digest) +{ + unsigned int digestLen; + HMAC_CTX ctx; + + HMAC_setup(ctx, key, keylen); + HMAC_crunch(ctx, message, messageLen); + HMAC_finish(ctx, digest, digestLen); + + assert(digestLen == 32); +} + +static void +CalculateDigest(unsigned int digestPos, uint8_t *handshakeMessage, + const uint8_t *key, size_t keyLen, uint8_t *digest) +{ + const int messageLen = RTMP_SIG_SIZE - SHA256_DIGEST_LENGTH; + uint8_t message[RTMP_SIG_SIZE - SHA256_DIGEST_LENGTH]; + + memcpy(message, handshakeMessage, digestPos); + memcpy(message + digestPos, + &handshakeMessage[digestPos + SHA256_DIGEST_LENGTH], + messageLen - digestPos); + + HMACsha256(message, messageLen, key, keyLen, digest); +} + +static int +VerifyDigest(unsigned int digestPos, uint8_t *handshakeMessage, const uint8_t *key, + size_t keyLen) +{ + uint8_t calcDigest[SHA256_DIGEST_LENGTH]; + + CalculateDigest(digestPos, handshakeMessage, key, keyLen, calcDigest); + + return memcmp(&handshakeMessage[digestPos], calcDigest, + SHA256_DIGEST_LENGTH) == 0; +} + +/* handshake + * + * Type = [1 bytes] plain: 0x03, encrypted: 0x06, 0x08, 0x09 + * -------------------------------------------------------------------- [1536 bytes] + * Uptime = [4 bytes] big endian unsigned number, uptime + * Version = [4 bytes] each byte represents a version number, e.g. 9.0.124.0 + * ... + * + */ + +static const uint32_t rtmpe8_keys[16][4] = { + {0xbff034b2, 0x11d9081f, 0xccdfb795, 0x748de732}, + {0x086a5eb6, 0x1743090e, 0x6ef05ab8, 0xfe5a39e2}, + {0x7b10956f, 0x76ce0521, 0x2388a73a, 0x440149a1}, + {0xa943f317, 0xebf11bb2, 0xa691a5ee, 0x17f36339}, + {0x7a30e00a, 0xb529e22c, 0xa087aea5, 0xc0cb79ac}, + {0xbdce0c23, 0x2febdeff, 0x1cfaae16, 0x1123239d}, + {0x55dd3f7b, 0x77e7e62e, 0x9bb8c499, 0xc9481ee4}, + {0x407bb6b4, 0x71e89136, 0xa7aebf55, 0xca33b839}, + {0xfcf6bdc3, 0xb63c3697, 0x7ce4f825, 0x04d959b2}, + {0x28e091fd, 0x41954c4c, 0x7fb7db00, 0xe3a066f8}, + {0x57845b76, 0x4f251b03, 0x46d45bcd, 0xa2c30d29}, + {0x0acceef8, 0xda55b546, 0x03473452, 0x5863713b}, + {0xb82075dc, 0xa75f1fee, 0xd84268e8, 0xa72a44cc}, + {0x07cf6e9e, 0xa16d7b25, 0x9fa7ae6c, 0xd92f5629}, + {0xfeb1eae4, 0x8c8c3ce1, 0x4e0064a7, 0x6a387c2a}, + {0x893a9427, 0xcc3013a2, 0xf106385b, 0xa829f927} +}; + +/* RTMPE type 8 uses XTEA on the regular signature + * http://en.wikipedia.org/wiki/XTEA + */ +static void rtmpe8_sig(uint8_t *in, uint8_t *out, int keyid) +{ + unsigned int i, num_rounds = 32; + uint32_t v0, v1, sum=0, delta=0x9E3779B9; + uint32_t const *k; + + v0 = in[0] | (in[1] << 8) | (in[2] << 16) | (in[3] << 24); + v1 = in[4] | (in[5] << 8) | (in[6] << 16) | (in[7] << 24); + k = rtmpe8_keys[keyid]; + + for (i=0; i < num_rounds; i++) { + v0 += (((v1 << 4) ^ (v1 >> 5)) + v1) ^ (sum + k[sum & 3]); + sum += delta; + v1 += (((v0 << 4) ^ (v0 >> 5)) + v0) ^ (sum + k[(sum>>11) & 3]); + } + + out[0] = v0; v0 >>= 8; + out[1] = v0; v0 >>= 8; + out[2] = v0; v0 >>= 8; + out[3] = v0; + + out[4] = v1; v1 >>= 8; + out[5] = v1; v1 >>= 8; + out[6] = v1; v1 >>= 8; + out[7] = v1; +} + +static int +HandShake(RTMP * r, int FP9HandShake) +{ + int i, offalg = 0; + int dhposClient = 0; + int digestPosClient = 0; + int encrypted = r->Link.protocol & RTMP_FEATURE_ENC; + + RC4_handle keyIn = 0; + RC4_handle keyOut = 0; + + int32_t *ip; + uint32_t uptime; + + uint8_t clientbuf[RTMP_SIG_SIZE + 4], *clientsig=clientbuf+4; + uint8_t serversig[RTMP_SIG_SIZE], client2[RTMP_SIG_SIZE], *reply; + uint8_t type; + getoff *getdh = NULL, *getdig = NULL; + + if (encrypted || r->Link.SWFSize) + FP9HandShake = TRUE; + else + FP9HandShake = FALSE; + + r->Link.rc4keyIn = r->Link.rc4keyOut = 0; + + if (encrypted) + { + clientsig[-1] = 0x06; /* 0x08 is RTMPE as well */ + offalg = 1; + } + else + clientsig[-1] = 0x03; + + uptime = htonl(RTMP_GetTime()); + memcpy(clientsig, &uptime, 4); + + if (FP9HandShake) + { + /* set version to at least 9.0.115.0 */ + if (encrypted) + { + clientsig[4] = 128; + clientsig[6] = 3; + } + else + { + clientsig[4] = 10; + clientsig[6] = 45; + } + clientsig[5] = 0; + clientsig[7] = 2; + + RTMP_Log(RTMP_LOGDEBUG, "%s: Client type: %02X", __FUNCTION__, clientsig[-1]); + getdig = digoff[offalg]; + getdh = dhoff[offalg]; + } + else + { + memset(&clientsig[4], 0, 4); + } + + /* generate random data */ +#ifdef _DEBUG + memset(clientsig+8, 0, RTMP_SIG_SIZE-8); +#else + ip = (int32_t *)(clientsig+8); + for (i = 2; i < RTMP_SIG_SIZE/4; i++) + *ip++ = rand(); +#endif + + /* set handshake digest */ + if (FP9HandShake) + { + if (encrypted) + { + /* generate Diffie-Hellmann parameters */ + r->Link.dh = DHInit(1024); + if (!r->Link.dh) + { + RTMP_Log(RTMP_LOGERROR, "%s: Couldn't initialize Diffie-Hellmann!", + __FUNCTION__); + return FALSE; + } + + dhposClient = getdh(clientsig, RTMP_SIG_SIZE); + RTMP_Log(RTMP_LOGDEBUG, "%s: DH pubkey position: %d", __FUNCTION__, dhposClient); + + if (!DHGenerateKey(r->Link.dh)) + { + RTMP_Log(RTMP_LOGERROR, "%s: Couldn't generate Diffie-Hellmann public key!", + __FUNCTION__); + return FALSE; + } + + if (!DHGetPublicKey(r->Link.dh, &clientsig[dhposClient], 128)) + { + RTMP_Log(RTMP_LOGERROR, "%s: Couldn't write public key!", __FUNCTION__); + return FALSE; + } + } + + digestPosClient = getdig(clientsig, RTMP_SIG_SIZE); /* reuse this value in verification */ + RTMP_Log(RTMP_LOGDEBUG, "%s: Client digest offset: %d", __FUNCTION__, + digestPosClient); + + CalculateDigest(digestPosClient, clientsig, GenuineFPKey, 30, + &clientsig[digestPosClient]); + + RTMP_Log(RTMP_LOGDEBUG, "%s: Initial client digest: ", __FUNCTION__); + RTMP_LogHex(RTMP_LOGDEBUG, clientsig + digestPosClient, + SHA256_DIGEST_LENGTH); + } + +#ifdef _DEBUG + RTMP_Log(RTMP_LOGDEBUG, "Clientsig: "); + RTMP_LogHex(RTMP_LOGDEBUG, clientsig, RTMP_SIG_SIZE); +#endif + + if (!WriteN(r, (char *)clientsig-1, RTMP_SIG_SIZE + 1)) + return FALSE; + + if (ReadN(r, (char *)&type, 1) != 1) /* 0x03 or 0x06 */ + return FALSE; + + RTMP_Log(RTMP_LOGDEBUG, "%s: Type Answer : %02X", __FUNCTION__, type); + + if (type != clientsig[-1]) + RTMP_Log(RTMP_LOGWARNING, "%s: Type mismatch: client sent %d, server answered %d", + __FUNCTION__, clientsig[-1], type); + + if (ReadN(r, (char *)serversig, RTMP_SIG_SIZE) != RTMP_SIG_SIZE) + return FALSE; + + /* decode server response */ + memcpy(&uptime, serversig, 4); + uptime = ntohl(uptime); + + RTMP_Log(RTMP_LOGDEBUG, "%s: Server Uptime : %d", __FUNCTION__, uptime); + RTMP_Log(RTMP_LOGDEBUG, "%s: FMS Version : %d.%d.%d.%d", __FUNCTION__, serversig[4], + serversig[5], serversig[6], serversig[7]); + + if (FP9HandShake && type == 3 && !serversig[4]) + FP9HandShake = FALSE; + +#ifdef _DEBUG + RTMP_Log(RTMP_LOGDEBUG, "Server signature:"); + RTMP_LogHex(RTMP_LOGDEBUG, serversig, RTMP_SIG_SIZE); +#endif + + if (FP9HandShake) + { + uint8_t digestResp[SHA256_DIGEST_LENGTH]; + uint8_t *signatureResp = NULL; + + /* we have to use this signature now to find the correct algorithms for getting the digest and DH positions */ + int digestPosServer = getdig(serversig, RTMP_SIG_SIZE); + + if (!VerifyDigest(digestPosServer, serversig, GenuineFMSKey, 36)) + { + RTMP_Log(RTMP_LOGWARNING, "Trying different position for server digest!"); + offalg ^= 1; + getdig = digoff[offalg]; + getdh = dhoff[offalg]; + digestPosServer = getdig(serversig, RTMP_SIG_SIZE); + + if (!VerifyDigest(digestPosServer, serversig, GenuineFMSKey, 36)) + { + RTMP_Log(RTMP_LOGERROR, "Couldn't verify the server digest"); /* continuing anyway will probably fail */ + return FALSE; + } + } + + /* generate SWFVerification token (SHA256 HMAC hash of decompressed SWF, key are the last 32 bytes of the server handshake) */ + if (r->Link.SWFSize) + { + const char swfVerify[] = { 0x01, 0x01 }; + char *vend = r->Link.SWFVerificationResponse+sizeof(r->Link.SWFVerificationResponse); + + memcpy(r->Link.SWFVerificationResponse, swfVerify, 2); + AMF_EncodeInt32(&r->Link.SWFVerificationResponse[2], vend, r->Link.SWFSize); + AMF_EncodeInt32(&r->Link.SWFVerificationResponse[6], vend, r->Link.SWFSize); + HMACsha256(r->Link.SWFHash, SHA256_DIGEST_LENGTH, + &serversig[RTMP_SIG_SIZE - SHA256_DIGEST_LENGTH], + SHA256_DIGEST_LENGTH, + (uint8_t *)&r->Link.SWFVerificationResponse[10]); + } + + /* do Diffie-Hellmann Key exchange for encrypted RTMP */ + if (encrypted) + { + /* compute secret key */ + uint8_t secretKey[128] = { 0 }; + int len, dhposServer; + + dhposServer = getdh(serversig, RTMP_SIG_SIZE); + RTMP_Log(RTMP_LOGDEBUG, "%s: Server DH public key offset: %d", __FUNCTION__, + dhposServer); + len = DHComputeSharedSecretKey(r->Link.dh, &serversig[dhposServer], + 128, secretKey); + if (len < 0) + { + RTMP_Log(RTMP_LOGDEBUG, "%s: Wrong secret key position!", __FUNCTION__); + return FALSE; + } + + RTMP_Log(RTMP_LOGDEBUG, "%s: Secret key: ", __FUNCTION__); + RTMP_LogHex(RTMP_LOGDEBUG, secretKey, 128); + + InitRC4Encryption(secretKey, + (uint8_t *) & serversig[dhposServer], + (uint8_t *) & clientsig[dhposClient], + &keyIn, &keyOut); + } + + + reply = client2; +#ifdef _DEBUG + memset(reply, 0xff, RTMP_SIG_SIZE); +#else + ip = (int32_t *)reply; + for (i = 0; i < RTMP_SIG_SIZE/4; i++) + *ip++ = rand(); +#endif + /* calculate response now */ + signatureResp = reply+RTMP_SIG_SIZE-SHA256_DIGEST_LENGTH; + + HMACsha256(&serversig[digestPosServer], SHA256_DIGEST_LENGTH, + GenuineFPKey, sizeof(GenuineFPKey), digestResp); + HMACsha256(reply, RTMP_SIG_SIZE - SHA256_DIGEST_LENGTH, digestResp, + SHA256_DIGEST_LENGTH, signatureResp); + + /* some info output */ + RTMP_Log(RTMP_LOGDEBUG, + "%s: Calculated digest key from secure key and server digest: ", + __FUNCTION__); + RTMP_LogHex(RTMP_LOGDEBUG, digestResp, SHA256_DIGEST_LENGTH); + +#ifdef FP10 + if (type == 8 ) + { + uint8_t *dptr = digestResp; + uint8_t *sig = signatureResp; + /* encrypt signatureResp */ + for (i=0; iLink.rc4keyIn = keyIn; + r->Link.rc4keyOut = keyOut; + + + /* update the keystreams */ + if (r->Link.rc4keyIn) + { + RC4_encrypt(r->Link.rc4keyIn, RTMP_SIG_SIZE, (uint8_t *) buff); + } + + if (r->Link.rc4keyOut) + { + RC4_encrypt(r->Link.rc4keyOut, RTMP_SIG_SIZE, (uint8_t *) buff); + } + } + } + else + { + if (memcmp(serversig, clientsig, RTMP_SIG_SIZE) != 0) + { + RTMP_Log(RTMP_LOGWARNING, "%s: client signature does not match!", + __FUNCTION__); + } + } + + RTMP_Log(RTMP_LOGDEBUG, "%s: Handshaking finished....", __FUNCTION__); + return TRUE; +} + +static int +SHandShake(RTMP * r) +{ + int i, offalg = 0; + int dhposServer = 0; + int digestPosServer = 0; + RC4_handle keyIn = 0; + RC4_handle keyOut = 0; + int FP9HandShake = FALSE; + int encrypted; + int32_t *ip; + + uint8_t clientsig[RTMP_SIG_SIZE]; + uint8_t serverbuf[RTMP_SIG_SIZE + 4], *serversig = serverbuf+4; + uint8_t type; + uint32_t uptime; + getoff *getdh = NULL, *getdig = NULL; + + if (ReadN(r, (char *)&type, 1) != 1) /* 0x03 or 0x06 */ + return FALSE; + + if (ReadN(r, (char *)clientsig, RTMP_SIG_SIZE) != RTMP_SIG_SIZE) + return FALSE; + + RTMP_Log(RTMP_LOGDEBUG, "%s: Type Requested : %02X", __FUNCTION__, type); + RTMP_LogHex(RTMP_LOGDEBUG2, clientsig, RTMP_SIG_SIZE); + + if (type == 3) + { + encrypted = FALSE; + } + else if (type == 6 || type == 8) + { + offalg = 1; + encrypted = TRUE; + FP9HandShake = TRUE; + r->Link.protocol |= RTMP_FEATURE_ENC; + /* use FP10 if client is capable */ + if (clientsig[4] == 128) + type = 8; + } + else + { + RTMP_Log(RTMP_LOGERROR, "%s: Unknown version %02x", + __FUNCTION__, type); + return FALSE; + } + + if (!FP9HandShake && clientsig[4]) + FP9HandShake = TRUE; + + serversig[-1] = type; + + r->Link.rc4keyIn = r->Link.rc4keyOut = 0; + + uptime = htonl(RTMP_GetTime()); + memcpy(serversig, &uptime, 4); + + if (FP9HandShake) + { + /* Server version */ + serversig[4] = 3; + serversig[5] = 5; + serversig[6] = 1; + serversig[7] = 1; + + getdig = digoff[offalg]; + getdh = dhoff[offalg]; + } + else + { + memset(&serversig[4], 0, 4); + } + + /* generate random data */ +#ifdef _DEBUG + memset(serversig+8, 0, RTMP_SIG_SIZE-8); +#else + ip = (int32_t *)(serversig+8); + for (i = 2; i < RTMP_SIG_SIZE/4; i++) + *ip++ = rand(); +#endif + + /* set handshake digest */ + if (FP9HandShake) + { + if (encrypted) + { + /* generate Diffie-Hellmann parameters */ + r->Link.dh = DHInit(1024); + if (!r->Link.dh) + { + RTMP_Log(RTMP_LOGERROR, "%s: Couldn't initialize Diffie-Hellmann!", + __FUNCTION__); + return FALSE; + } + + dhposServer = getdh(serversig, RTMP_SIG_SIZE); + RTMP_Log(RTMP_LOGDEBUG, "%s: DH pubkey position: %d", __FUNCTION__, dhposServer); + + if (!DHGenerateKey(r->Link.dh)) + { + RTMP_Log(RTMP_LOGERROR, "%s: Couldn't generate Diffie-Hellmann public key!", + __FUNCTION__); + return FALSE; + } + + if (!DHGetPublicKey + (r->Link.dh, (uint8_t *) &serversig[dhposServer], 128)) + { + RTMP_Log(RTMP_LOGERROR, "%s: Couldn't write public key!", __FUNCTION__); + return FALSE; + } + } + + digestPosServer = getdig(serversig, RTMP_SIG_SIZE); /* reuse this value in verification */ + RTMP_Log(RTMP_LOGDEBUG, "%s: Server digest offset: %d", __FUNCTION__, + digestPosServer); + + CalculateDigest(digestPosServer, serversig, GenuineFMSKey, 36, + &serversig[digestPosServer]); + + RTMP_Log(RTMP_LOGDEBUG, "%s: Initial server digest: ", __FUNCTION__); + RTMP_LogHex(RTMP_LOGDEBUG, serversig + digestPosServer, + SHA256_DIGEST_LENGTH); + } + + RTMP_Log(RTMP_LOGDEBUG2, "Serversig: "); + RTMP_LogHex(RTMP_LOGDEBUG2, serversig, RTMP_SIG_SIZE); + + if (!WriteN(r, (char *)serversig-1, RTMP_SIG_SIZE + 1)) + return FALSE; + + /* decode client response */ + memcpy(&uptime, clientsig, 4); + uptime = ntohl(uptime); + + RTMP_Log(RTMP_LOGDEBUG, "%s: Client Uptime : %d", __FUNCTION__, uptime); + RTMP_Log(RTMP_LOGDEBUG, "%s: Player Version: %d.%d.%d.%d", __FUNCTION__, clientsig[4], + clientsig[5], clientsig[6], clientsig[7]); + + if (FP9HandShake) + { + uint8_t digestResp[SHA256_DIGEST_LENGTH]; + uint8_t *signatureResp = NULL; + + /* we have to use this signature now to find the correct algorithms for getting the digest and DH positions */ + int digestPosClient = getdig(clientsig, RTMP_SIG_SIZE); + + if (!VerifyDigest(digestPosClient, clientsig, GenuineFPKey, 30)) + { + RTMP_Log(RTMP_LOGWARNING, "Trying different position for client digest!"); + offalg ^= 1; + getdig = digoff[offalg]; + getdh = dhoff[offalg]; + + digestPosClient = getdig(clientsig, RTMP_SIG_SIZE); + + if (!VerifyDigest(digestPosClient, clientsig, GenuineFPKey, 30)) + { + RTMP_Log(RTMP_LOGERROR, "Couldn't verify the client digest"); /* continuing anyway will probably fail */ + return FALSE; + } + } + + /* generate SWFVerification token (SHA256 HMAC hash of decompressed SWF, key are the last 32 bytes of the server handshake) */ + if (r->Link.SWFSize) + { + const char swfVerify[] = { 0x01, 0x01 }; + char *vend = r->Link.SWFVerificationResponse+sizeof(r->Link.SWFVerificationResponse); + + memcpy(r->Link.SWFVerificationResponse, swfVerify, 2); + AMF_EncodeInt32(&r->Link.SWFVerificationResponse[2], vend, r->Link.SWFSize); + AMF_EncodeInt32(&r->Link.SWFVerificationResponse[6], vend, r->Link.SWFSize); + HMACsha256(r->Link.SWFHash, SHA256_DIGEST_LENGTH, + &serversig[RTMP_SIG_SIZE - SHA256_DIGEST_LENGTH], + SHA256_DIGEST_LENGTH, + (uint8_t *)&r->Link.SWFVerificationResponse[10]); + } + + /* do Diffie-Hellmann Key exchange for encrypted RTMP */ + if (encrypted) + { + int dhposClient, len; + /* compute secret key */ + uint8_t secretKey[128] = { 0 }; + + dhposClient = getdh(clientsig, RTMP_SIG_SIZE); + RTMP_Log(RTMP_LOGDEBUG, "%s: Client DH public key offset: %d", __FUNCTION__, + dhposClient); + len = + DHComputeSharedSecretKey(r->Link.dh, + (uint8_t *) &clientsig[dhposClient], 128, + secretKey); + if (len < 0) + { + RTMP_Log(RTMP_LOGDEBUG, "%s: Wrong secret key position!", __FUNCTION__); + return FALSE; + } + + RTMP_Log(RTMP_LOGDEBUG, "%s: Secret key: ", __FUNCTION__); + RTMP_LogHex(RTMP_LOGDEBUG, secretKey, 128); + + InitRC4Encryption(secretKey, + (uint8_t *) &clientsig[dhposClient], + (uint8_t *) &serversig[dhposServer], + &keyIn, &keyOut); + } + + + /* calculate response now */ + signatureResp = clientsig+RTMP_SIG_SIZE-SHA256_DIGEST_LENGTH; + + HMACsha256(&clientsig[digestPosClient], SHA256_DIGEST_LENGTH, + GenuineFMSKey, sizeof(GenuineFMSKey), digestResp); + HMACsha256(clientsig, RTMP_SIG_SIZE - SHA256_DIGEST_LENGTH, digestResp, + SHA256_DIGEST_LENGTH, signatureResp); +#ifdef FP10 + if (type == 8 ) + { + uint8_t *dptr = digestResp; + uint8_t *sig = signatureResp; + /* encrypt signatureResp */ + for (i=0; iLink.rc4keyIn = keyIn; + r->Link.rc4keyOut = keyOut; + + /* update the keystreams */ + if (r->Link.rc4keyIn) + { + RC4_encrypt(r->Link.rc4keyIn, RTMP_SIG_SIZE, (uint8_t *) buff); + } + + if (r->Link.rc4keyOut) + { + RC4_encrypt(r->Link.rc4keyOut, RTMP_SIG_SIZE, (uint8_t *) buff); + } + } + } + else + { + if (memcmp(serversig, clientsig, RTMP_SIG_SIZE) != 0) + { + RTMP_Log(RTMP_LOGWARNING, "%s: client signature does not match!", + __FUNCTION__); + } + } + + RTMP_Log(RTMP_LOGDEBUG, "%s: Handshaking finished....", __FUNCTION__); + return TRUE; +} diff --git a/Live/src/main/cpp/rtmp/hashswf.c b/Live/src/main/cpp/rtmp/hashswf.c new file mode 100644 index 00000000..06d2bbb0 --- /dev/null +++ b/Live/src/main/cpp/rtmp/hashswf.c @@ -0,0 +1,665 @@ +/* + * Copyright (C) 2009-2010 Howard Chu + * + * This file is part of librtmp. + * + * librtmp is free software; you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1, + * or (at your option) any later version. + * + * librtmp is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public License + * along with librtmp see the file COPYING. If not, write to + * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301, USA. + * http://www.gnu.org/copyleft/lgpl.html + */ + +#include +#include +#include +#include +#include + +#include "rtmp_sys.h" +#include "log.h" +#include "http.h" + +#ifdef CRYPTO +#ifdef USE_POLARSSL +#include +#ifndef SHA256_DIGEST_LENGTH +#define SHA256_DIGEST_LENGTH 32 +#endif +#define HMAC_CTX sha2_context +#define HMAC_setup(ctx, key, len) sha2_hmac_starts(&ctx, (unsigned char *)key, len, 0) +#define HMAC_crunch(ctx, buf, len) sha2_hmac_update(&ctx, buf, len) +#define HMAC_finish(ctx, dig, dlen) dlen = SHA256_DIGEST_LENGTH; sha2_hmac_finish(&ctx, dig) +#define HMAC_close(ctx) +#elif defined(USE_GNUTLS) +#include +#include +#ifndef SHA256_DIGEST_LENGTH +#define SHA256_DIGEST_LENGTH 32 +#endif +#define HMAC_CTX gcry_md_hd_t +#define HMAC_setup(ctx, key, len) gcry_md_open(&ctx, GCRY_MD_SHA256, GCRY_MD_FLAG_HMAC); gcry_md_setkey(ctx, key, len) +#define HMAC_crunch(ctx, buf, len) gcry_md_write(ctx, buf, len) +#define HMAC_finish(ctx, dig, dlen) dlen = SHA256_DIGEST_LENGTH; memcpy(dig, gcry_md_read(ctx, 0), dlen) +#define HMAC_close(ctx) gcry_md_close(ctx) +#else /* USE_OPENSSL */ +#include +#include +#include +#include +#define HMAC_setup(ctx, key, len) HMAC_CTX_init(&ctx); HMAC_Init_ex(&ctx, (unsigned char *)key, len, EVP_sha256(), 0) +#define HMAC_crunch(ctx, buf, len) HMAC_Update(&ctx, (unsigned char *)buf, len) +#define HMAC_finish(ctx, dig, dlen) HMAC_Final(&ctx, (unsigned char *)dig, &dlen); +#define HMAC_close(ctx) HMAC_CTX_cleanup(&ctx) +#endif + +extern void RTMP_TLS_Init(); +extern TLS_CTX RTMP_TLS_ctx; + +#endif /* CRYPTO */ + +#include + +#define AGENT "Mozilla/5.0" + +HTTPResult +HTTP_get(struct HTTP_ctx *http, const char *url, HTTP_read_callback *cb) +{ + char *host, *path; + char *p1, *p2; + char hbuf[256]; + int port = 80; +#ifdef CRYPTO + int ssl = 0; +#endif + int hlen, flen = 0; + int rc, i; + int len_known; + HTTPResult ret = HTTPRES_OK; + struct sockaddr_in sa; + RTMPSockBuf sb = {0}; + + http->status = -1; + + memset(&sa, 0, sizeof(struct sockaddr_in)); + sa.sin_family = AF_INET; + + /* we only handle http here */ + if (strncasecmp(url, "http", 4)) + return HTTPRES_BAD_REQUEST; + + if (url[4] == 's') + { +#ifdef CRYPTO + ssl = 1; + port = 443; + if (!RTMP_TLS_ctx) + RTMP_TLS_Init(); +#else + return HTTPRES_BAD_REQUEST; +#endif + } + + p1 = strchr(url + 4, ':'); + if (!p1 || strncmp(p1, "://", 3)) + return HTTPRES_BAD_REQUEST; + + host = p1 + 3; + path = strchr(host, '/'); + hlen = path - host; + strncpy(hbuf, host, hlen); + hbuf[hlen] = '\0'; + host = hbuf; + p1 = strrchr(host, ':'); + if (p1) + { + *p1++ = '\0'; + port = atoi(p1); + } + + sa.sin_addr.s_addr = inet_addr(host); + if (sa.sin_addr.s_addr == INADDR_NONE) + { + struct hostent *hp = gethostbyname(host); + if (!hp || !hp->h_addr) + return HTTPRES_LOST_CONNECTION; + sa.sin_addr = *(struct in_addr *)hp->h_addr; + } + sa.sin_port = htons(port); + sb.sb_socket = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP); + if (sb.sb_socket == -1) + return HTTPRES_LOST_CONNECTION; + i = + sprintf(sb.sb_buf, + "GET %s HTTP/1.0\r\nUser-Agent: %s\r\nHost: %s\r\nReferrer: %.*s\r\n", + path, AGENT, host, (int)(path - url + 1), url); + if (http->date[0]) + i += sprintf(sb.sb_buf + i, "If-Modified-Since: %s\r\n", http->date); + i += sprintf(sb.sb_buf + i, "\r\n"); + + if (connect + (sb.sb_socket, (struct sockaddr *)&sa, sizeof(struct sockaddr)) < 0) + { + ret = HTTPRES_LOST_CONNECTION; + goto leave; + } +#ifdef CRYPTO + if (ssl) + { +#ifdef NO_SSL + RTMP_Log(RTMP_LOGERROR, "%s, No SSL/TLS support", __FUNCTION__); + ret = HTTPRES_BAD_REQUEST; + goto leave; +#else + TLS_client(RTMP_TLS_ctx, sb.sb_ssl); + TLS_setfd(sb.sb_ssl, sb.sb_socket); + if ((i = TLS_connect(sb.sb_ssl)) < 0) + { + RTMP_Log(RTMP_LOGERROR, "%s, TLS_Connect failed", __FUNCTION__); + ret = HTTPRES_LOST_CONNECTION; + goto leave; + } +#endif + } +#endif + RTMPSockBuf_Send(&sb, sb.sb_buf, i); + + /* set timeout */ +#define HTTP_TIMEOUT 5 + { + SET_RCVTIMEO(tv, HTTP_TIMEOUT); + if (setsockopt + (sb.sb_socket, SOL_SOCKET, SO_RCVTIMEO, (char *)&tv, sizeof(tv))) + { + RTMP_Log(RTMP_LOGERROR, "%s, Setting socket timeout to %ds failed!", + __FUNCTION__, HTTP_TIMEOUT); + } + } + + sb.sb_size = 0; + sb.sb_timedout = FALSE; + if (RTMPSockBuf_Fill(&sb) < 1) + { + ret = HTTPRES_LOST_CONNECTION; + goto leave; + } + if (strncmp(sb.sb_buf, "HTTP/1", 6)) + { + ret = HTTPRES_BAD_REQUEST; + goto leave; + } + + p1 = strchr(sb.sb_buf, ' '); + rc = atoi(p1 + 1); + http->status = rc; + + if (rc >= 300) + { + if (rc == 304) + { + ret = HTTPRES_OK_NOT_MODIFIED; + goto leave; + } + else if (rc == 404) + ret = HTTPRES_NOT_FOUND; + else if (rc >= 500) + ret = HTTPRES_SERVER_ERROR; + else if (rc >= 400) + ret = HTTPRES_BAD_REQUEST; + else + ret = HTTPRES_REDIRECTED; + } + + p1 = memchr(sb.sb_buf, '\n', sb.sb_size); + if (!p1) + { + ret = HTTPRES_BAD_REQUEST; + goto leave; + } + sb.sb_start = p1 + 1; + sb.sb_size -= sb.sb_start - sb.sb_buf; + + while ((p2 = memchr(sb.sb_start, '\r', sb.sb_size))) + { + if (*sb.sb_start == '\r') + { + sb.sb_start += 2; + sb.sb_size -= 2; + break; + } + else + if (!strncasecmp + (sb.sb_start, "Content-Length: ", sizeof("Content-Length: ") - 1)) + { + flen = atoi(sb.sb_start + sizeof("Content-Length: ") - 1); + } + else + if (!strncasecmp + (sb.sb_start, "Last-Modified: ", sizeof("Last-Modified: ") - 1)) + { + *p2 = '\0'; + strcpy(http->date, sb.sb_start + sizeof("Last-Modified: ") - 1); + } + p2 += 2; + sb.sb_size -= p2 - sb.sb_start; + sb.sb_start = p2; + if (sb.sb_size < 1) + { + if (RTMPSockBuf_Fill(&sb) < 1) + { + ret = HTTPRES_LOST_CONNECTION; + goto leave; + } + } + } + + len_known = flen > 0; + while ((!len_known || flen > 0) && + (sb.sb_size > 0 || RTMPSockBuf_Fill(&sb) > 0)) + { + cb(sb.sb_start, 1, sb.sb_size, http->data); + if (len_known) + flen -= sb.sb_size; + http->size += sb.sb_size; + sb.sb_size = 0; + } + + if (flen > 0) + ret = HTTPRES_LOST_CONNECTION; + +leave: + RTMPSockBuf_Close(&sb); + return ret; +} + +#ifdef CRYPTO + +#define CHUNK 16384 + +struct info +{ + z_stream *zs; + HMAC_CTX ctx; + int first; + int zlib; + int size; +}; + +static size_t +swfcrunch(void *ptr, size_t size, size_t nmemb, void *stream) +{ + struct info *i = stream; + char *p = ptr; + size_t len = size * nmemb; + + if (i->first) + { + i->first = 0; + /* compressed? */ + if (!strncmp(p, "CWS", 3)) + { + *p = 'F'; + i->zlib = 1; + } + HMAC_crunch(i->ctx, (unsigned char *)p, 8); + p += 8; + len -= 8; + i->size = 8; + } + + if (i->zlib) + { + unsigned char out[CHUNK]; + i->zs->next_in = (unsigned char *)p; + i->zs->avail_in = len; + do + { + i->zs->avail_out = CHUNK; + i->zs->next_out = out; + inflate(i->zs, Z_NO_FLUSH); + len = CHUNK - i->zs->avail_out; + i->size += len; + HMAC_crunch(i->ctx, out, len); + } + while (i->zs->avail_out == 0); + } + else + { + i->size += len; + HMAC_crunch(i->ctx, (unsigned char *)p, len); + } + return size * nmemb; +} + +static int tzoff; +static int tzchecked; + +#define JAN02_1980 318340800 + +static const char *monthtab[12] = { "Jan", "Feb", "Mar", + "Apr", "May", "Jun", + "Jul", "Aug", "Sep", + "Oct", "Nov", "Dec" +}; +static const char *days[] = + { "Sun", "Mon", "Tue", "Wed", "Thu", "Fri", "Sat" }; + +/* Parse an HTTP datestamp into Unix time */ +static time_t +make_unix_time(char *s) +{ + struct tm time; + int i, ysub = 1900, fmt = 0; + char *month; + char *n; + time_t res; + + if (s[3] != ' ') + { + fmt = 1; + if (s[3] != ',') + ysub = 0; + } + for (n = s; *n; ++n) + if (*n == '-' || *n == ':') + *n = ' '; + + time.tm_mon = 0; + n = strchr(s, ' '); + if (fmt) + { + /* Day, DD-MMM-YYYY HH:MM:SS GMT */ + time.tm_mday = strtol(n + 1, &n, 0); + month = n + 1; + n = strchr(month, ' '); + time.tm_year = strtol(n + 1, &n, 0); + time.tm_hour = strtol(n + 1, &n, 0); + time.tm_min = strtol(n + 1, &n, 0); + time.tm_sec = strtol(n + 1, NULL, 0); + } + else + { + /* Unix ctime() format. Does not conform to HTTP spec. */ + /* Day MMM DD HH:MM:SS YYYY */ + month = n + 1; + n = strchr(month, ' '); + while (isspace(*n)) + n++; + time.tm_mday = strtol(n, &n, 0); + time.tm_hour = strtol(n + 1, &n, 0); + time.tm_min = strtol(n + 1, &n, 0); + time.tm_sec = strtol(n + 1, &n, 0); + time.tm_year = strtol(n + 1, NULL, 0); + } + if (time.tm_year > 100) + time.tm_year -= ysub; + + for (i = 0; i < 12; i++) + if (!strncasecmp(month, monthtab[i], 3)) + { + time.tm_mon = i; + break; + } + time.tm_isdst = 0; /* daylight saving is never in effect in GMT */ + + /* this is normally the value of extern int timezone, but some + * braindead C libraries don't provide it. + */ + if (!tzchecked) + { + struct tm *tc; + time_t then = JAN02_1980; + tc = localtime(&then); + tzoff = (12 - tc->tm_hour) * 3600 + tc->tm_min * 60 + tc->tm_sec; + tzchecked = 1; + } + res = mktime(&time); + /* Unfortunately, mktime() assumes the input is in local time, + * not GMT, so we have to correct it here. + */ + if (res != -1) + res += tzoff; + return res; +} + +/* Convert a Unix time to a network time string + * Weekday, DD-MMM-YYYY HH:MM:SS GMT + */ +void +strtime(time_t * t, char *s) +{ + struct tm *tm; + + tm = gmtime((time_t *) t); + sprintf(s, "%s, %02d %s %d %02d:%02d:%02d GMT", + days[tm->tm_wday], tm->tm_mday, monthtab[tm->tm_mon], + tm->tm_year + 1900, tm->tm_hour, tm->tm_min, tm->tm_sec); +} + +#define HEX2BIN(a) (((a)&0x40)?((a)&0xf)+9:((a)&0xf)) + +int +RTMP_HashSWF(const char *url, unsigned int *size, unsigned char *hash, + int age) +{ + FILE *f = NULL; + char *path, date[64], cctim[64]; + long pos = 0; + time_t ctim = -1, cnow; + int i, got = 0, ret = 0; + unsigned int hlen; + struct info in = { 0 }; + struct HTTP_ctx http = { 0 }; + HTTPResult httpres; + z_stream zs = { 0 }; + AVal home, hpre; + + date[0] = '\0'; +#ifdef _WIN32 +#ifdef _XBOX + hpre.av_val = "Q:"; + hpre.av_len = 2; + home.av_val = "\\UserData"; +#else + hpre.av_val = getenv("HOMEDRIVE"); + hpre.av_len = strlen(hpre.av_val); + home.av_val = getenv("HOMEPATH"); +#endif +#define DIRSEP "\\" + +#else /* !_WIN32 */ + hpre.av_val = ""; + hpre.av_len = 0; + home.av_val = getenv("HOME"); +#define DIRSEP "/" +#endif + if (!home.av_val) + home.av_val = "."; + home.av_len = strlen(home.av_val); + + /* SWF hash info is cached in a fixed-format file. + * url: + * ctim: HTTP datestamp of when we last checked it. + * date: HTTP datestamp of the SWF's last modification. + * size: SWF size in hex + * hash: SWF hash in hex + * + * These fields must be present in this order. All fields + * besides URL are fixed size. + */ + path = malloc(hpre.av_len + home.av_len + sizeof(DIRSEP ".swfinfo")); + sprintf(path, "%s%s" DIRSEP ".swfinfo", hpre.av_val, home.av_val); + + f = fopen(path, "r+"); + while (f) + { + char buf[4096], *file, *p; + + file = strchr(url, '/'); + if (!file) + break; + file += 2; + file = strchr(file, '/'); + if (!file) + break; + file++; + hlen = file - url; + p = strrchr(file, '/'); + if (p) + file = p; + else + file--; + + while (fgets(buf, sizeof(buf), f)) + { + char *r1; + + got = 0; + + if (strncmp(buf, "url: ", 5)) + continue; + if (strncmp(buf + 5, url, hlen)) + continue; + r1 = strrchr(buf, '/'); + i = strlen(r1); + r1[--i] = '\0'; + if (strncmp(r1, file, i)) + continue; + pos = ftell(f); + while (got < 4 && fgets(buf, sizeof(buf), f)) + { + if (!strncmp(buf, "size: ", 6)) + { + *size = strtol(buf + 6, NULL, 16); + got++; + } + else if (!strncmp(buf, "hash: ", 6)) + { + unsigned char *ptr = hash, *in = (unsigned char *)buf + 6; + int l = strlen((char *)in) - 1; + for (i = 0; i < l; i += 2) + *ptr++ = (HEX2BIN(in[i]) << 4) | HEX2BIN(in[i + 1]); + got++; + } + else if (!strncmp(buf, "date: ", 6)) + { + buf[strlen(buf) - 1] = '\0'; + strncpy(date, buf + 6, sizeof(date)); + got++; + } + else if (!strncmp(buf, "ctim: ", 6)) + { + buf[strlen(buf) - 1] = '\0'; + ctim = make_unix_time(buf + 6); + got++; + } + else if (!strncmp(buf, "url: ", 5)) + break; + } + break; + } + break; + } + + cnow = time(NULL); + /* If we got a cache time, see if it's young enough to use directly */ + if (age && ctim > 0) + { + ctim = cnow - ctim; + ctim /= 3600 * 24; /* seconds to days */ + if (ctim < age) /* ok, it's new enough */ + goto out; + } + + in.first = 1; + HMAC_setup(in.ctx, "Genuine Adobe Flash Player 001", 30); + inflateInit(&zs); + in.zs = &zs; + + http.date = date; + http.data = ∈ + + httpres = HTTP_get(&http, url, swfcrunch); + + inflateEnd(&zs); + + if (httpres != HTTPRES_OK && httpres != HTTPRES_OK_NOT_MODIFIED) + { + ret = -1; + if (httpres == HTTPRES_LOST_CONNECTION) + RTMP_Log(RTMP_LOGERROR, "%s: connection lost while downloading swfurl %s", + __FUNCTION__, url); + else if (httpres == HTTPRES_NOT_FOUND) + RTMP_Log(RTMP_LOGERROR, "%s: swfurl %s not found", __FUNCTION__, url); + else + RTMP_Log(RTMP_LOGERROR, "%s: couldn't contact swfurl %s (HTTP error %d)", + __FUNCTION__, url, http.status); + } + else + { + if (got && pos) + fseek(f, pos, SEEK_SET); + else + { + char *q; + if (!f) + f = fopen(path, "w"); + if (!f) + { + int err = errno; + RTMP_Log(RTMP_LOGERROR, + "%s: couldn't open %s for writing, errno %d (%s)", + __FUNCTION__, path, err, strerror(err)); + ret = -1; + goto out; + } + fseek(f, 0, SEEK_END); + q = strchr(url, '?'); + if (q) + i = q - url; + else + i = strlen(url); + + fprintf(f, "url: %.*s\n", i, url); + } + strtime(&cnow, cctim); + fprintf(f, "ctim: %s\n", cctim); + + if (!in.first) + { + HMAC_finish(in.ctx, hash, hlen); + *size = in.size; + + fprintf(f, "date: %s\n", date); + fprintf(f, "size: %08x\n", in.size); + fprintf(f, "hash: "); + for (i = 0; i < SHA256_DIGEST_LENGTH; i++) + fprintf(f, "%02x", hash[i]); + fprintf(f, "\n"); + } + } + HMAC_close(in.ctx); +out: + free(path); + if (f) + fclose(f); + return ret; +} +#else +int +RTMP_HashSWF(const char *url, unsigned int *size, unsigned char *hash, + int age) +{ + return -1; +} +#endif diff --git a/Live/src/main/cpp/include/rtmp/http.h b/Live/src/main/cpp/rtmp/http.h similarity index 100% rename from Live/src/main/cpp/include/rtmp/http.h rename to Live/src/main/cpp/rtmp/http.h diff --git a/Live/src/main/cpp/rtmp/log.c b/Live/src/main/cpp/rtmp/log.c new file mode 100644 index 00000000..0012985c --- /dev/null +++ b/Live/src/main/cpp/rtmp/log.c @@ -0,0 +1,220 @@ +/* + * Copyright (C) 2008-2009 Andrej Stepanchuk + * Copyright (C) 2009-2010 Howard Chu + * + * This file is part of librtmp. + * + * librtmp is free software; you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1, + * or (at your option) any later version. + * + * librtmp is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public License + * along with librtmp see the file COPYING. If not, write to + * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301, USA. + * http://www.gnu.org/copyleft/lgpl.html + */ + +#include +#include +#include +#include +#include + +#include "rtmp_sys.h" +#include "log.h" + +#define MAX_PRINT_LEN 2048 + +RTMP_LogLevel RTMP_debuglevel = RTMP_LOGERROR; + +static int neednl; + +static FILE *fmsg; + +static RTMP_LogCallback rtmp_log_default, *cb = rtmp_log_default; + +static const char *levels[] = { + "CRIT", "ERROR", "WARNING", "INFO", + "DEBUG", "DEBUG2" +}; + +static void rtmp_log_default(int level, const char *format, va_list vl) +{ + char str[MAX_PRINT_LEN]=""; + + vsnprintf(str, MAX_PRINT_LEN-1, format, vl); + + /* Filter out 'no-name' */ + if ( RTMP_debuglevel RTMP_debuglevel ) + return; + + ptr = line; + + for(i=0; i> 4)]; + *ptr++ = hexdig[0x0f & data[i]]; + if ((i & 0x0f) == 0x0f) { + *ptr = '\0'; + ptr = line; + RTMP_Log(level, "%s", line); + } else { + *ptr++ = ' '; + } + } + if (i & 0x0f) { + *ptr = '\0'; + RTMP_Log(level, "%s", line); + } +} + +void RTMP_LogHexString(int level, const uint8_t *data, unsigned long len) +{ +#define BP_OFFSET 9 +#define BP_GRAPH 60 +#define BP_LEN 80 + char line[BP_LEN]; + unsigned long i; + + if ( !data || level > RTMP_debuglevel ) + return; + + /* in case len is zero */ + line[0] = '\0'; + + for ( i = 0 ; i < len ; i++ ) { + int n = i % 16; + unsigned off; + + if( !n ) { + if( i ) RTMP_Log( level, "%s", line ); + memset( line, ' ', sizeof(line)-2 ); + line[sizeof(line)-2] = '\0'; + + off = i % 0x0ffffU; + + line[2] = hexdig[0x0f & (off >> 12)]; + line[3] = hexdig[0x0f & (off >> 8)]; + line[4] = hexdig[0x0f & (off >> 4)]; + line[5] = hexdig[0x0f & off]; + line[6] = ':'; + } + + off = BP_OFFSET + n*3 + ((n >= 8)?1:0); + line[off] = hexdig[0x0f & ( data[i] >> 4 )]; + line[off+1] = hexdig[0x0f & data[i]]; + + off = BP_GRAPH + n + ((n >= 8)?1:0); + + if ( isprint( data[i] )) { + line[BP_GRAPH + n] = data[i]; + } else { + line[BP_GRAPH + n] = '.'; + } + } + + RTMP_Log( level, "%s", line ); +} + +/* These should only be used by apps, never by the library itself */ +void RTMP_LogPrintf(const char *format, ...) +{ + char str[MAX_PRINT_LEN]=""; + int len; + va_list args; + va_start(args, format); + len = vsnprintf(str, MAX_PRINT_LEN-1, format, args); + va_end(args); + + if ( RTMP_debuglevel==RTMP_LOGCRIT ) + return; + + if ( !fmsg ) fmsg = stderr; + + if (neednl) { + putc('\n', fmsg); + neednl = 0; + } + + if (len > MAX_PRINT_LEN-1) + len = MAX_PRINT_LEN-1; + fprintf(fmsg, "%s", str); + if (str[len-1] == '\n') + fflush(fmsg); +} + +void RTMP_LogStatus(const char *format, ...) +{ + char str[MAX_PRINT_LEN]=""; + va_list args; + va_start(args, format); + vsnprintf(str, MAX_PRINT_LEN-1, format, args); + va_end(args); + + if ( RTMP_debuglevel==RTMP_LOGCRIT ) + return; + + if ( !fmsg ) fmsg = stderr; + + fprintf(fmsg, "%s", str); + fflush(fmsg); + neednl = 1; +} diff --git a/Live/src/main/cpp/include/rtmp/log.h b/Live/src/main/cpp/rtmp/log.h similarity index 100% rename from Live/src/main/cpp/include/rtmp/log.h rename to Live/src/main/cpp/rtmp/log.h diff --git a/Live/src/main/cpp/rtmp/parseurl.c b/Live/src/main/cpp/rtmp/parseurl.c new file mode 100644 index 00000000..0183958c --- /dev/null +++ b/Live/src/main/cpp/rtmp/parseurl.c @@ -0,0 +1,285 @@ +/* + * Copyright (C) 2009 Andrej Stepanchuk + * Copyright (C) 2009-2010 Howard Chu + * + * This file is part of librtmp. + * + * librtmp is free software; you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1, + * or (at your option) any later version. + * + * librtmp is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public License + * along with librtmp see the file COPYING. If not, write to + * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301, USA. + * http://www.gnu.org/copyleft/lgpl.html + */ + +#include +#include + +#include +#include + +#include "rtmp_sys.h" +#include "log.h" + +int RTMP_ParseURL(const char *url, int *protocol, AVal *host, unsigned int *port, + AVal *playpath, AVal *app) +{ + char *p, *end, *col, *ques, *slash; + + RTMP_Log(RTMP_LOGDEBUG, "Parsing..."); + + *protocol = RTMP_PROTOCOL_RTMP; + *port = 0; + playpath->av_len = 0; + playpath->av_val = NULL; + app->av_len = 0; + app->av_val = NULL; + + /* Old School Parsing */ + + /* look for usual :// pattern */ + p = strstr(url, "://"); + if(!p) { + RTMP_Log(RTMP_LOGERROR, "RTMP URL: No :// in url!"); + return FALSE; + } + { + int len = (int)(p-url); + + if(len == 4 && strncasecmp(url, "rtmp", 4)==0) + *protocol = RTMP_PROTOCOL_RTMP; + else if(len == 5 && strncasecmp(url, "rtmpt", 5)==0) + *protocol = RTMP_PROTOCOL_RTMPT; + else if(len == 5 && strncasecmp(url, "rtmps", 5)==0) + *protocol = RTMP_PROTOCOL_RTMPS; + else if(len == 5 && strncasecmp(url, "rtmpe", 5)==0) + *protocol = RTMP_PROTOCOL_RTMPE; + else if(len == 5 && strncasecmp(url, "rtmfp", 5)==0) + *protocol = RTMP_PROTOCOL_RTMFP; + else if(len == 6 && strncasecmp(url, "rtmpte", 6)==0) + *protocol = RTMP_PROTOCOL_RTMPTE; + else if(len == 6 && strncasecmp(url, "rtmpts", 6)==0) + *protocol = RTMP_PROTOCOL_RTMPTS; + else { + RTMP_Log(RTMP_LOGWARNING, "Unknown protocol!\n"); + goto parsehost; + } + } + + RTMP_Log(RTMP_LOGDEBUG, "Parsed protocol: %d", *protocol); + +parsehost: + /* let's get the hostname */ + p+=3; + + /* check for sudden death */ + if(*p==0) { + RTMP_Log(RTMP_LOGWARNING, "No hostname in URL!"); + return FALSE; + } + + end = p + strlen(p); + col = strchr(p, ':'); + ques = strchr(p, '?'); + slash = strchr(p, '/'); + + { + int hostlen; + if(slash) + hostlen = slash - p; + else + hostlen = end - p; + if(col && col -p < hostlen) + hostlen = col - p; + + if(hostlen < 256) { + host->av_val = p; + host->av_len = hostlen; + RTMP_Log(RTMP_LOGDEBUG, "Parsed host : %.*s", hostlen, host->av_val); + } else { + RTMP_Log(RTMP_LOGWARNING, "Hostname exceeds 255 characters!"); + } + + p+=hostlen; + } + + /* get the port number if available */ + if(*p == ':') { + unsigned int p2; + p++; + p2 = atoi(p); + if(p2 > 65535) { + RTMP_Log(RTMP_LOGWARNING, "Invalid port number!"); + } else { + *port = p2; + } + } + + if(!slash) { + RTMP_Log(RTMP_LOGWARNING, "No application or playpath in URL!"); + return TRUE; + } + p = slash+1; + + { + /* parse application + * + * rtmp://host[:port]/app[/appinstance][/...] + * application = app[/appinstance] + */ + + char *slash2, *slash3 = NULL; + int applen, appnamelen; + + slash2 = strchr(p, '/'); + if(slash2) + slash3 = strchr(slash2+1, '/'); + + applen = end-p; /* ondemand, pass all parameters as app */ + appnamelen = applen; /* ondemand length */ + + if(ques && strstr(p, "slist=")) { /* whatever it is, the '?' and slist= means we need to use everything as app and parse plapath from slist= */ + appnamelen = ques-p; + } + else if(strncmp(p, "ondemand/", 9)==0) { + /* app = ondemand/foobar, only pass app=ondemand */ + applen = 8; + appnamelen = 8; + } + else { /* app!=ondemand, so app is app[/appinstance] */ + if(slash3) + appnamelen = slash3-p; + else if(slash2) + appnamelen = slash2-p; + + applen = appnamelen; + } + + app->av_val = p; + app->av_len = applen; + RTMP_Log(RTMP_LOGDEBUG, "Parsed app : %.*s", applen, p); + + p += appnamelen; + } + + if (*p == '/') + p++; + + if (end-p) { + AVal av = {p, end-p}; + RTMP_ParsePlaypath(&av, playpath); + } + + return TRUE; +} + +/* + * Extracts playpath from RTMP URL. playpath is the file part of the + * URL, i.e. the part that comes after rtmp://host:port/app/ + * + * Returns the stream name in a format understood by FMS. The name is + * the playpath part of the URL with formatting depending on the stream + * type: + * + * mp4 streams: prepend "mp4:", remove extension + * mp3 streams: prepend "mp3:", remove extension + * flv streams: remove extension + */ +void RTMP_ParsePlaypath(AVal *in, AVal *out) { + int addMP4 = 0; + int addMP3 = 0; + int subExt = 0; + const char *playpath = in->av_val; + const char *temp, *q, *ext = NULL; + const char *ppstart = playpath; + char *streamname, *destptr, *p; + + int pplen = in->av_len; + + out->av_val = NULL; + out->av_len = 0; + + if ((*ppstart == '?') && + (temp=strstr(ppstart, "slist=")) != 0) { + ppstart = temp+6; + pplen = strlen(ppstart); + + temp = strchr(ppstart, '&'); + if (temp) { + pplen = temp-ppstart; + } + } + + q = strchr(ppstart, '?'); + if (pplen >= 4) { + if (q) + ext = q-4; + else + ext = &ppstart[pplen-4]; + if ((strncmp(ext, ".f4v", 4) == 0) || + (strncmp(ext, ".mp4", 4) == 0)) { + addMP4 = 1; + subExt = 1; + /* Only remove .flv from rtmp URL, not slist params */ + } else if ((ppstart == playpath) && + (strncmp(ext, ".flv", 4) == 0)) { + subExt = 1; + } else if (strncmp(ext, ".mp3", 4) == 0) { + addMP3 = 1; + subExt = 1; + } + } + + streamname = (char *)malloc((pplen+4+1)*sizeof(char)); + if (!streamname) + return; + + destptr = streamname; + if (addMP4) { + if (strncmp(ppstart, "mp4:", 4)) { + strcpy(destptr, "mp4:"); + destptr += 4; + } else { + subExt = 0; + } + } else if (addMP3) { + if (strncmp(ppstart, "mp3:", 4)) { + strcpy(destptr, "mp3:"); + destptr += 4; + } else { + subExt = 0; + } + } + + for (p=(char *)ppstart; pplen >0;) { + /* skip extension */ + if (subExt && p == ext) { + p += 4; + pplen -= 4; + continue; + } + if (*p == '%') { + unsigned int c; + sscanf(p+1, "%02x", &c); + *destptr++ = c; + pplen -= 3; + p += 3; + } else { + *destptr++ = *p++; + pplen--; + } + } + *destptr = '\0'; + + out->av_val = streamname; + out->av_len = destptr - streamname; +} diff --git a/Live/src/main/cpp/rtmp/rtmp.c b/Live/src/main/cpp/rtmp/rtmp.c new file mode 100644 index 00000000..39466c1c --- /dev/null +++ b/Live/src/main/cpp/rtmp/rtmp.c @@ -0,0 +1,4388 @@ +/* + * Copyright (C) 2005-2008 Team XBMC + * http://www.xbmc.org + * Copyright (C) 2008-2009 Andrej Stepanchuk + * Copyright (C) 2009-2010 Howard Chu + * + * This file is part of librtmp. + * + * librtmp is free software; you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1, + * or (at your option) any later version. + * + * librtmp is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public License + * along with librtmp see the file COPYING. If not, write to + * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301, USA. + * http://www.gnu.org/copyleft/lgpl.html + */ + +#include +#include +#include +#include + +#include "rtmp_sys.h" +#include "log.h" + +#ifdef CRYPTO +#ifdef USE_POLARSSL +#include +#elif defined(USE_GNUTLS) +#include +#else /* USE_OPENSSL */ +#include +#include +#endif +TLS_CTX RTMP_TLS_ctx; +#endif + +#define RTMP_SIG_SIZE 1536 +#define RTMP_LARGE_HEADER_SIZE 12 + +static const int packetSize[] = { 12, 8, 4, 1 }; + +int RTMP_ctrlC; + +const char RTMPProtocolStrings[][7] = { + "RTMP", + "RTMPT", + "RTMPE", + "RTMPTE", + "RTMPS", + "RTMPTS", + "", + "", + "RTMFP" +}; + +const char RTMPProtocolStringsLower[][7] = { + "rtmp", + "rtmpt", + "rtmpe", + "rtmpte", + "rtmps", + "rtmpts", + "", + "", + "rtmfp" +}; + +static const char *RTMPT_cmds[] = { + "open", + "send", + "idle", + "close" +}; + +typedef enum { + RTMPT_OPEN=0, RTMPT_SEND, RTMPT_IDLE, RTMPT_CLOSE +} RTMPTCmd; + +static int DumpMetaData(AMFObject *obj); +static int HandShake(RTMP *r, int FP9HandShake); +static int SocksNegotiate(RTMP *r); + +static int SendConnectPacket(RTMP *r, RTMPPacket *cp); +static int SendCheckBW(RTMP *r); +static int SendCheckBWResult(RTMP *r, double txn); +static int SendDeleteStream(RTMP *r, double dStreamId); +static int SendFCSubscribe(RTMP *r, AVal *subscribepath); +static int SendPlay(RTMP *r); +static int SendBytesReceived(RTMP *r); + +#if 0 /* unused */ +static int SendBGHasStream(RTMP *r, double dId, AVal *playpath); +#endif + +static int HandleInvoke(RTMP *r, const char *body, unsigned int nBodySize); +static int HandleMetadata(RTMP *r, char *body, unsigned int len); +static void HandleChangeChunkSize(RTMP *r, const RTMPPacket *packet); +static void HandleAudio(RTMP *r, const RTMPPacket *packet); +static void HandleVideo(RTMP *r, const RTMPPacket *packet); +static void HandleCtrl(RTMP *r, const RTMPPacket *packet); +static void HandleServerBW(RTMP *r, const RTMPPacket *packet); +static void HandleClientBW(RTMP *r, const RTMPPacket *packet); + +static int ReadN(RTMP *r, char *buffer, int n); +static int WriteN(RTMP *r, const char *buffer, int n); + +static void DecodeTEA(AVal *key, AVal *text); + +static int HTTP_Post(RTMP *r, RTMPTCmd cmd, const char *buf, int len); +static int HTTP_read(RTMP *r, int fill); + +#ifndef _WIN32 +static int clk_tck; +#endif + +#ifdef CRYPTO +#include "handshake.h" +#endif + +uint32_t +RTMP_GetTime() +{ +#ifdef _DEBUG + return 0; +#elif defined(_WIN32) + return timeGetTime(); +#else + struct tms t; + if (!clk_tck) clk_tck = sysconf(_SC_CLK_TCK); + return times(&t) * 1000 / clk_tck; +#endif +} + +void +RTMP_UserInterrupt() +{ + RTMP_ctrlC = TRUE; +} + +void +RTMPPacket_Reset(RTMPPacket *p) +{ + p->m_headerType = 0; + p->m_packetType = 0; + p->m_nChannel = 0; + p->m_nTimeStamp = 0; + p->m_nInfoField2 = 0; + p->m_hasAbsTimestamp = FALSE; + p->m_nBodySize = 0; + p->m_nBytesRead = 0; +} + +int +RTMPPacket_Alloc(RTMPPacket *p, int nSize) +{ + char *ptr = calloc(1, nSize + RTMP_MAX_HEADER_SIZE); + if (!ptr) + return FALSE; + p->m_body = ptr + RTMP_MAX_HEADER_SIZE; + p->m_nBytesRead = 0; + return TRUE; +} + +void +RTMPPacket_Free(RTMPPacket *p) +{ + if (p->m_body) + { + free(p->m_body - RTMP_MAX_HEADER_SIZE); + p->m_body = NULL; + } +} + +void +RTMPPacket_Dump(RTMPPacket *p) +{ + RTMP_Log(RTMP_LOGDEBUG, + "RTMP PACKET: packet type: 0x%02x. channel: 0x%02x. info 1: %d info 2: %d. Body size: %lu. body: 0x%02x", + p->m_packetType, p->m_nChannel, p->m_nTimeStamp, p->m_nInfoField2, + p->m_nBodySize, p->m_body ? (unsigned char)p->m_body[0] : 0); +} + +int +RTMP_LibVersion() +{ + return RTMP_LIB_VERSION; +} + +void +RTMP_TLS_Init() +{ +#ifdef CRYPTO +#ifdef USE_POLARSSL + /* Do this regardless of NO_SSL, we use havege for rtmpe too */ + RTMP_TLS_ctx = calloc(1,sizeof(struct tls_ctx)); + havege_init(&RTMP_TLS_ctx->hs); +#elif defined(USE_GNUTLS) && !defined(NO_SSL) + /* Technically we need to initialize libgcrypt ourselves if + * we're not going to call gnutls_global_init(). Ignoring this + * for now. + */ + gnutls_global_init(); + RTMP_TLS_ctx = malloc(sizeof(struct tls_ctx)); + gnutls_certificate_allocate_credentials(&RTMP_TLS_ctx->cred); + gnutls_priority_init(&RTMP_TLS_ctx->prios, "NORMAL", NULL); + gnutls_certificate_set_x509_trust_file(RTMP_TLS_ctx->cred, + "ca.pem", GNUTLS_X509_FMT_PEM); +#elif !defined(NO_SSL) /* USE_OPENSSL */ + /* libcrypto doesn't need anything special */ + SSL_load_error_strings(); + SSL_library_init(); + OpenSSL_add_all_digests(); + RTMP_TLS_ctx = SSL_CTX_new(SSLv23_method()); + SSL_CTX_set_options(RTMP_TLS_ctx, SSL_OP_ALL); + SSL_CTX_set_default_verify_paths(RTMP_TLS_ctx); +#endif +#endif +} + +RTMP * +RTMP_Alloc() +{ + return calloc(1, sizeof(RTMP)); +} + +void +RTMP_Free(RTMP *r) +{ + free(r); +} + +void +RTMP_Init(RTMP *r) +{ +#ifdef CRYPTO + if (!RTMP_TLS_ctx) + RTMP_TLS_Init(); +#endif + + memset(r, 0, sizeof(RTMP)); + r->m_sb.sb_socket = -1; + r->m_inChunkSize = RTMP_DEFAULT_CHUNKSIZE; + r->m_outChunkSize = RTMP_DEFAULT_CHUNKSIZE; + r->m_nBufferMS = 30000; + r->m_nClientBW = 2500000; + r->m_nClientBW2 = 2; + r->m_nServerBW = 2500000; + r->m_fAudioCodecs = 3191.0; + r->m_fVideoCodecs = 252.0; + r->Link.timeout = 30; + r->Link.swfAge = 30; +} + +void +RTMP_EnableWrite(RTMP *r) +{ + r->Link.protocol |= RTMP_FEATURE_WRITE; +} + +double +RTMP_GetDuration(RTMP *r) +{ + return r->m_fDuration; +} + +int +RTMP_IsConnected(RTMP *r) +{ + return r->m_sb.sb_socket != -1; +} + +int +RTMP_Socket(RTMP *r) +{ + return r->m_sb.sb_socket; +} + +int +RTMP_IsTimedout(RTMP *r) +{ + return r->m_sb.sb_timedout; +} + +void +RTMP_SetBufferMS(RTMP *r, int size) +{ + r->m_nBufferMS = size; +} + +void +RTMP_UpdateBufferMS(RTMP *r) +{ + RTMP_SendCtrl(r, 3, r->m_stream_id, r->m_nBufferMS); +} + +#undef OSS +#ifdef _WIN32 +#define OSS "WIN" +#elif defined(__sun__) +#define OSS "SOL" +#elif defined(__APPLE__) +#define OSS "MAC" +#elif defined(__linux__) +#define OSS "LNX" +#else +#define OSS "GNU" +#endif +#define DEF_VERSTR OSS " 10,0,32,18" +static const char DEFAULT_FLASH_VER[] = DEF_VERSTR; +const AVal RTMP_DefaultFlashVer = + { (char *)DEFAULT_FLASH_VER, sizeof(DEFAULT_FLASH_VER) - 1 }; + +void +RTMP_SetupStream(RTMP *r, + int protocol, + AVal *host, + unsigned int port, + AVal *sockshost, + AVal *playpath, + AVal *tcUrl, + AVal *swfUrl, + AVal *pageUrl, + AVal *app, + AVal *auth, + AVal *swfSHA256Hash, + uint32_t swfSize, + AVal *flashVer, + AVal *subscribepath, + int dStart, + int dStop, int bLiveStream, long int timeout) +{ + RTMP_Log(RTMP_LOGDEBUG, "Protocol : %s", RTMPProtocolStrings[protocol&7]); + RTMP_Log(RTMP_LOGDEBUG, "Hostname : %.*s", host->av_len, host->av_val); + RTMP_Log(RTMP_LOGDEBUG, "Port : %d", port); + RTMP_Log(RTMP_LOGDEBUG, "Playpath : %s", playpath->av_val); + + if (tcUrl && tcUrl->av_val) + RTMP_Log(RTMP_LOGDEBUG, "tcUrl : %s", tcUrl->av_val); + if (swfUrl && swfUrl->av_val) + RTMP_Log(RTMP_LOGDEBUG, "swfUrl : %s", swfUrl->av_val); + if (pageUrl && pageUrl->av_val) + RTMP_Log(RTMP_LOGDEBUG, "pageUrl : %s", pageUrl->av_val); + if (app && app->av_val) + RTMP_Log(RTMP_LOGDEBUG, "app : %.*s", app->av_len, app->av_val); + if (auth && auth->av_val) + RTMP_Log(RTMP_LOGDEBUG, "auth : %s", auth->av_val); + if (subscribepath && subscribepath->av_val) + RTMP_Log(RTMP_LOGDEBUG, "subscribepath : %s", subscribepath->av_val); + if (flashVer && flashVer->av_val) + RTMP_Log(RTMP_LOGDEBUG, "flashVer : %s", flashVer->av_val); + if (dStart > 0) + RTMP_Log(RTMP_LOGDEBUG, "StartTime : %d msec", dStart); + if (dStop > 0) + RTMP_Log(RTMP_LOGDEBUG, "StopTime : %d msec", dStop); + + RTMP_Log(RTMP_LOGDEBUG, "live : %s", bLiveStream ? "yes" : "no"); + RTMP_Log(RTMP_LOGDEBUG, "timeout : %d sec", timeout); + +#ifdef CRYPTO + if (swfSHA256Hash != NULL && swfSize > 0) + { + memcpy(r->Link.SWFHash, swfSHA256Hash->av_val, sizeof(r->Link.SWFHash)); + r->Link.SWFSize = swfSize; + RTMP_Log(RTMP_LOGDEBUG, "SWFSHA256:"); + RTMP_LogHex(RTMP_LOGDEBUG, r->Link.SWFHash, sizeof(r->Link.SWFHash)); + RTMP_Log(RTMP_LOGDEBUG, "SWFSize : %lu", r->Link.SWFSize); + } + else + { + r->Link.SWFSize = 0; + } +#endif + + if (sockshost->av_len) + { + const char *socksport = strchr(sockshost->av_val, ':'); + char *hostname = strdup(sockshost->av_val); + + if (socksport) + hostname[socksport - sockshost->av_val] = '\0'; + r->Link.sockshost.av_val = hostname; + r->Link.sockshost.av_len = strlen(hostname); + + r->Link.socksport = socksport ? atoi(socksport + 1) : 1080; + RTMP_Log(RTMP_LOGDEBUG, "Connecting via SOCKS proxy: %s:%d", r->Link.sockshost.av_val, + r->Link.socksport); + } + else + { + r->Link.sockshost.av_val = NULL; + r->Link.sockshost.av_len = 0; + r->Link.socksport = 0; + } + + if (tcUrl && tcUrl->av_len) + r->Link.tcUrl = *tcUrl; + if (swfUrl && swfUrl->av_len) + r->Link.swfUrl = *swfUrl; + if (pageUrl && pageUrl->av_len) + r->Link.pageUrl = *pageUrl; + if (app && app->av_len) + r->Link.app = *app; + if (auth && auth->av_len) + { + r->Link.auth = *auth; + r->Link.lFlags |= RTMP_LF_AUTH; + } + if (flashVer && flashVer->av_len) + r->Link.flashVer = *flashVer; + else + r->Link.flashVer = RTMP_DefaultFlashVer; + if (subscribepath && subscribepath->av_len) + r->Link.subscribepath = *subscribepath; + r->Link.seekTime = dStart; + r->Link.stopTime = dStop; + if (bLiveStream) + r->Link.lFlags |= RTMP_LF_LIVE; + r->Link.timeout = timeout; + + r->Link.protocol = protocol; + r->Link.hostname = *host; + r->Link.port = port; + r->Link.playpath = *playpath; + + if (r->Link.port == 0) + { + if (protocol & RTMP_FEATURE_SSL) + r->Link.port = 443; + else if (protocol & RTMP_FEATURE_HTTP) + r->Link.port = 80; + else + r->Link.port = 1935; + } +} + +enum { OPT_STR=0, OPT_INT, OPT_BOOL, OPT_CONN }; +static const char *optinfo[] = { + "string", "integer", "boolean", "AMF" }; + +#define OFF(x) offsetof(struct RTMP,x) + +static struct urlopt { + AVal name; + off_t off; + int otype; + int omisc; + char *use; +} options[] = { + { AVC("socks"), OFF(Link.sockshost), OPT_STR, 0, + "Use the specified SOCKS proxy" }, + { AVC("app"), OFF(Link.app), OPT_STR, 0, + "Name of target app on server" }, + { AVC("tcUrl"), OFF(Link.tcUrl), OPT_STR, 0, + "URL to played stream" }, + { AVC("pageUrl"), OFF(Link.pageUrl), OPT_STR, 0, + "URL of played media's web page" }, + { AVC("swfUrl"), OFF(Link.swfUrl), OPT_STR, 0, + "URL to player SWF file" }, + { AVC("flashver"), OFF(Link.flashVer), OPT_STR, 0, + "Flash version string (default " DEF_VERSTR ")" }, + { AVC("conn"), OFF(Link.extras), OPT_CONN, 0, + "Append arbitrary AMF data to Connect message" }, + { AVC("playpath"), OFF(Link.playpath), OPT_STR, 0, + "Path to target media on server" }, + { AVC("playlist"), OFF(Link.lFlags), OPT_BOOL, RTMP_LF_PLST, + "Set playlist before play command" }, + { AVC("live"), OFF(Link.lFlags), OPT_BOOL, RTMP_LF_LIVE, + "Stream is live, no seeking possible" }, + { AVC("subscribe"), OFF(Link.subscribepath), OPT_STR, 0, + "Stream to subscribe to" }, + { AVC("token"), OFF(Link.token), OPT_STR, 0, + "Key for SecureToken response" }, + { AVC("swfVfy"), OFF(Link.lFlags), OPT_BOOL, RTMP_LF_SWFV, + "Perform SWF Verification" }, + { AVC("swfAge"), OFF(Link.swfAge), OPT_INT, 0, + "Number of days to use cached SWF hash" }, + { AVC("start"), OFF(Link.seekTime), OPT_INT, 0, + "Stream start position in milliseconds" }, + { AVC("stop"), OFF(Link.stopTime), OPT_INT, 0, + "Stream stop position in milliseconds" }, + { AVC("buffer"), OFF(m_nBufferMS), OPT_INT, 0, + "Buffer time in milliseconds" }, + { AVC("timeout"), OFF(Link.timeout), OPT_INT, 0, + "Session timeout in seconds" }, + { {NULL,0}, 0, 0} +}; + +static const AVal truth[] = { + AVC("1"), + AVC("on"), + AVC("yes"), + AVC("true"), + {0,0} +}; + +static void RTMP_OptUsage() +{ + int i; + + RTMP_Log(RTMP_LOGERROR, "Valid RTMP options are:\n"); + for (i=0; options[i].name.av_len; i++) { + RTMP_Log(RTMP_LOGERROR, "%10s %-7s %s\n", options[i].name.av_val, + optinfo[options[i].otype], options[i].use); + } +} + +static int +parseAMF(AMFObject *obj, AVal *av, int *depth) +{ + AMFObjectProperty prop = {{0,0}}; + int i; + char *p, *arg = av->av_val; + + if (arg[1] == ':') + { + p = (char *)arg+2; + switch(arg[0]) + { + case 'B': + prop.p_type = AMF_BOOLEAN; + prop.p_vu.p_number = atoi(p); + break; + case 'S': + prop.p_type = AMF_STRING; + prop.p_vu.p_aval.av_val = p; + prop.p_vu.p_aval.av_len = av->av_len - (p-arg); + break; + case 'N': + prop.p_type = AMF_NUMBER; + prop.p_vu.p_number = strtod(p, NULL); + break; + case 'Z': + prop.p_type = AMF_NULL; + break; + case 'O': + i = atoi(p); + if (i) + { + prop.p_type = AMF_OBJECT; + } + else + { + (*depth)--; + return 0; + } + break; + default: + return -1; + } + } + else if (arg[2] == ':' && arg[0] == 'N') + { + p = strchr(arg+3, ':'); + if (!p || !*depth) + return -1; + prop.p_name.av_val = (char *)arg+3; + prop.p_name.av_len = p - (arg+3); + + p++; + switch(arg[1]) + { + case 'B': + prop.p_type = AMF_BOOLEAN; + prop.p_vu.p_number = atoi(p); + break; + case 'S': + prop.p_type = AMF_STRING; + prop.p_vu.p_aval.av_val = p; + prop.p_vu.p_aval.av_len = av->av_len - (p-arg); + break; + case 'N': + prop.p_type = AMF_NUMBER; + prop.p_vu.p_number = strtod(p, NULL); + break; + case 'O': + prop.p_type = AMF_OBJECT; + break; + default: + return -1; + } + } + else + return -1; + + if (*depth) + { + AMFObject *o2; + for (i=0; i<*depth; i++) + { + o2 = &obj->o_props[obj->o_num-1].p_vu.p_object; + obj = o2; + } + } + AMF_AddProp(obj, &prop); + if (prop.p_type == AMF_OBJECT) + (*depth)++; + return 0; +} + +int RTMP_SetOpt(RTMP *r, const AVal *opt, AVal *arg) +{ + int i; + void *v; + + for (i=0; options[i].name.av_len; i++) { + if (opt->av_len != options[i].name.av_len) continue; + if (strcasecmp(opt->av_val, options[i].name.av_val)) continue; + v = (char *)r + options[i].off; + switch(options[i].otype) { + case OPT_STR: { + AVal *aptr = v; + *aptr = *arg; } + break; + case OPT_INT: { + long l = strtol(arg->av_val, NULL, 0); + *(int *)v = l; } + break; + case OPT_BOOL: { + int j, fl; + fl = *(int *)v; + for (j=0; truth[j].av_len; j++) { + if (arg->av_len != truth[j].av_len) continue; + if (strcasecmp(arg->av_val, truth[j].av_val)) continue; + fl |= options[i].omisc; break; } + *(int *)v = fl; + } + break; + case OPT_CONN: + if (parseAMF(&r->Link.extras, arg, &r->Link.edepth)) + return FALSE; + break; + } + break; + } + if (!options[i].name.av_len) { + RTMP_Log(RTMP_LOGERROR, "Unknown option %s", opt->av_val); + RTMP_OptUsage(); + return FALSE; + } + + return TRUE; +} + +int RTMP_SetupURL(RTMP *r, char *url) +{ + AVal opt, arg; + char *p1, *p2, *ptr = strchr(url, ' '); + int ret, len; + unsigned int port = 0; + + if (ptr) + *ptr = '\0'; + + len = strlen(url); + ret = RTMP_ParseURL(url, &r->Link.protocol, &r->Link.hostname, + &port, &r->Link.playpath0, &r->Link.app); + if (!ret) + return ret; + r->Link.port = port; + r->Link.playpath = r->Link.playpath0; + + while (ptr) { + *ptr++ = '\0'; + p1 = ptr; + p2 = strchr(p1, '='); + if (!p2) + break; + opt.av_val = p1; + opt.av_len = p2 - p1; + *p2++ = '\0'; + arg.av_val = p2; + ptr = strchr(p2, ' '); + if (ptr) { + *ptr = '\0'; + arg.av_len = ptr - p2; + /* skip repeated spaces */ + while(ptr[1] == ' ') + *ptr++ = '\0'; + } else { + arg.av_len = strlen(p2); + } + + /* unescape */ + port = arg.av_len; + for (p1=p2; port >0;) { + if (*p1 == '\\') { + unsigned int c; + if (port < 3) + return FALSE; + sscanf(p1+1, "%02x", &c); + *p2++ = c; + port -= 3; + p1 += 3; + } else { + *p2++ = *p1++; + port--; + } + } + arg.av_len = p2 - arg.av_val; + + ret = RTMP_SetOpt(r, &opt, &arg); + if (!ret) + return ret; + } + + if (!r->Link.tcUrl.av_len) + { + r->Link.tcUrl.av_val = url; + if (r->Link.app.av_len) + { + if (r->Link.app.av_val < url + len) + { + /* if app is part of original url, just use it */ + r->Link.tcUrl.av_len = r->Link.app.av_len + (r->Link.app.av_val - url); + } + else + { + len = r->Link.hostname.av_len + r->Link.app.av_len + + sizeof("rtmpte://:65535/"); + r->Link.tcUrl.av_val = malloc(len); + r->Link.tcUrl.av_len = snprintf(r->Link.tcUrl.av_val, len, + "%s://%.*s:%d/%.*s", + RTMPProtocolStringsLower[r->Link.protocol], + r->Link.hostname.av_len, r->Link.hostname.av_val, + r->Link.port, + r->Link.app.av_len, r->Link.app.av_val); + r->Link.lFlags |= RTMP_LF_FTCU; + } + } + else + { + r->Link.tcUrl.av_len = strlen(url); + } + } + +#ifdef CRYPTO + if ((r->Link.lFlags & RTMP_LF_SWFV) && r->Link.swfUrl.av_len) + RTMP_HashSWF(r->Link.swfUrl.av_val, &r->Link.SWFSize, + (unsigned char *)r->Link.SWFHash, r->Link.swfAge); +#endif + + if (r->Link.port == 0) + { + if (r->Link.protocol & RTMP_FEATURE_SSL) + r->Link.port = 443; + else if (r->Link.protocol & RTMP_FEATURE_HTTP) + r->Link.port = 80; + else + r->Link.port = 1935; + } + return TRUE; +} + +static int +add_addr_info(struct sockaddr_in *service, AVal *host, int port) +{ + char *hostname; + int ret = TRUE; + if (host->av_val[host->av_len]) + { + hostname = malloc(host->av_len+1); + memcpy(hostname, host->av_val, host->av_len); + hostname[host->av_len] = '\0'; + } + else + { + hostname = host->av_val; + } + + service->sin_addr.s_addr = inet_addr(hostname); + if (service->sin_addr.s_addr == INADDR_NONE) + { + struct hostent *host = gethostbyname(hostname); + if (host == NULL || host->h_addr == NULL) + { + RTMP_Log(RTMP_LOGERROR, "Problem accessing the DNS. (addr: %s)", hostname); + ret = FALSE; + goto finish; + } + service->sin_addr = *(struct in_addr *)host->h_addr; + } + + service->sin_port = htons(port); +finish: + if (hostname != host->av_val) + free(hostname); + return ret; +} + +int +RTMP_Connect0(RTMP *r, struct sockaddr * service) +{ + int on = 1; + r->m_sb.sb_timedout = FALSE; + r->m_pausing = 0; + r->m_fDuration = 0.0; + + r->m_sb.sb_socket = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP); + if (r->m_sb.sb_socket != -1) + { + SET_RCVTIMEO(tv, r->Link.timeout); + if (setsockopt + (r->m_sb.sb_socket, SOL_SOCKET, SO_SNDTIMEO, (char *)&tv, sizeof(tv))) + { + RTMP_Log(RTMP_LOGERROR, "%s, Setting socket timeout to %ds failed!", + __FUNCTION__, r->Link.timeout); + } + + if (connect(r->m_sb.sb_socket, service, sizeof(struct sockaddr)) < 0) + { + int err = GetSockError(); + RTMP_Log(RTMP_LOGERROR, "%s, failed to connect socket. %d (%s)", + __FUNCTION__, err, strerror(err)); + RTMP_Close(r); + return FALSE; + } + + if (r->Link.socksport) + { + RTMP_Log(RTMP_LOGDEBUG, "%s ... SOCKS negotiation", __FUNCTION__); + if (!SocksNegotiate(r)) + { + RTMP_Log(RTMP_LOGERROR, "%s, SOCKS negotiation failed.", __FUNCTION__); + RTMP_Close(r); + return FALSE; + } + } + } + else + { + RTMP_Log(RTMP_LOGERROR, "%s, failed to create socket. Error: %d", __FUNCTION__, + GetSockError()); + return FALSE; + } + + /* set timeout */ + { + SET_RCVTIMEO(tv, r->Link.timeout); + if (setsockopt + (r->m_sb.sb_socket, SOL_SOCKET, SO_RCVTIMEO, (char *)&tv, sizeof(tv))) + { + RTMP_Log(RTMP_LOGERROR, "%s, Setting socket timeout to %ds failed!", + __FUNCTION__, r->Link.timeout); + } + } + + setsockopt(r->m_sb.sb_socket, IPPROTO_TCP, TCP_NODELAY, (char *) &on, sizeof(on)); + + return TRUE; +} + +int +RTMP_Connect1(RTMP *r, RTMPPacket *cp) +{ + if (r->Link.protocol & RTMP_FEATURE_SSL) + { +#if defined(CRYPTO) && !defined(NO_SSL) + TLS_client(RTMP_TLS_ctx, r->m_sb.sb_ssl); + TLS_setfd(r->m_sb.sb_ssl, r->m_sb.sb_socket); + if (TLS_connect(r->m_sb.sb_ssl) < 0) + { + RTMP_Log(RTMP_LOGERROR, "%s, TLS_Connect failed", __FUNCTION__); + RTMP_Close(r); + return FALSE; + } +#else + RTMP_Log(RTMP_LOGERROR, "%s, no SSL/TLS support", __FUNCTION__); + RTMP_Close(r); + return FALSE; + +#endif + } + if (r->Link.protocol & RTMP_FEATURE_HTTP) + { + r->m_msgCounter = 1; + r->m_clientID.av_val = NULL; + r->m_clientID.av_len = 0; + HTTP_Post(r, RTMPT_OPEN, "", 1); + HTTP_read(r, 1); + r->m_msgCounter = 0; + } + RTMP_Log(RTMP_LOGDEBUG, "%s, ... connected, handshaking", __FUNCTION__); + if (!HandShake(r, TRUE)) + { + RTMP_Log(RTMP_LOGERROR, "%s, handshake failed.", __FUNCTION__); + RTMP_Close(r); + return FALSE; + } + RTMP_Log(RTMP_LOGDEBUG, "%s, handshaked", __FUNCTION__); + + if (!SendConnectPacket(r, cp)) + { + RTMP_Log(RTMP_LOGERROR, "%s, RTMP connect failed.", __FUNCTION__); + RTMP_Close(r); + return FALSE; + } + return TRUE; +} + +int +RTMP_Connect(RTMP *r, RTMPPacket *cp) +{ + struct sockaddr_in service; + if (!r->Link.hostname.av_len) + return FALSE; + + memset(&service, 0, sizeof(struct sockaddr_in)); + service.sin_family = AF_INET; + + if (r->Link.socksport) + { + /* Connect via SOCKS */ + if (!add_addr_info(&service, &r->Link.sockshost, r->Link.socksport)) + return FALSE; + } + else + { + /* Connect directly */ + if (!add_addr_info(&service, &r->Link.hostname, r->Link.port)) + return FALSE; + } + + if (!RTMP_Connect0(r, (struct sockaddr *)&service)) + return FALSE; + + r->m_bSendCounter = TRUE; + + return RTMP_Connect1(r, cp); +} + +static int +SocksNegotiate(RTMP *r) +{ + unsigned long addr; + struct sockaddr_in service; + memset(&service, 0, sizeof(struct sockaddr_in)); + + add_addr_info(&service, &r->Link.hostname, r->Link.port); + addr = htonl(service.sin_addr.s_addr); + + { + char packet[] = { + 4, 1, /* SOCKS 4, connect */ + (r->Link.port >> 8) & 0xFF, + (r->Link.port) & 0xFF, + (char)(addr >> 24) & 0xFF, (char)(addr >> 16) & 0xFF, + (char)(addr >> 8) & 0xFF, (char)addr & 0xFF, + 0 + }; /* NULL terminate */ + + WriteN(r, packet, sizeof packet); + + if (ReadN(r, packet, 8) != 8) + return FALSE; + + if (packet[0] == 0 && packet[1] == 90) + { + return TRUE; + } + else + { + RTMP_Log(RTMP_LOGERROR, "%s, SOCKS returned error code %d", packet[1]); + return FALSE; + } + } +} + +int +RTMP_ConnectStream(RTMP *r, int seekTime) +{ + RTMPPacket packet = { 0 }; + + /* seekTime was already set by SetupStream / SetupURL. + * This is only needed by ReconnectStream. + */ + if (seekTime > 0) + r->Link.seekTime = seekTime; + + r->m_mediaChannel = 0; + + while (!r->m_bPlaying && RTMP_IsConnected(r) && RTMP_ReadPacket(r, &packet)) + { + if (RTMPPacket_IsReady(&packet)) + { + if (!packet.m_nBodySize) + continue; + if ((packet.m_packetType == RTMP_PACKET_TYPE_AUDIO) || + (packet.m_packetType == RTMP_PACKET_TYPE_VIDEO) || + (packet.m_packetType == RTMP_PACKET_TYPE_INFO)) + { + RTMP_Log(RTMP_LOGWARNING, "Received FLV packet before play()! Ignoring."); + RTMPPacket_Free(&packet); + continue; + } + + RTMP_ClientPacket(r, &packet); + RTMPPacket_Free(&packet); + } + } + + return r->m_bPlaying; +} + +int +RTMP_ReconnectStream(RTMP *r, int seekTime) +{ + RTMP_DeleteStream(r); + + RTMP_SendCreateStream(r); + + return RTMP_ConnectStream(r, seekTime); +} + +int +RTMP_ToggleStream(RTMP *r) +{ + int res; + + if (!r->m_pausing) + { + res = RTMP_SendPause(r, TRUE, r->m_pauseStamp); + if (!res) + return res; + + r->m_pausing = 1; + sleep(1); + } + res = RTMP_SendPause(r, FALSE, r->m_pauseStamp); + r->m_pausing = 3; + return res; +} + +void +RTMP_DeleteStream(RTMP *r) +{ + if (r->m_stream_id < 0) + return; + + r->m_bPlaying = FALSE; + + SendDeleteStream(r, r->m_stream_id); + r->m_stream_id = -1; +} + +int +RTMP_GetNextMediaPacket(RTMP *r, RTMPPacket *packet) +{ + int bHasMediaPacket = 0; + + while (!bHasMediaPacket && RTMP_IsConnected(r) + && RTMP_ReadPacket(r, packet)) + { + if (!RTMPPacket_IsReady(packet)) + { + continue; + } + + bHasMediaPacket = RTMP_ClientPacket(r, packet); + + if (!bHasMediaPacket) + { + RTMPPacket_Free(packet); + } + else if (r->m_pausing == 3) + { + if (packet->m_nTimeStamp <= r->m_mediaStamp) + { + bHasMediaPacket = 0; +#ifdef _DEBUG + RTMP_Log(RTMP_LOGDEBUG, + "Skipped type: %02X, size: %d, TS: %d ms, abs TS: %d, pause: %d ms", + packet->m_packetType, packet->m_nBodySize, + packet->m_nTimeStamp, packet->m_hasAbsTimestamp, + r->m_mediaStamp); +#endif + continue; + } + r->m_pausing = 0; + } + } + + if (bHasMediaPacket) + r->m_bPlaying = TRUE; + else if (r->m_sb.sb_timedout && !r->m_pausing) + r->m_pauseStamp = r->m_channelTimestamp[r->m_mediaChannel]; + + return bHasMediaPacket; +} + +int +RTMP_ClientPacket(RTMP *r, RTMPPacket *packet) +{ + int bHasMediaPacket = 0; + switch (packet->m_packetType) + { + case 0x01: + /* chunk size */ + HandleChangeChunkSize(r, packet); + break; + + case 0x03: + /* bytes read report */ + RTMP_Log(RTMP_LOGDEBUG, "%s, received: bytes read report", __FUNCTION__); + break; + + case 0x04: + /* ctrl */ + HandleCtrl(r, packet); + break; + + case 0x05: + /* server bw */ + HandleServerBW(r, packet); + break; + + case 0x06: + /* client bw */ + HandleClientBW(r, packet); + break; + + case 0x08: + /* audio data */ + /*RTMP_Log(RTMP_LOGDEBUG, "%s, received: audio %lu bytes", __FUNCTION__, packet.m_nBodySize); */ + HandleAudio(r, packet); + bHasMediaPacket = 1; + if (!r->m_mediaChannel) + r->m_mediaChannel = packet->m_nChannel; + if (!r->m_pausing) + r->m_mediaStamp = packet->m_nTimeStamp; + break; + + case 0x09: + /* video data */ + /*RTMP_Log(RTMP_LOGDEBUG, "%s, received: video %lu bytes", __FUNCTION__, packet.m_nBodySize); */ + HandleVideo(r, packet); + bHasMediaPacket = 1; + if (!r->m_mediaChannel) + r->m_mediaChannel = packet->m_nChannel; + if (!r->m_pausing) + r->m_mediaStamp = packet->m_nTimeStamp; + break; + + case 0x0F: /* flex stream send */ + RTMP_Log(RTMP_LOGDEBUG, + "%s, flex stream send, size %lu bytes, not supported, ignoring", + __FUNCTION__, packet->m_nBodySize); + break; + + case 0x10: /* flex shared object */ + RTMP_Log(RTMP_LOGDEBUG, + "%s, flex shared object, size %lu bytes, not supported, ignoring", + __FUNCTION__, packet->m_nBodySize); + break; + + case 0x11: /* flex message */ + { + RTMP_Log(RTMP_LOGDEBUG, + "%s, flex message, size %lu bytes, not fully supported", + __FUNCTION__, packet->m_nBodySize); + /*RTMP_LogHex(packet.m_body, packet.m_nBodySize); */ + + /* some DEBUG code */ +#if 0 + RTMP_LIB_AMFObject obj; + int nRes = obj.Decode(packet.m_body+1, packet.m_nBodySize-1); + if(nRes < 0) { + RTMP_Log(RTMP_LOGERROR, "%s, error decoding AMF3 packet", __FUNCTION__); + /*return; */ + } + + obj.Dump(); +#endif + + if (HandleInvoke(r, packet->m_body + 1, packet->m_nBodySize - 1) == 1) + bHasMediaPacket = 2; + break; + } + case 0x12: + /* metadata (notify) */ + RTMP_Log(RTMP_LOGDEBUG, "%s, received: notify %lu bytes", __FUNCTION__, + packet->m_nBodySize); + if (HandleMetadata(r, packet->m_body, packet->m_nBodySize)) + bHasMediaPacket = 1; + break; + + case 0x13: + RTMP_Log(RTMP_LOGDEBUG, "%s, shared object, not supported, ignoring", + __FUNCTION__); + break; + + case 0x14: + /* invoke */ + RTMP_Log(RTMP_LOGDEBUG, "%s, received: invoke %lu bytes", __FUNCTION__, + packet->m_nBodySize); + /*RTMP_LogHex(packet.m_body, packet.m_nBodySize); */ + + if (HandleInvoke(r, packet->m_body, packet->m_nBodySize) == 1) + bHasMediaPacket = 2; + break; + + case 0x16: + { + /* go through FLV packets and handle metadata packets */ + unsigned int pos = 0; + uint32_t nTimeStamp = packet->m_nTimeStamp; + + while (pos + 11 < packet->m_nBodySize) + { + uint32_t dataSize = AMF_DecodeInt24(packet->m_body + pos + 1); /* size without header (11) and prevTagSize (4) */ + + if (pos + 11 + dataSize + 4 > packet->m_nBodySize) + { + RTMP_Log(RTMP_LOGWARNING, "Stream corrupt?!"); + break; + } + if (packet->m_body[pos] == 0x12) + { + HandleMetadata(r, packet->m_body + pos + 11, dataSize); + } + else if (packet->m_body[pos] == 8 || packet->m_body[pos] == 9) + { + nTimeStamp = AMF_DecodeInt24(packet->m_body + pos + 4); + nTimeStamp |= (packet->m_body[pos + 7] << 24); + } + pos += (11 + dataSize + 4); + } + if (!r->m_pausing) + r->m_mediaStamp = nTimeStamp; + + /* FLV tag(s) */ + /*RTMP_Log(RTMP_LOGDEBUG, "%s, received: FLV tag(s) %lu bytes", __FUNCTION__, packet.m_nBodySize); */ + bHasMediaPacket = 1; + break; + } + default: + RTMP_Log(RTMP_LOGDEBUG, "%s, unknown packet type received: 0x%02x", __FUNCTION__, + packet->m_packetType); +#ifdef _DEBUG + RTMP_LogHex(RTMP_LOGDEBUG, packet->m_body, packet->m_nBodySize); +#endif + } + + return bHasMediaPacket; +} + +#ifdef _DEBUG +extern FILE *netstackdump; +extern FILE *netstackdump_read; +#endif + +static int +ReadN(RTMP *r, char *buffer, int n) +{ + int nOriginalSize = n; + int avail; + char *ptr; + + r->m_sb.sb_timedout = FALSE; + +#ifdef _DEBUG + memset(buffer, 0, n); +#endif + + ptr = buffer; + while (n > 0) + { + int nBytes = 0, nRead; + if (r->Link.protocol & RTMP_FEATURE_HTTP) + { + while (!r->m_resplen) + { + if (r->m_sb.sb_size < 144) + { + if (!r->m_unackd) + HTTP_Post(r, RTMPT_IDLE, "", 1); + if (RTMPSockBuf_Fill(&r->m_sb) < 1) + { + if (!r->m_sb.sb_timedout) + RTMP_Close(r); + return 0; + } + } + HTTP_read(r, 0); + } + if (r->m_resplen && !r->m_sb.sb_size) + RTMPSockBuf_Fill(&r->m_sb); + avail = r->m_sb.sb_size; + if (avail > r->m_resplen) + avail = r->m_resplen; + } + else + { + avail = r->m_sb.sb_size; + if (avail == 0) + { + if (RTMPSockBuf_Fill(&r->m_sb) < 1) + { + if (!r->m_sb.sb_timedout) + RTMP_Close(r); + return 0; + } + avail = r->m_sb.sb_size; + } + } + nRead = ((n < avail) ? n : avail); + if (nRead > 0) + { + memcpy(ptr, r->m_sb.sb_start, nRead); + r->m_sb.sb_start += nRead; + r->m_sb.sb_size -= nRead; + nBytes = nRead; + r->m_nBytesIn += nRead; + if (r->m_bSendCounter + && r->m_nBytesIn > r->m_nBytesInSent + r->m_nClientBW / 2) + SendBytesReceived(r); + } + /*RTMP_Log(RTMP_LOGDEBUG, "%s: %d bytes\n", __FUNCTION__, nBytes); */ +#ifdef _DEBUG + fwrite(ptr, 1, nBytes, netstackdump_read); +#endif + + if (nBytes == 0) + { + RTMP_Log(RTMP_LOGDEBUG, "%s, RTMP socket closed by peer", __FUNCTION__); + /*goto again; */ + RTMP_Close(r); + break; + } + + if (r->Link.protocol & RTMP_FEATURE_HTTP) + r->m_resplen -= nBytes; + +#ifdef CRYPTO + if (r->Link.rc4keyIn) + { + RC4_encrypt(r->Link.rc4keyIn, nBytes, ptr); + } +#endif + + n -= nBytes; + ptr += nBytes; + } + + return nOriginalSize - n; +} + +static int +WriteN(RTMP *r, const char *buffer, int n) +{ + const char *ptr = buffer; +#ifdef CRYPTO + char *encrypted = 0; + char buf[RTMP_BUFFER_CACHE_SIZE]; + + if (r->Link.rc4keyOut) + { + if (n > sizeof(buf)) + encrypted = (char *)malloc(n); + else + encrypted = (char *)buf; + ptr = encrypted; + RC4_encrypt2(r->Link.rc4keyOut, n, buffer, ptr); + } +#endif + + while (n > 0) + { + int nBytes; + + if (r->Link.protocol & RTMP_FEATURE_HTTP) + nBytes = HTTP_Post(r, RTMPT_SEND, ptr, n); + else + nBytes = RTMPSockBuf_Send(&r->m_sb, ptr, n); + /*RTMP_Log(RTMP_LOGDEBUG, "%s: %d\n", __FUNCTION__, nBytes); */ + + if (nBytes < 0) + { + int sockerr = GetSockError(); + RTMP_Log(RTMP_LOGERROR, "%s, RTMP send error %d (%d bytes)", __FUNCTION__, + sockerr, n); + + if (sockerr == EINTR && !RTMP_ctrlC) + continue; + /** + * TODO 意外断网 阻止递归调用 + */ + //RTMP_Close(r); + n = 1; + break; + } + + if (nBytes == 0) + break; + + n -= nBytes; + ptr += nBytes; + } + +#ifdef CRYPTO + if (encrypted && encrypted != buf) + free(encrypted); +#endif + + return n == 0; +} + +#define SAVC(x) static const AVal av_##x = AVC(#x) + +SAVC(app); +SAVC(connect); +SAVC(flashVer); +SAVC(swfUrl); +SAVC(pageUrl); +SAVC(tcUrl); +SAVC(fpad); +SAVC(capabilities); +SAVC(audioCodecs); +SAVC(videoCodecs); +SAVC(videoFunction); +SAVC(objectEncoding); +SAVC(secureToken); +SAVC(secureTokenResponse); +SAVC(type); +SAVC(nonprivate); + +static int +SendConnectPacket(RTMP *r, RTMPPacket *cp) +{ + RTMPPacket packet; + char pbuf[4096], *pend = pbuf + sizeof(pbuf); + char *enc; + + if (cp) + return RTMP_SendPacket(r, cp, TRUE); + + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_LARGE; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_connect); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_OBJECT; + + enc = AMF_EncodeNamedString(enc, pend, &av_app, &r->Link.app); + if (!enc) + return FALSE; + if (r->Link.protocol & RTMP_FEATURE_WRITE) + { + enc = AMF_EncodeNamedString(enc, pend, &av_type, &av_nonprivate); + if (!enc) + return FALSE; + } + if (r->Link.flashVer.av_len) + { + enc = AMF_EncodeNamedString(enc, pend, &av_flashVer, &r->Link.flashVer); + if (!enc) + return FALSE; + } + if (r->Link.swfUrl.av_len) + { + enc = AMF_EncodeNamedString(enc, pend, &av_swfUrl, &r->Link.swfUrl); + if (!enc) + return FALSE; + } + if (r->Link.tcUrl.av_len) + { + enc = AMF_EncodeNamedString(enc, pend, &av_tcUrl, &r->Link.tcUrl); + if (!enc) + return FALSE; + } + if (!(r->Link.protocol & RTMP_FEATURE_WRITE)) + { + enc = AMF_EncodeNamedBoolean(enc, pend, &av_fpad, FALSE); + if (!enc) + return FALSE; + enc = AMF_EncodeNamedNumber(enc, pend, &av_capabilities, 15.0); + if (!enc) + return FALSE; + enc = AMF_EncodeNamedNumber(enc, pend, &av_audioCodecs, r->m_fAudioCodecs); + if (!enc) + return FALSE; + enc = AMF_EncodeNamedNumber(enc, pend, &av_videoCodecs, r->m_fVideoCodecs); + if (!enc) + return FALSE; + enc = AMF_EncodeNamedNumber(enc, pend, &av_videoFunction, 1.0); + if (!enc) + return FALSE; + if (r->Link.pageUrl.av_len) + { + enc = AMF_EncodeNamedString(enc, pend, &av_pageUrl, &r->Link.pageUrl); + if (!enc) + return FALSE; + } + } + if (r->m_fEncoding != 0.0 || r->m_bSendEncoding) + { /* AMF0, AMF3 not fully supported yet */ + enc = AMF_EncodeNamedNumber(enc, pend, &av_objectEncoding, r->m_fEncoding); + if (!enc) + return FALSE; + } + if (enc + 3 >= pend) + return FALSE; + *enc++ = 0; + *enc++ = 0; /* end of object - 0x00 0x00 0x09 */ + *enc++ = AMF_OBJECT_END; + + /* add auth string */ + if (r->Link.auth.av_len) + { + enc = AMF_EncodeBoolean(enc, pend, r->Link.lFlags & RTMP_LF_AUTH); + if (!enc) + return FALSE; + enc = AMF_EncodeString(enc, pend, &r->Link.auth); + if (!enc) + return FALSE; + } + if (r->Link.extras.o_num) + { + int i; + for (i = 0; i < r->Link.extras.o_num; i++) + { + enc = AMFProp_Encode(&r->Link.extras.o_props[i], enc, pend); + if (!enc) + return FALSE; + } + } + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, TRUE); +} + +#if 0 /* unused */ +SAVC(bgHasStream); + +static int +SendBGHasStream(RTMP *r, double dId, AVal *playpath) +{ + RTMPPacket packet; + char pbuf[1024], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_bgHasStream); + enc = AMF_EncodeNumber(enc, pend, dId); + *enc++ = AMF_NULL; + + enc = AMF_EncodeString(enc, pend, playpath); + if (enc == NULL) + return FALSE; + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, TRUE); +} +#endif + +SAVC(createStream); + +int +RTMP_SendCreateStream(RTMP *r) +{ + RTMPPacket packet; + char pbuf[256], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_createStream); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_NULL; /* NULL */ + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, TRUE); +} + +SAVC(FCSubscribe); + +static int +SendFCSubscribe(RTMP *r, AVal *subscribepath) +{ + RTMPPacket packet; + char pbuf[512], *pend = pbuf + sizeof(pbuf); + char *enc; + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + RTMP_Log(RTMP_LOGDEBUG, "FCSubscribe: %s", subscribepath->av_val); + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_FCSubscribe); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_NULL; + enc = AMF_EncodeString(enc, pend, subscribepath); + + if (!enc) + return FALSE; + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, TRUE); +} + +SAVC(releaseStream); + +static int +SendReleaseStream(RTMP *r) +{ + RTMPPacket packet; + char pbuf[1024], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_releaseStream); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_NULL; + enc = AMF_EncodeString(enc, pend, &r->Link.playpath); + if (!enc) + return FALSE; + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, FALSE); +} + +SAVC(FCPublish); + +static int +SendFCPublish(RTMP *r) +{ + RTMPPacket packet; + char pbuf[1024], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_FCPublish); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_NULL; + enc = AMF_EncodeString(enc, pend, &r->Link.playpath); + if (!enc) + return FALSE; + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, FALSE); +} + +SAVC(FCUnpublish); + +static int +SendFCUnpublish(RTMP *r) +{ + RTMPPacket packet; + char pbuf[1024], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_FCUnpublish); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_NULL; + enc = AMF_EncodeString(enc, pend, &r->Link.playpath); + if (!enc) + return FALSE; + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, FALSE); +} + +SAVC(publish); +SAVC(live); +SAVC(record); + +static int +SendPublish(RTMP *r) +{ + RTMPPacket packet; + char pbuf[1024], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x04; /* source channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_LARGE; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = r->m_stream_id; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_publish); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_NULL; + enc = AMF_EncodeString(enc, pend, &r->Link.playpath); + if (!enc) + return FALSE; + + /* FIXME: should we choose live based on Link.lFlags & RTMP_LF_LIVE? */ + enc = AMF_EncodeString(enc, pend, &av_live); + if (!enc) + return FALSE; + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, TRUE); +} + +SAVC(deleteStream); + +static int +SendDeleteStream(RTMP *r, double dStreamId) +{ + RTMPPacket packet; + char pbuf[256], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_deleteStream); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_NULL; + enc = AMF_EncodeNumber(enc, pend, dStreamId); + + packet.m_nBodySize = enc - packet.m_body; + + /* no response expected */ + return RTMP_SendPacket(r, &packet, FALSE); +} + +SAVC(pause); + +int +RTMP_SendPause(RTMP *r, int DoPause, int iTime) +{ + RTMPPacket packet; + char pbuf[256], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x08; /* video channel */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; /* invoke */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_pause); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_NULL; + enc = AMF_EncodeBoolean(enc, pend, DoPause); + enc = AMF_EncodeNumber(enc, pend, (double)iTime); + + packet.m_nBodySize = enc - packet.m_body; + + RTMP_Log(RTMP_LOGDEBUG, "%s, %d, pauseTime=%d", __FUNCTION__, DoPause, iTime); + return RTMP_SendPacket(r, &packet, TRUE); +} + +int RTMP_Pause(RTMP *r, int DoPause) +{ + if (DoPause) + r->m_pauseStamp = r->m_channelTimestamp[r->m_mediaChannel]; + return RTMP_SendPause(r, DoPause, r->m_pauseStamp); +} + +SAVC(seek); + +int +RTMP_SendSeek(RTMP *r, int iTime) +{ + RTMPPacket packet; + char pbuf[256], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x08; /* video channel */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; /* invoke */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_seek); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_NULL; + enc = AMF_EncodeNumber(enc, pend, (double)iTime); + + packet.m_nBodySize = enc - packet.m_body; + + r->m_read.flags |= RTMP_READ_SEEKING; + r->m_read.nResumeTS = 0; + + return RTMP_SendPacket(r, &packet, TRUE); +} + +int +RTMP_SendServerBW(RTMP *r) +{ + RTMPPacket packet; + char pbuf[256], *pend = pbuf + sizeof(pbuf); + + packet.m_nChannel = 0x02; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_LARGE; + packet.m_packetType = 0x05; /* Server BW */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + packet.m_nBodySize = 4; + + AMF_EncodeInt32(packet.m_body, pend, r->m_nServerBW); + return RTMP_SendPacket(r, &packet, FALSE); +} + +int +RTMP_SendClientBW(RTMP *r) +{ + RTMPPacket packet; + char pbuf[256], *pend = pbuf + sizeof(pbuf); + + packet.m_nChannel = 0x02; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_LARGE; + packet.m_packetType = 0x06; /* Client BW */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + packet.m_nBodySize = 5; + + AMF_EncodeInt32(packet.m_body, pend, r->m_nClientBW); + packet.m_body[4] = r->m_nClientBW2; + return RTMP_SendPacket(r, &packet, FALSE); +} + +static int +SendBytesReceived(RTMP *r) +{ + RTMPPacket packet; + char pbuf[256], *pend = pbuf + sizeof(pbuf); + + packet.m_nChannel = 0x02; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x03; /* bytes in */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + packet.m_nBodySize = 4; + + AMF_EncodeInt32(packet.m_body, pend, r->m_nBytesIn); /* hard coded for now */ + r->m_nBytesInSent = r->m_nBytesIn; + + /*RTMP_Log(RTMP_LOGDEBUG, "Send bytes report. 0x%x (%d bytes)", (unsigned int)m_nBytesIn, m_nBytesIn); */ + return RTMP_SendPacket(r, &packet, FALSE); +} + +SAVC(_checkbw); + +static int +SendCheckBW(RTMP *r) +{ + RTMPPacket packet; + char pbuf[256], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_LARGE; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; /* RTMP_GetTime(); */ + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av__checkbw); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_NULL; + + packet.m_nBodySize = enc - packet.m_body; + + /* triggers _onbwcheck and eventually results in _onbwdone */ + return RTMP_SendPacket(r, &packet, FALSE); +} + +SAVC(_result); + +static int +SendCheckBWResult(RTMP *r, double txn) +{ + RTMPPacket packet; + char pbuf[256], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0x16 * r->m_nBWCheckCounter; /* temp inc value. till we figure it out. */ + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av__result); + enc = AMF_EncodeNumber(enc, pend, txn); + *enc++ = AMF_NULL; + enc = AMF_EncodeNumber(enc, pend, (double)r->m_nBWCheckCounter++); + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, FALSE); +} + +SAVC(ping); +SAVC(pong); + +static int +SendPong(RTMP *r, double txn) +{ + RTMPPacket packet; + char pbuf[256], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0x16 * r->m_nBWCheckCounter; /* temp inc value. till we figure it out. */ + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_pong); + enc = AMF_EncodeNumber(enc, pend, txn); + *enc++ = AMF_NULL; + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, FALSE); +} + +SAVC(play); + +static int +SendPlay(RTMP *r) +{ + RTMPPacket packet; + char pbuf[1024], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x08; /* we make 8 our stream channel */ + packet.m_headerType = RTMP_PACKET_SIZE_LARGE; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = r->m_stream_id; /*0x01000000; */ + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_play); + enc = AMF_EncodeNumber(enc, pend, ++r->m_numInvokes); + *enc++ = AMF_NULL; + + RTMP_Log(RTMP_LOGDEBUG, "%s, seekTime=%d, stopTime=%d, sending play: %s", + __FUNCTION__, r->Link.seekTime, r->Link.stopTime, + r->Link.playpath.av_val); + enc = AMF_EncodeString(enc, pend, &r->Link.playpath); + if (!enc) + return FALSE; + + /* Optional parameters start and len. + * + * start: -2, -1, 0, positive number + * -2: looks for a live stream, then a recorded stream, + * if not found any open a live stream + * -1: plays a live stream + * >=0: plays a recorded streams from 'start' milliseconds + */ + if (r->Link.lFlags & RTMP_LF_LIVE) + enc = AMF_EncodeNumber(enc, pend, -1000.0); + else + { + if (r->Link.seekTime > 0.0) + enc = AMF_EncodeNumber(enc, pend, r->Link.seekTime); /* resume from here */ + else + enc = AMF_EncodeNumber(enc, pend, 0.0); /*-2000.0);*/ /* recorded as default, -2000.0 is not reliable since that freezes the player if the stream is not found */ + } + if (!enc) + return FALSE; + + /* len: -1, 0, positive number + * -1: plays live or recorded stream to the end (default) + * 0: plays a frame 'start' ms away from the beginning + * >0: plays a live or recoded stream for 'len' milliseconds + */ + /*enc += EncodeNumber(enc, -1.0); */ /* len */ + if (r->Link.stopTime) + { + enc = AMF_EncodeNumber(enc, pend, r->Link.stopTime - r->Link.seekTime); + if (!enc) + return FALSE; + } + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, TRUE); +} + +SAVC(set_playlist); +SAVC(0); + +static int +SendPlaylist(RTMP *r) +{ + RTMPPacket packet; + char pbuf[1024], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x08; /* we make 8 our stream channel */ + packet.m_headerType = RTMP_PACKET_SIZE_LARGE; + packet.m_packetType = 0x14; /* INVOKE */ + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = r->m_stream_id; /*0x01000000; */ + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_set_playlist); + enc = AMF_EncodeNumber(enc, pend, 0); + *enc++ = AMF_NULL; + *enc++ = AMF_ECMA_ARRAY; + *enc++ = 0; + *enc++ = 0; + *enc++ = 0; + *enc++ = AMF_OBJECT; + enc = AMF_EncodeNamedString(enc, pend, &av_0, &r->Link.playpath); + if (!enc) + return FALSE; + if (enc + 3 >= pend) + return FALSE; + *enc++ = 0; + *enc++ = 0; + *enc++ = AMF_OBJECT_END; + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, TRUE); +} + +static int +SendSecureTokenResponse(RTMP *r, AVal *resp) +{ + RTMPPacket packet; + char pbuf[1024], *pend = pbuf + sizeof(pbuf); + char *enc; + + packet.m_nChannel = 0x03; /* control channel (invoke) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x14; + packet.m_nTimeStamp = 0; + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + enc = packet.m_body; + enc = AMF_EncodeString(enc, pend, &av_secureTokenResponse); + enc = AMF_EncodeNumber(enc, pend, 0.0); + *enc++ = AMF_NULL; + enc = AMF_EncodeString(enc, pend, resp); + if (!enc) + return FALSE; + + packet.m_nBodySize = enc - packet.m_body; + + return RTMP_SendPacket(r, &packet, FALSE); +} + +/* +from http://jira.red5.org/confluence/display/docs/Ping: + +Ping is the most mysterious message in RTMP and till now we haven't fully interpreted it yet. In summary, Ping message is used as a special command that are exchanged between client and server. This page aims to document all known Ping messages. Expect the list to grow. + +The type of Ping packet is 0x4 and contains two mandatory parameters and two optional parameters. The first parameter is the type of Ping and in short integer. The second parameter is the target of the ping. As Ping is always sent in Channel 2 (control channel) and the target object in RTMP header is always 0 which means the Connection object, it's necessary to put an extra parameter to indicate the exact target object the Ping is sent to. The second parameter takes this responsibility. The value has the same meaning as the target object field in RTMP header. (The second value could also be used as other purposes, like RTT Ping/Pong. It is used as the timestamp.) The third and fourth parameters are optional and could be looked upon as the parameter of the Ping packet. Below is an unexhausted list of Ping messages. + + * type 0: Clear the stream. No third and fourth parameters. The second parameter could be 0. After the connection is established, a Ping 0,0 will be sent from server to client. The message will also be sent to client on the start of Play and in response of a Seek or Pause/Resume request. This Ping tells client to re-calibrate the clock with the timestamp of the next packet server sends. + * type 1: Tell the stream to clear the playing buffer. + * type 3: Buffer time of the client. The third parameter is the buffer time in millisecond. + * type 4: Reset a stream. Used together with type 0 in the case of VOD. Often sent before type 0. + * type 6: Ping the client from server. The second parameter is the current time. + * type 7: Pong reply from client. The second parameter is the time the server sent with his ping request. + * type 26: SWFVerification request + * type 27: SWFVerification response +*/ +int +RTMP_SendCtrl(RTMP *r, short nType, unsigned int nObject, unsigned int nTime) +{ + RTMPPacket packet; + char pbuf[256], *pend = pbuf + sizeof(pbuf); + int nSize; + char *buf; + + RTMP_Log(RTMP_LOGDEBUG, "sending ctrl. type: 0x%04x", (unsigned short)nType); + + packet.m_nChannel = 0x02; /* control channel (ping) */ + packet.m_headerType = RTMP_PACKET_SIZE_MEDIUM; + packet.m_packetType = 0x04; /* ctrl */ + packet.m_nTimeStamp = 0; /* RTMP_GetTime(); */ + packet.m_nInfoField2 = 0; + packet.m_hasAbsTimestamp = 0; + packet.m_body = pbuf + RTMP_MAX_HEADER_SIZE; + + switch(nType) { + case 0x03: nSize = 10; break; /* buffer time */ + case 0x1A: nSize = 3; break; /* SWF verify request */ + case 0x1B: nSize = 44; break; /* SWF verify response */ + default: nSize = 6; break; + } + + packet.m_nBodySize = nSize; + + buf = packet.m_body; + buf = AMF_EncodeInt16(buf, pend, nType); + + if (nType == 0x1B) + { +#ifdef CRYPTO + memcpy(buf, r->Link.SWFVerificationResponse, 42); + RTMP_Log(RTMP_LOGDEBUG, "Sending SWFVerification response: "); + RTMP_LogHex(RTMP_LOGDEBUG, (uint8_t *)packet.m_body, packet.m_nBodySize); +#endif + } + else if (nType == 0x1A) + { + *buf = nObject & 0xff; + } + else + { + if (nSize > 2) + buf = AMF_EncodeInt32(buf, pend, nObject); + + if (nSize > 6) + buf = AMF_EncodeInt32(buf, pend, nTime); + } + + return RTMP_SendPacket(r, &packet, FALSE); +} + +static void +AV_erase(RTMP_METHOD *vals, int *num, int i, int freeit) +{ + if (freeit) + free(vals[i].name.av_val); + (*num)--; + for (; i < *num; i++) + { + vals[i] = vals[i + 1]; + } + vals[i].name.av_val = NULL; + vals[i].name.av_len = 0; + vals[i].num = 0; +} + +void +RTMP_DropRequest(RTMP *r, int i, int freeit) +{ + AV_erase(r->m_methodCalls, &r->m_numCalls, i, freeit); +} + +static void +AV_queue(RTMP_METHOD **vals, int *num, AVal *av, int txn) +{ + char *tmp; + if (!(*num & 0x0f)) + *vals = realloc(*vals, (*num + 16) * sizeof(RTMP_METHOD)); + tmp = malloc(av->av_len + 1); + memcpy(tmp, av->av_val, av->av_len); + tmp[av->av_len] = '\0'; + (*vals)[*num].num = txn; + (*vals)[*num].name.av_len = av->av_len; + (*vals)[(*num)++].name.av_val = tmp; +} + +static void +AV_clear(RTMP_METHOD *vals, int num) +{ + int i; + for (i = 0; i < num; i++) + free(vals[i].name.av_val); + free(vals); +} + +SAVC(onBWDone); +SAVC(onFCSubscribe); +SAVC(onFCUnsubscribe); +SAVC(_onbwcheck); +SAVC(_onbwdone); +SAVC(_error); +SAVC(close); +SAVC(code); +SAVC(level); +SAVC(onStatus); +SAVC(playlist_ready); +static const AVal av_NetStream_Failed = AVC("NetStream.Failed"); +static const AVal av_NetStream_Play_Failed = AVC("NetStream.Play.Failed"); +static const AVal av_NetStream_Play_StreamNotFound = +AVC("NetStream.Play.StreamNotFound"); +static const AVal av_NetConnection_Connect_InvalidApp = +AVC("NetConnection.Connect.InvalidApp"); +static const AVal av_NetStream_Play_Start = AVC("NetStream.Play.Start"); +static const AVal av_NetStream_Play_Complete = AVC("NetStream.Play.Complete"); +static const AVal av_NetStream_Play_Stop = AVC("NetStream.Play.Stop"); +static const AVal av_NetStream_Seek_Notify = AVC("NetStream.Seek.Notify"); +static const AVal av_NetStream_Pause_Notify = AVC("NetStream.Pause.Notify"); +static const AVal av_NetStream_Play_UnpublishNotify = +AVC("NetStream.Play.UnpublishNotify"); +static const AVal av_NetStream_Publish_Start = AVC("NetStream.Publish.Start"); + +/* Returns 0 for OK/Failed/error, 1 for 'Stop or Complete' */ +static int +HandleInvoke(RTMP *r, const char *body, unsigned int nBodySize) +{ + AMFObject obj; + AVal method; + int txn; + int ret = 0, nRes; + if (body[0] != 0x02) /* make sure it is a string method name we start with */ + { + RTMP_Log(RTMP_LOGWARNING, "%s, Sanity failed. no string method in invoke packet", + __FUNCTION__); + return 0; + } + + nRes = AMF_Decode(&obj, body, nBodySize, FALSE); + if (nRes < 0) + { + RTMP_Log(RTMP_LOGERROR, "%s, error decoding invoke packet", __FUNCTION__); + return 0; + } + + AMF_Dump(&obj); + AMFProp_GetString(AMF_GetProp(&obj, NULL, 0), &method); + txn = (int)AMFProp_GetNumber(AMF_GetProp(&obj, NULL, 1)); + RTMP_Log(RTMP_LOGDEBUG, "%s, server invoking <%s>", __FUNCTION__, method.av_val); + + if (AVMATCH(&method, &av__result)) + { + AVal methodInvoked = {0}; + int i; + + for (i=0; im_numCalls; i++) { + if (r->m_methodCalls[i].num == txn) { + methodInvoked = r->m_methodCalls[i].name; + AV_erase(r->m_methodCalls, &r->m_numCalls, i, FALSE); + break; + } + } + if (!methodInvoked.av_val) { + RTMP_Log(RTMP_LOGDEBUG, "%s, received result id %d without matching request", + __FUNCTION__, txn); + goto leave; + } + + RTMP_Log(RTMP_LOGDEBUG, "%s, received result for method call <%s>", __FUNCTION__, + methodInvoked.av_val); + + if (AVMATCH(&methodInvoked, &av_connect)) + { + if (r->Link.token.av_len) + { + AMFObjectProperty p; + if (RTMP_FindFirstMatchingProperty(&obj, &av_secureToken, &p)) + { + DecodeTEA(&r->Link.token, &p.p_vu.p_aval); + SendSecureTokenResponse(r, &p.p_vu.p_aval); + } + } + if (r->Link.protocol & RTMP_FEATURE_WRITE) + { + SendReleaseStream(r); + SendFCPublish(r); + } + else + { + RTMP_SendServerBW(r); + RTMP_SendCtrl(r, 3, 0, 300); + } + RTMP_SendCreateStream(r); + + if (!(r->Link.protocol & RTMP_FEATURE_WRITE)) + { + /* Send the FCSubscribe if live stream or if subscribepath is set */ + if (r->Link.subscribepath.av_len) + SendFCSubscribe(r, &r->Link.subscribepath); + else if (r->Link.lFlags & RTMP_LF_LIVE) + SendFCSubscribe(r, &r->Link.playpath); + } + } + else if (AVMATCH(&methodInvoked, &av_createStream)) + { + r->m_stream_id = (int)AMFProp_GetNumber(AMF_GetProp(&obj, NULL, 3)); + + if (r->Link.protocol & RTMP_FEATURE_WRITE) + { + SendPublish(r); + } + else + { + if (r->Link.lFlags & RTMP_LF_PLST) + SendPlaylist(r); + SendPlay(r); + RTMP_SendCtrl(r, 3, r->m_stream_id, r->m_nBufferMS); + } + } + else if (AVMATCH(&methodInvoked, &av_play) || + AVMATCH(&methodInvoked, &av_publish)) + { + r->m_bPlaying = TRUE; + } + free(methodInvoked.av_val); + } + else if (AVMATCH(&method, &av_onBWDone)) + { + if (!r->m_nBWCheckCounter) + SendCheckBW(r); + } + else if (AVMATCH(&method, &av_onFCSubscribe)) + { + /* SendOnFCSubscribe(); */ + } + else if (AVMATCH(&method, &av_onFCUnsubscribe)) + { + RTMP_Close(r); + ret = 1; + } + else if (AVMATCH(&method, &av_ping)) + { + SendPong(r, txn); + } + else if (AVMATCH(&method, &av__onbwcheck)) + { + SendCheckBWResult(r, txn); + } + else if (AVMATCH(&method, &av__onbwdone)) + { + int i; + for (i = 0; i < r->m_numCalls; i++) + if (AVMATCH(&r->m_methodCalls[i].name, &av__checkbw)) + { + AV_erase(r->m_methodCalls, &r->m_numCalls, i, TRUE); + break; + } + } + else if (AVMATCH(&method, &av__error)) + { + RTMP_Log(RTMP_LOGERROR, "rtmp server sent error"); + } + else if (AVMATCH(&method, &av_close)) + { + RTMP_Log(RTMP_LOGERROR, "rtmp server requested close"); + RTMP_Close(r); + } + else if (AVMATCH(&method, &av_onStatus)) + { + AMFObject obj2; + AVal code, level; + AMFProp_GetObject(AMF_GetProp(&obj, NULL, 3), &obj2); + AMFProp_GetString(AMF_GetProp(&obj2, &av_code, -1), &code); + AMFProp_GetString(AMF_GetProp(&obj2, &av_level, -1), &level); + + RTMP_Log(RTMP_LOGDEBUG, "%s, onStatus: %s", __FUNCTION__, code.av_val); + if (AVMATCH(&code, &av_NetStream_Failed) + || AVMATCH(&code, &av_NetStream_Play_Failed) + || AVMATCH(&code, &av_NetStream_Play_StreamNotFound) + || AVMATCH(&code, &av_NetConnection_Connect_InvalidApp)) + { + r->m_stream_id = -1; + RTMP_Close(r); + RTMP_Log(RTMP_LOGERROR, "Closing connection: %s", code.av_val); + } + + else if (AVMATCH(&code, &av_NetStream_Play_Start)) + { + int i; + r->m_bPlaying = TRUE; + for (i = 0; i < r->m_numCalls; i++) + { + if (AVMATCH(&r->m_methodCalls[i].name, &av_play)) + { + AV_erase(r->m_methodCalls, &r->m_numCalls, i, TRUE); + break; + } + } + } + + else if (AVMATCH(&code, &av_NetStream_Publish_Start)) + { + int i; + r->m_bPlaying = TRUE; + for (i = 0; i < r->m_numCalls; i++) + { + if (AVMATCH(&r->m_methodCalls[i].name, &av_publish)) + { + AV_erase(r->m_methodCalls, &r->m_numCalls, i, TRUE); + break; + } + } + } + + /* Return 1 if this is a Play.Complete or Play.Stop */ + else if (AVMATCH(&code, &av_NetStream_Play_Complete) + || AVMATCH(&code, &av_NetStream_Play_Stop) + || AVMATCH(&code, &av_NetStream_Play_UnpublishNotify)) + { + RTMP_Close(r); + ret = 1; + } + + else if (AVMATCH(&code, &av_NetStream_Seek_Notify)) + { + r->m_read.flags &= ~RTMP_READ_SEEKING; + } + + else if (AVMATCH(&code, &av_NetStream_Pause_Notify)) + { + if (r->m_pausing == 1 || r->m_pausing == 2) + { + RTMP_SendPause(r, FALSE, r->m_pauseStamp); + r->m_pausing = 3; + } + } + } + else if (AVMATCH(&method, &av_playlist_ready)) + { + int i; + for (i = 0; i < r->m_numCalls; i++) + { + if (AVMATCH(&r->m_methodCalls[i].name, &av_set_playlist)) + { + AV_erase(r->m_methodCalls, &r->m_numCalls, i, TRUE); + break; + } + } + } + else + { + + } +leave: + AMF_Reset(&obj); + return ret; +} + +int +RTMP_FindFirstMatchingProperty(AMFObject *obj, const AVal *name, + AMFObjectProperty * p) +{ + int n; + /* this is a small object search to locate the "duration" property */ + for (n = 0; n < obj->o_num; n++) + { + AMFObjectProperty *prop = AMF_GetProp(obj, NULL, n); + + if (AVMATCH(&prop->p_name, name)) + { + *p = *prop; + return TRUE; + } + + if (prop->p_type == AMF_OBJECT) + { + if (RTMP_FindFirstMatchingProperty(&prop->p_vu.p_object, name, p)) + return TRUE; + } + } + return FALSE; +} + +/* Like above, but only check if name is a prefix of property */ +int +RTMP_FindPrefixProperty(AMFObject *obj, const AVal *name, + AMFObjectProperty * p) +{ + int n; + for (n = 0; n < obj->o_num; n++) + { + AMFObjectProperty *prop = AMF_GetProp(obj, NULL, n); + + if (prop->p_name.av_len > name->av_len && + !memcmp(prop->p_name.av_val, name->av_val, name->av_len)) + { + *p = *prop; + return TRUE; + } + + if (prop->p_type == AMF_OBJECT) + { + if (RTMP_FindPrefixProperty(&prop->p_vu.p_object, name, p)) + return TRUE; + } + } + return FALSE; +} + +static int +DumpMetaData(AMFObject *obj) +{ + AMFObjectProperty *prop; + int n; + for (n = 0; n < obj->o_num; n++) + { + prop = AMF_GetProp(obj, NULL, n); + if (prop->p_type != AMF_OBJECT) + { + char str[256] = ""; + switch (prop->p_type) + { + case AMF_NUMBER: + snprintf(str, 255, "%.2f", prop->p_vu.p_number); + break; + case AMF_BOOLEAN: + snprintf(str, 255, "%s", + prop->p_vu.p_number != 0. ? "TRUE" : "FALSE"); + break; + case AMF_STRING: + snprintf(str, 255, "%.*s", prop->p_vu.p_aval.av_len, + prop->p_vu.p_aval.av_val); + break; + case AMF_DATE: + snprintf(str, 255, "timestamp:%.2f", prop->p_vu.p_number); + break; + default: + snprintf(str, 255, "INVALID TYPE 0x%02x", + (unsigned char)prop->p_type); + } + if (prop->p_name.av_len) + { + /* chomp */ + if (strlen(str) >= 1 && str[strlen(str) - 1] == '\n') + str[strlen(str) - 1] = '\0'; + RTMP_Log(RTMP_LOGINFO, " %-22.*s%s", prop->p_name.av_len, + prop->p_name.av_val, str); + } + } + else + { + if (prop->p_name.av_len) + RTMP_Log(RTMP_LOGINFO, "%.*s:", prop->p_name.av_len, prop->p_name.av_val); + DumpMetaData(&prop->p_vu.p_object); + } + } + return FALSE; +} + +SAVC(onMetaData); +SAVC(duration); +SAVC(video); +SAVC(audio); + +static int +HandleMetadata(RTMP *r, char *body, unsigned int len) +{ + /* allright we get some info here, so parse it and print it */ + /* also keep duration or filesize to make a nice progress bar */ + + AMFObject obj; + AVal metastring; + int ret = FALSE; + + int nRes = AMF_Decode(&obj, body, len, FALSE); + if (nRes < 0) + { + RTMP_Log(RTMP_LOGERROR, "%s, error decoding meta data packet", __FUNCTION__); + return FALSE; + } + + AMF_Dump(&obj); + AMFProp_GetString(AMF_GetProp(&obj, NULL, 0), &metastring); + + if (AVMATCH(&metastring, &av_onMetaData)) + { + AMFObjectProperty prop; + /* Show metadata */ + RTMP_Log(RTMP_LOGINFO, "Metadata:"); + DumpMetaData(&obj); + if (RTMP_FindFirstMatchingProperty(&obj, &av_duration, &prop)) + { + r->m_fDuration = prop.p_vu.p_number; + /*RTMP_Log(RTMP_LOGDEBUG, "Set duration: %.2f", m_fDuration); */ + } + /* Search for audio or video tags */ + if (RTMP_FindPrefixProperty(&obj, &av_video, &prop)) + r->m_read.dataType |= 1; + if (RTMP_FindPrefixProperty(&obj, &av_audio, &prop)) + r->m_read.dataType |= 4; + ret = TRUE; + } + AMF_Reset(&obj); + return ret; +} + +static void +HandleChangeChunkSize(RTMP *r, const RTMPPacket *packet) +{ + if (packet->m_nBodySize >= 4) + { + r->m_inChunkSize = AMF_DecodeInt32(packet->m_body); + RTMP_Log(RTMP_LOGDEBUG, "%s, received: chunk size change to %d", __FUNCTION__, + r->m_inChunkSize); + } +} + +static void +HandleAudio(RTMP *r, const RTMPPacket *packet) +{ +} + +static void +HandleVideo(RTMP *r, const RTMPPacket *packet) +{ +} + +static void +HandleCtrl(RTMP *r, const RTMPPacket *packet) +{ + short nType = -1; + unsigned int tmp; + if (packet->m_body && packet->m_nBodySize >= 2) + nType = AMF_DecodeInt16(packet->m_body); + RTMP_Log(RTMP_LOGDEBUG, "%s, received ctrl. type: %d, len: %d", __FUNCTION__, nType, + packet->m_nBodySize); + /*RTMP_LogHex(packet.m_body, packet.m_nBodySize); */ + + if (packet->m_nBodySize >= 6) + { + switch (nType) + { + case 0: + tmp = AMF_DecodeInt32(packet->m_body + 2); + RTMP_Log(RTMP_LOGDEBUG, "%s, Stream Begin %d", __FUNCTION__, tmp); + break; + + case 1: + tmp = AMF_DecodeInt32(packet->m_body + 2); + RTMP_Log(RTMP_LOGDEBUG, "%s, Stream EOF %d", __FUNCTION__, tmp); + if (r->m_pausing == 1) + r->m_pausing = 2; + break; + + case 2: + tmp = AMF_DecodeInt32(packet->m_body + 2); + RTMP_Log(RTMP_LOGDEBUG, "%s, Stream Dry %d", __FUNCTION__, tmp); + break; + + case 4: + tmp = AMF_DecodeInt32(packet->m_body + 2); + RTMP_Log(RTMP_LOGDEBUG, "%s, Stream IsRecorded %d", __FUNCTION__, tmp); + break; + + case 6: /* server ping. reply with pong. */ + tmp = AMF_DecodeInt32(packet->m_body + 2); + RTMP_Log(RTMP_LOGDEBUG, "%s, Ping %d", __FUNCTION__, tmp); + RTMP_SendCtrl(r, 0x07, tmp, 0); + break; + + /* FMS 3.5 servers send the following two controls to let the client + * know when the server has sent a complete buffer. I.e., when the + * server has sent an amount of data equal to m_nBufferMS in duration. + * The server meters its output so that data arrives at the client + * in realtime and no faster. + * + * The rtmpdump program tries to set m_nBufferMS as large as + * possible, to force the server to send data as fast as possible. + * In practice, the server appears to cap this at about 1 hour's + * worth of data. After the server has sent a complete buffer, and + * sends this BufferEmpty message, it will wait until the play + * duration of that buffer has passed before sending a new buffer. + * The BufferReady message will be sent when the new buffer starts. + * (There is no BufferReady message for the very first buffer; + * presumably the Stream Begin message is sufficient for that + * purpose.) + * + * If the network speed is much faster than the data bitrate, then + * there may be long delays between the end of one buffer and the + * start of the next. + * + * Since usually the network allows data to be sent at + * faster than realtime, and rtmpdump wants to download the data + * as fast as possible, we use this RTMP_LF_BUFX hack: when we + * get the BufferEmpty message, we send a Pause followed by an + * Unpause. This causes the server to send the next buffer immediately + * instead of waiting for the full duration to elapse. (That's + * also the purpose of the ToggleStream function, which rtmpdump + * calls if we get a read timeout.) + * + * Media player apps don't need this hack since they are just + * going to play the data in realtime anyway. It also doesn't work + * for live streams since they obviously can only be sent in + * realtime. And it's all moot if the network speed is actually + * slower than the media bitrate. + */ + case 31: + tmp = AMF_DecodeInt32(packet->m_body + 2); + RTMP_Log(RTMP_LOGDEBUG, "%s, Stream BufferEmpty %d", __FUNCTION__, tmp); + if (!(r->Link.lFlags & RTMP_LF_BUFX)) + break; + if (!r->m_pausing) + { + r->m_pauseStamp = r->m_channelTimestamp[r->m_mediaChannel]; + RTMP_SendPause(r, TRUE, r->m_pauseStamp); + r->m_pausing = 1; + } + else if (r->m_pausing == 2) + { + RTMP_SendPause(r, FALSE, r->m_pauseStamp); + r->m_pausing = 3; + } + break; + + case 32: + tmp = AMF_DecodeInt32(packet->m_body + 2); + RTMP_Log(RTMP_LOGDEBUG, "%s, Stream BufferReady %d", __FUNCTION__, tmp); + break; + + default: + tmp = AMF_DecodeInt32(packet->m_body + 2); + RTMP_Log(RTMP_LOGDEBUG, "%s, Stream xx %d", __FUNCTION__, tmp); + break; + } + + } + + if (nType == 0x1A) + { + RTMP_Log(RTMP_LOGDEBUG, "%s, SWFVerification ping received: ", __FUNCTION__); +#ifdef CRYPTO + /*RTMP_LogHex(packet.m_body, packet.m_nBodySize); */ + + /* respond with HMAC SHA256 of decompressed SWF, key is the 30byte player key, also the last 30 bytes of the server handshake are applied */ + if (r->Link.SWFSize) + { + RTMP_SendCtrl(r, 0x1B, 0, 0); + } + else + { + RTMP_Log(RTMP_LOGERROR, + "%s: Ignoring SWFVerification request, use --swfVfy!", + __FUNCTION__); + } +#else + RTMP_Log(RTMP_LOGERROR, + "%s: Ignoring SWFVerification request, no CRYPTO support!", + __FUNCTION__); +#endif + } +} + +static void +HandleServerBW(RTMP *r, const RTMPPacket *packet) +{ + r->m_nServerBW = AMF_DecodeInt32(packet->m_body); + RTMP_Log(RTMP_LOGDEBUG, "%s: server BW = %d", __FUNCTION__, r->m_nServerBW); +} + +static void +HandleClientBW(RTMP *r, const RTMPPacket *packet) +{ + r->m_nClientBW = AMF_DecodeInt32(packet->m_body); + if (packet->m_nBodySize > 4) + r->m_nClientBW2 = packet->m_body[4]; + else + r->m_nClientBW2 = -1; + RTMP_Log(RTMP_LOGDEBUG, "%s: client BW = %d %d", __FUNCTION__, r->m_nClientBW, + r->m_nClientBW2); +} + +static int +DecodeInt32LE(const char *data) +{ + unsigned char *c = (unsigned char *)data; + unsigned int val; + + val = (c[3] << 24) | (c[2] << 16) | (c[1] << 8) | c[0]; + return val; +} + +static int +EncodeInt32LE(char *output, int nVal) +{ + output[0] = nVal; + nVal >>= 8; + output[1] = nVal; + nVal >>= 8; + output[2] = nVal; + nVal >>= 8; + output[3] = nVal; + return 4; +} + +int +RTMP_ReadPacket(RTMP *r, RTMPPacket *packet) +{ + uint8_t hbuf[RTMP_MAX_HEADER_SIZE] = { 0 }; + char *header = (char *)hbuf; + int nSize, hSize, nToRead, nChunk; + int didAlloc = FALSE; + + RTMP_Log(RTMP_LOGDEBUG2, "%s: fd=%d", __FUNCTION__, r->m_sb.sb_socket); + + if (ReadN(r, (char *)hbuf, 1) == 0) + { + RTMP_Log(RTMP_LOGERROR, "%s, failed to read RTMP packet header", __FUNCTION__); + return FALSE; + } + + packet->m_headerType = (hbuf[0] & 0xc0) >> 6; + packet->m_nChannel = (hbuf[0] & 0x3f); + header++; + if (packet->m_nChannel == 0) + { + if (ReadN(r, (char *)&hbuf[1], 1) != 1) + { + RTMP_Log(RTMP_LOGERROR, "%s, failed to read RTMP packet header 2nd byte", + __FUNCTION__); + return FALSE; + } + packet->m_nChannel = hbuf[1]; + packet->m_nChannel += 64; + header++; + } + else if (packet->m_nChannel == 1) + { + int tmp; + if (ReadN(r, (char *)&hbuf[1], 2) != 2) + { + RTMP_Log(RTMP_LOGERROR, "%s, failed to read RTMP packet header 3nd byte", + __FUNCTION__); + return FALSE; + } + tmp = (hbuf[2] << 8) + hbuf[1]; + packet->m_nChannel = tmp + 64; + RTMP_Log(RTMP_LOGDEBUG, "%s, m_nChannel: %0x", __FUNCTION__, packet->m_nChannel); + header += 2; + } + + nSize = packetSize[packet->m_headerType]; + + if (nSize == RTMP_LARGE_HEADER_SIZE) /* if we get a full header the timestamp is absolute */ + packet->m_hasAbsTimestamp = TRUE; + + else if (nSize < RTMP_LARGE_HEADER_SIZE) + { /* using values from the last message of this channel */ + if (r->m_vecChannelsIn[packet->m_nChannel]) + memcpy(packet, r->m_vecChannelsIn[packet->m_nChannel], + sizeof(RTMPPacket)); + } + + nSize--; + + if (nSize > 0 && ReadN(r, header, nSize) != nSize) + { + RTMP_Log(RTMP_LOGERROR, "%s, failed to read RTMP packet header. type: %x", + __FUNCTION__, (unsigned int)hbuf[0]); + return FALSE; + } + + hSize = nSize + (header - (char *)hbuf); + + if (nSize >= 3) + { + packet->m_nTimeStamp = AMF_DecodeInt24(header); + + /*RTMP_Log(RTMP_LOGDEBUG, "%s, reading RTMP packet chunk on channel %x, headersz %i, timestamp %i, abs timestamp %i", __FUNCTION__, packet.m_nChannel, nSize, packet.m_nTimeStamp, packet.m_hasAbsTimestamp); */ + + if (nSize >= 6) + { + packet->m_nBodySize = AMF_DecodeInt24(header + 3); + packet->m_nBytesRead = 0; + RTMPPacket_Free(packet); + + if (nSize > 6) + { + packet->m_packetType = header[6]; + + if (nSize == 11) + packet->m_nInfoField2 = DecodeInt32LE(header + 7); + } + } + if (packet->m_nTimeStamp == 0xffffff) + { + if (ReadN(r, header + nSize, 4) != 4) + { + RTMP_Log(RTMP_LOGERROR, "%s, failed to read extended timestamp", + __FUNCTION__); + return FALSE; + } + packet->m_nTimeStamp = AMF_DecodeInt32(header + nSize); + hSize += 4; + } + } + + RTMP_LogHexString(RTMP_LOGDEBUG2, (uint8_t *)hbuf, hSize); + + if (packet->m_nBodySize > 0 && packet->m_body == NULL) + { + if (!RTMPPacket_Alloc(packet, packet->m_nBodySize)) + { + RTMP_Log(RTMP_LOGDEBUG, "%s, failed to allocate packet", __FUNCTION__); + return FALSE; + } + didAlloc = TRUE; + packet->m_headerType = (hbuf[0] & 0xc0) >> 6; + } + + nToRead = packet->m_nBodySize - packet->m_nBytesRead; + nChunk = r->m_inChunkSize; + if (nToRead < nChunk) + nChunk = nToRead; + + /* Does the caller want the raw chunk? */ + if (packet->m_chunk) + { + packet->m_chunk->c_headerSize = hSize; + memcpy(packet->m_chunk->c_header, hbuf, hSize); + packet->m_chunk->c_chunk = packet->m_body + packet->m_nBytesRead; + packet->m_chunk->c_chunkSize = nChunk; + } + + if (ReadN(r, packet->m_body + packet->m_nBytesRead, nChunk) != nChunk) + { + RTMP_Log(RTMP_LOGERROR, "%s, failed to read RTMP packet body. len: %lu", + __FUNCTION__, packet->m_nBodySize); + return FALSE; + } + + RTMP_LogHexString(RTMP_LOGDEBUG2, (uint8_t *)packet->m_body + packet->m_nBytesRead, nChunk); + + packet->m_nBytesRead += nChunk; + + /* keep the packet as ref for other packets on this channel */ + if (!r->m_vecChannelsIn[packet->m_nChannel]) + r->m_vecChannelsIn[packet->m_nChannel] = malloc(sizeof(RTMPPacket)); + memcpy(r->m_vecChannelsIn[packet->m_nChannel], packet, sizeof(RTMPPacket)); + + if (RTMPPacket_IsReady(packet)) + { + /* make packet's timestamp absolute */ + if (!packet->m_hasAbsTimestamp) + packet->m_nTimeStamp += r->m_channelTimestamp[packet->m_nChannel]; /* timestamps seem to be always relative!! */ + + r->m_channelTimestamp[packet->m_nChannel] = packet->m_nTimeStamp; + + /* reset the data from the stored packet. we keep the header since we may use it later if a new packet for this channel */ + /* arrives and requests to re-use some info (small packet header) */ + r->m_vecChannelsIn[packet->m_nChannel]->m_body = NULL; + r->m_vecChannelsIn[packet->m_nChannel]->m_nBytesRead = 0; + r->m_vecChannelsIn[packet->m_nChannel]->m_hasAbsTimestamp = FALSE; /* can only be false if we reuse header */ + } + else + { + packet->m_body = NULL; /* so it won't be erased on free */ + } + + return TRUE; +} + +#ifndef CRYPTO +static int +HandShake(RTMP *r, int FP9HandShake) +{ + int i; + uint32_t uptime, suptime; + int bMatch; + char type; + char clientbuf[RTMP_SIG_SIZE + 1], *clientsig = clientbuf + 1; + char serversig[RTMP_SIG_SIZE]; + + clientbuf[0] = 0x03; /* not encrypted */ + + uptime = htonl(RTMP_GetTime()); + memcpy(clientsig, &uptime, 4); + + memset(&clientsig[4], 0, 4); + +#ifdef _DEBUG + for (i = 8; i < RTMP_SIG_SIZE; i++) + clientsig[i] = 0xff; +#else + for (i = 8; i < RTMP_SIG_SIZE; i++) + clientsig[i] = (char)(rand() % 256); +#endif + + if (!WriteN(r, clientbuf, RTMP_SIG_SIZE + 1)) + return FALSE; + + if (ReadN(r, &type, 1) != 1) /* 0x03 or 0x06 */ + return FALSE; + + RTMP_Log(RTMP_LOGDEBUG, "%s: Type Answer : %02X", __FUNCTION__, type); + + if (type != clientbuf[0]) + RTMP_Log(RTMP_LOGWARNING, "%s: Type mismatch: client sent %d, server answered %d", + __FUNCTION__, clientbuf[0], type); + + if (ReadN(r, serversig, RTMP_SIG_SIZE) != RTMP_SIG_SIZE) + return FALSE; + + /* decode server response */ + + memcpy(&suptime, serversig, 4); + suptime = ntohl(suptime); + + RTMP_Log(RTMP_LOGDEBUG, "%s: Server Uptime : %d", __FUNCTION__, suptime); + RTMP_Log(RTMP_LOGDEBUG, "%s: FMS Version : %d.%d.%d.%d", __FUNCTION__, + serversig[4], serversig[5], serversig[6], serversig[7]); + + /* 2nd part of handshake */ + if (!WriteN(r, serversig, RTMP_SIG_SIZE)) + return FALSE; + + if (ReadN(r, serversig, RTMP_SIG_SIZE) != RTMP_SIG_SIZE) + return FALSE; + + bMatch = (memcmp(serversig, clientsig, RTMP_SIG_SIZE) == 0); + if (!bMatch) + { + RTMP_Log(RTMP_LOGWARNING, "%s, client signature does not match!", __FUNCTION__); + } + return TRUE; +} + +static int +SHandShake(RTMP *r) +{ + int i; + char serverbuf[RTMP_SIG_SIZE + 1], *serversig = serverbuf + 1; + char clientsig[RTMP_SIG_SIZE]; + uint32_t uptime; + int bMatch; + + if (ReadN(r, serverbuf, 1) != 1) /* 0x03 or 0x06 */ + return FALSE; + + RTMP_Log(RTMP_LOGDEBUG, "%s: Type Request : %02X", __FUNCTION__, serverbuf[0]); + + if (serverbuf[0] != 3) + { + RTMP_Log(RTMP_LOGERROR, "%s: Type unknown: client sent %02X", + __FUNCTION__, serverbuf[0]); + return FALSE; + } + + uptime = htonl(RTMP_GetTime()); + memcpy(serversig, &uptime, 4); + + memset(&serversig[4], 0, 4); +#ifdef _DEBUG + for (i = 8; i < RTMP_SIG_SIZE; i++) + serversig[i] = 0xff; +#else + for (i = 8; i < RTMP_SIG_SIZE; i++) + serversig[i] = (char)(rand() % 256); +#endif + + if (!WriteN(r, serverbuf, RTMP_SIG_SIZE + 1)) + return FALSE; + + if (ReadN(r, clientsig, RTMP_SIG_SIZE) != RTMP_SIG_SIZE) + return FALSE; + + /* decode client response */ + + memcpy(&uptime, clientsig, 4); + uptime = ntohl(uptime); + + RTMP_Log(RTMP_LOGDEBUG, "%s: Client Uptime : %d", __FUNCTION__, uptime); + RTMP_Log(RTMP_LOGDEBUG, "%s: Player Version: %d.%d.%d.%d", __FUNCTION__, + clientsig[4], clientsig[5], clientsig[6], clientsig[7]); + + /* 2nd part of handshake */ + if (!WriteN(r, clientsig, RTMP_SIG_SIZE)) + return FALSE; + + if (ReadN(r, clientsig, RTMP_SIG_SIZE) != RTMP_SIG_SIZE) + return FALSE; + + bMatch = (memcmp(serversig, clientsig, RTMP_SIG_SIZE) == 0); + if (!bMatch) + { + RTMP_Log(RTMP_LOGWARNING, "%s, client signature does not match!", __FUNCTION__); + } + return TRUE; +} +#endif + +int +RTMP_SendChunk(RTMP *r, RTMPChunk *chunk) +{ + int wrote; + char hbuf[RTMP_MAX_HEADER_SIZE]; + + RTMP_Log(RTMP_LOGDEBUG2, "%s: fd=%d, size=%d", __FUNCTION__, r->m_sb.sb_socket, + chunk->c_chunkSize); + RTMP_LogHexString(RTMP_LOGDEBUG2, (uint8_t *)chunk->c_header, chunk->c_headerSize); + if (chunk->c_chunkSize) + { + char *ptr = chunk->c_chunk - chunk->c_headerSize; + RTMP_LogHexString(RTMP_LOGDEBUG2, (uint8_t *)chunk->c_chunk, chunk->c_chunkSize); + /* save header bytes we're about to overwrite */ + memcpy(hbuf, ptr, chunk->c_headerSize); + memcpy(ptr, chunk->c_header, chunk->c_headerSize); + wrote = WriteN(r, ptr, chunk->c_headerSize + chunk->c_chunkSize); + memcpy(ptr, hbuf, chunk->c_headerSize); + } + else + wrote = WriteN(r, chunk->c_header, chunk->c_headerSize); + return wrote; +} + +int +RTMP_SendPacket(RTMP *r, RTMPPacket *packet, int queue) +{ + const RTMPPacket *prevPacket = r->m_vecChannelsOut[packet->m_nChannel]; + uint32_t last = 0; + int nSize; + int hSize, cSize; + char *header, *hptr, *hend, hbuf[RTMP_MAX_HEADER_SIZE], c; + uint32_t t; + char *buffer, *tbuf = NULL, *toff = NULL; + int nChunkSize; + int tlen; + + if (prevPacket && packet->m_headerType != RTMP_PACKET_SIZE_LARGE) + { + /* compress a bit by using the prev packet's attributes */ + if (prevPacket->m_nBodySize == packet->m_nBodySize + && prevPacket->m_packetType == packet->m_packetType + && packet->m_headerType == RTMP_PACKET_SIZE_MEDIUM) + packet->m_headerType = RTMP_PACKET_SIZE_SMALL; + + if (prevPacket->m_nTimeStamp == packet->m_nTimeStamp + && packet->m_headerType == RTMP_PACKET_SIZE_SMALL) + packet->m_headerType = RTMP_PACKET_SIZE_MINIMUM; + last = prevPacket->m_nTimeStamp; + } + + if (packet->m_headerType > 3) /* sanity */ + { + RTMP_Log(RTMP_LOGERROR, "sanity failed!! trying to send header of type: 0x%02x.", + (unsigned char)packet->m_headerType); + return FALSE; + } + + nSize = packetSize[packet->m_headerType]; + hSize = nSize; cSize = 0; + t = packet->m_nTimeStamp - last; + + if (packet->m_body) + { + header = packet->m_body - nSize; + hend = packet->m_body; + } + else + { + header = hbuf + 6; + hend = hbuf + sizeof(hbuf); + } + + if (packet->m_nChannel > 319) + cSize = 2; + else if (packet->m_nChannel > 63) + cSize = 1; + if (cSize) + { + header -= cSize; + hSize += cSize; + } + + if (nSize > 1 && t >= 0xffffff) + { + header -= 4; + hSize += 4; + } + + hptr = header; + c = packet->m_headerType << 6; + switch (cSize) + { + case 0: + c |= packet->m_nChannel; + break; + case 1: + break; + case 2: + c |= 1; + break; + } + *hptr++ = c; + if (cSize) + { + int tmp = packet->m_nChannel - 64; + *hptr++ = tmp & 0xff; + if (cSize == 2) + *hptr++ = tmp >> 8; + } + + if (nSize > 1) + { + hptr = AMF_EncodeInt24(hptr, hend, t > 0xffffff ? 0xffffff : t); + } + + if (nSize > 4) + { + hptr = AMF_EncodeInt24(hptr, hend, packet->m_nBodySize); + *hptr++ = packet->m_packetType; + } + + if (nSize > 8) + hptr += EncodeInt32LE(hptr, packet->m_nInfoField2); + + if (nSize > 1 && t >= 0xffffff) + hptr = AMF_EncodeInt32(hptr, hend, t); + + nSize = packet->m_nBodySize; + buffer = packet->m_body; + nChunkSize = r->m_outChunkSize; + + RTMP_Log(RTMP_LOGDEBUG2, "%s: fd=%d, size=%d", __FUNCTION__, r->m_sb.sb_socket, + nSize); + /* send all chunks in one HTTP request */ + if (r->Link.protocol & RTMP_FEATURE_HTTP) + { + int chunks = (nSize+nChunkSize-1) / nChunkSize; + if (chunks > 1) + { + tlen = chunks * (cSize + 1) + nSize + hSize; + tbuf = malloc(tlen); + if (!tbuf) + return FALSE; + toff = tbuf; + } + } + while (nSize + hSize) + { + int wrote; + + if (nSize < nChunkSize) + nChunkSize = nSize; + + RTMP_LogHexString(RTMP_LOGDEBUG2, (uint8_t *)header, hSize); + RTMP_LogHexString(RTMP_LOGDEBUG2, (uint8_t *)buffer, nChunkSize); + if (tbuf) + { + memcpy(toff, header, nChunkSize + hSize); + toff += nChunkSize + hSize; + } + else + { + wrote = WriteN(r, header, nChunkSize + hSize); + if (!wrote) + return FALSE; + } + nSize -= nChunkSize; + buffer += nChunkSize; + hSize = 0; + + if (nSize > 0) + { + header = buffer - 1; + hSize = 1; + if (cSize) + { + header -= cSize; + hSize += cSize; + } + *header = (0xc0 | c); + if (cSize) + { + int tmp = packet->m_nChannel - 64; + header[1] = tmp & 0xff; + if (cSize == 2) + header[2] = tmp >> 8; + } + } + } + if (tbuf) + { + int wrote = WriteN(r, tbuf, toff-tbuf); + free(tbuf); + tbuf = NULL; + if (!wrote) + return FALSE; + } + + /* we invoked a remote method */ + if (packet->m_packetType == 0x14) + { + AVal method; + char *ptr; + ptr = packet->m_body + 1; + AMF_DecodeString(ptr, &method); + RTMP_Log(RTMP_LOGDEBUG, "Invoking %s", method.av_val); + /* keep it in call queue till result arrives */ + if (queue) { + int txn; + ptr += 3 + method.av_len; + txn = (int)AMF_DecodeNumber(ptr); + AV_queue(&r->m_methodCalls, &r->m_numCalls, &method, txn); + } + } + + if (!r->m_vecChannelsOut[packet->m_nChannel]) + r->m_vecChannelsOut[packet->m_nChannel] = malloc(sizeof(RTMPPacket)); + memcpy(r->m_vecChannelsOut[packet->m_nChannel], packet, sizeof(RTMPPacket)); + return TRUE; +} + +int +RTMP_Serve(RTMP *r) +{ + return SHandShake(r); +} + +void +RTMP_Close(RTMP *r) +{ + int i; + + if (RTMP_IsConnected(r)) + { + if (r->m_stream_id > 0) + { + if ((r->Link.protocol & RTMP_FEATURE_WRITE)) + SendFCUnpublish(r); + i = r->m_stream_id; + r->m_stream_id = 0; + SendDeleteStream(r, i); + } + if (r->m_clientID.av_val) + { + HTTP_Post(r, RTMPT_CLOSE, "", 1); + free(r->m_clientID.av_val); + r->m_clientID.av_val = NULL; + r->m_clientID.av_len = 0; + } + RTMPSockBuf_Close(&r->m_sb); + } + + r->m_stream_id = -1; + r->m_sb.sb_socket = -1; + r->m_nBWCheckCounter = 0; + r->m_nBytesIn = 0; + r->m_nBytesInSent = 0; + + if (r->m_read.flags & RTMP_READ_HEADER) { + free(r->m_read.buf); + r->m_read.buf = NULL; + } + r->m_read.dataType = 0; + r->m_read.flags = 0; + r->m_read.status = 0; + r->m_read.nResumeTS = 0; + r->m_read.nIgnoredFrameCounter = 0; + r->m_read.nIgnoredFlvFrameCounter = 0; + + r->m_write.m_nBytesRead = 0; + RTMPPacket_Free(&r->m_write); + + for (i = 0; i < RTMP_CHANNELS; i++) + { + if (r->m_vecChannelsIn[i]) + { + RTMPPacket_Free(r->m_vecChannelsIn[i]); + free(r->m_vecChannelsIn[i]); + r->m_vecChannelsIn[i] = NULL; + } + if (r->m_vecChannelsOut[i]) + { + free(r->m_vecChannelsOut[i]); + r->m_vecChannelsOut[i] = NULL; + } + } + AV_clear(r->m_methodCalls, r->m_numCalls); + r->m_methodCalls = NULL; + r->m_numCalls = 0; + r->m_numInvokes = 0; + + r->m_bPlaying = FALSE; + r->m_sb.sb_size = 0; + + r->m_msgCounter = 0; + r->m_resplen = 0; + r->m_unackd = 0; + + free(r->Link.playpath0.av_val); + r->Link.playpath0.av_val = NULL; + + if (r->Link.lFlags & RTMP_LF_FTCU) + { + free(r->Link.tcUrl.av_val); + r->Link.tcUrl.av_val = NULL; + r->Link.lFlags ^= RTMP_LF_FTCU; + } + +#ifdef CRYPTO + if (r->Link.dh) + { + MDH_free(r->Link.dh); + r->Link.dh = NULL; + } + if (r->Link.rc4keyIn) + { + RC4_free(r->Link.rc4keyIn); + r->Link.rc4keyIn = NULL; + } + if (r->Link.rc4keyOut) + { + RC4_free(r->Link.rc4keyOut); + r->Link.rc4keyOut = NULL; + } +#endif +} + +int +RTMPSockBuf_Fill(RTMPSockBuf *sb) +{ + int nBytes; + + if (!sb->sb_size) + sb->sb_start = sb->sb_buf; + + while (1) + { + nBytes = sizeof(sb->sb_buf) - sb->sb_size - (sb->sb_start - sb->sb_buf); +#if defined(CRYPTO) && !defined(NO_SSL) + if (sb->sb_ssl) + { + nBytes = TLS_read(sb->sb_ssl, sb->sb_start + sb->sb_size, nBytes); + } + else +#endif + { + nBytes = recv(sb->sb_socket, sb->sb_start + sb->sb_size, nBytes, 0); + } + if (nBytes != -1) + { + sb->sb_size += nBytes; + } + else + { + int sockerr = GetSockError(); + RTMP_Log(RTMP_LOGDEBUG, "%s, recv returned %d. GetSockError(): %d (%s)", + __FUNCTION__, nBytes, sockerr, strerror(sockerr)); + if (sockerr == EINTR && !RTMP_ctrlC) + continue; + + if (sockerr == EWOULDBLOCK || sockerr == EAGAIN) + { + sb->sb_timedout = TRUE; + nBytes = 0; + } + } + break; + } + + return nBytes; +} + +int +RTMPSockBuf_Send(RTMPSockBuf *sb, const char *buf, int len) +{ + int rc; + +#ifdef _DEBUG + fwrite(buf, 1, len, netstackdump); +#endif + +#if defined(CRYPTO) && !defined(NO_SSL) + if (sb->sb_ssl) + { + rc = TLS_write(sb->sb_ssl, buf, len); + } + else +#endif + { + rc = send(sb->sb_socket, buf, len, 0); + } + return rc; +} + +int +RTMPSockBuf_Close(RTMPSockBuf *sb) +{ +#if defined(CRYPTO) && !defined(NO_SSL) + if (sb->sb_ssl) + { + TLS_shutdown(sb->sb_ssl); + TLS_close(sb->sb_ssl); + sb->sb_ssl = NULL; + } +#endif + return closesocket(sb->sb_socket); +} + +#define HEX2BIN(a) (((a)&0x40)?((a)&0xf)+9:((a)&0xf)) + +static void +DecodeTEA(AVal *key, AVal *text) +{ + uint32_t *v, k[4] = { 0 }, u; + uint32_t z, y, sum = 0, e, DELTA = 0x9e3779b9; + int32_t p, q; + int i, n; + unsigned char *ptr, *out; + + /* prep key: pack 1st 16 chars into 4 LittleEndian ints */ + ptr = (unsigned char *)key->av_val; + u = 0; + n = 0; + v = k; + p = key->av_len > 16 ? 16 : key->av_len; + for (i = 0; i < p; i++) + { + u |= ptr[i] << (n * 8); + if (n == 3) + { + *v++ = u; + u = 0; + n = 0; + } + else + { + n++; + } + } + /* any trailing chars */ + if (u) + *v = u; + + /* prep text: hex2bin, multiples of 4 */ + n = (text->av_len + 7) / 8; + out = malloc(n * 8); + ptr = (unsigned char *)text->av_val; + v = (uint32_t *) out; + for (i = 0; i < n; i++) + { + u = (HEX2BIN(ptr[0]) << 4) + HEX2BIN(ptr[1]); + u |= ((HEX2BIN(ptr[2]) << 4) + HEX2BIN(ptr[3])) << 8; + u |= ((HEX2BIN(ptr[4]) << 4) + HEX2BIN(ptr[5])) << 16; + u |= ((HEX2BIN(ptr[6]) << 4) + HEX2BIN(ptr[7])) << 24; + *v++ = u; + ptr += 8; + } + v = (uint32_t *) out; + + /* http://www.movable-type.co.uk/scripts/tea-block.html */ +#define MX (((z>>5)^(y<<2)) + ((y>>3)^(z<<4))) ^ ((sum^y) + (k[(p&3)^e]^z)); + z = v[n - 1]; + y = v[0]; + q = 6 + 52 / n; + sum = q * DELTA; + while (sum != 0) + { + e = sum >> 2 & 3; + for (p = n - 1; p > 0; p--) + z = v[p - 1], y = v[p] -= MX; + z = v[n - 1]; + y = v[0] -= MX; + sum -= DELTA; + } + + text->av_len /= 2; + memcpy(text->av_val, out, text->av_len); + free(out); +} + +static int +HTTP_Post(RTMP *r, RTMPTCmd cmd, const char *buf, int len) +{ + char hbuf[512]; + int hlen = snprintf(hbuf, sizeof(hbuf), "POST /%s%s/%d HTTP/1.1\r\n" + "Host: %.*s:%d\r\n" + "Accept: */*\r\n" + "User-Agent: Shockwave Flash\n" + "Connection: Keep-Alive\n" + "Cache-Control: no-cache\r\n" + "Content-type: application/x-fcs\r\n" + "Content-length: %d\r\n\r\n", RTMPT_cmds[cmd], + r->m_clientID.av_val ? r->m_clientID.av_val : "", + r->m_msgCounter, r->Link.hostname.av_len, r->Link.hostname.av_val, + r->Link.port, len); + RTMPSockBuf_Send(&r->m_sb, hbuf, hlen); + hlen = RTMPSockBuf_Send(&r->m_sb, buf, len); + r->m_msgCounter++; + r->m_unackd++; + return hlen; +} + +static int +HTTP_read(RTMP *r, int fill) +{ + char *ptr; + int hlen; + + if (fill) + RTMPSockBuf_Fill(&r->m_sb); + if (r->m_sb.sb_size < 144) + return -1; + if (strncmp(r->m_sb.sb_start, "HTTP/1.1 200 ", 13)) + return -1; + ptr = strstr(r->m_sb.sb_start, "Content-Length:"); + if (!ptr) + return -1; + hlen = atoi(ptr+16); + ptr = strstr(ptr, "\r\n\r\n"); + if (!ptr) + return -1; + ptr += 4; + r->m_sb.sb_size -= ptr - r->m_sb.sb_start; + r->m_sb.sb_start = ptr; + r->m_unackd--; + + if (!r->m_clientID.av_val) + { + r->m_clientID.av_len = hlen; + r->m_clientID.av_val = malloc(hlen+1); + if (!r->m_clientID.av_val) + return -1; + r->m_clientID.av_val[0] = '/'; + memcpy(r->m_clientID.av_val+1, ptr, hlen-1); + r->m_clientID.av_val[hlen] = 0; + r->m_sb.sb_size = 0; + } + else + { + r->m_polling = *ptr++; + r->m_resplen = hlen - 1; + r->m_sb.sb_start++; + r->m_sb.sb_size--; + } + return 0; +} + +#define MAX_IGNORED_FRAMES 50 + +/* Read from the stream until we get a media packet. + * Returns -3 if Play.Close/Stop, -2 if fatal error, -1 if no more media + * packets, 0 if ignorable error, >0 if there is a media packet + */ +static int +Read_1_Packet(RTMP *r, char *buf, unsigned int buflen) +{ + uint32_t prevTagSize = 0; + int rtnGetNextMediaPacket = 0, ret = RTMP_READ_EOF; + RTMPPacket packet = { 0 }; + int recopy = FALSE; + unsigned int size; + char *ptr, *pend; + uint32_t nTimeStamp = 0; + unsigned int len; + + rtnGetNextMediaPacket = RTMP_GetNextMediaPacket(r, &packet); + while (rtnGetNextMediaPacket) + { + char *packetBody = packet.m_body; + unsigned int nPacketLen = packet.m_nBodySize; + + /* Return -3 if this was completed nicely with invoke message + * Play.Stop or Play.Complete + */ + if (rtnGetNextMediaPacket == 2) + { + RTMP_Log(RTMP_LOGDEBUG, + "Got Play.Complete or Play.Stop from server. " + "Assuming stream is complete"); + ret = RTMP_READ_COMPLETE; + break; + } + + r->m_read.dataType |= (((packet.m_packetType == 0x08) << 2) | + (packet.m_packetType == 0x09)); + + if (packet.m_packetType == 0x09 && nPacketLen <= 5) + { + RTMP_Log(RTMP_LOGDEBUG, "ignoring too small video packet: size: %d", + nPacketLen); + ret = RTMP_READ_IGNORE; + break; + } + if (packet.m_packetType == 0x08 && nPacketLen <= 1) + { + RTMP_Log(RTMP_LOGDEBUG, "ignoring too small audio packet: size: %d", + nPacketLen); + ret = RTMP_READ_IGNORE; + break; + } + + if (r->m_read.flags & RTMP_READ_SEEKING) + { + ret = RTMP_READ_IGNORE; + break; + } +#ifdef _DEBUG + RTMP_Log(RTMP_LOGDEBUG, "type: %02X, size: %d, TS: %d ms, abs TS: %d", + packet.m_packetType, nPacketLen, packet.m_nTimeStamp, + packet.m_hasAbsTimestamp); + if (packet.m_packetType == 0x09) + RTMP_Log(RTMP_LOGDEBUG, "frametype: %02X", (*packetBody & 0xf0)); +#endif + + if (r->m_read.flags & RTMP_READ_RESUME) + { + /* check the header if we get one */ + if (packet.m_nTimeStamp == 0) + { + if (r->m_read.nMetaHeaderSize > 0 + && packet.m_packetType == 0x12) + { + AMFObject metaObj; + int nRes = + AMF_Decode(&metaObj, packetBody, nPacketLen, FALSE); + if (nRes >= 0) + { + AVal metastring; + AMFProp_GetString(AMF_GetProp(&metaObj, NULL, 0), + &metastring); + + if (AVMATCH(&metastring, &av_onMetaData)) + { + /* compare */ + if ((r->m_read.nMetaHeaderSize != nPacketLen) || + (memcmp + (r->m_read.metaHeader, packetBody, + r->m_read.nMetaHeaderSize) != 0)) + { + ret = RTMP_READ_ERROR; + } + } + AMF_Reset(&metaObj); + if (ret == RTMP_READ_ERROR) + break; + } + } + + /* check first keyframe to make sure we got the right position + * in the stream! (the first non ignored frame) + */ + if (r->m_read.nInitialFrameSize > 0) + { + /* video or audio data */ + if (packet.m_packetType == r->m_read.initialFrameType + && r->m_read.nInitialFrameSize == nPacketLen) + { + /* we don't compare the sizes since the packet can + * contain several FLV packets, just make sure the + * first frame is our keyframe (which we are going + * to rewrite) + */ + if (memcmp + (r->m_read.initialFrame, packetBody, + r->m_read.nInitialFrameSize) == 0) + { + RTMP_Log(RTMP_LOGDEBUG, "Checked keyframe successfully!"); + r->m_read.flags |= RTMP_READ_GOTKF; + /* ignore it! (what about audio data after it? it is + * handled by ignoring all 0ms frames, see below) + */ + ret = RTMP_READ_IGNORE; + break; + } + } + + /* hande FLV streams, even though the server resends the + * keyframe as an extra video packet it is also included + * in the first FLV stream chunk and we have to compare + * it and filter it out !! + */ + if (packet.m_packetType == 0x16) + { + /* basically we have to find the keyframe with the + * correct TS being nResumeTS + */ + unsigned int pos = 0; + uint32_t ts = 0; + + while (pos + 11 < nPacketLen) + { + /* size without header (11) and prevTagSize (4) */ + uint32_t dataSize = + AMF_DecodeInt24(packetBody + pos + 1); + ts = AMF_DecodeInt24(packetBody + pos + 4); + ts |= (packetBody[pos + 7] << 24); + +#ifdef _DEBUG + RTMP_Log(RTMP_LOGDEBUG, + "keyframe search: FLV Packet: type %02X, dataSize: %d, timeStamp: %d ms", + packetBody[pos], dataSize, ts); +#endif + /* ok, is it a keyframe?: + * well doesn't work for audio! + */ + if (packetBody[pos /*6928, test 0 */ ] == + r->m_read.initialFrameType + /* && (packetBody[11]&0xf0) == 0x10 */ ) + { + if (ts == r->m_read.nResumeTS) + { + RTMP_Log(RTMP_LOGDEBUG, + "Found keyframe with resume-keyframe timestamp!"); + if (r->m_read.nInitialFrameSize != dataSize + || memcmp(r->m_read.initialFrame, + packetBody + pos + 11, + r->m_read. + nInitialFrameSize) != 0) + { + RTMP_Log(RTMP_LOGERROR, + "FLV Stream: Keyframe doesn't match!"); + ret = RTMP_READ_ERROR; + break; + } + r->m_read.flags |= RTMP_READ_GOTFLVK; + + /* skip this packet? + * check whether skippable: + */ + if (pos + 11 + dataSize + 4 > nPacketLen) + { + RTMP_Log(RTMP_LOGWARNING, + "Non skipable packet since it doesn't end with chunk, stream corrupt!"); + ret = RTMP_READ_ERROR; + break; + } + packetBody += (pos + 11 + dataSize + 4); + nPacketLen -= (pos + 11 + dataSize + 4); + + goto stopKeyframeSearch; + + } + else if (r->m_read.nResumeTS < ts) + { + /* the timestamp ts will only increase with + * further packets, wait for seek + */ + goto stopKeyframeSearch; + } + } + pos += (11 + dataSize + 4); + } + if (ts < r->m_read.nResumeTS) + { + RTMP_Log(RTMP_LOGERROR, + "First packet does not contain keyframe, all " + "timestamps are smaller than the keyframe " + "timestamp; probably the resume seek failed?"); + } + stopKeyframeSearch: + ; + if (!(r->m_read.flags & RTMP_READ_GOTFLVK)) + { + RTMP_Log(RTMP_LOGERROR, + "Couldn't find the seeked keyframe in this chunk!"); + ret = RTMP_READ_IGNORE; + break; + } + } + } + } + + if (packet.m_nTimeStamp > 0 + && (r->m_read.flags & (RTMP_READ_GOTKF|RTMP_READ_GOTFLVK))) + { + /* another problem is that the server can actually change from + * 09/08 video/audio packets to an FLV stream or vice versa and + * our keyframe check will prevent us from going along with the + * new stream if we resumed. + * + * in this case set the 'found keyframe' variables to true. + * We assume that if we found one keyframe somewhere and were + * already beyond TS > 0 we have written data to the output + * which means we can accept all forthcoming data including the + * change between 08/09 <-> FLV packets + */ + r->m_read.flags |= (RTMP_READ_GOTKF|RTMP_READ_GOTFLVK); + } + + /* skip till we find our keyframe + * (seeking might put us somewhere before it) + */ + if (!(r->m_read.flags & RTMP_READ_GOTKF) && + packet.m_packetType != 0x16) + { + RTMP_Log(RTMP_LOGWARNING, + "Stream does not start with requested frame, ignoring data... "); + r->m_read.nIgnoredFrameCounter++; + if (r->m_read.nIgnoredFrameCounter > MAX_IGNORED_FRAMES) + ret = RTMP_READ_ERROR; /* fatal error, couldn't continue stream */ + else + ret = RTMP_READ_IGNORE; + break; + } + /* ok, do the same for FLV streams */ + if (!(r->m_read.flags & RTMP_READ_GOTFLVK) && + packet.m_packetType == 0x16) + { + RTMP_Log(RTMP_LOGWARNING, + "Stream does not start with requested FLV frame, ignoring data... "); + r->m_read.nIgnoredFlvFrameCounter++; + if (r->m_read.nIgnoredFlvFrameCounter > MAX_IGNORED_FRAMES) + ret = RTMP_READ_ERROR; + else + ret = RTMP_READ_IGNORE; + break; + } + + /* we have to ignore the 0ms frames since these are the first + * keyframes; we've got these so don't mess around with multiple + * copies sent by the server to us! (if the keyframe is found at a + * later position there is only one copy and it will be ignored by + * the preceding if clause) + */ + if (!(r->m_read.flags & RTMP_READ_NO_IGNORE) && + packet.m_packetType != 0x16) + { /* exclude type 0x16 (FLV) since it can + * contain several FLV packets */ + if (packet.m_nTimeStamp == 0) + { + ret = RTMP_READ_IGNORE; + break; + } + else + { + /* stop ignoring packets */ + r->m_read.flags |= RTMP_READ_NO_IGNORE; + } + } + } + + /* calculate packet size and allocate slop buffer if necessary */ + size = nPacketLen + + ((packet.m_packetType == 0x08 || packet.m_packetType == 0x09 + || packet.m_packetType == 0x12) ? 11 : 0) + + (packet.m_packetType != 0x16 ? 4 : 0); + + if (size + 4 > buflen) + { + /* the extra 4 is for the case of an FLV stream without a last + * prevTagSize (we need extra 4 bytes to append it) */ + r->m_read.buf = malloc(size + 4); + if (r->m_read.buf == 0) + { + RTMP_Log(RTMP_LOGERROR, "Couldn't allocate memory!"); + ret = RTMP_READ_ERROR; /* fatal error */ + break; + } + recopy = TRUE; + ptr = r->m_read.buf; + } + else + { + ptr = buf; + } + pend = ptr + size + 4; + + /* use to return timestamp of last processed packet */ + + /* audio (0x08), video (0x09) or metadata (0x12) packets : + * construct 11 byte header then add rtmp packet's data */ + if (packet.m_packetType == 0x08 || packet.m_packetType == 0x09 + || packet.m_packetType == 0x12) + { + nTimeStamp = r->m_read.nResumeTS + packet.m_nTimeStamp; + prevTagSize = 11 + nPacketLen; + + *ptr = packet.m_packetType; + ptr++; + ptr = AMF_EncodeInt24(ptr, pend, nPacketLen); + +#if 0 + if(packet.m_packetType == 0x09) { /* video */ + + /* H264 fix: */ + if((packetBody[0] & 0x0f) == 7) { /* CodecId = H264 */ + uint8_t packetType = *(packetBody+1); + + uint32_t ts = AMF_DecodeInt24(packetBody+2); /* composition time */ + int32_t cts = (ts+0xff800000)^0xff800000; + RTMP_Log(RTMP_LOGDEBUG, "cts : %d\n", cts); + + nTimeStamp -= cts; + /* get rid of the composition time */ + CRTMP::EncodeInt24(packetBody+2, 0); + } + RTMP_Log(RTMP_LOGDEBUG, "VIDEO: nTimeStamp: 0x%08X (%d)\n", nTimeStamp, nTimeStamp); + } +#endif + + ptr = AMF_EncodeInt24(ptr, pend, nTimeStamp); + *ptr = (char)((nTimeStamp & 0xFF000000) >> 24); + ptr++; + + /* stream id */ + ptr = AMF_EncodeInt24(ptr, pend, 0); + } + + memcpy(ptr, packetBody, nPacketLen); + len = nPacketLen; + + /* correct tagSize and obtain timestamp if we have an FLV stream */ + if (packet.m_packetType == 0x16) + { + unsigned int pos = 0; + int delta; + + /* grab first timestamp and see if it needs fixing */ + nTimeStamp = AMF_DecodeInt24(packetBody + 4); + nTimeStamp |= (packetBody[7] << 24); + delta = packet.m_nTimeStamp - nTimeStamp; + + while (pos + 11 < nPacketLen) + { + /* size without header (11) and without prevTagSize (4) */ + uint32_t dataSize = AMF_DecodeInt24(packetBody + pos + 1); + nTimeStamp = AMF_DecodeInt24(packetBody + pos + 4); + nTimeStamp |= (packetBody[pos + 7] << 24); + + if (delta) + { + nTimeStamp += delta; + AMF_EncodeInt24(ptr+pos+4, pend, nTimeStamp); + ptr[pos+7] = nTimeStamp>>24; + } + + /* set data type */ + r->m_read.dataType |= (((*(packetBody + pos) == 0x08) << 2) | + (*(packetBody + pos) == 0x09)); + + if (pos + 11 + dataSize + 4 > nPacketLen) + { + if (pos + 11 + dataSize > nPacketLen) + { + RTMP_Log(RTMP_LOGERROR, + "Wrong data size (%lu), stream corrupted, aborting!", + dataSize); + ret = RTMP_READ_ERROR; + break; + } + RTMP_Log(RTMP_LOGWARNING, "No tagSize found, appending!"); + + /* we have to append a last tagSize! */ + prevTagSize = dataSize + 11; + AMF_EncodeInt32(ptr + pos + 11 + dataSize, pend, + prevTagSize); + size += 4; + len += 4; + } + else + { + prevTagSize = + AMF_DecodeInt32(packetBody + pos + 11 + dataSize); + +#ifdef _DEBUG + RTMP_Log(RTMP_LOGDEBUG, + "FLV Packet: type %02X, dataSize: %lu, tagSize: %lu, timeStamp: %lu ms", + (unsigned char)packetBody[pos], dataSize, prevTagSize, + nTimeStamp); +#endif + + if (prevTagSize != (dataSize + 11)) + { +#ifdef _DEBUG + RTMP_Log(RTMP_LOGWARNING, + "Tag and data size are not consitent, writing tag size according to dataSize+11: %d", + dataSize + 11); +#endif + + prevTagSize = dataSize + 11; + AMF_EncodeInt32(ptr + pos + 11 + dataSize, pend, + prevTagSize); + } + } + + pos += prevTagSize + 4; /*(11+dataSize+4); */ + } + } + ptr += len; + + if (packet.m_packetType != 0x16) + { + /* FLV tag packets contain their own prevTagSize */ + AMF_EncodeInt32(ptr, pend, prevTagSize); + } + + /* In non-live this nTimeStamp can contain an absolute TS. + * Update ext timestamp with this absolute offset in non-live mode + * otherwise report the relative one + */ + /* RTMP_Log(RTMP_LOGDEBUG, "type: %02X, size: %d, pktTS: %dms, TS: %dms, bLiveStream: %d", packet.m_packetType, nPacketLen, packet.m_nTimeStamp, nTimeStamp, r->Link.lFlags & RTMP_LF_LIVE); */ + r->m_read.timestamp = (r->Link.lFlags & RTMP_LF_LIVE) ? packet.m_nTimeStamp : nTimeStamp; + + ret = size; + break; + } + + if (rtnGetNextMediaPacket) + RTMPPacket_Free(&packet); + + if (recopy) + { + len = ret > buflen ? buflen : ret; + memcpy(buf, r->m_read.buf, len); + r->m_read.bufpos = r->m_read.buf + len; + r->m_read.buflen = ret - len; + } + return ret; +} + +static const char flvHeader[] = { 'F', 'L', 'V', 0x01, + 0x00, /* 0x04 == audio, 0x01 == video */ + 0x00, 0x00, 0x00, 0x09, + 0x00, 0x00, 0x00, 0x00 +}; + +#define HEADERBUF (128*1024) +int +RTMP_Read(RTMP *r, char *buf, int size) +{ + int nRead = 0, total = 0; + + /* can't continue */ +fail: + switch (r->m_read.status) { + case RTMP_READ_EOF: + case RTMP_READ_COMPLETE: + return 0; + case RTMP_READ_ERROR: /* corrupted stream, resume failed */ + SetSockError(EINVAL); + return -1; + default: + break; + } + + /* first time thru */ + if (!(r->m_read.flags & RTMP_READ_HEADER)) + { + if (!(r->m_read.flags & RTMP_READ_RESUME)) + { + char *mybuf = malloc(HEADERBUF), *end = mybuf + HEADERBUF; + int cnt = 0; + r->m_read.buf = mybuf; + r->m_read.buflen = HEADERBUF; + + memcpy(mybuf, flvHeader, sizeof(flvHeader)); + r->m_read.buf += sizeof(flvHeader); + r->m_read.buflen -= sizeof(flvHeader); + + while (r->m_read.timestamp == 0) + { + nRead = Read_1_Packet(r, r->m_read.buf, r->m_read.buflen); + if (nRead < 0) + { + free(mybuf); + r->m_read.buf = NULL; + r->m_read.buflen = 0; + r->m_read.status = nRead; + goto fail; + } + /* buffer overflow, fix buffer and give up */ + if (r->m_read.buf < mybuf || r->m_read.buf > end) { + mybuf = realloc(mybuf, cnt + nRead); + memcpy(mybuf+cnt, r->m_read.buf, nRead); + r->m_read.buf = mybuf+cnt+nRead; + break; + } + cnt += nRead; + r->m_read.buf += nRead; + r->m_read.buflen -= nRead; + if (r->m_read.dataType == 5) + break; + } + mybuf[4] = r->m_read.dataType; + r->m_read.buflen = r->m_read.buf - mybuf; + r->m_read.buf = mybuf; + r->m_read.bufpos = mybuf; + } + r->m_read.flags |= RTMP_READ_HEADER; + } + + if ((r->m_read.flags & RTMP_READ_SEEKING) && r->m_read.buf) + { + /* drop whatever's here */ + free(r->m_read.buf); + r->m_read.buf = NULL; + r->m_read.bufpos = NULL; + r->m_read.buflen = 0; + } + + /* If there's leftover data buffered, use it up */ + if (r->m_read.buf) + { + nRead = r->m_read.buflen; + if (nRead > size) + nRead = size; + memcpy(buf, r->m_read.bufpos, nRead); + r->m_read.buflen -= nRead; + if (!r->m_read.buflen) + { + free(r->m_read.buf); + r->m_read.buf = NULL; + r->m_read.bufpos = NULL; + } + else + { + r->m_read.bufpos += nRead; + } + buf += nRead; + total += nRead; + size -= nRead; + } + + while (size > 0 && (nRead = Read_1_Packet(r, buf, size)) >= 0) + { + if (!nRead) continue; + buf += nRead; + total += nRead; + size -= nRead; + break; + } + if (nRead < 0) + r->m_read.status = nRead; + + if (size < 0) + total += size; + return total; +} + +static const AVal av_setDataFrame = AVC("@setDataFrame"); + +int +RTMP_Write(RTMP *r, const char *buf, int size) +{ + RTMPPacket *pkt = &r->m_write; + char *pend, *enc; + int s2 = size, ret, num; + + pkt->m_nChannel = 0x04; /* source channel */ + pkt->m_nInfoField2 = r->m_stream_id; + + while (s2) + { + if (!pkt->m_nBytesRead) + { + if (size < 11) { + /* FLV pkt too small */ + return 0; + } + + if (buf[0] == 'F' && buf[1] == 'L' && buf[2] == 'V') + { + buf += 13; + s2 -= 13; + } + + pkt->m_packetType = *buf++; + pkt->m_nBodySize = AMF_DecodeInt24(buf); + buf += 3; + pkt->m_nTimeStamp = AMF_DecodeInt24(buf); + buf += 3; + pkt->m_nTimeStamp |= *buf++ << 24; + buf += 3; + s2 -= 11; + + if (((pkt->m_packetType == 0x08 || pkt->m_packetType == 0x09) && + !pkt->m_nTimeStamp) || pkt->m_packetType == 0x12) + { + pkt->m_headerType = RTMP_PACKET_SIZE_LARGE; + if (pkt->m_packetType == 0x12) + pkt->m_nBodySize += 16; + } + else + { + pkt->m_headerType = RTMP_PACKET_SIZE_MEDIUM; + } + + if (!RTMPPacket_Alloc(pkt, pkt->m_nBodySize)) + { + RTMP_Log(RTMP_LOGDEBUG, "%s, failed to allocate packet", __FUNCTION__); + return FALSE; + } + enc = pkt->m_body; + pend = enc + pkt->m_nBodySize; + if (pkt->m_packetType == 0x12) + { + enc = AMF_EncodeString(enc, pend, &av_setDataFrame); + pkt->m_nBytesRead = enc - pkt->m_body; + } + } + else + { + enc = pkt->m_body + pkt->m_nBytesRead; + } + num = pkt->m_nBodySize - pkt->m_nBytesRead; + if (num > s2) + num = s2; + memcpy(enc, buf, num); + pkt->m_nBytesRead += num; + s2 -= num; + buf += num; + if (pkt->m_nBytesRead == pkt->m_nBodySize) + { + ret = RTMP_SendPacket(r, pkt, FALSE); + RTMPPacket_Free(pkt); + pkt->m_nBytesRead = 0; + if (!ret) + return -1; + buf += 4; + s2 -= 4; + if (s2 < 0) + break; + } + } + return size+s2; +} diff --git a/Live/src/main/cpp/include/rtmp/rtmp.h b/Live/src/main/cpp/rtmp/rtmp.h similarity index 100% rename from Live/src/main/cpp/include/rtmp/rtmp.h rename to Live/src/main/cpp/rtmp/rtmp.h diff --git a/Live/src/main/cpp/rtmp/rtmp_sys.h b/Live/src/main/cpp/rtmp/rtmp_sys.h new file mode 100644 index 00000000..0874cbe6 --- /dev/null +++ b/Live/src/main/cpp/rtmp/rtmp_sys.h @@ -0,0 +1,112 @@ +#ifndef __RTMP_SYS_H__ +#define __RTMP_SYS_H__ +/* + * Copyright (C) 2010 Howard Chu + * + * This file is part of librtmp. + * + * librtmp is free software; you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1, + * or (at your option) any later version. + * + * librtmp is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public License + * along with librtmp see the file COPYING. If not, write to + * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301, USA. + * http://www.gnu.org/copyleft/lgpl.html + */ + +#ifdef _WIN32 + +#ifdef _XBOX +#include +#include +#define snprintf _snprintf +#define strcasecmp stricmp +#define strncasecmp strnicmp +#define vsnprintf _vsnprintf + +#else /* !_XBOX */ +#include +#include +#endif + +#define GetSockError() WSAGetLastError() +#define SetSockError(e) WSASetLastError(e) +#define setsockopt(a,b,c,d,e) (setsockopt)(a,b,c,(const char *)d,(int)e) +#define EWOULDBLOCK WSAETIMEDOUT /* we don't use nonblocking, but we do use timeouts */ +#define sleep(n) Sleep(n*1000) +#define msleep(n) Sleep(n) +#define SET_RCVTIMEO(tv,s) int tv = s*1000 +#else /* !_WIN32 */ +#include +#include +#include +#include +#include +#include +#include +#include +#define GetSockError() errno +#define SetSockError(e) errno = e +#undef closesocket +#define closesocket(s) close(s) +#define msleep(n) usleep(n*1000) +#define SET_RCVTIMEO(tv,s) struct timeval tv = {s,0} +#endif + +#include "rtmp.h" + +#ifdef USE_POLARSSL +#include +#include +#include +typedef struct tls_ctx { + havege_state hs; + ssl_session ssn; +} tls_ctx; +#define TLS_CTX tls_ctx * +#define TLS_client(ctx,s) s = malloc(sizeof(ssl_context)); ssl_init(s);\ + ssl_set_endpoint(s, SSL_IS_CLIENT); ssl_set_authmode(s, SSL_VERIFY_NONE);\ + ssl_set_rng(s, havege_rand, &ctx->hs); ssl_set_ciphers(s, ssl_default_ciphers);\ + ssl_set_session(s, 1, 600, &ctx->ssn) +#define TLS_setfd(s,fd) ssl_set_bio(s, net_recv, &fd, net_send, &fd) +#define TLS_connect(s) ssl_handshake(s) +#define TLS_read(s,b,l) ssl_read(s,(unsigned char *)b,l) +#define TLS_write(s,b,l) ssl_write(s,(unsigned char *)b,l) +#define TLS_shutdown(s) ssl_close_notify(s) +#define TLS_close(s) ssl_free(s); free(s) + +#elif defined(USE_GNUTLS) +#include +typedef struct tls_ctx { + gnutls_certificate_credentials_t cred; + gnutls_priority_t prios; +} tls_ctx; +#define TLS_CTX tls_ctx * +#define TLS_client(ctx,s) gnutls_init((gnutls_session_t *)(&s), GNUTLS_CLIENT); gnutls_priority_set(s, ctx->prios); gnutls_credentials_set(s, GNUTLS_CRD_CERTIFICATE, ctx->cred) +#define TLS_setfd(s,fd) gnutls_transport_set_ptr(s, (gnutls_transport_ptr_t)(long)fd) +#define TLS_connect(s) gnutls_handshake(s) +#define TLS_read(s,b,l) gnutls_record_recv(s,b,l) +#define TLS_write(s,b,l) gnutls_record_send(s,b,l) +#define TLS_shutdown(s) gnutls_bye(s, GNUTLS_SHUT_RDWR) +#define TLS_close(s) gnutls_deinit(s) + +#else /* USE_OPENSSL */ +#define TLS_CTX SSL_CTX * +#define TLS_client(ctx,s) s = SSL_new(ctx) +#define TLS_setfd(s,fd) SSL_set_fd(s,fd) +#define TLS_connect(s) SSL_connect(s) +#define TLS_read(s,b,l) SSL_read(s,b,l) +#define TLS_write(s,b,l) SSL_write(s,b,l) +#define TLS_shutdown(s) SSL_shutdown(s) +#define TLS_close(s) SSL_free(s) + +#endif +#endif diff --git a/Live/src/main/java/com/frank/live/LiveActivity.java b/Live/src/main/java/com/frank/live/LiveActivity.java deleted file mode 100644 index 53be202e..00000000 --- a/Live/src/main/java/com/frank/live/LiveActivity.java +++ /dev/null @@ -1,129 +0,0 @@ -package com.frank.live; - -import android.Manifest; -import android.annotation.SuppressLint; -import android.annotation.TargetApi; -import android.hardware.Camera; -import android.media.AudioFormat; -import android.os.Build; -import android.os.Handler; -import android.os.Message; -import android.support.annotation.NonNull; -import android.support.v7.app.AppCompatActivity; -import android.os.Bundle; -import android.text.TextUtils; -import android.util.Log; -import android.view.SurfaceHolder; -import android.view.SurfaceView; -import android.view.View; -import android.widget.CompoundButton; -import android.widget.Toast; -import android.widget.ToggleButton; -import com.frank.live.Push.LivePusher; -import com.frank.live.listener.LiveStateChangeListener; -import com.frank.live.param.AudioParam; -import com.frank.live.param.VideoParam; - -/** - * h264与rtmp实时推流直播 - * Created by frank on 2018/1/28. - */ - -public class LiveActivity extends AppCompatActivity implements View.OnClickListener, CompoundButton.OnCheckedChangeListener, LiveStateChangeListener { - - private final static String TAG = LiveActivity.class.getSimpleName(); - private final static int CODE_CAMERA_RECORD = 0x0001; - private final static String[] permissions = new String[]{Manifest.permission.CAMERA, Manifest.permission.RECORD_AUDIO}; - private final static String LIVE_URL = "rtmp://192.168.8.115/live/stream"; - private final static int MSG_ERROR = 100; - private SurfaceHolder surfaceHolder; - private LivePusher livePusher; - @SuppressLint("HandlerLeak") - private Handler mHandler = new Handler(){ - @Override - public void handleMessage(Message msg) { - super.handleMessage(msg); - if(msg.what == MSG_ERROR){ - String errMsg = (String)msg.obj; - if(!TextUtils.isEmpty(errMsg)){ - Toast.makeText(LiveActivity.this, errMsg, Toast.LENGTH_SHORT).show(); - } - } - } - }; - - @Override - protected void onCreate(Bundle savedInstanceState) { - super.onCreate(savedInstanceState); - setContentView(R.layout.activity_live); - - initView(); - requirePermission(); - initPusher(); - } - - private void initView(){ - findViewById(R.id.btn_swap).setOnClickListener(this); - ((ToggleButton)findViewById(R.id.btn_live)).setOnCheckedChangeListener(this); - SurfaceView surface_camera = (SurfaceView) findViewById(R.id.surface_camera); - surfaceHolder = surface_camera.getHolder(); - } - - private void initPusher() { - int width = 640;//分辨率设置很重要 - int height = 480; - int videoBitRate = 400;//kb/s jason-->480kb - int videoFrameRate = 25;//fps - VideoParam videoParam = new VideoParam(width, height, - Camera.CameraInfo.CAMERA_FACING_BACK, videoBitRate, videoFrameRate); - int sampleRate = 44100;//采样率:Hz - int channelConfig = AudioFormat.CHANNEL_IN_STEREO;//立体声道 - int audioFormat = AudioFormat.ENCODING_PCM_16BIT;//pcm16位 - int numChannels = 2;//声道数 - AudioParam audioParam = new AudioParam(sampleRate, channelConfig, audioFormat, numChannels); - livePusher = new LivePusher(surfaceHolder, videoParam, audioParam); - } - - @Override - public void onClick(View v) { - if(v.getId() == R.id.btn_swap){ - livePusher.switchCamera(); - } - } - - @Override - public void onCheckedChanged(CompoundButton buttonView, boolean isChecked) { - if(isChecked){ - livePusher.startPush(LIVE_URL, this); - }else { - livePusher.stopPush(); - } - } - - @Override - public void onError(String msg) { - Log.e(TAG, "errMsg=" + msg); - mHandler.obtainMessage(MSG_ERROR, msg).sendToTarget(); - } - - @TargetApi(Build.VERSION_CODES.M) - private void requirePermission(){ - requestPermissions(permissions, CODE_CAMERA_RECORD); - } - - @Override - public void onRequestPermissionsResult(int requestCode, @NonNull String[] permissions, @NonNull int[] grantResults) { - super.onRequestPermissionsResult(requestCode, permissions, grantResults); - if(permissions.length > 0 && grantResults.length == permissions.length){ - for(int i=0; i 0){ -// Log.i("AudioPusher", "is recording..."); - liveUtil.pushAudioData(audioBuffer, length); - } - } - } - audioRecord.stop(); - } - } - - /** - * 设置静音 - * @param isMute 是否静音 - */ - void setMute(boolean isMute){ - this.isMute = isMute; - } - -} diff --git a/Live/src/main/java/com/frank/live/Push/LivePusher.java b/Live/src/main/java/com/frank/live/Push/LivePusher.java deleted file mode 100644 index c4a686ba..00000000 --- a/Live/src/main/java/com/frank/live/Push/LivePusher.java +++ /dev/null @@ -1,71 +0,0 @@ -package com.frank.live.Push; - -import android.util.Log; -import android.view.SurfaceHolder; -import com.frank.live.LiveUtil; -import com.frank.live.listener.LiveStateChangeListener; -import com.frank.live.param.AudioParam; -import com.frank.live.param.VideoParam; - -/** - * 音视频推流 - * Created by frank on 2018/1/28. - */ - -public class LivePusher { - - private VideoPusher videoPusher; - private AudioPusher audioPusher; - private LiveUtil liveUtil; - - public LivePusher(SurfaceHolder surfaceHolder, VideoParam videoParam, AudioParam audioParam){ - liveUtil = new LiveUtil(); - videoPusher = new VideoPusher(surfaceHolder, videoParam, liveUtil); - audioPusher = new AudioPusher(audioParam, liveUtil); - } - - /** - * 开始推流 - */ - public void startPush(String liveUrl, LiveStateChangeListener liveStateChangeListener){ - videoPusher.startPush(); - audioPusher.startPush(); - liveUtil.setOnLiveStateChangeListener(liveStateChangeListener); - int result = liveUtil.startPush(liveUrl); - Log.i("LivePusher", "startPush=" + (result == 0 ? "success" : "fail")); - } - - /** - * 停止推流 - */ - public void stopPush(){ - videoPusher.stopPush(); - audioPusher.stopPush(); - liveUtil.stopPush(); - } - - /** - * 切换摄像头 - */ - public void switchCamera(){ - videoPusher.switchCamera(); - } - - /** - * 释放资源 - */ - public void release(){ - videoPusher.release(); - audioPusher.release(); - liveUtil.release(); - } - - /** - * 设置静音 - * @param isMute 是否静音 - */ - public void setMute(boolean isMute){ - audioPusher.setMute(isMute); - } - -} diff --git a/Live/src/main/java/com/frank/live/Push/Pusher.java b/Live/src/main/java/com/frank/live/Push/Pusher.java deleted file mode 100644 index 73b6dfd5..00000000 --- a/Live/src/main/java/com/frank/live/Push/Pusher.java +++ /dev/null @@ -1,12 +0,0 @@ -package com.frank.live.Push; - -/** - * - * Created by frank on 2018/1/28. - */ - -public abstract class Pusher { - public abstract void startPush(); - public abstract void stopPush(); - public abstract void release(); -} diff --git a/Live/src/main/java/com/frank/live/Push/VideoPusher.java b/Live/src/main/java/com/frank/live/Push/VideoPusher.java deleted file mode 100644 index 7ff7a3b2..00000000 --- a/Live/src/main/java/com/frank/live/Push/VideoPusher.java +++ /dev/null @@ -1,124 +0,0 @@ -package com.frank.live.Push; - -import android.graphics.ImageFormat; -import android.hardware.Camera; -import android.util.Log; -import android.view.SurfaceHolder; - -import com.frank.live.LiveUtil; -import com.frank.live.param.VideoParam; -import java.io.IOException; - -/** - * 视频推流 - * Created by frank on 2018/1/28. - */ - -public class VideoPusher extends Pusher implements SurfaceHolder.Callback, Camera.PreviewCallback { - - private SurfaceHolder surfaceHolder; - private VideoParam videoParam; - private Camera camera; - private boolean isPushing; - private byte[] previewBuffer; - private LiveUtil liveUtil; - - VideoPusher(SurfaceHolder surfaceHolder, VideoParam videoParam, LiveUtil liveUtil){ - this.surfaceHolder = surfaceHolder; - this.videoParam = videoParam; - this.liveUtil = liveUtil; - surfaceHolder.addCallback(this); - liveUtil.setVideoParams(videoParam.getWidth(), videoParam.getHeight(), - videoParam.getBitRate(), videoParam.getFrameRate()); - } - - - @Override - public void startPush() { - isPushing = true; - } - - @Override - public void stopPush() { - isPushing = false; - } - - @Override - public void release() { - stopPush(); - stopPreview(); - } - - @Override - public void surfaceCreated(SurfaceHolder holder) { - startPreview(); - } - - @Override - public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) { - - } - - @Override - public void surfaceDestroyed(SurfaceHolder holder) { - stopPreview(); - } - - /** - * 开始预览 - */ - private void startPreview() { - try { - camera = Camera.open(videoParam.getCameraId()); - Camera.Parameters parameters = camera.getParameters(); - parameters.setPreviewFormat(ImageFormat.NV21); - parameters.setPictureSize(videoParam.getWidth(), videoParam.getHeight()); - camera.setParameters(parameters); - camera.setDisplayOrientation(0);//竖屏是90° - camera.setPreviewDisplay(surfaceHolder); - camera.startPreview(); - previewBuffer = new byte[videoParam.getWidth() * videoParam.getHeight() * 4]; - camera.addCallbackBuffer(previewBuffer); - camera.setPreviewCallbackWithBuffer(this); - } catch (IOException e) { - e.printStackTrace(); - } - } - - /** - * 停止预览 - */ - private void stopPreview() { - if(camera != null){ - camera.stopPreview(); - camera.setPreviewCallback(null); - camera.release(); - camera = null; - } - } - - /** - * 切换摄像头 - */ - void switchCamera(){ - - if(videoParam.getCameraId() == Camera.CameraInfo.CAMERA_FACING_BACK){ - videoParam.setCameraId(Camera.CameraInfo.CAMERA_FACING_FRONT); - }else { - videoParam.setCameraId(Camera.CameraInfo.CAMERA_FACING_BACK); - } - //重新开始推流 - stopPreview(); - startPreview(); - } - - @Override - public void onPreviewFrame(byte[] data, Camera camera) { - camera.addCallbackBuffer(previewBuffer); - if(isPushing){ -// Log.i("VideoPusher", "isPushing..."); - liveUtil.pushVideoData(data); - } - } - -} diff --git a/Live/src/main/java/com/frank/live/PushActivity.java b/Live/src/main/java/com/frank/live/PushActivity.java deleted file mode 100644 index 6baf7bd0..00000000 --- a/Live/src/main/java/com/frank/live/PushActivity.java +++ /dev/null @@ -1,309 +0,0 @@ - -package com.frank.live; - -import android.Manifest; -import android.annotation.TargetApi; -import android.app.Activity; -import android.content.res.Configuration; -import android.graphics.Bitmap; -import android.hardware.Camera; -import android.os.Bundle; -import android.os.Environment; -import android.support.annotation.NonNull; -import android.util.Log; -import android.view.SurfaceHolder; -import android.view.SurfaceHolder.Callback; -import android.view.View; -import android.view.View.OnClickListener; -import android.view.WindowManager; -import android.widget.AdapterView; -import android.widget.AdapterView.OnItemSelectedListener; -import android.widget.ArrayAdapter; -import android.widget.Button; -import android.widget.ImageView; -import android.widget.Spinner; - -import com.frank.live.view.SmartCameraView; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.io.File; -import java.io.FileOutputStream; -import java.io.IOException; -import java.nio.ByteBuffer; - -public class PushActivity extends Activity implements Callback { - private static String TAG = PushActivity.class.getSimpleName(); - - private SmartCameraView mSmartCameraView; - -// MagicFilterType magicType = MagicFilterType.SUNRISE; - - private Button btnMute; - - private boolean isStart = false; - - private boolean is_mute = false; - - private int mDegree; - - private Spinner beautyTypeSelector; - - private ImageView img_photo; - //拍照 - private boolean takePhoto; - - private final static int videoWidth = 640; - private final static int videoHeight = 360; - private final static String[] permissions = new String[]{Manifest.permission.CAMERA}; - private final static int CODE_CAMERA = 1001; - - private final static String[] beautySelector = new String[]{"美颜", "冷酷", "日出","素描","白猫", "浪漫", "原图"}; - - @Override - public void onCreate(Bundle savedInstanceState) { - - super.onCreate(savedInstanceState); - - requestPermissions(); - - getWindow().addFlags(WindowManager.LayoutParams.FLAG_KEEP_SCREEN_ON); - - setContentView(R.layout.activity_push); - - initView(); - initListener(); - } - - @TargetApi(23) - private void requestPermissions(){ - requestPermissions(permissions, CODE_CAMERA); - } - - private void initView(){ - //SurfaceView - mSmartCameraView = (SmartCameraView) findViewById(R.id.gl_surfaceview); - //美颜类型 - beautyTypeSelector = (Spinner) findViewById(R.id.beauty_type_selctor); - //静音 - btnMute = (Button) findViewById(R.id.button_mute); - //拍照 - img_photo = (ImageView) findViewById(R.id.img_photo); - } - - private void initListener(){ - - ArrayAdapter adapterBeautyType = new ArrayAdapter<>(this, - android.R.layout.simple_spinner_item, beautySelector); - adapterBeautyType.setDropDownViewResource(android.R.layout.simple_spinner_dropdown_item); - beautyTypeSelector.setAdapter(adapterBeautyType); - beautyTypeSelector.setOnItemSelectedListener(new OnItemSelectedListener() { - @Override - public void onItemSelected(AdapterView parent, View view, int position, long id) { - - switch (position){ - case 0: - switchCameraFilter(MagicFilterType.BEAUTY); - break; - case 1: - switchCameraFilter(MagicFilterType.COOL); - break; - case 2: - switchCameraFilter(MagicFilterType.SUNRISE); - break; - case 3: - switchCameraFilter(MagicFilterType.SKETCH); - break; - case 4: - switchCameraFilter(MagicFilterType.WHITECAT); - break; - case 5: - switchCameraFilter(MagicFilterType.ROMANCE); - break; - default: - switchCameraFilter(MagicFilterType.NONE); - break; - } - } - @Override - public void onNothingSelected(AdapterView parent) { - - } - }); - - btnMute.setOnClickListener(new OnClickListener() { - @Override - public void onClick(View view) { - is_mute = !is_mute; - - if ( is_mute ) - btnMute.setText("取消静音"); - else - btnMute.setText("静音"); - } - }); - - //预览数据回调(RGBA格式) - mSmartCameraView.setPreviewCallback(new SmartCameraView.PreviewCallback() { - @Override - public void onGetRgbaFrame(byte[] data, int width, int height) { - - if(takePhoto){ - takePhoto = false; - Log.i(TAG, "takePhoto..."); - doTakePhoto(data, width, height); - } - - } - }); - - img_photo.setOnClickListener(new OnClickListener() { - @Override - public void onClick(View view) { - takePhoto = true; - } - }); - - } - - private void switchCameraFilter(MagicFilterType type) { - mSmartCameraView.setFilter(type); - } - - /** - * 拍照 - * @param data 预览数据 - * @param width 图片宽度 - * @param height 图片高度 - */ - private void doTakePhoto(byte[] data, int width, int height){ - Bitmap bitmap = Bitmap.createBitmap(width, height, Bitmap.Config.ARGB_8888); - ByteBuffer buffer = ByteBuffer.wrap(data); - bitmap.copyPixelsFromBuffer(buffer); - - Log.i(TAG, "doTakePhoto..."); - FileOutputStream fileOutputStream = null; - String PATH = Environment.getExternalStorageDirectory().getPath(); - String filePath = PATH + File.separator + "hello_openGL" + ".jpg"; - try { - fileOutputStream = new FileOutputStream(filePath); - bitmap.compress(Bitmap.CompressFormat.JPEG, 100, fileOutputStream); - fileOutputStream.flush(); - } catch (IOException e) { - e.printStackTrace(); - Log.e(TAG, "doTakePhoto error=" + e.toString()); - }finally { - if(fileOutputStream != null){ - try { - fileOutputStream.close(); - } catch (IOException e) { - e.printStackTrace(); - } - } - } - } - - @Override - public void surfaceCreated(SurfaceHolder holder) { - Log.i(TAG, "surfaceCreated.."); - } - - @Override - public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) { - Log.i(TAG, "surfaceChanged.."); - } - - @Override - public void surfaceDestroyed(SurfaceHolder holder) { - // TODO Auto-generated method stub - Log.i(TAG, "Surface Destroyed"); - } - - public void onConfigurationChanged(Configuration newConfig) { - try { - super.onConfigurationChanged(newConfig); - Log.i(TAG, "onConfigurationChanged, start:" + isStart); - - setCameraDisplayOrientation(this, getCameraId()); - - mSmartCameraView.setPreviewOrientation(newConfig.orientation, mDegree); - - } catch (Exception ex) { - Log.e(TAG, "error="+ex.toString()); - } - } - - private int getCameraId() { - return mSmartCameraView.getCameraId(); - } - - public void setPreviewResolution(int width, int height) { - mSmartCameraView.setPreviewResolution(width, height); - } - - private void setCameraDisplayOrientation (Activity activity, int cameraId) { - Camera.CameraInfo info = new Camera.CameraInfo(); - Camera.getCameraInfo (cameraId , info); - int rotation = activity.getWindowManager ().getDefaultDisplay ().getRotation (); - int degrees = 0; - switch (rotation) { - case 0: - degrees = 0; - break; - case 1: - degrees = 90; - break; - case 2: - degrees = 180; - break; - case 3: - degrees = 270; - break; - } - int result; - if (info.facing == Camera.CameraInfo.CAMERA_FACING_FRONT) { - result = (info.orientation + degrees) % 360; - result = (360 - result) % 360; - } else { - // back-facing - result = ( info.orientation - degrees + 360) % 360; - } - - Log.i(TAG, "curDegree: "+ result); - - mDegree = result; - } - - @Override - protected void onDestroy(){ - Log.i(TAG, "activity destory!"); - - if ( isStart ) { - isStart = false; - if(mSmartCameraView != null) - { - mSmartCameraView.stopCamera(); - } - - Log.i(TAG, "onDestroy StopPublish"); - } - - super.onDestroy(); - finish(); - System.exit(0); - } - - @Override - public void onRequestPermissionsResult(int requestCode, @NonNull String[] permissions, @NonNull int[] grantResults) { - super.onRequestPermissionsResult(requestCode, permissions, grantResults); - if(permissions.length > 0 && grantResults.length > 0){ - Log.i(TAG, "permission=" + permissions[0] + "----grantResult=" + grantResults[0]); - - setPreviewResolution(videoWidth, videoHeight); - - if (!mSmartCameraView.startCamera()) { - Log.e(TAG, "startCamera error..."); - } - } - } - -} \ No newline at end of file diff --git a/Live/src/main/java/com/frank/live/camera/Camera2Helper.java b/Live/src/main/java/com/frank/live/camera/Camera2Helper.java new file mode 100644 index 00000000..ac7fdb28 --- /dev/null +++ b/Live/src/main/java/com/frank/live/camera/Camera2Helper.java @@ -0,0 +1,611 @@ +package com.frank.live.camera; + +import android.Manifest; +import android.annotation.TargetApi; +import android.content.Context; +import android.content.pm.PackageManager; +import android.graphics.ImageFormat; +import android.graphics.Matrix; +import android.graphics.Point; +import android.graphics.RectF; +import android.graphics.SurfaceTexture; +import android.hardware.camera2.CameraAccessException; +import android.hardware.camera2.CameraCaptureSession; +import android.hardware.camera2.CameraCharacteristics; +import android.hardware.camera2.CameraDevice; +import android.hardware.camera2.CameraManager; +import android.hardware.camera2.CaptureRequest; +import android.hardware.camera2.params.StreamConfigurationMap; +import android.media.Image; +import android.media.ImageReader; +import android.os.Build; +import android.os.Handler; +import android.os.HandlerThread; +import android.util.Log; +import android.util.Size; +import android.view.Surface; +import android.view.TextureView; + +import java.nio.ByteBuffer; +import java.util.ArrayList; +import java.util.Arrays; +import java.util.List; +import java.util.concurrent.Semaphore; +import java.util.concurrent.TimeUnit; +import java.util.concurrent.locks.ReentrantLock; + +import androidx.annotation.NonNull; + +import com.frank.live.util.YUVUtil; + +/** + * Camera2: open, preview and close + * Created by frank on 2019/12/18. + */ +@TargetApi(21) +public class Camera2Helper { + + private static final String TAG = Camera2Helper.class.getSimpleName(); + + public static final String CAMERA_ID_FRONT = "1"; + public static final String CAMERA_ID_BACK = "0"; + + private Context context; + private String mCameraId; + private String specificCameraId; + private TextureView mTextureView; + private final int rotation; + private final Point previewViewSize; + private Camera2Listener camera2Listener; + /** + * A {@link CameraCaptureSession } for camera preview. + */ + private CameraCaptureSession mCaptureSession; + + /** + * A reference to the opened {@link CameraDevice}. + */ + private CameraDevice mCameraDevice; + + private Size mPreviewSize; + + private int rotateDegree = 0; + + private Camera2Helper(Builder builder) { + mTextureView = builder.previewDisplayView; + specificCameraId = builder.specificCameraId; + camera2Listener = builder.camera2Listener; + rotation = builder.rotation; + rotateDegree = builder.rotateDegree; + previewViewSize = builder.previewViewSize; + context = builder.context; + } + + public void switchCamera() { + if (CAMERA_ID_BACK.equals(mCameraId)) { + specificCameraId = CAMERA_ID_FRONT; + } else if (CAMERA_ID_FRONT.equals(mCameraId)) { + specificCameraId = CAMERA_ID_BACK; + } + stop(); + start(); + } + + private int getCameraOrientation(int rotation, String cameraId) { + int degree = rotation * 90; + switch (rotation) { + case Surface.ROTATION_0: + degree = 0; + break; + case Surface.ROTATION_90: + degree = 90; + break; + case Surface.ROTATION_180: + degree = 180; + break; + case Surface.ROTATION_270: + degree = 270; + break; + default: + break; + } + int result; + if (CAMERA_ID_FRONT.equals(cameraId)) { + result = (mSensorOrientation + degree) % 360; + result = (360 - result) % 360; + } else { + result = (mSensorOrientation - degree + 360) % 360; + } + Log.i(TAG, "getCameraOrientation, result=" + result); + return result; + } + + private final TextureView.SurfaceTextureListener mSurfaceTextureListener + = new TextureView.SurfaceTextureListener() { + + @Override + public void onSurfaceTextureAvailable(SurfaceTexture texture, int width, int height) { + Log.i(TAG, "onSurfaceTextureAvailable..."); + openCamera(); + } + + @Override + public void onSurfaceTextureSizeChanged(SurfaceTexture texture, int width, int height) { + Log.i(TAG, "onSurfaceTextureSizeChanged, width=" + width + "--height=" + height); + configureTransform(width, height); + } + + @Override + public boolean onSurfaceTextureDestroyed(SurfaceTexture texture) { + Log.i(TAG, "onSurfaceTextureDestroyed..."); + return true; + } + + @Override + public void onSurfaceTextureUpdated(SurfaceTexture texture) { + } + + }; + + private final CameraDevice.StateCallback mDeviceStateCallback = new CameraDevice.StateCallback() { + + @Override + public void onOpened(@NonNull CameraDevice cameraDevice) { + Log.i(TAG, "onOpened: "); + mCameraOpenCloseLock.release(); + mCameraDevice = cameraDevice; + createCameraPreviewSession(); + if (camera2Listener != null) { + camera2Listener.onCameraOpened(mPreviewSize, getCameraOrientation(rotation, mCameraId)); + } + } + + @Override + public void onDisconnected(@NonNull CameraDevice cameraDevice) { + Log.i(TAG, "onDisconnected: "); + mCameraOpenCloseLock.release(); + cameraDevice.close(); + mCameraDevice = null; + if (camera2Listener != null) { + camera2Listener.onCameraClosed(); + } + } + + @Override + public void onError(@NonNull CameraDevice cameraDevice, int error) { + Log.i(TAG, "onError: "); + mCameraOpenCloseLock.release(); + cameraDevice.close(); + mCameraDevice = null; + + if (camera2Listener != null) { + camera2Listener.onCameraError(new Exception("error occurred, code is " + error)); + } + } + + }; + + private final CameraCaptureSession.StateCallback mCaptureStateCallback = new CameraCaptureSession.StateCallback() { + + @Override + public void onConfigured(@NonNull CameraCaptureSession cameraCaptureSession) { + Log.i(TAG, "onConfigured: "); + // The camera is already closed + if (null == mCameraDevice) { + return; + } + + // When the session is ready, we start displaying the preview. + mCaptureSession = cameraCaptureSession; + try { + mCaptureSession.setRepeatingRequest(mPreviewRequestBuilder.build(), + new CameraCaptureSession.CaptureCallback() { + }, mBackgroundHandler); + } catch (CameraAccessException e) { + e.printStackTrace(); + } + } + + @Override + public void onConfigureFailed( + @NonNull CameraCaptureSession cameraCaptureSession) { + Log.i(TAG, "onConfigureFailed: "); + if (camera2Listener != null) { + camera2Listener.onCameraError(new Exception("configureFailed")); + } + } + }; + /** + * An additional thread for running tasks that shouldn't block the UI. + */ + private HandlerThread mBackgroundThread; + + /** + * A {@link Handler} for running tasks in the background. + */ + private Handler mBackgroundHandler; + + private ImageReader mImageReader; + + + /** + * {@link CaptureRequest.Builder} for the camera preview + */ + private CaptureRequest.Builder mPreviewRequestBuilder; + + + /** + * A {@link Semaphore} to prevent the app from exiting before closing the camera. + */ + private final Semaphore mCameraOpenCloseLock = new Semaphore(1); + + /** + * Orientation of the camera sensor + */ + private int mSensorOrientation; + + private Size getBestSupportedSize(List sizes) { + Size defaultSize = sizes.get(0); + Log.e(TAG, "default width=" + defaultSize.getWidth() + "--height=" + defaultSize.getHeight()); + int defaultDelta = Math.abs(defaultSize.getWidth() * defaultSize.getHeight() - previewViewSize.x * previewViewSize.y); + for (Size size : sizes) { + Log.e(TAG, "current width=" + defaultSize.getWidth() + "--height=" + defaultSize.getHeight()); + int currentDelta = Math.abs(size.getWidth() * size.getHeight() - previewViewSize.x * previewViewSize.y); + if (currentDelta < defaultDelta) { + defaultDelta = currentDelta; + defaultSize = size; + } + } + Log.e(TAG, "final width=" + defaultSize.getWidth() + "--height=" + defaultSize.getHeight()); + return defaultSize; + } + + public synchronized void start() { + if (mCameraDevice != null) { + return; + } + startBackgroundThread(); + + // When the screen is turned off and turned back on, the SurfaceTexture is already + // available, and "onSurfaceTextureAvailable" will not be called. In that case, we can open + // a camera and start preview from here (otherwise, we wait until the surface is ready in + // the SurfaceTextureListener). + if (mTextureView.isAvailable()) { + openCamera(); + } else { + mTextureView.setSurfaceTextureListener(mSurfaceTextureListener); + } + } + + public void updatePreviewDegree(int degree) { + rotateDegree = degree; + } + + public synchronized void stop() { + if (mCameraDevice == null) { + return; + } + closeCamera(); + stopBackgroundThread(); + } + + public void release() { + stop(); + mTextureView = null; + camera2Listener = null; + context = null; + } + + private void setUpCameraOutput(CameraManager cameraManager) { + try { + if (configCameraParams(cameraManager, specificCameraId)) { + return; + } + for (String cameraId : cameraManager.getCameraIdList()) { + if (configCameraParams(cameraManager, cameraId)) { + return; + } + } + } catch (CameraAccessException e) { + e.printStackTrace(); + } catch (NullPointerException e) { + // Currently an NPE is thrown when the Camera2API is used but not supported on the + // device this code runs. + + if (camera2Listener != null) { + camera2Listener.onCameraError(e); + } + } + } + + private boolean configCameraParams(CameraManager manager, String cameraId) throws CameraAccessException { + CameraCharacteristics characteristics + = manager.getCameraCharacteristics(cameraId); + + StreamConfigurationMap map = characteristics.get( + CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP); + if (map == null) { + return false; + } + mPreviewSize = getBestSupportedSize(new ArrayList<>(Arrays.asList(map.getOutputSizes(SurfaceTexture.class)))); + mImageReader = ImageReader.newInstance(mPreviewSize.getWidth(), mPreviewSize.getHeight(), + ImageFormat.YUV_420_888, 2); + mImageReader.setOnImageAvailableListener( + new OnImageAvailableListenerImpl(), mBackgroundHandler); + + mSensorOrientation = characteristics.get(CameraCharacteristics.SENSOR_ORIENTATION); + mCameraId = cameraId; + return true; + } + + private void openCamera() { + CameraManager cameraManager = (CameraManager) context.getSystemService(Context.CAMERA_SERVICE); + setUpCameraOutput(cameraManager); + configureTransform(mTextureView.getWidth(), mTextureView.getHeight()); + try { + if (!mCameraOpenCloseLock.tryAcquire(2500, TimeUnit.MILLISECONDS)) { + throw new RuntimeException("Time out waiting to lock camera opening."); + } + if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M + && context.checkSelfPermission(Manifest.permission.CAMERA) != PackageManager.PERMISSION_GRANTED) { + return; + } + + cameraManager.openCamera(mCameraId, mDeviceStateCallback, mBackgroundHandler); + } catch (CameraAccessException | InterruptedException e) { + if (camera2Listener != null) { + camera2Listener.onCameraError(e); + } + } + } + + /** + * Closes the current {@link CameraDevice}. + */ + private void closeCamera() { + try { + mCameraOpenCloseLock.acquire(); + if (null != mCaptureSession) { + mCaptureSession.close(); + mCaptureSession = null; + } + if (null != mCameraDevice) { + mCameraDevice.close(); + mCameraDevice = null; + } + if (null != mImageReader) { + mImageReader.close(); + mImageReader = null; + } + if (camera2Listener != null) { + camera2Listener.onCameraClosed(); + } + } catch (InterruptedException e) { + if (camera2Listener != null) { + camera2Listener.onCameraError(e); + } + } finally { + mCameraOpenCloseLock.release(); + } + } + + /** + * Starts a background thread and its {@link Handler}. + */ + private void startBackgroundThread() { + mBackgroundThread = new HandlerThread("CameraBackground"); + mBackgroundThread.start(); + mBackgroundHandler = new Handler(mBackgroundThread.getLooper()); + } + + /** + * Stops the background thread and its {@link Handler}. + */ + private void stopBackgroundThread() { + mBackgroundThread.quitSafely(); + try { + mBackgroundThread.join(); + mBackgroundThread = null; + mBackgroundHandler = null; + } catch (InterruptedException e) { + e.printStackTrace(); + } + } + + /** + * Creates a new {@link CameraCaptureSession} for camera preview. + */ + private void createCameraPreviewSession() { + try { + SurfaceTexture texture = mTextureView.getSurfaceTexture(); + assert texture != null; + + // We configure the size of default buffer to be the size of camera preview we want. + texture.setDefaultBufferSize(mPreviewSize.getWidth(), mPreviewSize.getHeight()); + + // This is the output Surface we need to start preview. + Surface surface = new Surface(texture); + + // We set up a CaptureRequest.Builder with the output Surface. + mPreviewRequestBuilder + = mCameraDevice.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW); + + mPreviewRequestBuilder.set(CaptureRequest.CONTROL_AF_MODE, + CaptureRequest.CONTROL_AF_MODE_CONTINUOUS_PICTURE); + + mPreviewRequestBuilder.addTarget(surface); + mPreviewRequestBuilder.addTarget(mImageReader.getSurface()); + + // Here, we create a CameraCaptureSession for camera preview. + mCameraDevice.createCaptureSession(Arrays.asList(surface, mImageReader.getSurface()), + mCaptureStateCallback, mBackgroundHandler + ); + } catch (CameraAccessException e) { + e.printStackTrace(); + } + } + + /** + * Configures the necessary {@link Matrix} transformation to `mTextureView`. + * This method should be called after the camera preview size is determined in + * setUpCameraOutputs and also the size of `mTextureView` is fixed. + * + * @param viewWidth The width of `mTextureView` + * @param viewHeight The height of `mTextureView` + */ + private void configureTransform(int viewWidth, int viewHeight) { + if (null == mTextureView || null == mPreviewSize) { + return; + } + Matrix matrix = new Matrix(); + RectF viewRect = new RectF(0, 0, viewWidth, viewHeight); + RectF bufferRect = new RectF(0, 0, mPreviewSize.getHeight(), mPreviewSize.getWidth()); + float centerX = viewRect.centerX(); + float centerY = viewRect.centerY(); + if (Surface.ROTATION_90 == rotation || Surface.ROTATION_270 == rotation) { + bufferRect.offset(centerX - bufferRect.centerX(), centerY - bufferRect.centerY()); + matrix.setRectToRect(viewRect, bufferRect, Matrix.ScaleToFit.FILL); + float scale = Math.max( + (float) viewHeight / mPreviewSize.getHeight(), + (float) viewWidth / mPreviewSize.getWidth()); + matrix.postScale(scale, scale, centerX, centerY); + matrix.postRotate((90 * (rotation - 2)) % 360, centerX, centerY); + } else if (Surface.ROTATION_180 == rotation) { + matrix.postRotate(180, centerX, centerY); + } + mTextureView.setTransform(matrix); + } + + public static final class Builder { + + private TextureView previewDisplayView; + + private String specificCameraId; + + private Camera2Listener camera2Listener; + + private Point previewViewSize; + + private int rotation; + + private int rotateDegree; + + private Context context; + + public Builder() { + } + + public Builder previewOn(TextureView val) { + previewDisplayView = val; + return this; + } + + public Builder previewViewSize(Point val) { + previewViewSize = val; + return this; + } + + public Builder rotation(int val) { + rotation = val; + return this; + } + + public Builder rotateDegree(int val) { + rotateDegree = val; + return this; + } + + public Builder specificCameraId(String val) { + specificCameraId = val; + return this; + } + + public Builder cameraListener(Camera2Listener val) { + camera2Listener = val; + return this; + } + + public Builder context(Context val) { + context = val; + return this; + } + + public Camera2Helper build() { + if (previewDisplayView == null) { + throw new NullPointerException("must preview on a textureView or a surfaceView"); + } + return new Camera2Helper(this); + } + } + + private class OnImageAvailableListenerImpl implements ImageReader.OnImageAvailableListener { + private byte[] temp = null; + private byte[] yuvData = null; + private byte[] dstData = null; + private final ReentrantLock lock = new ReentrantLock(); + + @Override + public void onImageAvailable(ImageReader reader) { + Image image = reader.acquireNextImage(); + if (camera2Listener != null && image.getFormat() == ImageFormat.YUV_420_888) { + Image.Plane[] planes = image.getPlanes(); + lock.lock(); + + int offset = 0; + int width = image.getWidth(); + int height = image.getHeight(); + int len = width * height; + if (yuvData == null) { + yuvData = new byte[len * 3 / 2]; + } + planes[0].getBuffer().get(yuvData, offset, len); + offset += len; + for (int i = 1; i < planes.length; i++) { + int srcIndex = 0, dstIndex = 0; + int rowStride = planes[i].getRowStride(); + int pixelsStride = planes[i].getPixelStride(); + ByteBuffer buffer = planes[i].getBuffer(); + if (temp == null || temp.length != buffer.capacity()) { + temp = new byte[buffer.capacity()]; + } + buffer.get(temp); + + for (int j = 0; j < height / 2; j++) { + for (int k = 0; k < width / 2; k++) { + yuvData[offset + dstIndex++] = temp[srcIndex]; + srcIndex += pixelsStride; + } + if (pixelsStride == 2) { + srcIndex += rowStride - width; + } else if (pixelsStride == 1) { + srcIndex += rowStride - width / 2; + } + } + offset += len / 4; + } + + if (rotateDegree == 90 || rotateDegree == 180) { + if (dstData == null) { + dstData = new byte[len * 3 / 2]; + } + if (rotateDegree == 90) { + YUVUtil.YUV420pRotate90(dstData, yuvData, width, height); + } else { + YUVUtil.YUV420pRotate180(dstData, yuvData, width, height); + } + if (camera2Listener != null) { + camera2Listener.onPreviewFrame(dstData); + } + } else { + if (camera2Listener != null) { + camera2Listener.onPreviewFrame(yuvData); + } + } + + lock.unlock(); + } + image.close(); + } + } + +} diff --git a/Live/src/main/java/com/frank/live/camera/Camera2Listener.java b/Live/src/main/java/com/frank/live/camera/Camera2Listener.java new file mode 100644 index 00000000..eeaf4676 --- /dev/null +++ b/Live/src/main/java/com/frank/live/camera/Camera2Listener.java @@ -0,0 +1,16 @@ +package com.frank.live.camera; + + +import android.util.Size; + +public interface Camera2Listener { + + void onCameraOpened(Size previewSize, int displayOrientation); + + void onPreviewFrame(byte[] yuvData); + + void onCameraClosed(); + + void onCameraError(Exception e); + +} diff --git a/Live/src/main/java/com/frank/live/camera/CameraHelper.java b/Live/src/main/java/com/frank/live/camera/CameraHelper.java new file mode 100644 index 00000000..d0508265 --- /dev/null +++ b/Live/src/main/java/com/frank/live/camera/CameraHelper.java @@ -0,0 +1,212 @@ +package com.frank.live.camera; + +import android.app.Activity; +import android.graphics.ImageFormat; +import android.hardware.Camera; +import android.view.Surface; +import android.view.SurfaceHolder; + +import java.util.List; + +public class CameraHelper implements SurfaceHolder.Callback, Camera.PreviewCallback { + + private final Activity mActivity; + private int mHeight; + private int mWidth; + private int mCameraId; + private Camera mCamera; + private byte[] buffer; + private SurfaceHolder mSurfaceHolder; + private Camera.PreviewCallback mPreviewCallback; + private int mRotation; + private OnChangedSizeListener mOnChangedSizeListener; + private byte[] bytes; + + public CameraHelper(Activity activity, int cameraId, int width, int height) { + mActivity = activity; + mCameraId = cameraId; + mWidth = width; + mHeight = height; + } + + public void switchCamera() { + if (mCameraId == Camera.CameraInfo.CAMERA_FACING_BACK) { + mCameraId = Camera.CameraInfo.CAMERA_FACING_FRONT; + } else { + mCameraId = Camera.CameraInfo.CAMERA_FACING_BACK; + } + stopPreview(); + startPreview(); + } + + private void stopPreview() { + if (mCamera != null) { + mCamera.setPreviewCallback(null); + mCamera.stopPreview(); + mCamera.release(); + mCamera = null; + } + } + + private void startPreview() { + try { + mCamera = Camera.open(mCameraId); + Camera.Parameters parameters = mCamera.getParameters(); + parameters.setPreviewFormat(ImageFormat.NV21); + setPreviewSize(parameters); + setPreviewOrientation(parameters); + mCamera.setParameters(parameters); + buffer = new byte[mWidth * mHeight * 3 / 2]; + bytes = new byte[buffer.length]; + mCamera.addCallbackBuffer(buffer); + mCamera.setPreviewCallbackWithBuffer(this); + mCamera.setPreviewDisplay(mSurfaceHolder); + mCamera.startPreview(); + } catch (Exception ex) { + ex.printStackTrace(); + } + } + + private void setPreviewOrientation(Camera.Parameters parameters) { + Camera.CameraInfo info = new Camera.CameraInfo(); + Camera.getCameraInfo(mCameraId, info); + mRotation = mActivity.getWindowManager().getDefaultDisplay().getRotation(); + int degrees = 0; + switch (mRotation) { + case Surface.ROTATION_0: + degrees = 0; + mOnChangedSizeListener.onChanged(mHeight, mWidth); + break; + case Surface.ROTATION_90: + degrees = 90; + mOnChangedSizeListener.onChanged(mWidth, mHeight); + break; + case Surface.ROTATION_270: + degrees = 270; + mOnChangedSizeListener.onChanged(mWidth, mHeight); + break; + } + int result; + if (info.facing == Camera.CameraInfo.CAMERA_FACING_FRONT) { + result = (info.orientation + degrees) % 360; + result = (360 - result) % 360; // compensate the mirror + } else { // back-facing + result = (info.orientation - degrees + 360) % 360; + } + mCamera.setDisplayOrientation(result); + } + + private void setPreviewSize(Camera.Parameters parameters) { + List supportedPreviewSizes = parameters.getSupportedPreviewSizes(); + Camera.Size size = supportedPreviewSizes.get(0); + //select the best resolution of camera + int m = Math.abs(size.height * size.width - mWidth * mHeight); + supportedPreviewSizes.remove(0); + for (Camera.Size next : supportedPreviewSizes) { + int n = Math.abs(next.height * next.width - mWidth * mHeight); + if (n < m) { + m = n; + size = next; + } + } + mWidth = size.width; + mHeight = size.height; + parameters.setPreviewSize(mWidth, mHeight); + } + + public void setPreviewDisplay(SurfaceHolder surfaceHolder) { + mSurfaceHolder = surfaceHolder; + mSurfaceHolder.addCallback(this); + } + + public void setPreviewCallback(Camera.PreviewCallback previewCallback) { + mPreviewCallback = previewCallback; + } + + @Override + public void surfaceCreated(SurfaceHolder holder) { + + } + + @Override + public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) { + stopPreview(); + startPreview(); + } + + @Override + public void surfaceDestroyed(SurfaceHolder holder) { + stopPreview(); + } + + + @Override + public void onPreviewFrame(byte[] data, Camera camera) { + switch (mRotation) { + case Surface.ROTATION_0: + rotation90(data); + break; + case Surface.ROTATION_90: + case Surface.ROTATION_270: + default: + break; + } + mPreviewCallback.onPreviewFrame(bytes, camera); + camera.addCallbackBuffer(buffer); + } + + private void rotation90(byte[] data) { + int index = 0; + int ySize = mWidth * mHeight; + int uvHeight = mHeight / 2; + //back camera + if (mCameraId == Camera.CameraInfo.CAMERA_FACING_BACK) { + + for (int i = 0; i < mWidth; i++) { + for (int j = mHeight - 1; j >= 0; j--) { + bytes[index++] = data[mWidth * j + i]; + } + } + + for (int i = 0; i < mWidth; i += 2) { + for (int j = uvHeight - 1; j >= 0; j--) { + // v + bytes[index++] = data[ySize + mWidth * j + i]; + // u + bytes[index++] = data[ySize + mWidth * j + i + 1]; + } + } + } else { // front camera + for (int i = 0; i < mWidth; i++) { + int nPos = mWidth - 1; + for (int j = 0; j < mHeight; j++) { + bytes[index++] = data[nPos - i]; + nPos += mWidth; + } + } + //u v + for (int i = 0; i < mWidth; i += 2) { + int nPos = ySize + mWidth - 1; + for (int j = 0; j < uvHeight; j++) { + bytes[index++] = data[nPos - i - 1]; + bytes[index++] = data[nPos - i]; + nPos += mWidth; + } + } + } + } + + + public void setOnChangedSizeListener(OnChangedSizeListener listener) { + mOnChangedSizeListener = listener; + } + + public void release() { + mSurfaceHolder.removeCallback(this); + stopPreview(); + } + + public interface OnChangedSizeListener { + void onChanged(int w, int h); + } +} diff --git a/Live/src/main/java/com/frank/live/camera/CameraType.java b/Live/src/main/java/com/frank/live/camera/CameraType.java new file mode 100644 index 00000000..8f6d8897 --- /dev/null +++ b/Live/src/main/java/com/frank/live/camera/CameraType.java @@ -0,0 +1,6 @@ +package com.frank.live.camera; + +public enum CameraType { + CAMERA1, + CAMERA2 +} diff --git a/Live/src/main/java/com/frank/live/listener/LiveStateChangeListener.java b/Live/src/main/java/com/frank/live/listener/LiveStateChangeListener.java index b815f6c6..19a413c3 100644 --- a/Live/src/main/java/com/frank/live/listener/LiveStateChangeListener.java +++ b/Live/src/main/java/com/frank/live/listener/LiveStateChangeListener.java @@ -1,7 +1,7 @@ package com.frank.live.listener; /** - * 直播状态监听 + * Listener of living state * Created by frank on 2018/1/29. */ diff --git a/Live/src/main/java/com/frank/live/listener/OnFrameDataCallback.java b/Live/src/main/java/com/frank/live/listener/OnFrameDataCallback.java new file mode 100644 index 00000000..12692e46 --- /dev/null +++ b/Live/src/main/java/com/frank/live/listener/OnFrameDataCallback.java @@ -0,0 +1,19 @@ +package com.frank.live.listener; + +/** + * Video/Audio frame callback + * Created by frank on 2022/01/25. + */ + +public interface OnFrameDataCallback { + + int getInputSamples(); + + void onAudioFrame(byte[] pcm); + + void onAudioCodecInfo(int sampleRate, int channelCount); + + void onVideoFrame(byte[] yuv, int cameraType); + + void onVideoCodecInfo(int width, int height, int frameRate, int bitrate); +} diff --git a/Live/src/main/java/com/frank/live/param/AudioParam.java b/Live/src/main/java/com/frank/live/param/AudioParam.java index 07377650..811a5cb3 100644 --- a/Live/src/main/java/com/frank/live/param/AudioParam.java +++ b/Live/src/main/java/com/frank/live/param/AudioParam.java @@ -2,7 +2,7 @@ /** - * 音频相关参数 + * Audio param Entity * Created by frank on 2018/1/28. */ @@ -13,10 +13,10 @@ public class AudioParam { private int numChannels; public AudioParam(int sampleRate, int channelConfig, int audioFormat, int numChannels) { - this.sampleRate = sampleRate; + this.sampleRate = sampleRate; this.channelConfig = channelConfig; - this.audioFormat = audioFormat; - this.numChannels = numChannels; + this.audioFormat = audioFormat; + this.numChannels = numChannels; } public int getChannelConfig() { diff --git a/Live/src/main/java/com/frank/live/param/VideoParam.java b/Live/src/main/java/com/frank/live/param/VideoParam.java index 2a9f2285..a66e44b3 100644 --- a/Live/src/main/java/com/frank/live/param/VideoParam.java +++ b/Live/src/main/java/com/frank/live/param/VideoParam.java @@ -1,7 +1,7 @@ package com.frank.live.param; /** - * 视频相关参数 + * Video param Entity * Created by frank on 2018/1/28. */ @@ -13,10 +13,10 @@ public class VideoParam { private int frameRate; public VideoParam(int width, int height, int cameraId, int bitRate, int frameRate) { - this.width = width; - this.height = height; - this.cameraId = cameraId; - this.bitRate = bitRate; + this.width = width; + this.height = height; + this.cameraId = cameraId; + this.bitRate = bitRate; this.frameRate = frameRate; } diff --git a/Live/src/main/java/com/frank/live/stream/AudioStream.java b/Live/src/main/java/com/frank/live/stream/AudioStream.java new file mode 100644 index 00000000..474f5e69 --- /dev/null +++ b/Live/src/main/java/com/frank/live/stream/AudioStream.java @@ -0,0 +1,85 @@ +package com.frank.live.stream; + +import android.media.AudioFormat; +import android.media.AudioRecord; +import android.media.MediaRecorder; + +import com.frank.live.listener.OnFrameDataCallback; +import com.frank.live.param.AudioParam; + +import java.util.concurrent.ExecutorService; +import java.util.concurrent.Executors; + +public class AudioStream { + + private boolean isMute; + private boolean isLiving; + private final int inputSamples; + private final ExecutorService executor; + private final AudioRecord audioRecord; + private final OnFrameDataCallback mCallback; + + public AudioStream(OnFrameDataCallback callback, AudioParam audioParam) { + mCallback = callback; + executor = Executors.newSingleThreadExecutor(); + int channelConfig; + if (audioParam.getNumChannels() == 2) { + channelConfig = AudioFormat.CHANNEL_IN_STEREO; + } else { + channelConfig = AudioFormat.CHANNEL_IN_MONO; + } + + mCallback.onAudioCodecInfo(audioParam.getSampleRate(), audioParam.getNumChannels()); + inputSamples = mCallback.getInputSamples() * 2; + + int minBufferSize = AudioRecord.getMinBufferSize(audioParam.getSampleRate(), + channelConfig, audioParam.getAudioFormat()) * 2; + int bufferSizeInBytes = Math.max(minBufferSize, inputSamples); + audioRecord = new AudioRecord(MediaRecorder.AudioSource.MIC, audioParam.getSampleRate(), + channelConfig, audioParam.getAudioFormat(), bufferSizeInBytes); + } + + + public void startLive() { + isLiving = true; + executor.submit(new AudioTask()); + } + + public void stopLive() { + isLiving = false; + } + + + public void release() { + audioRecord.release(); + } + + + class AudioTask implements Runnable { + + @Override + public void run() { + audioRecord.startRecording(); + byte[] bytes = new byte[inputSamples]; + while (isLiving) { + if (!isMute) { + int len = audioRecord.read(bytes, 0, bytes.length); + if (len > 0) { + mCallback.onAudioFrame(bytes); + } + } + } + audioRecord.stop(); + } + } + + /** + * Setting mute or not + * + * @param isMute isMute + */ + public void setMute(boolean isMute) { + this.isMute = isMute; + } + +} diff --git a/Live/src/main/java/com/frank/live/stream/VideoStream.java b/Live/src/main/java/com/frank/live/stream/VideoStream.java new file mode 100644 index 00000000..3a67fc8b --- /dev/null +++ b/Live/src/main/java/com/frank/live/stream/VideoStream.java @@ -0,0 +1,95 @@ +package com.frank.live.stream; + +import android.app.Activity; +import android.content.Context; +import android.hardware.Camera; +import android.view.SurfaceHolder; +import android.view.View; + +import com.frank.live.camera.CameraHelper; +import com.frank.live.listener.OnFrameDataCallback; +import com.frank.live.param.VideoParam; + +public class VideoStream extends VideoStreamBase implements Camera.PreviewCallback, + CameraHelper.OnChangedSizeListener { + + private final OnFrameDataCallback mCallback; + private final CameraHelper cameraHelper; + private final int mBitrate; + private final int mFrameRate; + private boolean isLiving; + private int previewWidth; + private int previewHeight; + private int rotateDegree = 90; + + public VideoStream(OnFrameDataCallback callback, + View view, + VideoParam videoParam, + Context context) { + mCallback = callback; + mBitrate = videoParam.getBitRate(); + mFrameRate = videoParam.getFrameRate(); + cameraHelper = new CameraHelper((Activity) context, + videoParam.getCameraId(), + videoParam.getWidth(), + videoParam.getHeight()); + cameraHelper.setPreviewCallback(this); + cameraHelper.setOnChangedSizeListener(this); + } + + @Override + public void setPreviewDisplay(SurfaceHolder surfaceHolder) { + cameraHelper.setPreviewDisplay(surfaceHolder); + } + + @Override + public void switchCamera() { + cameraHelper.switchCamera(); + } + + @Override + public void startLive() { + isLiving = true; + } + + @Override + public void stopLive() { + isLiving = false; + } + + @Override + public void release() { + cameraHelper.release(); + } + + @Override + public void onPreviewFrame(byte[] data, Camera camera) { + if (isLiving && mCallback != null) { + mCallback.onVideoFrame(data, 1); + } + } + + @Override + public void onChanged(int w, int h) { + previewWidth = w; + previewHeight = h; + updateVideoCodecInfo(w, h, rotateDegree); + } + + @Override + public void onPreviewDegreeChanged(int degree) { + updateVideoCodecInfo(previewWidth, previewHeight, degree); + } + + private void updateVideoCodecInfo(int width, int height, int degree) { + if (degree == 90 || degree == 270) { + int temp = width; + width = height; + height = temp; + } + if (mCallback != null) { + mCallback.onVideoCodecInfo(width, height, mFrameRate, mBitrate); + } + } + +} diff --git a/Live/src/main/java/com/frank/live/stream/VideoStreamBase.java b/Live/src/main/java/com/frank/live/stream/VideoStreamBase.java new file mode 100644 index 00000000..1b5152c0 --- /dev/null +++ b/Live/src/main/java/com/frank/live/stream/VideoStreamBase.java @@ -0,0 +1,24 @@ +package com.frank.live.stream; + +import android.view.SurfaceHolder; + +/** + * Base of VideoStream + * Created by frank on 2022/01/27. + */ + +public abstract class VideoStreamBase { + + public abstract void startLive(); + + public abstract void setPreviewDisplay(SurfaceHolder surfaceHolder); + + public abstract void switchCamera(); + + public abstract void stopLive(); + + public abstract void release(); + + public abstract void onPreviewDegreeChanged(int degree); + +} diff --git a/Live/src/main/java/com/frank/live/stream/VideoStreamNew.java b/Live/src/main/java/com/frank/live/stream/VideoStreamNew.java new file mode 100644 index 00000000..caf8dc23 --- /dev/null +++ b/Live/src/main/java/com/frank/live/stream/VideoStreamNew.java @@ -0,0 +1,194 @@ +package com.frank.live.stream; + +import android.app.Activity; +import android.content.Context; +import android.graphics.Point; +import android.graphics.SurfaceTexture; +import android.util.Log; +import android.util.Size; +import android.view.Surface; +import android.view.SurfaceHolder; +import android.view.TextureView; +import android.view.View; + +import com.frank.live.camera.Camera2Helper; +import com.frank.live.camera.Camera2Listener; +import com.frank.live.listener.OnFrameDataCallback; +import com.frank.live.param.VideoParam; + +/** + * Pushing video stream: using Camera2 + * Created by frank on 2020/02/12. + */ +public class VideoStreamNew extends VideoStreamBase + implements TextureView.SurfaceTextureListener, Camera2Listener { + + private static final String TAG = VideoStreamNew.class.getSimpleName(); + + private int rotation = 0; + private boolean isLiving; + private Size previewSize; + private final Context mContext; + private Camera2Helper camera2Helper; + private final VideoParam mVideoParam; + private final TextureView mTextureView; + private final OnFrameDataCallback mCallback; + + public VideoStreamNew(OnFrameDataCallback callback, + View view, + VideoParam videoParam, + Context context) { + this.mCallback = callback; + // just support TextureView now + this.mTextureView = (TextureView) view; + this.mVideoParam = videoParam; + this.mContext = context; + mTextureView.setSurfaceTextureListener(this); + } + + /** + * start previewing + */ + private void startPreview() { + if (mContext instanceof Activity) { + rotation = ((Activity) mContext).getWindowManager().getDefaultDisplay().getRotation(); + } + camera2Helper = new Camera2Helper.Builder() + .cameraListener(this) + .specificCameraId(Camera2Helper.CAMERA_ID_BACK) + .context(mContext.getApplicationContext()) + .previewOn(mTextureView) + .previewViewSize(new Point(mVideoParam.getWidth(), mVideoParam.getHeight())) + .rotation(rotation) + .rotateDegree(getPreviewDegree(rotation)) + .build(); + camera2Helper.start(); + } + + @Override + public void setPreviewDisplay(SurfaceHolder surfaceHolder) { + + } + + @Override + public void switchCamera() { + if (camera2Helper != null) { + camera2Helper.switchCamera(); + } + } + + @Override + public void startLive() { + isLiving = true; + } + + @Override + public void stopLive() { + isLiving = false; + } + + @Override + public void release() { + if (camera2Helper != null) { + camera2Helper.stop(); + camera2Helper.release(); + camera2Helper = null; + } + } + + /** + * stop previewing + */ + private void stopPreview() { + if (camera2Helper != null) { + camera2Helper.stop(); + } + } + + @Override + public void onSurfaceTextureAvailable(SurfaceTexture surface, int width, int height) { + Log.i(TAG, "onSurfaceTextureAvailable..."); + startPreview(); + } + + @Override + public void onSurfaceTextureSizeChanged(SurfaceTexture surface, int width, int height) { + + } + + @Override + public boolean onSurfaceTextureDestroyed(SurfaceTexture surface) { + Log.i(TAG, "onSurfaceTextureDestroyed..."); + stopPreview(); + return false; + } + + @Override + public void onSurfaceTextureUpdated(SurfaceTexture surface) { + + } + + /** + * Camera2 preview frame data + * + * @param yuvData data of yuv + */ + @Override + public void onPreviewFrame(byte[] yuvData) { + if (isLiving && mCallback != null) { + mCallback.onVideoFrame(yuvData, 2); + } + } + + private int getPreviewDegree(int rotation) { + switch (rotation) { + case Surface.ROTATION_0: + return 90; + case Surface.ROTATION_90: + return 0; + case Surface.ROTATION_180: + return 270; + case Surface.ROTATION_270: + return 180; + default: + return -1; + } + } + + @Override + public void onCameraOpened(Size previewSize, int displayOrientation) { + Log.i(TAG, "onCameraOpened previewSize=" + previewSize.toString()); + this.previewSize = previewSize; + updateVideoCodecInfo(getPreviewDegree(rotation)); + } + + @Override + public void onCameraClosed() { + Log.i(TAG, "onCameraClosed"); + } + + @Override + public void onCameraError(Exception e) { + Log.e(TAG, "onCameraError=" + e.toString()); + } + + @Override + public void onPreviewDegreeChanged(int degree) { + updateVideoCodecInfo(degree); + } + + private void updateVideoCodecInfo(int degree) { + camera2Helper.updatePreviewDegree(degree); + if (mCallback != null && mVideoParam != null) { + int width = previewSize.getWidth(); + int height = previewSize.getHeight(); + if (degree == 90 || degree == 270) { + int temp = width; + width = height; + height = temp; + } + mCallback.onVideoCodecInfo(width, height, mVideoParam.getFrameRate(), mVideoParam.getBitRate()); + } + } + +} diff --git a/Live/src/main/java/com/frank/live/util/YUVUtil.java b/Live/src/main/java/com/frank/live/util/YUVUtil.java index 6d58fba4..3b6063a0 100644 --- a/Live/src/main/java/com/frank/live/util/YUVUtil.java +++ b/Live/src/main/java/com/frank/live/util/YUVUtil.java @@ -1,47 +1,156 @@ package com.frank.live.util; /** - * YUV与RGB转换工具类 + * Tool of transforming YUV format * Created by frank on 2018/7/1. */ public class YUVUtil { - public static byte[] ARGBtoYUV420SemiPlanar(int[] input, int width, int height) { + public static void rgbaToYUV420p(int[] argb, byte[] yuv, int width, int height) { + final int frameSize = width * height; + int index = 0; + int yIndex = 0; + int uIndex = frameSize; + int vIndex = frameSize * 5 / 4; + int R, G, B, Y, U, V; - final int frameSize = width * height; - byte[] yuv420sp = new byte[width * height * 3 / 2]; - int yIndex = 0; - int uvIndex = frameSize; + for (int j = 0; j < height; j++) { + for (int i = 0; i < width; i++) { + R = (argb[index] & 0xff0000) >> 16; + G = (argb[index] & 0xff00) >> 8; + B = (argb[index] & 0xff); - int a, R, G, B, Y, U, V; - int index = 0; - for (int j = 0; j < height; j++) { - for (int i = 0; i < width; i++) { + // RGB to YUV algorithm + Y = ((66 * R + 129 * G + 25 * B + 128) >> 8) + 16; - a = (input[index] & 0xff000000) >> 24; // a is not used obviously - R = (input[index] & 0xff0000) >> 16; - G = (input[index] & 0xff00) >> 8; - B = (input[index] & 0xff); + // I420(YUV420p) -> YYYYYYYY UU VV + yuv[yIndex++] = (byte) Y; + if (j % 2 == 0 && i % 2 == 0) { + U = ((-38 * R - 74 * G + 112 * B + 128) >> 8) + 128; + V = ((112 * R - 94 * G - 18 * B + 128) >> 8) + 128; + yuv[uIndex++] = (byte) U; + yuv[vIndex++] = (byte) V; + } + index++; + } + } + } + + private static int yuv2argb(int y, int u, int v) { + int r, g, b; + + r = y + (int) (1.402f * u); + g = y - (int) (0.344f * v + 0.714f * u); + b = y + (int) (1.772f * v); + r = r > 255 ? 255 : Math.max(r, 0); + g = g > 255 ? 255 : Math.max(g, 0); + b = b > 255 ? 255 : Math.max(b, 0); + return 0xff000000 | (r << 16) | (g << 8) | b; + } + + private static void yuv420pToARGB(byte[] yuv, int[] argb, int width, int height) { + int size = width * height; + int offset = size; + int u, v, y1, y2, y3, y4; - // well known RGB to YUV algorithm - Y = ((66 * R + 129 * G + 25 * B + 128) >> 8) + 16; - U = ((-38 * R - 74 * G + 112 * B + 128) >> 8) + 128; - V = ((112 * R - 94 * G - 18 * B + 128) >> 8) + 128; + for (int i = 0, k = 0; i < size; i += 2, k += 2) { + y1 = yuv[i] & 0xff; + y2 = yuv[i + 1] & 0xff; + y3 = yuv[width + i] & 0xff; + y4 = yuv[width + i + 1] & 0xff; - // NV21 has a plane of Y and interleaved planes of VU each sampled by a factor of 2 - // meaning for every 4 Y pixels there are 1 V and 1 U. Note the sampling is every other - // pixel AND every other scanLine. - yuv420sp[yIndex++] = (byte) ((Y < 0) ? 0 : ((Y > 255) ? 255 : Y)); - if (j % 2 == 0 && index % 2 == 0) { - yuv420sp[uvIndex++] = (byte) ((V < 0) ? 0 : ((V > 255) ? 255 : V)); - yuv420sp[uvIndex++] = (byte) ((U < 0) ? 0 : ((U > 255) ? 255 : U)); + u = yuv[offset + k] & 0xff; + v = yuv[offset + k + 1] & 0xff; + u = u - 128; + v = v - 128; + + argb[i] = yuv2argb(y1, u, v); + argb[i + 1] = yuv2argb(y2, u, v); + argb[width + i] = yuv2argb(y3, u, v); + argb[width + i + 1] = yuv2argb(y4, u, v); + + if (i != 0 && (i + 2) % width == 0) + i += width; } + } - index++; - } + public static void YUV420pRotate90(byte[] dst, byte[] src, int width, int height) { + int n = 0; + int wh = width * height; + int halfWidth = width / 2; + int halfHeight = height / 2; + // y + for (int j = 0; j < width; j++) { + for (int i = height - 1; i >= 0; i--) { + dst[n++] = src[width * i + j]; + } + } + // u + for (int i = 0; i < halfWidth; i++) { + for (int j = 1; j <= halfHeight; j++) { + dst[n++] = src[wh + ((halfHeight - j) * halfWidth + i)]; + } + } + // v + for (int i = 0; i < halfWidth; i++) { + for (int j = 1; j <= halfHeight; j++) { + dst[n++] = src[wh + wh / 4 + ((halfHeight - j) * halfWidth + i)]; + } + } + } + + public static void YUV420pRotate180(byte[] dst, byte[] src, int width, int height) { + int n = 0; + int halfWidth = width / 2; + int halfHeight = height / 2; + // y + for (int j = height - 1; j >= 0; j--) { + for (int i = width; i > 0; i--) { + dst[n++] = src[width * j + i - 1]; + } + } + // u + int offset = width * height; + for (int j = halfHeight - 1; j >= 0; j--) { + for (int i = halfWidth; i > 0; i--) { + dst[n++] = src[offset + halfWidth * j + i - 1]; + } + } + // v + offset += halfWidth * halfHeight; + for (int j = halfHeight - 1; j >= 0; j--) { + for (int i = halfWidth; i > 0; i--) { + dst[n++] = src[offset + halfWidth * j + i - 1]; + } + } + } + + public static void flipYUV(byte[] dst, byte[] src, int width, int height) { + if (dst == null || width <= 0 || height <= 0) + return; + + int idx = 0; + // Y + for (int i = 0; i < width; i++) { + for (int j = 0; j < height; j++) { + dst[idx++] = src[width - i + (height - j) * width]; + } + } + // U + int offset = width * height; + for (int i = 0; i < width / 2; i++) { + for (int j = 0; j < height / 2; j++) { + dst[idx++] = src[offset + width - i + (height / 2 - j) * width / 2]; + } + } + // V + offset += width * height / 4; + for (int i = 0; i < width / 2; i++) { + for (int j = 0; j < height / 2; j++) { + dst[idx++] = src[offset + width - i + (height / 2 - j) * width / 2]; + } + } } - return yuv420sp; - } } diff --git a/Live/src/main/java/com/frank/live/view/SmartCameraView.java b/Live/src/main/java/com/frank/live/view/SmartCameraView.java deleted file mode 100644 index 01eead30..00000000 --- a/Live/src/main/java/com/frank/live/view/SmartCameraView.java +++ /dev/null @@ -1,372 +0,0 @@ -package com.frank.live.view; - -import android.content.Context; -import android.content.res.Configuration; -import android.graphics.ImageFormat; -import android.graphics.SurfaceTexture; -import android.hardware.Camera; -import android.opengl.GLES20; -import android.opengl.GLSurfaceView; -import android.opengl.Matrix; -import android.util.AttributeSet; -import android.util.Log; - -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterFactory; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -import java.io.IOException; -import java.nio.ByteBuffer; -import java.nio.IntBuffer; -import java.util.List; -import java.util.concurrent.ConcurrentLinkedQueue; - -import javax.microedition.khronos.egl.EGLConfig; -import javax.microedition.khronos.opengles.GL10; - -public class SmartCameraView extends GLSurfaceView implements GLSurfaceView.Renderer { - - private GPUImageFilter magicFilter; - private SurfaceTexture surfaceTexture; - private int mOESTextureId = OpenGLUtils.NO_TEXTURE; - private int mSurfaceWidth; - private int mSurfaceHeight; - private int mPreviewWidth; - private int mPreviewHeight; - - private float mInputAspectRatio; - private float mOutputAspectRatio; - private float[] mProjectionMatrix = new float[16]; - private float[] mSurfaceMatrix = new float[16]; - private float[] mTransformMatrix = new float[16]; - - private Camera mCamera; - private ByteBuffer mGLPreviewBuffer; - private int mCamId = -1; - private int mPreviewRotation = 0; - private int mPreviewOrientation = Configuration.ORIENTATION_PORTRAIT; - - private Thread worker; - private final Object writeLock = new Object(); - private ConcurrentLinkedQueue mGLIntBufferCache = new ConcurrentLinkedQueue<>(); - private PreviewCallback mPrevCb; - - private final String TAG = "SmartCameraView"; - - public SmartCameraView(Context context) { - this(context, null); - } - - public SmartCameraView(Context context, AttributeSet attrs) { - super(context, attrs); - - setEGLContextClientVersion(2); - setRenderer(this); - setRenderMode(GLSurfaceView.RENDERMODE_WHEN_DIRTY); - } - - @Override - public void onSurfaceCreated(GL10 gl, EGLConfig config) { - Log.e(TAG, "Run into onSurfaceCreated..."); - - GLES20.glDisable(GL10.GL_DITHER); - GLES20.glClearColor(0, 0, 0, 0); - - magicFilter = new GPUImageFilter(MagicFilterType.NONE); - magicFilter.init(getContext().getApplicationContext()); - magicFilter.onInputSizeChanged(mPreviewWidth, mPreviewHeight); - - mOESTextureId = OpenGLUtils.getExternalOESTextureID(); - - surfaceTexture = new SurfaceTexture(mOESTextureId); - surfaceTexture.setOnFrameAvailableListener(new SurfaceTexture.OnFrameAvailableListener() { - @Override - public void onFrameAvailable(SurfaceTexture surfaceTexture) { - requestRender(); - } - }); - - // For camera preview on activity creation - if (mCamera != null) { - try { - mCamera.setPreviewTexture(surfaceTexture); - } catch (IOException ioe) { - ioe.printStackTrace(); - } - } - - Log.i(TAG, "Run out of onSurfaceCreated..."); - } - - @Override - public void onSurfaceChanged(GL10 gl, int width, int height) { - Log.i(TAG, "Run into onSurfaceChanged...width: " + width + ", height: " + height); - GLES20.glViewport(0, 0, width, height); - mSurfaceWidth = width; - mSurfaceHeight = height; - magicFilter.onDisplaySizeChanged(width, height); - - mOutputAspectRatio = width > height ? (float) width / height : (float) height / width; - float aspectRatio = mOutputAspectRatio / mInputAspectRatio; - - if (width > height) { - Matrix.orthoM(mProjectionMatrix, 0, -1.0f, 1.0f, -aspectRatio, aspectRatio, -1.0f, 1.0f); - } else { - Matrix.orthoM(mProjectionMatrix, 0, -aspectRatio, aspectRatio, -1.0f, 1.0f, -1.0f, 1.0f); - } - - Log.i(TAG, "Run out onSurfaceChanged--"); - } - - @Override - public void onDrawFrame(GL10 gl) { - - GLES20.glClearColor(0.0f, 0.0f, 0.0f, 0.0f); - GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT | GLES20.GL_DEPTH_BUFFER_BIT); - - surfaceTexture.updateTexImage(); - - surfaceTexture.getTransformMatrix(mSurfaceMatrix); - - Matrix.multiplyMM(mTransformMatrix, 0, mSurfaceMatrix, 0, mProjectionMatrix, 0); - magicFilter.setTextureTransformMatrix(mTransformMatrix); - - magicFilter.onDrawFrame(mOESTextureId); - - mGLIntBufferCache.add(magicFilter.getGLFboBuffer()); - synchronized (writeLock) { - writeLock.notifyAll(); - } - } - - public void setPreviewCallback(PreviewCallback cb) { - mPrevCb = cb; - } - - public int[] setPreviewResolution(int width, int height) { - getHolder().setFixedSize(width, height); - - mCamera = openCamera(); - mPreviewWidth = width; - mPreviewHeight = height; - - mCamera.getParameters().setPreviewSize(mPreviewWidth, mPreviewHeight); - - mGLPreviewBuffer = ByteBuffer.allocate(mPreviewWidth * mPreviewHeight * 4); - - mInputAspectRatio = mPreviewWidth > mPreviewHeight ? - (float) mPreviewWidth / mPreviewHeight : (float) mPreviewHeight / mPreviewWidth; - - return new int[] { mPreviewWidth, mPreviewHeight }; - } - - public boolean setFilter(final MagicFilterType type) { - if (mCamera == null) { - return false; - } - - queueEvent(new Runnable() { - @Override - public void run() { - if (magicFilter != null) { - magicFilter.destroy(); - } - magicFilter = MagicFilterFactory.initFilters(type); - if (magicFilter != null) { - magicFilter.init(getContext().getApplicationContext()); - magicFilter.onInputSizeChanged(mPreviewWidth, mPreviewHeight); - magicFilter.onDisplaySizeChanged(mSurfaceWidth, mSurfaceHeight); - } - } - }); - requestRender(); - return true; - } - - private void deleteTextures() { - if (mOESTextureId != OpenGLUtils.NO_TEXTURE) { - queueEvent(new Runnable() { - @Override - public void run() { - GLES20.glDeleteTextures(1, new int[]{ mOESTextureId }, 0); - mOESTextureId = OpenGLUtils.NO_TEXTURE; - } - }); - } - } - - public void setCameraId(int id) { - mCamId = id; - } - - public void setPreviewOrientation(int orientation, int degree) { - mPreviewOrientation = orientation; - mPreviewRotation = degree; - - mCamera.setDisplayOrientation(degree); - - } - - public int getCameraId() { - return mCamId; - } - - public boolean startCamera() { - worker = new Thread(new Runnable() { - @Override - public void run() { - while (!Thread.interrupted()) { - while (!mGLIntBufferCache.isEmpty()) { - IntBuffer picture = mGLIntBufferCache.poll(); - mGLPreviewBuffer.asIntBuffer().put(picture.array()); - mPrevCb.onGetRgbaFrame(mGLPreviewBuffer.array(), mPreviewWidth, mPreviewHeight); - } - // Waiting for next frame - synchronized (writeLock) { - try { - // isEmpty() may take some time, so we set timeout to detect next frame - writeLock.wait(500); - } catch (InterruptedException ie) { - worker.interrupt(); - } - } - } - } - }); - worker.start(); - - if (mCamera == null) { - mCamera = openCamera(); - if (mCamera == null) { - return false; - } - } - - Camera.Parameters params = mCamera.getParameters(); - - List supportedFocusModes = params.getSupportedFocusModes(); - if (!supportedFocusModes.isEmpty()) { - if (supportedFocusModes.contains(Camera.Parameters.FOCUS_MODE_CONTINUOUS_PICTURE)) { - params.setFocusMode(Camera.Parameters.FOCUS_MODE_CONTINUOUS_PICTURE); - } else { - params.setFocusMode(supportedFocusModes.get(0)); - } - } - - params.setPictureSize(mPreviewWidth, mPreviewHeight); - params.setPreviewSize(mPreviewWidth, mPreviewHeight); - - int VFPS = 15; - int[] range = adaptFpsRange(VFPS, params.getSupportedPreviewFpsRange()); - params.setPreviewFpsRange(range[0], range[1]); - params.setPreviewFormat(ImageFormat.NV21); - - params.setFlashMode(Camera.Parameters.FLASH_MODE_OFF); - params.setWhiteBalance(Camera.Parameters.WHITE_BALANCE_AUTO); - params.setSceneMode(Camera.Parameters.SCENE_MODE_AUTO); - if (!params.getSupportedFocusModes().isEmpty()) { - params.setFocusMode(params.getSupportedFocusModes().get(0)); - } - mCamera.setParameters(params); - - mCamera.setDisplayOrientation(mPreviewRotation); - - try { - mCamera.setPreviewTexture(surfaceTexture); - } catch (IOException e) { - e.printStackTrace(); - } - - GetParameters(mCamera); - - mCamera.startPreview(); - - return true; - } - - public void stopCamera() { - if (worker != null) { - worker.interrupt(); - try { - worker.join(); - } catch (InterruptedException e) { - e.printStackTrace(); - worker.interrupt(); - } - mGLIntBufferCache.clear(); - worker = null; - } - - if (mCamera != null) { - mCamera.stopPreview(); - mCamera.release(); - mCamera = null; - } - } - - public void GetParameters(Camera camera) { - List pictureSizes = camera.getParameters().getSupportedPictureSizes(); - List previewSizes = camera.getParameters().getSupportedPreviewSizes(); - Camera.Size psize; - for (int i = 0; i < pictureSizes.size(); i++) { - psize = pictureSizes.get(i); - Log.i(TAG,psize.width+" x "+psize.height); - } - for (int i = 0; i < previewSizes.size(); i++) { - psize = previewSizes.get(i); - Log.i(TAG,psize.width+" x "+psize.height); - } - } - - private Camera openCamera() { - Camera camera; - if (mCamId < 0) { - Camera.CameraInfo info = new Camera.CameraInfo(); - - int numCameras = Camera.getNumberOfCameras(); - int frontCamId = -1; - int backCamId = -1; - for (int i = 0; i < numCameras; i++) { - Camera.getCameraInfo(i, info); - if (info.facing == Camera.CameraInfo.CAMERA_FACING_BACK) { - backCamId = i; - } else if (info.facing == Camera.CameraInfo.CAMERA_FACING_FRONT) { - frontCamId = i; - break; - } - } - if (frontCamId != -1) { - mCamId = frontCamId; - } else if (backCamId != -1) { - mCamId = backCamId; - } else { - mCamId = 0; - } - } - camera = Camera.open(mCamId); - - return camera; - } - - private int[] adaptFpsRange(int expectedFps, List fpsRanges) { - expectedFps *= 1000; - int[] closestRange = fpsRanges.get(0); - int measure = Math.abs(closestRange[0] - expectedFps) + Math.abs(closestRange[1] - expectedFps); - for (int[] range : fpsRanges) { - if (range[0] <= expectedFps && range[1] >= expectedFps) { - int curMeasure = Math.abs(range[0] - expectedFps) + Math.abs(range[1] - expectedFps); - if (curMeasure < measure) { - closestRange = range; - measure = curMeasure; - } - } - } - return closestRange; - } - - public interface PreviewCallback { - - void onGetRgbaFrame(byte[] data, int width, int height); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicAmaroFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicAmaroFilter.java deleted file mode 100644 index 398bf5d0..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicAmaroFilter.java +++ /dev/null @@ -1,66 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicAmaroFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1,-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1,-1}; - private int mGLStrengthLocation; - - public MagicAmaroFilter(){ - super(MagicFilterType.AMARO, R.raw.amaro); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for (int i = 0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/brannan_blowout.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/overlaymap.png"); - inputTextureHandles[2] = OpenGLUtils.loadTexture(getContext(), "filter/amaromap.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicAntiqueFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicAntiqueFilter.java deleted file mode 100644 index fba5a083..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicAntiqueFilter.java +++ /dev/null @@ -1,87 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicAntiqueFilter extends GPUImageFilter{ - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - - public MagicAntiqueFilter(){ - super(MagicFilterType.ANTIQUE, R.raw.antique); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - this.mToneCurveTexture[0] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (this.mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (this.mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(this.mToneCurveTextureUniformLocation, 3); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[2048]; - int[] arrayOfInt1 = { 0, 1, 1, 2, 3, 3, 4, 5, 6, 6, 7, 8, 8, 9, 10, 11, 11, 12, 13, 14, 15, 15, 16, 17, 18, 19, 20, 21, 22, 23, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 61, 62, 63, 64, 66, 67, 68, 69, 71, 72, 73, 74, 76, 77, 78, 79, 81, 82, 83, 85, 86, 87, 89, 90, 91, 93, 94, 95, 96, 98, 99, 100, 102, 103, 104, 106, 107, 108, 110, 111, 112, 114, 115, 116, 118, 119, 120, 122, 123, 124, 126, 127, 128, 130, 131, 132, 134, 135, 136, 137, 139, 140, 141, 143, 144, 145, 146, 148, 149, 150, 152, 153, 154, 155, 157, 158, 159, 160, 161, 163, 164, 165, 166, 168, 169, 170, 171, 172, 173, 175, 176, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 211, 212, 213, 214, 215, 216, 216, 217, 218, 219, 220, 220, 221, 222, 223, 223, 224, 225, 226, 226, 227, 228, 228, 229, 230, 230, 231, 232, 232, 233, 234, 234, 235, 236, 236, 237, 238, 238, 239, 239, 240, 241, 241, 242, 242, 243, 244, 244, 245, 245, 246, 247, 247, 248, 248, 249, 249, 250, 251, 251, 252, 252, 253, 253, 254, 254, 255 }; - int[] arrayOfInt2 = { 15, 15, 16, 17, 18, 19, 20, 20, 21, 22, 23, 23, 24, 25, 26, 27, 28, 29, 30, 31, 31, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 55, 56, 57, 57, 58, 59, 61, 62, 63, 64, 66, 67, 68, 69, 71, 72, 72, 73, 74, 76, 77, 78, 79, 81, 82, 83, 85, 86, 87, 87, 89, 90, 91, 93, 94, 95, 96, 98, 99, 100, 102, 102, 103, 104, 106, 107, 108, 110, 111, 112, 114, 115, 116, 118, 118, 119, 120, 122, 123, 124, 126, 127, 128, 130, 131, 132, 134, 134, 135, 136, 137, 139, 140, 141, 143, 144, 145, 146, 148, 149, 149, 150, 152, 153, 154, 155, 157, 158, 159, 160, 161, 163, 163, 164, 165, 166, 168, 169, 170, 171, 172, 173, 175, 176, 177, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 189, 190, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 211, 212, 212, 213, 214, 215, 216, 216, 217, 218, 219, 220, 220, 221, 222, 222, 223, 223, 224, 225, 226, 226, 227, 228, 228, 229, 230, 230, 230, 231, 232, 232, 233, 234, 234, 235, 236, 236, 237, 238, 238, 238, 239, 239, 240, 241, 241, 242, 242, 243, 244, 244, 245, 245, 245, 246, 247, 247, 248, 248, 249, 249, 250, 251, 251, 252, 252, 252, 253, 253, 254, 254, 255 }; - int[] arrayOfInt3 = { 87, 89, 89, 90, 90, 91, 91, 93, 93, 94, 95, 95, 96, 96, 98, 98, 99, 100, 100, 102, 102, 103, 103, 104, 104, 106, 107, 107, 108, 108, 110, 110, 111, 112, 112, 114, 114, 115, 115, 116, 118, 118, 119, 119, 120, 120, 122, 123, 123, 124, 124, 126, 126, 127, 128, 128, 130, 130, 131, 131, 132, 134, 134, 135, 135, 136, 136, 137, 139, 139, 140, 140, 141, 143, 143, 144, 144, 145, 146, 146, 148, 148, 149, 150, 150, 152, 152, 153, 154, 154, 155, 155, 157, 158, 158, 159, 159, 160, 161, 161, 163, 163, 164, 165, 165, 166, 168, 168, 169, 169, 170, 171, 171, 172, 173, 173, 175, 175, 176, 177, 177, 178, 179, 179, 180, 181, 181, 183, 183, 184, 185, 185, 186, 187, 187, 188, 189, 189, 190, 191, 191, 192, 193, 193, 194, 195, 195, 196, 197, 197, 198, 199, 199, 200, 201, 201, 202, 203, 204, 204, 205, 206, 206, 207, 208, 208, 209, 210, 211, 211, 211, 212, 212, 213, 214, 215, 215, 216, 216, 217, 217, 218, 219, 219, 220, 220, 221, 221, 222, 223, 223, 223, 224, 225, 226, 226, 226, 227, 228, 228, 228, 229, 230, 230, 230, 231, 232, 232, 232, 233, 234, 234, 235, 235, 236, 236, 237, 238, 238, 238, 239, 239, 240, 240, 241, 241, 242, 242, 242, 243, 244, 244, 244, 245, 245, 246, 247, 247, 247, 248, 248, 249, 249, 249, 250, 251, 251, 252, 252, 252, 253, 253, 254, 254, 254, 255 }; - int[] arrayOfInt4 = { 0, 1, 1, 2, 3, 4, 4, 5, 6, 7, 7, 8, 9, 10, 10, 11, 12, 13, 13, 14, 15, 16, 17, 17, 18, 19, 20, 20, 21, 22, 23, 24, 24, 25, 26, 27, 28, 29, 29, 30, 31, 32, 33, 34, 35, 36, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 97, 98, 99, 101, 102, 103, 105, 106, 107, 109, 110, 111, 113, 114, 115, 117, 118, 119, 121, 122, 123, 125, 126, 127, 129, 130, 131, 133, 134, 136, 137, 138, 140, 141, 142, 144, 145, 146, 148, 149, 150, 152, 153, 154, 156, 157, 158, 159, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 175, 176, 177, 178, 180, 181, 182, 183, 184, 186, 187, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 213, 214, 215, 216, 217, 218, 219, 219, 220, 221, 222, 223, 223, 224, 225, 226, 227, 227, 228, 229, 230, 230, 231, 232, 232, 233, 234, 234, 235, 236, 236, 237, 238, 238, 239, 240, 240, 241, 242, 242, 243, 244, 244, 245, 245, 246, 247, 247, 248, 248, 249, 250, 250, 251, 251, 252, 253, 253, 254, 254, 255 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte[(3 + i * 4)] = ((byte)arrayOfInt4[i]); - } - int[] arrayOfInt5 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int j = 0; j < 256; j++){ - arrayOfByte[(1024 + j * 4)] = ((byte)arrayOfInt5[j]); - arrayOfByte[(1 + (1024 + j * 4))] = ((byte)arrayOfInt5[j]); - arrayOfByte[(2 + (1024 + j * 4))] = ((byte)arrayOfInt5[j]); - arrayOfByte[(3 + (1024 + j * 4))] = -1; - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 2, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicBeautyFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicBeautyFilter.java deleted file mode 100644 index 98e46260..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicBeautyFilter.java +++ /dev/null @@ -1,29 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -/** - * Created by Administrator on 2016/5/22. - */ -public class MagicBeautyFilter extends GPUImageFilter { - private int mSingleStepOffsetLocation; - - public MagicBeautyFilter(){ - super(MagicFilterType.BEAUTY, R.raw.beauty); - } - - protected void onInit() { - super.onInit(); - mSingleStepOffsetLocation = GLES20.glGetUniformLocation(getProgram(), "singleStepOffset"); - } - - @Override - public void onInputSizeChanged(final int width, final int height) { - super.onInputSizeChanged(width, height); - setFloatVec2(mSingleStepOffsetLocation, new float[] {2.0f / width, 2.0f / height}); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicBlackCatFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicBlackCatFilter.java deleted file mode 100644 index dfd55652..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicBlackCatFilter.java +++ /dev/null @@ -1,89 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicBlackCatFilter extends GPUImageFilter { - - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - - public MagicBlackCatFilter(){ - super(MagicFilterType.BLACKCAT, R.raw.blackcat); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - mToneCurveTexture[0] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[2048]; - int[] arrayOfInt1 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 7, 8, 10, 11, 13, 15, 16, 18, 20, 21, 23, 24, 26, 28, 29, 31, 33, 34, 36, 37, 39, 41, 42, 44, 45, 47, 49, 50, 52, 53, 55, 57, 58, 60, 61, 63, 65, 66, 68, 69, 71, 72, 74, 76, 77, 79, 80, 82, 83, 85, 86, 88, 90, 91, 93, 94, 96, 97, 99, 100, 102, 103, 105, 106, 108, 109, 111, 112, 114, 115, 116, 118, 119, 121, 122, 124, 125, 127, 128, 129, 131, 132, 134, 135, 136, 138, 139, 141, 142, 143, 145, 146, 147, 149, 150, 151, 153, 154, 155, 157, 158, 159, 160, 162, 163, 164, 165, 167, 168, 169, 170, 172, 173, 174, 175, 176, 178, 179, 180, 181, 182, 183, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 199, 200, 201, 202, 203, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 215, 216, 217, 218, 219, 220, 220, 221, 222, 223, 224, 224, 225, 226, 227, 227, 228, 229, 229, 230, 231, 232, 232, 233, 234, 234, 235, 236, 236, 237, 238, 238, 239, 240, 240, 241, 242, 242, 243, 243, 244, 245, 245, 246, 247, 247, 248, 248, 249, 250, 250, 251, 251, 252, 253, 253, 254, 254, 255 }; - int[] arrayOfInt2 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 7, 8, 10, 11, 13, 15, 16, 16, 18, 20, 21, 23, 24, 26, 28, 29, 31, 33, 34, 36, 37, 39, 41, 41, 42, 44, 45, 47, 49, 50, 52, 53, 55, 57, 58, 60, 61, 63, 65, 66, 68, 69, 71, 72, 74, 76, 77, 79, 80, 82, 83, 85, 86, 86, 88, 90, 91, 93, 94, 96, 97, 99, 100, 102, 103, 105, 106, 108, 109, 111, 112, 114, 115, 116, 118, 119, 121, 122, 124, 125, 127, 128, 129, 131, 134, 135, 136, 138, 139, 141, 142, 143, 145, 146, 147, 149, 150, 151, 153, 154, 155, 157, 158, 159, 160, 162, 163, 164, 165, 167, 168, 169, 170, 172, 173, 174, 175, 176, 179, 180, 181, 182, 183, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 199, 200, 201, 203, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 215, 216, 217, 219, 220, 220, 221, 222, 223, 224, 224, 225, 226, 227, 227, 228, 229, 229, 230, 232, 232, 233, 234, 234, 235, 236, 236, 237, 238, 238, 239, 240, 240, 242, 242, 243, 243, 244, 245, 245, 246, 247, 247, 248, 248, 249, 250, 251, 251, 252, 253, 253, 254, 254, 255 }; - int[] arrayOfInt3 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 5, 7, 8, 10, 10, 11, 13, 15, 16, 18, 20, 20, 21, 23, 24, 26, 28, 29, 29, 31, 33, 34, 36, 37, 39, 39, 41, 42, 44, 45, 47, 49, 50, 50, 52, 53, 55, 57, 58, 60, 61, 63, 63, 65, 66, 68, 69, 71, 72, 74, 76, 77, 79, 79, 80, 82, 83, 85, 86, 88, 90, 91, 93, 94, 96, 97, 99, 100, 100, 102, 103, 105, 106, 108, 109, 111, 112, 114, 115, 116, 118, 119, 121, 122, 124, 125, 127, 128, 129, 131, 132, 134, 135, 136, 138, 139, 141, 142, 143, 145, 146, 147, 149, 150, 151, 153, 154, 155, 157, 158, 159, 160, 162, 164, 165, 167, 168, 169, 170, 172, 173, 174, 175, 176, 178, 179, 180, 181, 182, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 199, 200, 201, 202, 203, 203, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 215, 216, 218, 219, 220, 220, 221, 222, 223, 224, 225, 226, 227, 227, 228, 229, 229, 230, 232, 232, 233, 234, 234, 235, 236, 236, 238, 238, 239, 240, 240, 241, 242, 243, 243, 244, 245, 245, 246, 247, 247, 248, 249, 250, 250, 251, 251, 252, 253, 254, 254, 255 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte[(3 + i * 4)] = -1; - } - int[] arrayOfInt4 = { 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 11, 11, 12, 13, 13, 14, 14, 15, 16, 17, 18, 18, 19, 19, 20, 21, 21, 23, 24, 25, 26, 26, 26, 27, 28, 29, 30, 31, 32, 32, 33, 34, 35, 36, 37, 38, 38, 38, 39, 40, 41, 43, 44, 45, 45, 46, 47, 48, 49, 49, 50, 51, 52, 53, 54, 55, 56, 57, 57, 58, 59, 60, 61, 62, 63, 64, 65, 65, 66, 67, 68, 69, 70, 70, 71, 72, 74, 75, 76, 76, 77, 78, 79, 80, 81, 82, 82, 83, 85, 86, 87, 88, 89, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 101, 102, 103, 104, 105, 107, 107, 108, 109, 111, 112, 113, 114, 114, 115, 116, 117, 119, 120, 120, 121, 122, 123, 124, 125, 126, 126, 127, 128, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 139, 141, 142, 143, 144, 145, 145, 146, 147, 148, 149, 151, 151, 153, 154, 155, 156, 157, 158, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 169, 170, 170, 171, 172, 173, 174, 175, 177, 178, 179, 180, 181, 182, 183, 183, 184, 185, 186, 189, 189, 190, 191, 192, 193, 194, 195, 195, 196, 198, 199, 201, 202, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 213, 214, 214, 215, 216, 218, 219, 220, 221, 221, 222, 223, 225, 227, 227, 228, 229, 230, 230, 230, 230, 230, 230, 230, 230, 230 }; - int[] arrayOfInt5 = { 0, 1, 1, 2, 3, 3, 4, 5, 5, 6, 7, 8, 8, 9, 10, 11, 11, 12, 13, 14, 15, 15, 16, 17, 18, 19, 19, 20, 21, 22, 23, 24, 25, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 88, 89, 91, 92, 93, 95, 96, 97, 99, 100, 101, 103, 104, 105, 107, 108, 109, 111, 112, 114, 115, 116, 118, 119, 121, 122, 124, 125, 126, 128, 129, 131, 132, 134, 135, 137, 138, 140, 141, 142, 144, 145, 147, 148, 149, 151, 152, 154, 155, 156, 158, 159, 160, 162, 163, 164, 166, 167, 168, 170, 171, 172, 173, 175, 176, 177, 178, 180, 181, 182, 183, 184, 186, 187, 188, 189, 190, 191, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 220, 221, 222, 223, 224, 225, 225, 226, 227, 228, 229, 229, 230, 231, 232, 232, 233, 234, 234, 235, 236, 236, 237, 238, 238, 239, 240, 240, 241, 241, 242, 243, 243, 244, 244, 245, 245, 246, 246, 247, 247, 248, 248, 249, 249, 250, 250, 251, 251, 252, 252, 252, 253, 253, 254, 254, 254, 255, 255 }; - int[] arrayOfInt6 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int j = 0; j < 256; j++){ - arrayOfByte[(1024 + j * 4)] = ((byte)arrayOfInt4[j]); - arrayOfByte[(1 + (1024 + j * 4))] = ((byte)arrayOfInt5[j]); - arrayOfByte[(2 + (1024 + j * 4))] = ((byte)arrayOfInt6[j]); - arrayOfByte[(3 + (1024 + j * 4))] = -1; - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 2, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicBrannanFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicBrannanFilter.java deleted file mode 100644 index 10dd89a1..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicBrannanFilter.java +++ /dev/null @@ -1,68 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicBrannanFilter extends GPUImageFilter{ - private int[] inputTextureHandles = {-1,-1,-1,-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1,-1,-1,-1}; - private int mGLStrengthLocation; - - public MagicBrannanFilter(){ - super(MagicFilterType.BRANNAN, R.raw.brannan); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for (int i = 0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/brannan_process.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/brannan_blowout.png"); - inputTextureHandles[2] = OpenGLUtils.loadTexture(getContext(), "filter/brannan_contrast.png"); - inputTextureHandles[3] = OpenGLUtils.loadTexture(getContext(), "filter/brannan_luma.png"); - inputTextureHandles[4] = OpenGLUtils.loadTexture(getContext(), "filter/brannan_screen.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicBrooklynFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicBrooklynFilter.java deleted file mode 100644 index f340296b..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicBrooklynFilter.java +++ /dev/null @@ -1,67 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicBrooklynFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1,-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1,-1}; - private int mGLStrengthLocation; - - public MagicBrooklynFilter(){ - super(MagicFilterType.BROOKLYN, R.raw.brooklyn); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for (int i = 0; i < inputTextureHandles.length; i++) { - inputTextureHandles[i] = -1; - } - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for (int i = 0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/brooklynCurves1.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/filter_map_first.png"); - inputTextureHandles[2] = OpenGLUtils.loadTexture(getContext(), "filter/brooklynCurves2.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicCalmFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicCalmFilter.java deleted file mode 100644 index b2406ad3..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicCalmFilter.java +++ /dev/null @@ -1,125 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -import java.nio.ByteBuffer; - -public class MagicCalmFilter extends GPUImageFilter{ - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - private int mMaskGrey1TextureId = -1; - private int mMaskGrey1UniformLocation; - private int mMaskGrey2TextureId = -1; - private int mMaskGrey2UniformLocation; - - public MagicCalmFilter(){ - super(MagicFilterType.CALM, R.raw.calm); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(3, new int[]{mToneCurveTexture[0], mMaskGrey1TextureId, mMaskGrey2TextureId}, 0); - mToneCurveTexture[0] = -1; - mMaskGrey1TextureId = -1; - mMaskGrey2TextureId = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey2TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE5); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey1TextureId); - GLES20.glUniform1i(mMaskGrey1UniformLocation, 4); - } - if (mMaskGrey2TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE5); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey2TextureId); - GLES20.glUniform1i(mMaskGrey2UniformLocation, 5); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - mMaskGrey1UniformLocation = GLES20.glGetUniformLocation(getProgram(), "grey1Frame"); - mMaskGrey2UniformLocation = GLES20.glGetUniformLocation(getProgram(), "grey2Frame"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[3072]; - int[] arrayOfInt1 = { 38, 39, 40, 41, 41, 42, 43, 44, 45, 46, 47, 47, 48, 49, 50, 51, 52, 52, 53, 54, 55, 56, 57, 58, 58, 59, 60, 61, 62, 63, 64, 64, 65, 66, 67, 68, 69, 69, 70, 71, 72, 73, 74, 75, 75, 76, 77, 78, 79, 80, 81, 81, 82, 83, 84, 85, 86, 87, 87, 88, 89, 90, 91, 92, 92, 93, 94, 95, 96, 97, 98, 98, 99, 100, 101, 102, 103, 104, 104, 105, 106, 107, 108, 109, 109, 110, 111, 112, 113, 114, 115, 115, 116, 117, 118, 119, 120, 121, 121, 122, 123, 124, 125, 126, 127, 127, 128, 129, 130, 131, 132, 132, 133, 134, 135, 136, 137, 138, 138, 139, 140, 141, 142, 143, 144, 144, 145, 146, 147, 148, 149, 149, 150, 151, 152, 153, 154, 155, 155, 156, 157, 158, 159, 160, 161, 161, 162, 163, 164, 165, 166, 166, 167, 168, 169, 170, 171, 172, 172, 173, 174, 175, 176, 177, 178, 178, 179, 180, 181, 182, 183, 184, 184, 185, 186, 187, 188, 189, 189, 190, 191, 192, 193, 194, 195, 195, 196, 197, 198, 199, 200, 201, 201, 202, 203, 204, 205, 206, 206, 207, 208, 209, 210, 211, 212, 212, 213, 214, 215, 216, 217, 218, 218, 219, 220, 221, 222, 223, 224, 224, 225, 226, 227, 228, 229, 229, 230, 231, 232, 233, 234, 235, 235, 236, 237, 238, 239, 240, 241, 241, 242, 243, 244, 245, 246, 246, 247, 248, 249, 250, 251, 252, 252, 253, 254, 255 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(3 + i * 4)] = -1; - } - int[] arrayOfInt2 = { 0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 93, 94, 95, 96, 97, 98, 99, 99, 100, 101, 102, 103, 104, 104, 105, 106, 107, 108, 109, 109, 110, 111, 112, 113, 114, 114, 115, 116, 117, 118, 118, 119, 120, 121, 122, 123, 123, 124, 125, 126, 127, 127, 128, 129, 130, 131, 131, 132, 133, 134, 135, 135, 136, 137, 138, 139, 140, 140, 141, 142, 143, 144, 145, 145, 146, 147, 148, 149, 150, 150, 151, 152, 153, 154, 155, 156, 157, 157, 158, 159, 160, 161, 162, 163, 164, 165, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 210, 211, 213, 214, 215, 216, 217, 218, 220, 221, 222, 223, 224, 226, 227, 228, 229, 230, 232, 233, 234, 235, 237, 238, 239, 240, 241, 243, 244, 245, 246, 248, 249, 250, 251, 253, 254, 255 }; - int[] arrayOfInt3 = { 0, 1, 1, 2, 3, 3, 4, 5, 6, 6, 7, 8, 8, 9, 10, 11, 11, 12, 13, 14, 15, 15, 16, 17, 18, 19, 20, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 42, 43, 44, 46, 47, 48, 50, 51, 53, 54, 56, 57, 59, 60, 62, 64, 65, 67, 69, 70, 72, 74, 75, 77, 79, 80, 82, 84, 85, 87, 89, 91, 92, 94, 96, 97, 99, 101, 102, 104, 106, 107, 109, 111, 112, 114, 115, 117, 118, 120, 121, 123, 124, 126, 127, 129, 130, 132, 133, 134, 136, 137, 138, 140, 141, 142, 144, 145, 146, 147, 149, 150, 151, 152, 153, 155, 156, 157, 158, 159, 160, 161, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 184, 185, 186, 187, 188, 189, 190, 191, 191, 192, 193, 194, 195, 196, 196, 197, 198, 199, 200, 200, 201, 202, 203, 203, 204, 205, 206, 206, 207, 208, 209, 209, 210, 211, 211, 212, 213, 214, 214, 215, 216, 216, 217, 218, 218, 219, 220, 220, 221, 222, 222, 223, 224, 224, 225, 226, 226, 227, 227, 228, 229, 229, 230, 231, 231, 232, 233, 233, 234, 234, 235, 236, 236, 237, 237, 238, 239, 239, 240, 240, 241, 242, 242, 243, 243, 244, 245, 245, 246, 246, 247, 247, 248, 249, 249, 250, 250, 251, 252, 252, 253, 253, 254, 254, 255 }; - for (int j = 0; j < 256; j++){ - arrayOfByte[(1024 + j * 4)] = ((byte)arrayOfInt3[j]); - arrayOfByte[(1 + (1024 + j * 4))] = ((byte)arrayOfInt3[j]); - arrayOfByte[(2 + (1024 + j * 4))] = ((byte)arrayOfInt2[j]); - arrayOfByte[(3 + (1024 + j * 4))] = -1; - } - int[] arrayOfInt4 = { 0, 1, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 16, 18, 19, 20, 22, 23, 24, 26, 27, 28, 30, 31, 33, 34, 35, 37, 38, 39, 41, 42, 43, 45, 46, 47, 49, 50, 51, 53, 54, 55, 57, 58, 59, 61, 62, 63, 64, 66, 67, 68, 70, 71, 72, 74, 75, 76, 77, 79, 80, 81, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 108, 109, 110, 111, 112, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124, 125, 126, 128, 129, 130, 131, 132, 133, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 175, 176, 177, 178, 179, 180, 181, 182, 183, 183, 184, 185, 186, 187, 188, 189, 189, 190, 191, 192, 193, 194, 194, 195, 196, 197, 198, 198, 199, 200, 201, 202, 202, 203, 204, 205, 205, 206, 207, 208, 208, 209, 210, 211, 211, 212, 213, 214, 214, 215, 216, 216, 217, 218, 218, 219, 220, 221, 221, 222, 223, 223, 224, 225, 225, 226, 227, 227, 228, 229, 229, 230, 231, 231, 232, 233, 233, 234, 235, 235, 236, 237, 237, 238, 239, 239, 240, 240, 241, 242, 242, 243, 244, 244, 245, 246, 246, 247, 247, 248, 249, 249, 250, 251, 251, 252, 252, 253, 254, 254, 255 }; - int[] arrayOfInt5 = { 0, 0, 1, 1, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5, 5, 6, 6, 6, 6, 7, 7, 7, 8, 8, 8, 8, 9, 9, 9, 10, 10, 10, 11, 11, 11, 11, 12, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 21, 21, 21, 22, 22, 23, 23, 24, 24, 24, 25, 25, 26, 26, 27, 27, 28, 28, 29, 29, 30, 30, 31, 31, 32, 33, 33, 34, 34, 35, 35, 36, 37, 37, 38, 38, 39, 40, 40, 41, 42, 42, 43, 44, 44, 45, 46, 47, 47, 48, 49, 49, 50, 51, 52, 53, 53, 54, 55, 56, 57, 57, 58, 59, 60, 61, 62, 63, 64, 65, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 105, 106, 107, 109, 110, 111, 113, 114, 115, 117, 118, 120, 121, 123, 124, 126, 127, 129, 130, 132, 133, 135, 137, 138, 140, 142, 143, 145, 147, 148, 150, 152, 153, 155, 157, 159, 161, 162, 164, 166, 168, 170, 172, 174, 175, 177, 179, 181, 183, 185, 187, 189, 191, 193, 195, 197, 199, 201, 203, 205, 207, 209, 211, 213, 215, 217, 219, 221, 224, 226, 228, 230, 232, 234, 236, 238, 240, 242, 244, 247, 249, 251, 253, 255 }; - int[] arrayOfInt6 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int k = 0; k < 256; k++){ - arrayOfByte[(2048 + k * 4)] = ((byte)arrayOfInt4[k]); - arrayOfByte[(1 + (2048 + k * 4))] = ((byte)arrayOfInt5[k]); - arrayOfByte[(2 + (2048 + k * 4))] = ((byte)arrayOfInt6[k]); - arrayOfByte[(3 + (2048 + k * 4))] = -1; - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 3, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - mMaskGrey1TextureId = OpenGLUtils.loadTexture(getContext(), "filter/calm_mask1.jpg"); - mMaskGrey2TextureId = OpenGLUtils.loadTexture(getContext(), "filter/calm_mask2.jpg"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicCoolFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicCoolFilter.java deleted file mode 100644 index 25d94fb6..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicCoolFilter.java +++ /dev/null @@ -1,87 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicCoolFilter extends GPUImageFilter { - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - - public MagicCoolFilter(){ - super(MagicFilterType.COOL, R.raw.cool); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - this.mToneCurveTexture[0] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (this.mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre() { - if (this.mToneCurveTexture[0] != -1) { - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(this.mToneCurveTextureUniformLocation, 3); - } - } - - @Override - protected void onInit() { - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - } - - @Override - protected void onInitialized() { - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[2048]; - int[] arrayOfInt1 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 3, 4, 5, 5, 6, 7, 8, 9, 9, 10, 11, 12, 12, 13, 14, 15, 16, 16, 17, 18, 19, 20, 20, 21, 22, 23, 24, 24, 25, 26, 27, 28, 28, 29, 30, 31, 32, 33, 33, 34, 35, 36, 37, 38, 39, 39, 40, 41, 42, 43, 44, 45, 46, 47, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 102, 103, 104, 105, 107, 108, 109, 111, 112, 113, 115, 116, 117, 119, 120, 121, 123, 124, 126, 127, 128, 130, 131, 133, 134, 136, 137, 139, 140, 142, 143, 145, 146, 148, 149, 151, 152, 154, 155, 157, 158, 160, 161, 163, 165, 166, 168, 169, 171, 173, 174, 176, 177, 179, 181, 182, 184, 185, 187, 189, 190, 192, 194, 195, 197, 199, 200, 202, 204, 205, 207, 209, 210, 212, 214, 216, 217, 219, 221, 222, 224, 226, 228, 229, 231, 233, 234, 236, 238, 240, 241, 243, 245, 246, 248, 250, 252, 253, 255 }; - int[] arrayOfInt2 = { 0, 1, 2, 3, 4, 5, 6, 7, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 250, 251, 252, 253, 254, 255 }; - int[] arrayOfInt3 = { 0, 3, 6, 9, 11, 14, 17, 20, 23, 26, 28, 31, 34, 37, 40, 43, 45, 48, 51, 54, 57, 59, 62, 65, 68, 70, 73, 76, 79, 81, 84, 87, 89, 92, 95, 97, 100, 102, 105, 108, 110, 113, 115, 118, 120, 123, 125, 128, 130, 133, 135, 137, 140, 142, 144, 147, 149, 151, 153, 156, 158, 160, 162, 164, 166, 168, 171, 173, 175, 177, 179, 180, 182, 184, 186, 188, 190, 191, 193, 195, 197, 198, 200, 201, 203, 205, 206, 207, 209, 210, 212, 213, 214, 216, 217, 218, 219, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 234, 235, 236, 237, 237, 238, 239, 240, 240, 241, 242, 242, 243, 243, 244, 244, 245, 245, 246, 246, 247, 247, 248, 248, 248, 249, 249, 249, 250, 250, 250, 251, 251, 251, 251, 252, 252, 252, 252, 252, 253, 253, 253, 253, 253, 253, 253, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt4 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 17, 21, 24, 32, 36, 39, 46, 50, 53, 56, 62, 65, 68, 73, 75, 78, 80, 85, 87, 88, 92, 94, 95, 96, 99, 100, 102, 104, 106, 107, 109, 110, 112, 113, 115, 116, 117, 120, 121, 122, 123, 125, 126, 127, 129, 130, 131, 132, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 149, 150, 151, 152, 154, 154, 155, 156, 158, 159, 159, 161, 162, 163, 163, 165, 166, 166, 168, 169, 169, 170, 172, 172, 173, 175, 175, 176, 177, 178, 179, 180, 181, 182, 182, 184, 184, 185, 186, 187, 188, 188, 190, 190, 191, 192, 193, 194, 194, 196, 196, 197, 197, 199, 199, 200, 201, 202, 202, 203, 204, 205, 205, 207, 207, 208, 208, 210, 210, 211, 212, 213, 213, 214, 215, 215, 216, 217, 218, 218, 219, 220, 221, 221, 222, 223, 223, 224, 225, 226, 226, 227, 228, 228, 229, 230, 230, 231, 232, 232, 233, 234, 235, 235, 236, 237, 237, 238, 239, 239, 240, 240, 241, 242, 242, 243, 244, 244, 245, 246, 246, 247, 248, 248, 249, 249, 250, 251, 251, 252, 253, 253, 254, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte[(3 + i * 4)] = ((byte)arrayOfInt4[i]); - } - int[] arrayOfInt5 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int j = 0; j < 256; j++){ - arrayOfByte[(1024 + j * 4)] = ((byte)arrayOfInt5[j]); - arrayOfByte[(1 + (1024 + j * 4))] = ((byte)arrayOfInt5[j]); - arrayOfByte[(2 + (1024 + j * 4))] = ((byte)arrayOfInt5[j]); - arrayOfByte[(3 + (1024 + j * 4))] = -1; - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 2, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicCrayonFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicCrayonFilter.java deleted file mode 100644 index 5f432eb3..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicCrayonFilter.java +++ /dev/null @@ -1,42 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -public class MagicCrayonFilter extends GPUImageFilter { - - private int mSingleStepOffsetLocation; - //1.0 - 5.0 - private int mStrengthLocation; - - public MagicCrayonFilter(){ - super(MagicFilterType.CRAYON, R.raw.crayon); - } - - @Override - protected void onInit() { - super.onInit(); - mSingleStepOffsetLocation = GLES20.glGetUniformLocation(getProgram(), "singleStepOffset"); - mStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - setFloat(mStrengthLocation, 2.0f); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mStrengthLocation, 0.5f); - } - - @Override - public void onInputSizeChanged(final int width, final int height) { - setFloatVec2(mSingleStepOffsetLocation, new float[] {1.0f / width, 1.0f / height}); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicEarlyBirdFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicEarlyBirdFilter.java deleted file mode 100644 index 2f539543..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicEarlyBirdFilter.java +++ /dev/null @@ -1,69 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicEarlyBirdFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1,-1,-1,-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1,-1,-1,-1}; - protected int mGLStrengthLocation; - - public MagicEarlyBirdFilter(){ - super(MagicFilterType.EARLYBIRD, R.raw.earlybird); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for(int i=0; i < inputTextureUniformLocations.length; i++) - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture"+(2+i)); - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/earlybirdcurves.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/earlybirdoverlaymap_new.png"); - inputTextureHandles[2] = OpenGLUtils.loadTexture(getContext(), "filter/vignettemap_new.png"); - inputTextureHandles[3] = OpenGLUtils.loadTexture(getContext(), "filter/earlybirdblowout.png"); - inputTextureHandles[4] = OpenGLUtils.loadTexture(getContext(), "filter/earlybirdmap.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicEmeraldFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicEmeraldFilter.java deleted file mode 100644 index 967941a6..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicEmeraldFilter.java +++ /dev/null @@ -1,88 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicEmeraldFilter extends GPUImageFilter { - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - - public MagicEmeraldFilter(){ - super(MagicFilterType.EMERALD, R.raw.emerald); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - mToneCurveTexture[0] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[2048]; - int[] arrayOfInt1 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 7, 8, 9, 10, 12, 13, 14, 17, 18, 19, 21, 22, 23, 25, 26, 29, 30, 31, 32, 34, 35, 36, 39, 40, 41, 43, 44, 45, 46, 48, 50, 51, 53, 54, 55, 56, 58, 60, 61, 62, 64, 65, 66, 67, 69, 70, 72, 73, 75, 76, 77, 78, 79, 81, 82, 84, 85, 87, 88, 89, 90, 91, 92, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 110, 111, 112, 113, 114, 115, 116, 117, 119, 120, 121, 122, 123, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 173, 174, 175, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 184, 185, 186, 187, 188, 189, 190, 191, 191, 192, 193, 194, 195, 196, 197, 197, 198, 199, 200, 201, 201, 202, 203, 204, 205, 206, 206, 207, 208, 209, 210, 210, 211, 212, 213, 213, 214, 215, 216, 216, 217, 218, 219, 220, 220, 221, 222, 223, 223, 224, 225, 226, 226, 227, 228, 228, 229, 230, 231, 231, 232, 233, 234, 234, 235, 236, 236, 237, 237, 238, 239, 239, 240, 241, 242, 242, 243, 244, 244, 245, 246, 247, 247, 248, 249, 249, 250, 251, 251, 252, 253, 254, 254, 255 }; - int[] arrayOfInt2 = { 0, 0, 0, 0, 0, 0, 1, 3, 4, 5, 7, 8, 9, 10, 12, 13, 14, 16, 18, 19, 21, 22, 23, 25, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 39, 40, 41, 43, 44, 45, 46, 48, 50, 51, 53, 54, 55, 56, 58, 59, 60, 61, 62, 64, 65, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 109, 111, 112, 113, 114, 115, 116, 117, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 136, 137, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 184, 185, 186, 188, 189, 190, 191, 191, 192, 193, 194, 195, 196, 197, 197, 198, 199, 200, 201, 201, 202, 203, 204, 205, 206, 206, 207, 209, 210, 210, 211, 212, 213, 213, 214, 215, 216, 216, 217, 218, 219, 220, 220, 221, 222, 223, 223, 224, 225, 226, 226, 227, 228, 229, 230, 231, 231, 232, 233, 234, 234, 235, 236, 237, 237, 238, 239, 239, 240, 241, 242, 242, 243, 244, 244, 245, 247, 247, 248, 249, 249, 250, 251, 251, 252, 253, 254, 254, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt3 = { 0, 1, 3, 4, 5, 7, 8, 9, 10, 12, 13, 14, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 39, 40, 41, 43, 44, 45, 46, 48, 49, 50, 51, 53, 54, 55, 56, 58, 59, 60, 61, 62, 64, 65, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 109, 110, 111, 112, 113, 114, 115, 116, 117, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 184, 185, 186, 187, 188, 189, 190, 191, 191, 192, 193, 194, 195, 196, 197, 197, 198, 199, 200, 201, 201, 202, 203, 204, 205, 206, 206, 207, 208, 209, 210, 210, 211, 212, 213, 213, 214, 215, 216, 216, 217, 218, 219, 220, 220, 221, 222, 223, 223, 224, 225, 226, 226, 227, 228, 228, 229, 230, 231, 231, 232, 233, 234, 234, 235, 236, 237, 237, 238, 239, 239, 240, 241, 242, 242, 243, 244, 244, 245, 246, 247, 247, 248, 249, 249, 250, 251, 251, 252, 253, 254, 254, 255 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte[(3 + i * 4)] = -1; - } - int[] arrayOfInt4 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 164, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 200, 201, 202, 203, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 224, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt5 = { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 126, 127, 128, 129, 130, 131, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 149, 150, 151, 152, 154, 155, 156, 157, 158, 159, 160, 161, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 223, 224, 225, 226, 227, 228, 229, 229, 230, 231, 232, 233, 233, 234, 235, 236, 237, 237, 238, 239, 240, 240, 241, 242, 243, 243, 244, 245, 245, 246, 247, 247, 248, 249, 249, 250, 250, 251, 252, 252, 253, 253, 254, 254, 255 }; - int[] arrayOfInt6 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int j = 0; j < 256; j++){ - arrayOfByte[(1024 + j * 4)] = ((byte)arrayOfInt5[j]); - arrayOfByte[(1 + (1024 + j * 4))] = ((byte)arrayOfInt4[j]); - arrayOfByte[(2 + (1024 + j * 4))] = ((byte)arrayOfInt6[j]); - arrayOfByte[(3 + (1024 + j * 4))] = -1; - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 2, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicEvergreenFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicEvergreenFilter.java deleted file mode 100644 index 91c592f3..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicEvergreenFilter.java +++ /dev/null @@ -1,80 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicEvergreenFilter extends GPUImageFilter { - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - - public MagicEvergreenFilter(){ - super(MagicFilterType.EVERGREEN, R.raw.evergreen); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - mToneCurveTexture[0] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - } - @Override - protected void onInitialized() { - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[1024]; - int[] arrayOfInt1 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255 }; - int[] arrayOfInt2 = { 0, 1, 1, 2, 3, 4, 4, 5, 6, 6, 7, 8, 9, 9, 10, 11, 12, 12, 13, 14, 15, 15, 16, 17, 17, 18, 19, 20, 21, 21, 22, 23, 24, 24, 25, 26, 27, 28, 28, 29, 30, 31, 32, 32, 33, 34, 35, 36, 37, 38, 38, 39, 40, 41, 42, 43, 44, 45, 46, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 122, 123, 124, 125, 126, 127, 129, 130, 131, 132, 133, 135, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 159, 160, 162, 163, 164, 165, 166, 167, 169, 170, 171, 172, 173, 174, 175, 177, 178, 179, 180, 181, 182, 183, 185, 186, 187, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 241, 242, 243, 244, 245, 246, 247, 247, 248, 249, 250, 251, 252, 252, 253, 254, 255 }; - int[] arrayOfInt3 = { 0, 2, 4, 6, 8, 10, 11, 13, 16, 17, 19, 20, 21, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 38, 39, 40, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 144, 145, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 157, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 168, 169, 170, 171, 172, 173, 175, 176, 177, 177, 178, 179, 180, 181, 182, 183, 184, 185, 185, 186, 187, 188, 190, 191, 192, 193, 193, 194, 195, 196, 197, 198, 199, 200, 200, 201, 202, 203, 205, 206, 207, 207, 208, 209, 210, 211, 212, 213, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 225, 226, 227, 228, 229, 230, 231, 231, 232, 234, 235, 236, 237, 237, 238, 239, 240, 241, 242, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 252, 253, 254, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt4 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int i = 0; i < 256; i++) - { - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte[(3 + i * 4)] = ((byte)arrayOfInt4[i]); - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 1, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicFreudFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicFreudFilter.java deleted file mode 100644 index 9bbbaa9c..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicFreudFilter.java +++ /dev/null @@ -1,75 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicFreudFilter extends GPUImageFilter { - private int mTexelHeightUniformLocation; - private int mTexelWidthUniformLocation; - private int[] inputTextureHandles = {-1}; - private int[] inputTextureUniformLocations = {-1}; - private int mGLStrengthLocation; - - public MagicFreudFilter(){ - super(MagicFilterType.FREUD, R.raw.freud); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(1, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - for (int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for (int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - inputTextureUniformLocations[0] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture2"); - - mTexelWidthUniformLocation = GLES20.glGetUniformLocation(getProgram(), "inputImageTextureWidth"); - mTexelHeightUniformLocation = GLES20.glGetUniformLocation(getProgram(), "inputImageTextureHeight"); - - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/freud_rand.png"); - } - }); - } - - @Override - public void onInputSizeChanged(int width, int height) { - super.onInputSizeChanged(width, height); - GLES20.glUniform1f(mTexelWidthUniformLocation, (float)width); - GLES20.glUniform1f(mTexelHeightUniformLocation, (float)height); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicHealthyFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicHealthyFilter.java deleted file mode 100644 index 27bb7d37..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicHealthyFilter.java +++ /dev/null @@ -1,109 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicHealthyFilter extends GPUImageFilter{ - - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - private int mMaskGrey1TextureId = -1; - private int mMaskGrey1UniformLocation; - private int mTexelHeightUniformLocation; - private int mTexelWidthUniformLocation; - - public MagicHealthyFilter(){ - super(MagicFilterType.HEALTHY, R.raw.healthy); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - mToneCurveTexture[0] = -1; - int[] texture = new int[1]; - texture[0] = mMaskGrey1TextureId; - GLES20.glDeleteTextures(1, texture, 0); - mMaskGrey1TextureId = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey1TextureId); - GLES20.glUniform1i(mMaskGrey1UniformLocation, 4); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - mMaskGrey1UniformLocation = GLES20.glGetUniformLocation(getProgram(), "mask"); - mTexelWidthUniformLocation = GLES20.glGetUniformLocation(getProgram(), "texelWidthOffset"); - mTexelHeightUniformLocation = GLES20.glGetUniformLocation(getProgram(), "texelHeightOffset"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[1024]; - int[] arrayOfInt1 = { 95, 95, 96, 97, 97, 98, 99, 99, 100, 101, 101, 102, 103, 104, 104, 105, 106, 106, 107, 108, 108, 109, 110, 111, 111, 112, 113, 113, 114, 115, 115, 116, 117, 117, 118, 119, 120, 120, 121, 122, 122, 123, 124, 124, 125, 126, 127, 127, 128, 129, 129, 130, 131, 131, 132, 133, 133, 134, 135, 136, 136, 137, 138, 138, 139, 140, 140, 141, 142, 143, 143, 144, 145, 145, 146, 147, 147, 148, 149, 149, 150, 151, 152, 152, 153, 154, 154, 155, 156, 156, 157, 158, 159, 159, 160, 161, 161, 162, 163, 163, 164, 165, 165, 166, 167, 168, 168, 169, 170, 170, 171, 172, 172, 173, 174, 175, 175, 176, 177, 177, 178, 179, 179, 180, 181, 181, 182, 183, 184, 184, 185, 186, 186, 187, 188, 188, 189, 190, 191, 191, 192, 193, 193, 194, 195, 195, 196, 197, 197, 198, 199, 200, 200, 201, 202, 202, 203, 204, 204, 205, 206, 207, 207, 208, 209, 209, 210, 211, 211, 212, 213, 213, 214, 215, 216, 216, 217, 218, 218, 219, 220, 220, 221, 222, 223, 223, 224, 225, 225, 226, 227, 227, 228, 229, 229, 230, 231, 232, 232, 233, 234, 234, 235, 236, 236, 237, 238, 239, 239, 240, 241, 241, 242, 243, 243, 244, 245, 245, 246, 247, 248, 248, 249, 250, 250, 251, 252, 252, 253, 254, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt2 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 4, 5, 7, 8, 9, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 168, 169, 170, 171, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 204, 205, 206, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 219, 220, 221, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 234, 235, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 249, 249, 250, 251, 252, 253, 254, 255, 255, 255, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt3 = { 0, 1, 2, 3, 3, 4, 5, 6, 7, 8, 9, 10, 10, 11, 12, 13, 14, 15, 16, 17, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 118, 119, 120, 121, 122, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 249, 250, 251, 252, 253, 254, 255 }; - for (int i = 0; i < 256; i++) - { - arrayOfByte[(i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(3 + i * 4)] = -1; - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 1, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - } - }); - } - - @Override - public void onInputSizeChanged(int width, int height){ - super.onInputSizeChanged(width, height); - GLES20.glUniform1f(mTexelWidthUniformLocation, 1.0f / width); - GLES20.glUniform1f(mTexelHeightUniformLocation, 1.0f / height); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicHefeFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicHefeFilter.java deleted file mode 100644 index a7324e6d..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicHefeFilter.java +++ /dev/null @@ -1,68 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicHefeFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1,-1,-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1,-1,-1}; - private int mGLStrengthLocation; - - public MagicHefeFilter(){ - super(MagicFilterType.HEFE, R.raw.hefe); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) { - inputTextureHandles[i] = -1; - } - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for(int i=0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/edgeburn.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/hefemap.png"); - inputTextureHandles[2] = OpenGLUtils.loadTexture(getContext(), "filter/hefemetal.png"); - inputTextureHandles[3] = OpenGLUtils.loadTexture(getContext(), "filter/hefesoftlight.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicHudsonFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicHudsonFilter.java deleted file mode 100644 index 10669c50..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicHudsonFilter.java +++ /dev/null @@ -1,68 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicHudsonFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1,-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1,-1}; - private int mGLStrengthLocation; - - public MagicHudsonFilter(){ - super(MagicFilterType.HUDSON, R.raw.hudson); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for(int i=0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/ohudsonbackground.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/overlaymap.png"); - inputTextureHandles[2] = OpenGLUtils.loadTexture(getContext(), "filter/hudsonmap.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicImageAdjustFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicImageAdjustFilter.java deleted file mode 100644 index 6b1a027c..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicImageAdjustFilter.java +++ /dev/null @@ -1,55 +0,0 @@ -package com.seu.magicfilter.advanced; - -import com.seu.magicfilter.base.MagicBaseGroupFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageBrightnessFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageContrastFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageExposureFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageHueFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageSaturationFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageSharpenFilter; - -import java.util.ArrayList; -import java.util.List; - -public class MagicImageAdjustFilter extends MagicBaseGroupFilter { - - public MagicImageAdjustFilter() { - super(initFilters()); - } - - private static List initFilters(){ - List filters = new ArrayList(); - filters.add(new GPUImageContrastFilter()); - filters.add(new GPUImageBrightnessFilter()); - filters.add(new GPUImageExposureFilter()); - filters.add(new GPUImageHueFilter()); - filters.add(new GPUImageSaturationFilter()); - filters.add(new GPUImageSharpenFilter()); - return filters; - } - - public void setSharpness(final float range){ - ((GPUImageSharpenFilter) filters.get(5)).setSharpness(range); - } - - public void setHue(final float range){ - ((GPUImageHueFilter) filters.get(3)).setHue(range); - } - - public void setBrightness(final float range){ - ((GPUImageBrightnessFilter) filters.get(1)).setBrightness(range); - } - - public void setContrast(final float range){ - ((GPUImageContrastFilter) filters.get(0)).setContrast(range); - } - - public void setSaturation(final float range){ - ((GPUImageSaturationFilter) filters.get(4)).setSaturation(range); - } - - public void setExposure(final float range){ - ((GPUImageExposureFilter) filters.get(2)).setExposure(range); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicInkwellFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicInkwellFilter.java deleted file mode 100644 index da48b76f..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicInkwellFilter.java +++ /dev/null @@ -1,66 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicInkwellFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1}; - private int[] inputTextureUniformLocations = {-1}; - private int mGLStrengthLocation; - - public MagicInkwellFilter(){ - super(MagicFilterType.INKWELL, R.raw.inkwell); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(1, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for(int i = 0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/inkwellmap.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicKevinFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicKevinFilter.java deleted file mode 100644 index 3e444233..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicKevinFilter.java +++ /dev/null @@ -1,65 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicKevinFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1}; - private int[] inputTextureUniformLocations = {-1}; - private int mGLStrengthLocation; - - public MagicKevinFilter(){ - super(MagicFilterType.KEVIN, R.raw.kevin_new); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(1, inputTextureHandles, 0); - for (int i = 0; i < inputTextureHandles.length; i++) { - inputTextureHandles[i] = -1; - } - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for(int i = 0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/kelvinmap.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicLatteFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicLatteFilter.java deleted file mode 100644 index d6f5a6ab..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicLatteFilter.java +++ /dev/null @@ -1,88 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicLatteFilter extends GPUImageFilter { - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - - public MagicLatteFilter(){ - super(MagicFilterType.LATTE, R.raw.latte); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - mToneCurveTexture[0] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[2048]; - int[] arrayOfInt1 = { 5, 6, 8, 9, 11, 12, 14, 15, 16, 18, 19, 21, 22, 23, 25, 26, 28, 29, 30, 32, 33, 34, 36, 37, 39, 40, 41, 43, 44, 45, 46, 48, 49, 50, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 108, 109, 110, 111, 112, 113, 114, 115, 115, 116, 117, 118, 119, 120, 120, 121, 122, 123, 124, 125, 125, 126, 127, 128, 129, 130, 130, 131, 132, 133, 134, 134, 135, 136, 137, 137, 138, 139, 140, 141, 141, 142, 143, 144, 145, 145, 146, 147, 148, 148, 149, 150, 151, 151, 152, 153, 154, 155, 155, 156, 157, 158, 158, 159, 160, 161, 162, 162, 163, 164, 165, 166, 166, 167, 168, 169, 170, 170, 171, 172, 173, 174, 174, 175, 176, 177, 178, 178, 179, 180, 181, 182, 183, 183, 184, 185, 186, 187, 188, 189, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255 }; - int[] arrayOfInt2 = { 5, 6, 8, 11, 12, 14, 15, 18, 19, 21, 22, 25, 26, 28, 29, 32, 33, 34, 36, 39, 40, 41, 43, 44, 46, 48, 49, 50, 52, 54, 55, 56, 58, 59, 61, 62, 64, 65, 66, 67, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 108, 109, 110, 111, 112, 113, 114, 115, 115, 116, 117, 118, 119, 120, 120, 121, 122, 123, 125, 125, 126, 127, 128, 129, 130, 130, 131, 132, 133, 134, 134, 135, 136, 137, 137, 138, 139, 140, 141, 141, 142, 143, 144, 145, 145, 146, 147, 148, 148, 149, 149, 150, 151, 151, 152, 153, 154, 155, 155, 156, 157, 158, 158, 159, 160, 161, 162, 162, 163, 164, 165, 165, 166, 166, 167, 168, 169, 170, 170, 171, 172, 173, 174, 174, 175, 175, 176, 177, 178, 178, 179, 180, 181, 182, 183, 183, 184, 184, 185, 186, 187, 188, 189, 189, 190, 191, 192, 192, 193, 194, 195, 196, 197, 198, 198, 199, 199, 200, 201, 202, 203, 204, 205, 206, 206, 207, 208, 209, 210, 211, 212, 213, 213, 214, 215, 215, 216, 217, 218, 219, 219, 220, 221, 222, 223, 224, 225, 226, 226, 227, 228, 229, 230, 231, 232, 232, 233, 234, 235, 237, 238, 239, 240, 240, 241, 242, 243, 244, 245, 246, 246, 247, 248, 249, 250, 251, 252, 252, 253, 254, 255 }; - int[] arrayOfInt3 = { 5, 6, 8, 11, 12, 14, 15, 16, 18, 21, 22, 23, 25, 26, 28, 30, 32, 33, 34, 36, 37, 40, 41, 43, 44, 45, 46, 49, 50, 52, 53, 54, 55, 58, 59, 60, 61, 62, 64, 66, 67, 68, 69, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 83, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 108, 109, 111, 112, 113, 114, 115, 115, 116, 117, 118, 119, 120, 120, 121, 123, 124, 125, 125, 126, 127, 128, 129, 130, 130, 131, 132, 133, 134, 134, 135, 136, 137, 137, 138, 139, 140, 141, 141, 142, 143, 144, 145, 145, 146, 147, 148, 148, 149, 150, 151, 151, 152, 153, 154, 155, 155, 156, 156, 157, 158, 158, 159, 160, 161, 162, 162, 163, 164, 165, 165, 166, 166, 167, 168, 169, 170, 170, 170, 171, 172, 173, 174, 174, 175, 176, 176, 177, 178, 178, 179, 180, 180, 181, 182, 183, 183, 184, 184, 185, 186, 187, 188, 189, 189, 189, 190, 191, 192, 192, 193, 194, 195, 196, 196, 197, 198, 198, 199, 199, 200, 201, 202, 202, 203, 204, 205, 206, 206, 207, 208, 209, 209, 210, 211, 212, 213, 213, 214, 215, 215, 215, 216, 217, 218, 218, 219, 220, 221, 221, 222, 223, 224, 224, 225, 226, 227, 227, 228, 229, 230, 230, 231, 232, 233, 233, 234, 235, 237, 237, 238, 239, 240, 240, 241, 242, 243, 243, 244 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte[(3 + i * 4)] = -1; - } - int[] arrayOfInt4 = { 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 9, 10, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 66, 67, 68, 69, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 113, 114, 115, 116, 117, 119, 120, 121, 122, 123, 125, 126, 127, 128, 129, 131, 132, 133, 134, 135, 137, 138, 139, 140, 141, 143, 144, 145, 146, 147, 149, 150, 151, 152, 153, 155, 156, 157, 158, 159, 161, 162, 163, 164, 165, 167, 168, 169, 170, 171, 173, 174, 175, 176, 177, 179, 180, 181, 182, 184, 185, 186, 187, 188, 190, 191, 192, 193, 194, 196, 197, 198, 199, 200, 202, 203, 204, 205, 206, 208, 209, 210, 211, 212, 214, 215, 216, 217, 218, 220, 221, 222, 223, 224, 226, 227, 228, 229, 230, 232, 233, 234, 235, 236, 238, 239, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240, 240 }; - int[] arrayOfInt5 = { 0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 41, 42, 43, 44, 46, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 61, 62, 63, 65, 66, 67, 69, 70, 71, 73, 74, 75, 77, 78, 79, 81, 82, 83, 85, 86, 87, 89, 90, 92, 93, 94, 96, 97, 99, 100, 101, 103, 104, 106, 107, 108, 110, 111, 113, 114, 116, 117, 119, 120, 121, 123, 124, 126, 127, 129, 130, 132, 133, 135, 136, 138, 139, 140, 142, 143, 145, 146, 147, 149, 150, 151, 153, 154, 155, 157, 158, 159, 160, 162, 163, 164, 165, 167, 168, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 210, 211, 212, 213, 214, 215, 215, 216, 217, 218, 219, 219, 220, 221, 222, 222, 223, 224, 225, 225, 226, 227, 227, 228, 229, 229, 230, 231, 231, 232, 233, 233, 234, 234, 235, 236, 236, 237, 237, 238, 238, 239, 240, 240, 241, 241, 242, 242, 243, 243, 244, 244, 244, 245, 245, 246, 246, 247, 247, 247, 248, 248, 249, 249, 249, 250, 250, 250, 251, 251, 251, 252, 252, 252, 252, 253, 253, 253, 253, 254, 254, 254, 254, 255, 255, 255 }; - int[] arrayOfInt6 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int j = 0; j < 256; j++){ - arrayOfByte[(1024 + j * 4)] = ((byte)arrayOfInt5[j]); - arrayOfByte[(1 + (1024 + j * 4))] = ((byte)arrayOfInt4[j]); - arrayOfByte[(2 + (1024 + j * 4))] = ((byte)arrayOfInt6[j]); - arrayOfByte[(3 + (1024 + j * 4))] = -1; - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 2, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicLomoFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicLomoFilter.java deleted file mode 100644 index d81f990a..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicLomoFilter.java +++ /dev/null @@ -1,67 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicLomoFilter extends GPUImageFilter{ - private int[] inputTextureHandles = {-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1}; - private int mGLStrengthLocation; - - public MagicLomoFilter(){ - super(MagicFilterType.LOMO, R.raw.lomo); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for(int i=0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/vlomomap_new.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/vignette_map.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicN1977Filter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicN1977Filter.java deleted file mode 100644 index 2b964cc2..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicN1977Filter.java +++ /dev/null @@ -1,59 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicN1977Filter extends GPUImageFilter{ - private int[] inputTextureHandles = {-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1}; - private int mGLStrengthLocation; - - public MagicN1977Filter(){ - super(MagicFilterType.N1977, R.raw.n1977); - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for(int i=0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/n1977map.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/n1977blowout.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicNashvilleFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicNashvilleFilter.java deleted file mode 100644 index d5e73770..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicNashvilleFilter.java +++ /dev/null @@ -1,65 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicNashvilleFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1}; - private int[] inputTextureUniformLocations = {-1}; - private int mGLStrengthLocation; - - public MagicNashvilleFilter(){ - super(MagicFilterType.NASHVILLE, R.raw.nashville); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(1, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) { - inputTextureHandles[i] = -1; - } - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for(int i=0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/nashvillemap.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicNostalgiaFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicNostalgiaFilter.java deleted file mode 100644 index 1db368e0..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicNostalgiaFilter.java +++ /dev/null @@ -1,140 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicNostalgiaFilter extends GPUImageFilter { - private int mBlurSizeUniformLocation; - private int mTexelWidthUniformLocation; - private int mTexelHeightUniformLocation; - private int[] mToneCurveTexture = { -1 }; - private int[] mToneCurveTexture2 = { -1 }; - private int mToneCurveTextureUniformLocation; - private int mToneCurveTextureUniformLocation2; - - public MagicNostalgiaFilter(){ - super(MagicFilterType.NOSTALGIA, R.raw.nostalgia); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - mToneCurveTexture[0] = -1; - GLES20.glDeleteTextures(1, mToneCurveTexture2, 0); - mToneCurveTexture2[0] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mToneCurveTexture2[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - if (mToneCurveTexture2[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation2, 4); - } - GLES20.glUniform1f(mBlurSizeUniformLocation, 1.0F); - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - mToneCurveTextureUniformLocation2 = GLES20.glGetUniformLocation(getProgram(), "curve2"); - mTexelWidthUniformLocation = GLES20.glGetUniformLocation(getProgram(), "texelWidthOffset"); - mTexelHeightUniformLocation = GLES20.glGetUniformLocation(getProgram(), "texelHeightOffset"); - mBlurSizeUniformLocation = GLES20.glGetUniformLocation(getProgram(), "blurSize"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte1 = new byte[2048]; - int[] arrayOfInt1 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 6, 8, 9, 11, 13, 15, 16, 18, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 39, 41, 43, 45, 47, 49, 50, 52, 54, 56, 57, 59, 61, 62, 64, 66, 68, 69, 71, 72, 74, 76, 77, 79, 80, 82, 84, 85, 87, 88, 90, 91, 93, 94, 96, 97, 98, 100, 101, 103, 104, 106, 107, 108, 110, 111, 112, 114, 115, 116, 118, 119, 120, 122, 123, 124, 125, 127, 128, 129, 130, 131, 133, 134, 135, 136, 137, 138, 140, 141, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 174, 175, 176, 177, 178, 179, 180, 181, 182, 182, 183, 184, 185, 186, 187, 188, 188, 189, 190, 191, 192, 193, 193, 194, 195, 196, 197, 197, 198, 199, 200, 201, 201, 202, 203, 204, 204, 205, 206, 207, 207, 208, 209, 210, 210, 211, 212, 213, 213, 214, 215, 216, 216, 217, 218, 219, 219, 220, 221, 221, 222, 223, 224, 224, 225, 226, 226, 227, 228, 228, 229, 230, 231, 231, 232, 233, 233, 234, 235, 235, 236, 237, 237, 238, 239, 240, 240, 241, 242, 242, 243, 244, 244, 245, 246, 246, 247, 248, 248, 249, 250, 250, 251, 252, 252, 253, 254, 254, 255 }; - int[] arrayOfInt2 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 6, 7, 9, 10, 12, 13, 14, 16, 17, 19, 20, 22, 23, 24, 26, 27, 29, 30, 32, 33, 34, 36, 37, 39, 40, 42, 43, 44, 46, 47, 49, 50, 52, 53, 54, 56, 57, 59, 60, 61, 63, 64, 66, 67, 69, 70, 71, 73, 74, 75, 77, 78, 80, 81, 82, 84, 85, 87, 88, 89, 91, 92, 93, 95, 96, 97, 99, 100, 101, 103, 104, 105, 107, 108, 109, 111, 112, 113, 115, 116, 117, 119, 120, 121, 122, 124, 125, 126, 127, 129, 130, 131, 132, 134, 135, 136, 137, 139, 140, 141, 142, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 198, 199, 200, 201, 202, 203, 204, 204, 205, 206, 207, 208, 209, 209, 210, 211, 212, 213, 213, 214, 215, 216, 216, 217, 218, 219, 219, 220, 221, 222, 222, 223, 224, 225, 225, 226, 227, 227, 228, 229, 229, 230, 231, 231, 232, 233, 233, 234, 235, 235, 236, 237, 237, 238, 239, 239, 240, 241, 241, 242, 243, 243, 244, 244, 245, 246, 246, 247, 248, 248, 249, 249, 250, 251, 251, 252, 253, 253, 254, 254, 255 }; - int[] arrayOfInt3 = { 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 31, 33, 35, 37, 39, 41, 43, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 65, 67, 69, 71, 73, 75, 76, 78, 80, 82, 84, 85, 87, 89, 91, 92, 94, 96, 98, 99, 101, 102, 104, 106, 107, 109, 110, 112, 114, 115, 117, 118, 119, 121, 122, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 166, 167, 168, 169, 170, 171, 171, 172, 173, 174, 175, 175, 176, 177, 178, 178, 179, 180, 181, 181, 182, 183, 184, 184, 185, 186, 186, 187, 188, 189, 189, 190, 191, 191, 192, 193, 193, 194, 195, 195, 196, 197, 197, 198, 199, 200, 200, 201, 202, 202, 203, 204, 204, 205, 206, 206, 207, 208, 208, 209, 210, 210, 211, 212, 212, 213, 214, 214, 215, 216, 216, 217, 218, 218, 219, 220, 220, 221, 221, 222, 223, 223, 224, 225, 225, 226, 227, 227, 228, 229, 229, 230, 231, 231, 232, 233, 233, 234, 234, 235, 236, 236, 237, 238, 238, 239, 240, 240, 241, 242, 242, 243, 243, 244, 245, 245, 246, 247, 247, 248, 249, 249, 250, 251, 251, 252, 252, 253, 254, 254, 255 }; - int[] arrayOfInt4 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int i = 0; i < 256; i++){ - arrayOfByte1[(0 + i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte1[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte1[(2 + i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte1[(3 + i * 4)] = ((byte)arrayOfInt4[i]); - } - int[] arrayOfInt5 = { 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 30, 32, 33, 34, 35, 37, 38, 39, 41, 42, 43, 44, 46, 47, 48, 50, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 64, 65, 66, 67, 69, 70, 71, 72, 74, 75, 76, 77, 79, 80, 81, 82, 84, 85, 86, 87, 88, 90, 91, 92, 93, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 174, 175, 176, 177, 178, 179, 180, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 198, 199, 200, 201, 202, 204, 205, 206, 207, 209, 210, 211, 213, 214, 215, 217, 218, 220, 221, 222, 224, 225, 227, 228, 230, 231, 233, 234, 235, 237, 238, 240, 241, 243, 244, 246, 247, 249, 250, 252, 253, 255 }; - int[] arrayOfInt6 = { 0, 3, 6, 8, 11, 14, 16, 18, 21, 24, 26, 29, 30, 33, 35, 37, 39, 41, 43, 45, 47, 49, 50, 52, 53, 54, 56, 58, 59, 61, 62, 63, 65, 65, 66, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 112, 113, 114, 115, 115, 116, 117, 118, 119, 120, 121, 122, 123, 123, 124, 125, 126, 127, 127, 128, 129, 130, 131, 132, 133, 134, 135, 135, 135, 136, 137, 138, 139, 140, 140, 141, 142, 143, 144, 145, 146, 146, 147, 147, 148, 149, 149, 150, 151, 152, 153, 154, 154, 155, 156, 157, 158, 158, 159, 159, 160, 161, 161, 162, 163, 164, 164, 165, 166, 167, 167, 168, 169, 170, 170, 170, 171, 172, 173, 173, 174, 175, 176, 176, 177, 178, 179, 179, 180, 181, 181, 182, 182, 183, 183, 184, 185, 186, 186, 187, 188, 188, 189, 190, 191, 191, 192, 193, 193, 194, 194, 194, 195, 196, 197, 197, 198, 199, 199, 200, 201, 201, 202, 203, 203, 204, 205, 205, 206, 206, 207, 207, 208, 209, 209, 210, 211, 211, 212, 213, 213, 214, 215, 215, 216, 217, 217, 217, 217, 218, 219, 219, 220, 221, 221, 222, 223, 223, 224, 225, 225, 226, 227, 227, 228, 228, 229, 229, 229, 230, 231, 231, 232, 232, 233, 234, 234, 235 }; - int[] arrayOfInt7 = { 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 102, 103, 104, 106, 107, 108, 109, 111, 112, 113, 115, 116, 118, 119, 120, 122, 123, 125, 126, 128, 129, 131, 132, 134, 135, 137, 139, 140, 142, 143, 145, 147, 148, 150, 152, 153, 155, 156, 158, 160, 161, 163, 164, 166, 167, 169, 170, 172, 173, 175, 176, 178, 179, 180, 182, 183, 185, 186, 188, 189, 190, 192, 193, 194, 196, 197, 199, 200, 201, 203, 204, 205, 206, 208, 209, 210, 212, 213, 214, 216, 217, 218, 219, 221, 222, 223, 224, 226, 227, 228, 229, 231, 232, 233, 234, 236, 237, 238, 239, 240, 242, 243, 244, 245, 247, 248, 249, 250, 251, 253, 254, 255 }; - for (int j = 0; j < 256; j++){ - arrayOfByte1[(0 + (1024 + j * 4))] = ((byte)arrayOfInt5[j]); - arrayOfByte1[(1 + (1024 + j * 4))] = ((byte)arrayOfInt6[j]); - arrayOfByte1[(2 + (1024 + j * 4))] = ((byte)arrayOfInt7[j]); - arrayOfByte1[(3 + (1024 + j * 4))] = ((byte)arrayOfInt4[j]); - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 2, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte1)); - GLES20.glGenTextures(1, mToneCurveTexture2, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture2[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte2 = new byte[1024]; - int[] arrayOfInt8 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - int[] arrayOfInt9 = { 42, 43, 43, 44, 45, 45, 46, 47, 48, 48, 49, 50, 50, 51, 52, 52, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 62, 63, 64, 65, 65, 66, 67, 67, 68, 69, 70, 70, 71, 72, 72, 73, 74, 75, 75, 76, 77, 78, 78, 79, 80, 81, 81, 82, 83, 84, 84, 85, 86, 87, 87, 88, 89, 90, 91, 91, 92, 93, 94, 94, 95, 96, 97, 98, 98, 99, 100, 101, 102, 103, 103, 104, 105, 106, 107, 108, 108, 109, 110, 111, 112, 113, 113, 114, 115, 116, 117, 118, 119, 120, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 201, 202, 203, 204, 205, 206, 207, 207, 208, 209, 210, 211, 212, 212, 213, 214, 215, 216, 217, 217, 218, 219, 220, 221, 221, 222, 223, 224, 224, 225, 226, 227, 228, 228, 229, 230, 231, 231, 232, 233, 234, 234, 235, 236, 237, 237, 238, 239, 240, 240, 241, 242, 243, 243, 244, 245, 246, 246, 247, 248, 248, 249, 250, 251, 251, 252, 253, 254, 254, 255 }; - int[] arrayOfInt10 = { 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 198, 199, 200, 201, 202, 203, 204, 205, 205, 206, 207, 208, 209, 210, 211, 211, 212, 213, 214, 215, 215, 216, 217, 218, 219, 219, 220, 221, 222, 222, 223, 224, 225, 225, 226, 227, 227, 228, 229, 230, 230, 231, 232, 232, 233, 234, 234, 235, 236, 236, 237, 238, 238, 239, 240, 240, 241, 241, 242, 243, 243, 244, 245, 245, 246, 246, 247, 248, 248, 249, 250, 250, 251, 251, 252, 253, 253, 254, 254, 255 }; - int[] arrayOfInt11 = { 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 174, 175, 176, 177, 178, 179, 180, 181, 182, 182, 183, 184, 185, 186, 187, 188, 189, 190, 190, 191, 192, 193, 194, 195, 196, 197, 197, 198, 199, 200, 201, 202, 203, 203, 204, 205, 206, 207, 208, 209, 209, 210, 211, 212, 213, 214, 214, 215, 216, 217, 218, 219, 219, 220, 221, 222, 223, 224, 224, 225, 226, 227, 228, 229, 229, 230, 231, 232, 233, 234, 234, 235, 236, 237, 238, 239, 239, 240, 241, 242, 243, 244, 244, 245, 246, 247, 248, 248, 249, 250, 251, 252, 253, 253, 254, 255 }; - for (int k = 0; k < 256; k++){ - arrayOfByte2[(0 + k * 4)] = ((byte)arrayOfInt9[k]); - arrayOfByte2[(1 + k * 4)] = ((byte)arrayOfInt10[k]); - arrayOfByte2[(2 + k * 4)] = ((byte)arrayOfInt11[k]); - arrayOfByte2[(3 + k * 4)] = ((byte)arrayOfInt8[k]); - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 1, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte2)); - } - }); - } - - @Override - public void onInputSizeChanged(int width, int height) { - super.onInputSizeChanged(width, height); - GLES20.glUniform1f(mTexelWidthUniformLocation, (1.0f / (float)width)); - GLES20.glUniform1f(mTexelHeightUniformLocation, (1.0f / (float)height)); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicPixelFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicPixelFilter.java deleted file mode 100644 index c9a71925..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicPixelFilter.java +++ /dev/null @@ -1,65 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicPixelFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1}; - private int[] inputTextureUniformLocations = {-1}; - private int mGLStrengthLocation; - - public MagicPixelFilter(){ - super(MagicFilterType.PIXAR, R.raw.pixar); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(1, inputTextureHandles, 0); - for (int i = 0; i < inputTextureHandles.length; i++) { - inputTextureHandles[i] = -1; - } - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for (int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for (int i=0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ -// inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/pixar_curves.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicRiseFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicRiseFilter.java deleted file mode 100644 index 8cd4569a..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicRiseFilter.java +++ /dev/null @@ -1,66 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - - -public class MagicRiseFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1,-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1,-1}; - - public MagicRiseFilter(){ - super(MagicFilterType.RISE, R.raw.rise); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for(int i=0; i < inputTextureUniformLocations.length; i++){ - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture"+(2+i)); - } - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/blackboard1024.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/overlaymap.png"); - inputTextureHandles[2] = OpenGLUtils.loadTexture(getContext(), "filter/risemap.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicRomanceFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicRomanceFilter.java deleted file mode 100644 index 4ca39fea..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicRomanceFilter.java +++ /dev/null @@ -1,81 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicRomanceFilter extends GPUImageFilter { - - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - - public MagicRomanceFilter(){ - super(MagicFilterType.ROMANCE, R.raw.romance); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - mToneCurveTexture[0] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] romance_arrayOfByte = new byte[1024]; - int[] romance_arrayOfInt1 = { 46, 46, 46, 46, 47, 47, 47, 47, 47, 47, 48, 48, 48, 48, 48, 48, 49, 49, 49, 49, 49, 50, 50, 50, 50, 51, 51, 51, 51, 52, 52, 52, 52, 53, 53, 53, 54, 54, 54, 55, 55, 56, 56, 56, 57, 57, 58, 58, 59, 59, 60, 60, 61, 61, 62, 62, 63, 63, 64, 65, 65, 66, 67, 67, 68, 69, 69, 70, 71, 72, 73, 73, 74, 75, 76, 77, 78, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 101, 102, 103, 104, 105, 106, 107, 109, 110, 111, 112, 113, 114, 116, 117, 118, 119, 120, 122, 123, 124, 125, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 140, 141, 143, 144, 145, 146, 148, 149, 150, 151, 153, 154, 155, 156, 158, 159, 160, 161, 162, 164, 165, 166, 167, 169, 170, 171, 172, 173, 175, 176, 177, 178, 179, 180, 182, 183, 184, 185, 186, 187, 188, 189, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 211, 212, 213, 214, 215, 216, 217, 218, 218, 219, 220, 221, 222, 222, 223, 224, 225, 226, 226, 227, 228, 229, 229, 230, 231, 232, 232, 233, 234, 234, 235, 236, 237, 237, 238, 239, 239, 240, 241, 241, 242, 243, 243, 244, 245, 245, 246, 247, 247, 248, 249, 249, 250, 251, 251, 252, 252, 253, 254, 254, 255 }; - int[] romance_arrayOfInt2 = { 0, 1, 1, 2, 3, 4, 4, 5, 6, 6, 7, 8, 9, 9, 10, 11, 12, 12, 13, 14, 14, 15, 16, 17, 17, 18, 19, 20, 20, 21, 22, 23, 23, 24, 25, 26, 26, 27, 28, 29, 30, 30, 31, 32, 33, 33, 34, 35, 36, 37, 38, 38, 39, 40, 41, 42, 43, 43, 44, 45, 46, 47, 48, 49, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 131, 132, 133, 134, 136, 137, 138, 139, 140, 141, 142, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 155, 156, 157, 159, 160, 161, 162, 163, 164, 166, 167, 168, 169, 170, 171, 172, 174, 175, 176, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 189, 190, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255 }; - int[] romance_arrayOfInt3 = { 0, 2, 3, 5, 7, 8, 10, 12, 13, 15, 17, 18, 20, 21, 23, 25, 26, 28, 30, 31, 33, 34, 36, 38, 39, 41, 42, 44, 45, 47, 48, 50, 51, 53, 54, 56, 57, 59, 60, 62, 63, 65, 66, 67, 69, 70, 72, 73, 74, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 106, 107, 108, 109, 110, 111, 112, 112, 113, 114, 115, 116, 116, 117, 118, 119, 119, 120, 121, 122, 122, 123, 124, 124, 125, 126, 126, 127, 128, 128, 129, 130, 130, 131, 131, 132, 133, 133, 134, 134, 135, 136, 136, 137, 137, 138, 139, 139, 140, 140, 141, 141, 142, 143, 143, 144, 144, 145, 146, 146, 147, 147, 148, 149, 149, 150, 150, 151, 152, 152, 153, 154, 154, 155, 155, 156, 157, 157, 158, 159, 159, 160, 161, 162, 162, 163, 164, 164, 165, 166, 167, 168, 168, 169, 170, 171, 172, 172, 173, 174, 175, 176, 177, 177, 178, 179, 180, 181, 182, 183, 184, 185, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255 }; - int[] romance_arrayOfInt4 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int i = 0; i < 256; i++){ - romance_arrayOfByte[(i * 4)] = ((byte)romance_arrayOfInt1[i]); - romance_arrayOfByte[(1 + i * 4)] = ((byte)romance_arrayOfInt2[i]); - romance_arrayOfByte[(2 + i * 4)] = ((byte)romance_arrayOfInt3[i]); - romance_arrayOfByte[(3 + i * 4)] = ((byte)romance_arrayOfInt4[i]); - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 1, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(romance_arrayOfByte)); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSakuraFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicSakuraFilter.java deleted file mode 100644 index 088899d7..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSakuraFilter.java +++ /dev/null @@ -1,89 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicSakuraFilter extends GPUImageFilter { - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - private int mTexelHeightUniformLocation; - private int mTexelWidthUniformLocation; - - public MagicSakuraFilter(){ - super(MagicFilterType.SAKURA, R.raw.romance); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - mToneCurveTexture[0] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - mTexelWidthUniformLocation = GLES20.glGetUniformLocation(getProgram(), "texelWidthOffset"); - mTexelHeightUniformLocation = GLES20.glGetUniformLocation(getProgram(), "texelHeightOffset"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[1024]; - int[] arrayOfInt = { 95, 95, 96, 97, 97, 98, 99, 99, 100, 101, 101, 102, 103, 104, 104, 105, 106, 106, 107, 108, 108, 109, 110, 111, 111, 112, 113, 113, 114, 115, 115, 116, 117, 117, 118, 119, 120, 120, 121, 122, 122, 123, 124, 124, 125, 126, 127, 127, 128, 129, 129, 130, 131, 131, 132, 133, 133, 134, 135, 136, 136, 137, 138, 138, 139, 140, 140, 141, 142, 143, 143, 144, 145, 145, 146, 147, 147, 148, 149, 149, 150, 151, 152, 152, 153, 154, 154, 155, 156, 156, 157, 158, 159, 159, 160, 161, 161, 162, 163, 163, 164, 165, 165, 166, 167, 168, 168, 169, 170, 170, 171, 172, 172, 173, 174, 175, 175, 176, 177, 177, 178, 179, 179, 180, 181, 181, 182, 183, 184, 184, 185, 186, 186, 187, 188, 188, 189, 190, 191, 191, 192, 193, 193, 194, 195, 195, 196, 197, 197, 198, 199, 200, 200, 201, 202, 202, 203, 204, 204, 205, 206, 207, 207, 208, 209, 209, 210, 211, 211, 212, 213, 213, 214, 215, 216, 216, 217, 218, 218, 219, 220, 220, 221, 222, 223, 223, 224, 225, 225, 226, 227, 227, 228, 229, 229, 230, 231, 232, 232, 233, 234, 234, 235, 236, 236, 237, 238, 239, 239, 240, 241, 241, 242, 243, 243, 244, 245, 245, 246, 247, 248, 248, 249, 250, 250, 251, 252, 252, 253, 254, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255 }; - for (int i = 0; i < 256; i++) - { - arrayOfByte[(i * 4)] = ((byte)arrayOfInt[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt[i]); - arrayOfByte[(3 + i * 4)] = ((byte)arrayOfInt[i]); - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 1, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - } - }); - } - - @Override - public void onInputSizeChanged(int width, int height) { - super.onInputSizeChanged(width, height); - GLES20.glUniform1f(mTexelWidthUniformLocation, (1.0f / (float)width)); - GLES20.glUniform1f(mTexelHeightUniformLocation, (1.0f / (float)height)); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSierraFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicSierraFilter.java deleted file mode 100644 index 38577964..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSierraFilter.java +++ /dev/null @@ -1,67 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicSierraFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1,-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1,-1}; - private int mGLStrengthLocation; - - public MagicSierraFilter(){ - super(MagicFilterType.SIERRA, R.raw.sierra); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit(){ - super.onInit(); - for(int i = 0; i < inputTextureUniformLocations.length; i++) - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture"+(2+i)); - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/sierravignette.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/overlaymap.png"); - inputTextureHandles[2] = OpenGLUtils.loadTexture(getContext(), "filter/sierramap.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSketchFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicSketchFilter.java deleted file mode 100644 index 733adf4c..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSketchFilter.java +++ /dev/null @@ -1,42 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -public class MagicSketchFilter extends GPUImageFilter { - - private int mSingleStepOffsetLocation; - //0.0 - 1.0 - private int mStrengthLocation; - - public MagicSketchFilter(){ - super(MagicFilterType.SKETCH, R.raw.sketch); - } - - @Override - protected void onInit() { - super.onInit(); - mSingleStepOffsetLocation = GLES20.glGetUniformLocation(getProgram(), "singleStepOffset"); - mStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - setFloat(mStrengthLocation, 0.5f); - } - - @Override - public void onInputSizeChanged(final int width, final int height) { - super.onInputSizeChanged(width, height); - setFloatVec2(mSingleStepOffsetLocation, new float[] {1.0f / width, 1.0f / height}); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSkinWhitenFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicSkinWhitenFilter.java deleted file mode 100644 index 44b8ef84..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSkinWhitenFilter.java +++ /dev/null @@ -1,93 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicSkinWhitenFilter extends GPUImageFilter { - private int mTexelHeightUniformLocation; - private int mTexelWidthUniformLocation; - private int mToneCurveTextureUniformLocation; - private int[] mToneCurveTexture = new int[] {-1}; - - public MagicSkinWhitenFilter() { - super(MagicFilterType.SKINWHITEN, R.raw.skinwhiten); - } - - @Override - protected void onInit() { - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - mTexelWidthUniformLocation = GLES20.glGetUniformLocation(getProgram(), "texelWidthOffset"); - mTexelHeightUniformLocation = GLES20.glGetUniformLocation(getProgram(), "texelHeightOffset"); - - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - mToneCurveTexture[0] = -1; - } - - @Override - protected void onInitialized() { - super.onInitialized(); - runOnDraw(new Runnable() { - public void run() { - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[1024]; - int[] arrayOfInt1 = { 95, 95, 96, 97, 97, 98, 99, 99, 100, 101, 101, 102, 103, 104, 104, 105, 106, 106, 107, 108, 108, 109, 110, 111, 111, 112, 113, 113, 114, 115, 115, 116, 117, 117, 118, 119, 120, 120, 121, 122, 122, 123, 124, 124, 125, 126, 127, 127, 128, 129, 129, 130, 131, 131, 132, 133, 133, 134, 135, 136, 136, 137, 138, 138, 139, 140, 140, 141, 142, 143, 143, 144, 145, 145, 146, 147, 147, 148, 149, 149, 150, 151, 152, 152, 153, 154, 154, 155, 156, 156, 157, 158, 159, 159, 160, 161, 161, 162, 163, 163, 164, 165, 165, 166, 167, 168, 168, 169, 170, 170, 171, 172, 172, 173, 174, 175, 175, 176, 177, 177, 178, 179, 179, 180, 181, 181, 182, 183, 184, 184, 185, 186, 186, 187, 188, 188, 189, 190, 191, 191, 192, 193, 193, 194, 195, 195, 196, 197, 197, 198, 199, 200, 200, 201, 202, 202, 203, 204, 204, 205, 206, 207, 207, 208, 209, 209, 210, 211, 211, 212, 213, 213, 214, 215, 216, 216, 217, 218, 218, 219, 220, 220, 221, 222, 223, 223, 224, 225, 225, 226, 227, 227, 228, 229, 229, 230, 231, 232, 232, 233, 234, 234, 235, 236, 236, 237, 238, 239, 239, 240, 241, 241, 242, 243, 243, 244, 245, 245, 246, 247, 248, 248, 249, 250, 250, 251, 252, 252, 253, 254, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt2 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(3 + i * 4)] = -1; - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 1, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - } - }); - } - - @Override - protected void onDrawArraysPre() { - super.onDrawArraysPre(); - if(mToneCurveTexture[0] != -1) { - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(this.mToneCurveTextureUniformLocation, 3); - } - } - - @Override - protected void onDrawArraysAfter() { - super.onDrawArraysAfter(); - if (mToneCurveTexture[0] != -1) { - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - public void onInputSizeChanged(int width, int height) { - super.onInputSizeChanged(width, height); - GLES20.glUniform1f(mTexelWidthUniformLocation, (1.0f / (float)width)); - GLES20.glUniform1f(mTexelHeightUniformLocation, (1.0f / (float)height)); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSunriseFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicSunriseFilter.java deleted file mode 100644 index 3a086650..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSunriseFilter.java +++ /dev/null @@ -1,139 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicSunriseFilter extends GPUImageFilter { - private int mMaskGrey1TextureId = -1; - private int mMaskGrey1UniformLocation; - private int mMaskGrey2TextureId = -1; - private int mMaskGrey2UniformLocation; - private int mMaskGrey3TextureId = -1; - private int mMaskGrey3UniformLocation; - private int[] mToneCurveTexture = { -1 }; - private int mToneCurveTextureUniformLocation; - - public MagicSunriseFilter(){ - super(MagicFilterType.SUNRISE, R.raw.sunrise); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - mToneCurveTexture[0] = -1; - GLES20.glDeleteTextures(1, new int[]{mMaskGrey1TextureId}, 0); - mMaskGrey1TextureId = -1; - GLES20.glDeleteTextures(1, new int[]{mMaskGrey2TextureId}, 0); - mMaskGrey2TextureId = -1; - GLES20.glDeleteTextures(1, new int[]{mMaskGrey3TextureId}, 0); - mMaskGrey3TextureId = -1; - } - - @Override - protected void onDrawArraysAfter() { - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey2TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE5); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey3TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE6); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre() { - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey1TextureId); - GLES20.glUniform1i(mMaskGrey1UniformLocation, 4); - } - if (mMaskGrey2TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE5); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey2TextureId); - GLES20.glUniform1i(mMaskGrey2UniformLocation, 5); - } - if (mMaskGrey3TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE6); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey3TextureId); - GLES20.glUniform1i(mMaskGrey3UniformLocation, 6); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - mMaskGrey1UniformLocation = GLES20.glGetUniformLocation(getProgram(), "grey1Frame"); - mMaskGrey2UniformLocation = GLES20.glGetUniformLocation(getProgram(), "grey2Frame"); - mMaskGrey3UniformLocation = GLES20.glGetUniformLocation(getProgram(), "grey3Frame"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[2048]; - int[] arrayOfInt1 = { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 30, 31, 32, 34, 35, 36, 38, 39, 41, 42, 44, 45, 47, 49, 50, 52, 54, 55, 57, 59, 61, 63, 65, 67, 69, 71, 73, 75, 77, 79, 81, 83, 85, 87, 89, 92, 94, 96, 98, 101, 103, 105, 107, 110, 111, 113, 115, 118, 120, 122, 124, 126, 129, 131, 133, 135, 137, 139, 141, 143, 145, 147, 149, 150, 152, 154, 156, 158, 159, 161, 162, 164, 166, 167, 169, 170, 172, 173, 174, 176, 177, 178, 180, 181, 182, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 200, 201, 202, 203, 203, 204, 205, 205, 207, 208, 208, 209, 209, 210, 210, 211, 211, 212, 212, 213, 213, 213, 214, 214, 215, 215, 215, 216, 216, 216, 216, 217, 217, 217, 218, 218, 218, 218, 219, 219, 219, 219, 219, 220, 220, 220, 220, 220, 220, 221, 221, 221, 221, 221, 222, 222, 222, 222, 222, 223, 223, 223, 223, 223, 224, 224, 224, 224, 224, 225, 225, 225, 225, 226, 226, 226, 227, 227, 227, 228, 228, 228, 229, 229, 230, 230, 230, 231, 231, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 237, 238, 238, 239, 239, 241, 241, 242, 243, 243, 244, 245, 245, 246, 246, 247, 248, 248, 249, 250, 250, 251, 252, 252, 253, 254, 254, 255 }; - int[] arrayOfInt2 = { 0, 1, 3, 4, 5, 7, 8, 10, 11, 12, 14, 15, 17, 18, 19, 21, 22, 24, 25, 27, 28, 30, 31, 33, 34, 36, 37, 39, 40, 42, 44, 45, 47, 48, 50, 52, 54, 55, 57, 59, 61, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 83, 85, 87, 90, 92, 94, 96, 98, 101, 103, 105, 107, 110, 111, 113, 115, 117, 119, 122, 124, 126, 128, 130, 132, 134, 136, 138, 140, 142, 143, 145, 147, 149, 150, 152, 154, 155, 157, 158, 160, 161, 163, 164, 165, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 179, 180, 181, 182, 183, 184, 184, 185, 186, 187, 188, 189, 190, 190, 191, 192, 193, 193, 194, 195, 195, 196, 197, 197, 198, 198, 199, 199, 200, 200, 201, 201, 202, 202, 203, 203, 204, 204, 205, 205, 205, 207, 207, 208, 208, 208, 209, 209, 210, 210, 210, 211, 211, 211, 212, 212, 212, 213, 213, 213, 214, 214, 214, 215, 215, 215, 216, 216, 216, 217, 217, 217, 218, 218, 219, 219, 219, 220, 220, 220, 221, 221, 222, 222, 222, 223, 223, 224, 224, 225, 225, 225, 226, 226, 227, 227, 228, 228, 228, 229, 229, 230, 230, 231, 231, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 237, 237, 238, 238, 239, 239, 241, 241, 242, 242, 243, 244, 244, 245, 245, 246, 246, 247, 247, 248, 248, 249, 249, 250, 250, 251, 251, 252, 252, 253, 253, 254, 254, 255 }; - int[] arrayOfInt3 = { 0, 1, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14, 15, 17, 18, 19, 21, 22, 23, 25, 26, 28, 29, 30, 32, 33, 35, 36, 38, 39, 41, 43, 44, 46, 47, 49, 51, 53, 54, 56, 58, 60, 62, 64, 66, 68, 69, 71, 73, 76, 78, 80, 82, 83, 85, 87, 89, 91, 93, 95, 97, 100, 102, 104, 106, 108, 110, 111, 113, 115, 117, 119, 121, 123, 125, 127, 129, 130, 132, 134, 136, 138, 139, 141, 143, 145, 146, 148, 150, 151, 153, 155, 156, 158, 159, 161, 162, 164, 165, 167, 168, 169, 171, 172, 173, 175, 176, 177, 179, 180, 181, 182, 183, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 200, 201, 202, 203, 204, 204, 205, 207, 207, 208, 209, 209, 210, 210, 211, 212, 212, 213, 213, 214, 214, 215, 215, 215, 216, 216, 217, 217, 217, 218, 218, 218, 219, 219, 219, 220, 220, 220, 220, 221, 221, 221, 221, 222, 222, 222, 222, 223, 223, 223, 223, 224, 224, 224, 224, 224, 225, 225, 225, 225, 225, 226, 226, 226, 226, 227, 227, 227, 227, 228, 228, 228, 228, 229, 229, 229, 230, 230, 230, 231, 231, 231, 232, 232, 233, 233, 233, 234, 234, 235, 235, 235, 236, 236, 237, 237, 238, 238, 239, 239, 241, 241, 242, 242, 243, 243, 244, 244, 245, 245, 246, 247, 247, 248, 248, 249, 249, 250, 250, 251, 252, 252, 253, 253, 254, 254, 255 }; - int[] arrayOfInt4 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte[(3 + i * 4)] = ((byte)arrayOfInt4[i]); - } - int[] arrayOfInt5 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124, 125, 126, 128, 129, 130, 131, 132, 133, 134, 136, 137, 138, 139, 140, 141, 143, 144, 145, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 169, 170, 172, 173, 174, 175, 176, 177, 178, 180, 181, 182, 183, 184, 185, 187, 188, 189, 190, 191, 192, 194, 195, 196, 197, 198, 199, 201, 202, 203, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 216, 217, 218, 219, 220, 221, 223, 224, 225, 226, 227, 228, 230, 231, 232, 233, 234, 235, 236, 238, 239, 240, 241, 242, 243, 245, 246, 247, 248, 249, 250, 252, 253, 254, 255 }; - int[] arrayOfInt6 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 5, 6, 7, 9, 10, 11, 12, 14, 15, 16, 17, 19, 20, 21, 22, 24, 25, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 39, 40, 41, 42, 44, 45, 46, 47, 49, 50, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 72, 73, 75, 76, 77, 78, 80, 81, 82, 83, 85, 86, 87, 88, 90, 91, 92, 93, 95, 96, 97, 98, 100, 101, 102, 103, 104, 106, 107, 108, 109, 111, 112, 113, 114, 116, 117, 118, 119, 121, 122, 123, 124, 126, 127, 128, 129, 131, 132, 133, 134, 136, 137, 138, 139, 141, 142, 143, 144, 146, 147, 148, 149, 151, 152, 153, 154, 155, 157, 158, 159, 160, 162, 163, 164, 165, 167, 168, 169, 170, 172, 173, 174, 175, 177, 178, 179, 180, 182, 183, 184, 185, 187, 188, 189, 190, 192, 193, 194, 195, 197, 198, 199, 200, 202, 203, 204, 205, 206, 208, 209, 210, 211, 213, 214, 215, 216, 218, 219, 220, 221, 223, 224, 225, 226, 228, 229, 230, 231, 233, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 248, 249, 250, 251, 253, 254, 255 }; - int[] arrayOfInt7 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 111, 113, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124, 125, 126, 128, 129, 130, 131, 132, 133, 134, 136, 137, 138, 139, 140, 141, 142, 144, 145, 146, 147, 148, 149, 150, 152, 153, 154, 155, 156, 157, 159, 160, 161, 162, 163, 164, 165, 167, 168, 169, 170, 171, 172, 173, 175, 176, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 190, 191, 192, 193, 194, 195, 196, 198, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 210, 211, 213, 214, 215, 216, 217, 218, 219, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 233, 234, 235, 237, 238, 239, 240, 241, 242, 244, 245, 246, 247, 248, 249, 250, 252, 253, 254, 255 }; - int[] arrayOfInt8 = { 0, 0, 0, 1, 1, 1, 2, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8, 8, 9, 9, 10, 10, 11, 12, 12, 13, 14, 14, 15, 15, 16, 17, 17, 18, 19, 19, 20, 21, 22, 22, 23, 24, 24, 25, 26, 27, 27, 28, 29, 30, 31, 31, 32, 33, 34, 34, 35, 36, 37, 38, 39, 39, 40, 41, 42, 43, 44, 44, 45, 46, 47, 48, 49, 50, 51, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 153, 155, 156, 157, 158, 159, 160, 162, 163, 164, 165, 166, 168, 169, 170, 171, 173, 174, 175, 176, 177, 179, 180, 181, 182, 184, 185, 186, 187, 189, 190, 191, 192, 194, 195, 196, 197, 199, 200, 201, 202, 204, 205, 206, 208, 209, 210, 211, 213, 214, 215, 217, 218, 219, 221, 222, 223, 224, 226, 227, 228, 230, 231, 232, 234, 235, 236, 238, 239, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255 }; - for (int j = 0; j < 256; j++){ - arrayOfByte[(1024 + j * 4)] = ((byte)arrayOfInt5[j]); - arrayOfByte[(1 + (1024 + j * 4))] = ((byte)arrayOfInt6[j]); - arrayOfByte[(2 + (1024 + j * 4))] = ((byte)arrayOfInt7[j]); - arrayOfByte[(3 + (1024 + j * 4))] = ((byte)arrayOfInt8[j]); - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 2, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glActiveTexture(GLES20.GL_TEXTURE5); - GLES20.glActiveTexture(GLES20.GL_TEXTURE6); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSunsetFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicSunsetFilter.java deleted file mode 100644 index 593e8042..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSunsetFilter.java +++ /dev/null @@ -1,120 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -import java.nio.ByteBuffer; - -public class MagicSunsetFilter extends GPUImageFilter { - private int mMaskGrey1TextureId = -1; - private int mMaskGrey1UniformLocation; - private int mMaskGrey2TextureId = -1; - private int mMaskGrey2UniformLocation; - private int[] mToneCurveTexture = { -1 }; - private int mToneCurveTextureUniformLocation; - - public MagicSunsetFilter(){ - super(MagicFilterType.SUNSET, R.raw.sunset); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(3, new int[]{mToneCurveTexture[0], mMaskGrey1TextureId, mMaskGrey2TextureId}, 0); - mToneCurveTexture[0] = -1; - mMaskGrey1TextureId = -1; - mMaskGrey2TextureId = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey2TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE5); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre() { - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey1TextureId); - GLES20.glUniform1i(mMaskGrey1UniformLocation, 4); - } - if (mMaskGrey2TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE5); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey2TextureId); - GLES20.glUniform1i(mMaskGrey2UniformLocation, 5); - } - } - - @Override - protected void onInit() { - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - mMaskGrey1UniformLocation = GLES20.glGetUniformLocation(getProgram(), "grey1Frame"); - mMaskGrey2UniformLocation = GLES20.glGetUniformLocation(getProgram(), "grey2Frame"); - } - - @Override - protected void onInitialized() { - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[2048]; - int[] arrayOfInt1 = { 0, 1, 2, 3, 5, 5, 7, 8, 9, 10, 11, 12, 13, 15, 16, 16, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 44, 45, 47, 48, 49, 51, 52, 54, 55, 56, 59, 60, 62, 63, 64, 66, 67, 70, 71, 72, 74, 76, 78, 79, 80, 83, 84, 85, 88, 89, 90, 93, 94, 95, 98, 99, 100, 102, 104, 106, 107, 108, 109, 112, 113, 114, 116, 117, 118, 119, 120, 122, 124, 125, 126, 128, 129, 130, 131, 132, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 142, 143, 145, 146, 147, 148, 148, 149, 150, 151, 151, 152, 153, 154, 155, 155, 156, 157, 157, 158, 159, 160, 160, 161, 162, 162, 163, 164, 165, 165, 166, 167, 167, 168, 169, 169, 170, 171, 171, 172, 173, 173, 174, 175, 175, 176, 177, 177, 178, 178, 179, 179, 180, 181, 181, 182, 183, 183, 184, 185, 185, 186, 187, 188, 188, 189, 190, 190, 191, 192, 193, 193, 194, 194, 194, 195, 196, 197, 197, 198, 199, 200, 201, 201, 202, 203, 204, 204, 205, 206, 207, 208, 208, 208, 209, 210, 211, 212, 212, 213, 214, 215, 216, 217, 218, 218, 219, 220, 221, 222, 222, 223, 224, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 234, 235, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 247, 248, 248, 249, 250, 251, 252, 253, 254, 255 }; - int[] arrayOfInt2 = { 0, 1, 2, 3, 4, 5, 6, 7, 9, 9, 10, 12, 12, 13, 14, 16, 16, 17, 19, 20, 20, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 35, 36, 37, 39, 40, 41, 42, 43, 44, 46, 47, 49, 50, 51, 53, 54, 56, 57, 59, 61, 62, 64, 65, 66, 69, 70, 72, 73, 76, 77, 78, 80, 82, 84, 85, 87, 89, 90, 93, 94, 95, 98, 99, 100, 103, 104, 106, 108, 109, 111, 112, 114, 116, 117, 118, 120, 122, 123, 124, 125, 126, 129, 130, 131, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 149, 150, 151, 152, 152, 153, 154, 155, 156, 157, 158, 158, 159, 160, 161, 162, 162, 163, 164, 165, 165, 166, 167, 167, 168, 169, 170, 170, 171, 172, 172, 173, 173, 174, 175, 175, 176, 177, 177, 178, 178, 178, 179, 179, 180, 181, 181, 182, 182, 183, 184, 184, 185, 185, 186, 187, 187, 188, 188, 189, 190, 190, 191, 191, 192, 193, 193, 194, 194, 194, 195, 195, 196, 197, 197, 198, 199, 199, 200, 201, 202, 202, 203, 204, 204, 205, 206, 207, 208, 208, 208, 209, 210, 210, 211, 212, 213, 214, 215, 215, 216, 217, 218, 219, 220, 221, 222, 222, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 234, 235, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 248, 249, 250, 251, 252, 253, 254, 255 }; - int[] arrayOfInt3 = { 0, 1, 2, 3, 4, 5, 5, 7, 8, 9, 9, 11, 12, 12, 13, 14, 16, 16, 17, 18, 20, 20, 21, 22, 23, 25, 25, 26, 27, 29, 30, 31, 31, 32, 34, 35, 36, 37, 39, 40, 41, 41, 42, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 56, 57, 59, 60, 61, 63, 64, 65, 66, 67, 69, 71, 72, 73, 74, 76, 78, 79, 80, 82, 83, 84, 85, 88, 89, 90, 92, 93, 94, 95, 98, 99, 100, 102, 103, 104, 106, 107, 108, 111, 112, 113, 114, 116, 117, 118, 119, 120, 122, 123, 124, 125, 126, 128, 129, 130, 131, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 143, 145, 146, 147, 147, 148, 149, 150, 151, 152, 153, 154, 154, 155, 156, 157, 158, 159, 159, 160, 161, 162, 162, 163, 164, 165, 166, 166, 167, 168, 169, 169, 170, 171, 172, 172, 173, 174, 175, 175, 176, 177, 178, 178, 178, 179, 179, 180, 181, 182, 182, 183, 184, 185, 185, 186, 187, 188, 188, 189, 190, 191, 191, 192, 193, 194, 194, 194, 195, 196, 197, 198, 198, 199, 200, 201, 202, 203, 203, 204, 205, 206, 207, 208, 208, 209, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 222, 223, 224, 225, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 235, 236, 237, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 248, 249, 250, 251, 252, 253, 254, 255 }; - int[] arrayOfInt4 = { 0, 1, 3, 4, 6, 7, 9, 10, 12, 13, 14, 16, 17, 19, 20, 21, 23, 24, 26, 27, 28, 30, 31, 32, 34, 35, 36, 38, 39, 40, 42, 43, 44, 45, 47, 48, 49, 51, 52, 53, 54, 55, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 115, 116, 117, 118, 119, 120, 121, 121, 122, 123, 124, 125, 126, 126, 127, 128, 129, 130, 130, 131, 132, 133, 134, 135, 135, 136, 137, 138, 139, 140, 141, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 230, 231, 232, 233, 234, 235, 235, 236, 237, 238, 239, 239, 240, 241, 242, 243, 243, 244, 245, 245, 246, 247, 247, 248, 249, 249, 250, 251, 251, 252, 252, 253, 253, 254, 254, 255 }; - for (int i = 0; i < 256; i++) - { - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte[(3 + i * 4)] = ((byte)arrayOfInt4[i]); - } - int[] arrayOfInt5 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int j = 0; j < 256; j++) - { - arrayOfByte[(1024 + j * 4)] = ((byte)arrayOfInt5[j]); - arrayOfByte[(1 + (1024 + j * 4))] = ((byte)arrayOfInt5[j]); - arrayOfByte[(2 + (1024 + j * 4))] = ((byte)arrayOfInt5[j]); - arrayOfByte[(3 + (1024 + j * 4))] = -1; - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 2, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - mMaskGrey1TextureId = OpenGLUtils.loadTexture(getContext(), "filter/rise_mask1.jpg"); - mMaskGrey2TextureId = OpenGLUtils.loadTexture(getContext(), "filter/rise_mask2.jpg"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSutroFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicSutroFilter.java deleted file mode 100644 index fe5d9773..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSutroFilter.java +++ /dev/null @@ -1,68 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicSutroFilter extends GPUImageFilter { - private int[] inputTextureHandles = {-1,-1,-1,-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1,-1,-1,-1}; - private int mGLStrengthLocation; - - public MagicSutroFilter(){ - super(MagicFilterType.SUTRO, R.raw.sutro); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for (int i = 0; i < inputTextureHandles.length; i++) { - inputTextureHandles[i] = -1; - } - } - - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit() { - super.onInit(); - for(int i = 0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized() { - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/vignette_map.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/sutrometal.png"); - inputTextureHandles[2] = OpenGLUtils.loadTexture(getContext(), "filter/softlight.png"); - inputTextureHandles[3] = OpenGLUtils.loadTexture(getContext(), "filter/sutroedgeburn.png"); - inputTextureHandles[4] = OpenGLUtils.loadTexture(getContext(), "filter/sutrocurves.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSweetsFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicSweetsFilter.java deleted file mode 100644 index de98e69e..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicSweetsFilter.java +++ /dev/null @@ -1,96 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -import java.nio.ByteBuffer; - -public class MagicSweetsFilter extends GPUImageFilter { - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - private int mMaskGrey1TextureId = -1; - private int mMaskGrey1UniformLocation; - private int mLowPerformanceUniformLocation; - - public MagicSweetsFilter(){ - super(MagicFilterType.SWEETS, R.raw.sweets); - } - - @Override - protected void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(2, new int[]{mToneCurveTexture[0], mMaskGrey1TextureId}, 0); - mToneCurveTexture[0] = -1; - mMaskGrey1TextureId = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey1TextureId); - GLES20.glUniform1i(mMaskGrey1UniformLocation, 4); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - mMaskGrey1UniformLocation = GLES20.glGetUniformLocation(getProgram(), "grey1Frame"); - mLowPerformanceUniformLocation = GLES20.glGetUniformLocation(getProgram(), "lowPerformance"); - setInteger(mLowPerformanceUniformLocation, 1); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[1024]; - int[] arrayOfInt = { 0, 1, 2, 2, 3, 4, 5, 6, 6, 7, 8, 9, 10, 10, 11, 12, 13, 14, 14, 15, 16, 17, 18, 19, 19, 20, 21, 22, 23, 24, 24, 25, 26, 27, 28, 29, 30, 30, 31, 32, 33, 34, 35, 36, 37, 38, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 108, 109, 110, 111, 113, 114, 115, 116, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 137, 138, 139, 140, 142, 143, 144, 145, 147, 148, 149, 150, 152, 153, 154, 155, 157, 158, 159, 160, 161, 163, 164, 165, 166, 167, 169, 170, 171, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 209, 210, 211, 212, 213, 214, 215, 216, 217, 217, 218, 219, 220, 221, 222, 222, 223, 224, 225, 226, 227, 227, 228, 229, 230, 230, 231, 232, 233, 234, 234, 235, 236, 237, 237, 238, 239, 240, 240, 241, 242, 243, 243, 244, 245, 246, 246, 247, 248, 248, 249, 250, 251, 251, 252, 253, 254, 254, 255 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt[i]); - arrayOfByte[(3 + i * 4)] = ((byte)i); - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 1, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - mMaskGrey1TextureId = OpenGLUtils.loadTexture(getContext(), "filter/rise_mask2.jpg"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicTenderFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicTenderFilter.java deleted file mode 100644 index da82d62b..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicTenderFilter.java +++ /dev/null @@ -1,96 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -import java.nio.ByteBuffer; - -public class MagicTenderFilter extends GPUImageFilter{ - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - private int mMaskGrey1TextureId = -1; - private int mMaskGrey1UniformLocation; - - public MagicTenderFilter(){ - super(MagicFilterType.TENDER, R.raw.tender); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(2, new int[]{mToneCurveTexture[0], mMaskGrey1TextureId}, 0); - mToneCurveTexture[0] = -1; - mMaskGrey1TextureId = -1; - } - - @Override - protected void onDrawArraysAfter() { - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre() { - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey1TextureId); - GLES20.glUniform1i(mMaskGrey1UniformLocation, 4); - } - } - - @Override - protected void onInit() { - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - mMaskGrey1UniformLocation = GLES20.glGetUniformLocation(getProgram(), "grey1Frame"); - } - - @Override - protected void onInitialized() { - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[1024]; - int[] arrayOfInt1 = { 10, 12, 14, 15, 17, 19, 21, 22, 24, 26, 28, 29, 31, 33, 35, 38, 40, 41, 43, 45, 47, 48, 50, 52, 53, 55, 57, 58, 60, 61, 63, 65, 66, 68, 69, 71, 72, 74, 75, 77, 79, 80, 81, 83, 84, 86, 87, 89, 92, 93, 94, 96, 97, 99, 100, 101, 103, 104, 105, 107, 108, 109, 110, 112, 113, 114, 116, 117, 118, 119, 120, 122, 123, 124, 125, 126, 127, 129, 130, 131, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 158, 159, 160, 161, 162, 163, 164, 165, 166, 166, 167, 168, 169, 170, 171, 171, 172, 173, 174, 175, 175, 176, 177, 178, 179, 179, 180, 181, 182, 182, 183, 184, 184, 185, 186, 187, 187, 188, 189, 189, 190, 191, 191, 192, 193, 193, 194, 195, 195, 196, 196, 197, 198, 198, 199, 200, 200, 201, 201, 202, 202, 203, 204, 204, 205, 205, 206, 206, 207, 207, 208, 209, 209, 210, 210, 211, 211, 212, 212, 213, 213, 214, 214, 215, 215, 216, 216, 216, 217, 217, 218, 218, 219, 219, 219, 220, 220, 221, 221, 222, 222, 223, 223, 224, 224, 224, 225, 225, 226, 226, 227, 227, 227, 228, 228, 229, 229, 230, 230, 230, 231, 231, 232, 232, 232, 233, 233, 234, 234, 234, 234, 235, 235, 236, 236, 236, 237, 237, 238, 238, 238, 239, 239, 240, 240, 240, 241, 241, 242, 242 }; - int[] arrayOfInt2 = { 10, 12, 14, 15, 17, 19, 19, 21, 22, 24, 26, 28, 29, 31, 33, 35, 36, 36, 38, 40, 41, 43, 45, 47, 48, 50, 52, 52, 53, 55, 57, 58, 60, 61, 63, 65, 66, 68, 69, 69, 71, 72, 74, 75, 77, 79, 80, 81, 83, 84, 86, 86, 87, 89, 90, 92, 93, 94, 96, 97, 99, 100, 101, 103, 103, 104, 105, 107, 108, 109, 110, 112, 113, 114, 116, 117, 118, 119, 120, 122, 122, 123, 124, 125, 126, 127, 129, 130, 131, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 158, 159, 160, 161, 162, 163, 164, 165, 166, 166, 167, 168, 169, 170, 171, 171, 172, 173, 174, 175, 175, 176, 177, 178, 179, 179, 180, 181, 182, 182, 183, 184, 184, 185, 186, 187, 187, 188, 189, 190, 191, 191, 192, 193, 193, 194, 195, 195, 196, 196, 197, 198, 198, 199, 200, 200, 201, 201, 202, 202, 204, 204, 205, 205, 206, 206, 207, 207, 208, 209, 209, 210, 210, 211, 211, 212, 213, 213, 214, 214, 215, 215, 216, 216, 217, 217, 218, 218, 219, 219, 220, 220, 221, 221, 222, 222, 223, 223, 224, 224, 224, 225, 226, 226, 227, 227, 227, 228, 228, 229, 229, 230, 230, 231, 231, 232, 232, 232, 233, 233, 234, 234, 234, 235, 236, 236, 236, 237, 237, 238, 238, 238, 239, 239, 240, 240, 241, 241, 242, 242 }; - int[] arrayOfInt3 = { 10, 12, 12, 14, 15, 15, 17, 17, 19, 21, 21, 22, 24, 24, 26, 28, 28, 29, 31, 31, 33, 33, 35, 36, 36, 38, 40, 40, 41, 43, 43, 45, 47, 47, 48, 50, 52, 52, 53, 55, 55, 57, 58, 58, 60, 61, 63, 63, 65, 66, 68, 68, 69, 71, 71, 72, 74, 75, 77, 77, 79, 80, 81, 81, 83, 84, 86, 87, 87, 89, 90, 92, 93, 94, 94, 96, 97, 99, 100, 101, 103, 103, 104, 105, 107, 108, 109, 110, 112, 113, 113, 114, 116, 117, 118, 119, 120, 122, 123, 124, 125, 126, 127, 129, 130, 130, 131, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 154, 155, 156, 157, 158, 158, 159, 160, 161, 162, 163, 164, 165, 166, 166, 167, 169, 170, 171, 171, 172, 173, 174, 175, 175, 176, 178, 179, 179, 180, 181, 182, 182, 183, 184, 185, 186, 187, 187, 188, 189, 190, 191, 191, 192, 193, 193, 195, 195, 196, 196, 197, 198, 199, 200, 200, 201, 201, 202, 203, 204, 204, 205, 206, 206, 207, 207, 209, 209, 210, 210, 211, 212, 212, 213, 213, 214, 215, 215, 216, 217, 217, 218, 218, 219, 219, 220, 220, 221, 222, 222, 223, 223, 224, 224, 225, 225, 226, 227, 227, 227, 228, 229, 229, 230, 230, 231, 231, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 237, 238, 238, 238, 239, 240, 240, 240, 241, 242, 242 }; - int[] arrayOfInt4 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte[(3 + i * 4)] = ((byte)arrayOfInt4[i]); - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 1, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - mMaskGrey1TextureId = OpenGLUtils.loadTexture(getContext(), "filter/bluevintage_mask1.jpg"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicToasterFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicToasterFilter.java deleted file mode 100644 index f860e3d5..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicToasterFilter.java +++ /dev/null @@ -1,70 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicToasterFilter extends GPUImageFilter{ - private int[] inputTextureHandles = {-1,-1,-1,-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1,-1,-1,-1}; - private int mGLStrengthLocation; - - public MagicToasterFilter(){ - super(MagicFilterType.TOASTER2, R.raw.toaster2_filter_shader); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter() { - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre() { - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - protected void onInit() { - super.onInit(); - for(int i = 0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - protected void onInitialized() { - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/toastermetal.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/toastersoftlight.png"); - inputTextureHandles[2] = OpenGLUtils.loadTexture(getContext(), "filter/toastercurves.png"); - inputTextureHandles[3] = OpenGLUtils.loadTexture(getContext(), "filter/toasteroverlaymapwarm.png"); - inputTextureHandles[4] = OpenGLUtils.loadTexture(getContext(), "filter/toastercolorshift.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicValenciaFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicValenciaFilter.java deleted file mode 100644 index de55a740..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicValenciaFilter.java +++ /dev/null @@ -1,68 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicValenciaFilter extends GPUImageFilter{ - private int[] inputTextureHandles = {-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1}; - private int mGLStrengthLocation; - - public MagicValenciaFilter(){ - super(MagicFilterType.VALENCIA, R.raw.valencia); - } - - @Override - protected void onDrawArraysAfter() { - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre() { - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - public void onInit() { - super.onInit(); - for(int i = 0; i < inputTextureUniformLocations.length; i++) { - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture" + (2 + i)); - } - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - public void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) { - inputTextureHandles[i] = -1; - } - } - - @Override - public void onInitialized() { - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/valenciamap.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/valenciagradientmap.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicWaldenFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicWaldenFilter.java deleted file mode 100644 index f4163d5d..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicWaldenFilter.java +++ /dev/null @@ -1,66 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicWaldenFilter extends GPUImageFilter { - - private int[] inputTextureHandles = {-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1}; - private int mGLStrengthLocation; - - public MagicWaldenFilter(){ - super(MagicFilterType.WALDEN, R.raw.walden); - } - - @Override - protected void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i+3)); - } - } - - @Override - public void onInit(){ - super.onInit(); - for(int i = 0; i < inputTextureUniformLocations.length; i++) - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture"+(2+i)); - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - public void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/walden_map.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/vignette_map.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicWarmFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicWarmFilter.java deleted file mode 100644 index 9a9544c5..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicWarmFilter.java +++ /dev/null @@ -1,118 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicWarmFilter extends GPUImageFilter { - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - private int mMaskGrey1TextureId = -1; - private int mMaskGrey1UniformLocation; - private int mMaskGrey2TextureId = -1; - private int mMaskGrey2UniformLocation; - - public MagicWarmFilter(){ - super(MagicFilterType.WARM, R.raw.warm); - } - - @Override - public void onDestroy(){ - super.onDestroy(); - GLES20.glDeleteTextures(3, new int[]{mToneCurveTexture[0], mMaskGrey1TextureId, mMaskGrey2TextureId}, 0); - mToneCurveTexture[0] = -1; - mMaskGrey1TextureId = -1; - mMaskGrey2TextureId = -1; - } - - @Override - protected void onDrawArraysAfter(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - if (mMaskGrey2TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE5); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - if (mMaskGrey1TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE4); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey1TextureId); - GLES20.glUniform1i(mMaskGrey1UniformLocation, 4); - } - if (mMaskGrey2TextureId != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE5); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mMaskGrey2TextureId); - GLES20.glUniform1i(mMaskGrey2UniformLocation, 5); - } - } - - @Override - protected void onInit(){ - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - mMaskGrey1UniformLocation = GLES20.glGetUniformLocation(getProgram(), "layerImage"); - mMaskGrey2UniformLocation = GLES20.glGetUniformLocation(getProgram(), "greyFrame"); - } - - @Override - protected void onInitialized(){ - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[2048]; - int[] arrayOfInt1 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 12, 14, 17, 20, 23, 25, 28, 31, 33, 35, 38, 40, 42, 44, 46, 48, 50, 52, 53, 55, 57, 58, 60, 61, 63, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 80, 81, 82, 83, 83, 84, 85, 85, 86, 87, 87, 88, 88, 89, 90, 90, 91, 91, 92, 93, 93, 94, 94, 95, 96, 96, 97, 98, 99, 99, 100, 101, 102, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 121, 123, 124, 126, 127, 128, 130, 131, 133, 135, 136, 138, 139, 141, 143, 144, 146, 148, 149, 151, 153, 154, 156, 158, 159, 161, 163, 165, 166, 168, 170, 172, 173, 175, 177, 179, 180, 182, 184, 185, 187, 189, 190, 192, 194, 195, 197, 199, 200, 202, 203, 205, 207, 208, 210, 211, 213, 214, 215, 217, 218, 219, 221, 222, 223, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 238, 239, 240, 241, 241, 242, 243, 243, 244, 244, 245, 245, 246, 246, 247, 247, 248, 248, 249, 249, 249, 250, 250, 250, 251, 251, 251, 251, 252, 252, 252, 252, 253, 253, 253, 253, 253, 253, 254, 254, 254, 254, 254, 254, 254, 254, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt2 = { 0, 0, 0, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 87, 88, 89, 90, 91, 92, 93, 94, 95, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242 }; - int[] arrayOfInt3 = { 9, 10, 11, 11, 12, 13, 14, 15, 16, 16, 17, 18, 19, 20, 21, 21, 22, 23, 24, 25, 26, 26, 27, 28, 29, 30, 31, 31, 32, 33, 34, 35, 36, 36, 37, 38, 39, 40, 40, 41, 42, 43, 44, 45, 45, 46, 47, 48, 49, 50, 50, 51, 52, 53, 54, 55, 55, 56, 57, 58, 59, 60, 60, 61, 62, 63, 64, 65, 66, 66, 67, 68, 69, 70, 71, 71, 72, 73, 74, 75, 76, 76, 77, 78, 79, 80, 81, 81, 82, 83, 84, 85, 86, 87, 87, 88, 89, 90, 91, 92, 93, 93, 94, 95, 96, 97, 98, 98, 99, 100, 101, 102, 103, 104, 104, 105, 106, 107, 108, 109, 110, 110, 111, 112, 113, 114, 115, 116, 116, 117, 118, 119, 120, 121, 122, 123, 123, 124, 125, 126, 127, 128, 129, 130, 130, 131, 132, 133, 134, 135, 136, 137, 137, 138, 139, 140, 141, 142, 143, 144, 144, 145, 146, 147, 148, 149, 150, 151, 152, 152, 153, 154, 155, 156, 157, 158, 159, 160, 160, 161, 162, 163, 164, 165, 166, 167, 168, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 225, 226, 227, 228, 229, 230 }; - int[] arrayOfInt4 = { 0, 0, 1, 1, 2, 2, 3, 3, 4, 5, 5, 6, 6, 7, 7, 8, 9, 9, 10, 11, 12, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 33, 34, 35, 37, 38, 40, 41, 42, 44, 45, 47, 48, 50, 51, 53, 54, 56, 58, 59, 61, 62, 64, 65, 67, 69, 70, 72, 73, 75, 77, 78, 80, 82, 83, 85, 86, 88, 90, 91, 93, 94, 96, 98, 99, 101, 102, 104, 105, 107, 108, 110, 111, 113, 114, 116, 117, 119, 120, 122, 123, 124, 126, 127, 129, 130, 131, 133, 134, 136, 137, 138, 140, 141, 142, 144, 145, 146, 147, 149, 150, 151, 153, 154, 155, 156, 157, 159, 160, 161, 162, 163, 165, 166, 167, 168, 169, 170, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 203, 204, 205, 206, 207, 208, 208, 209, 210, 211, 212, 212, 213, 214, 215, 216, 216, 217, 218, 218, 219, 220, 221, 221, 222, 223, 223, 224, 225, 225, 226, 227, 227, 228, 228, 229, 230, 230, 231, 231, 232, 233, 233, 234, 234, 235, 235, 236, 236, 237, 238, 238, 239, 239, 240, 240, 241, 241, 242, 242, 243, 243, 244, 244, 245, 245, 246, 246, 247, 247, 248, 248, 249, 249, 249, 250, 250, 251, 251, 252, 252, 253, 253, 254, 254, 255, 255 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt3[i]); - arrayOfByte[(3 + i * 4)] = ((byte)arrayOfInt4[i]); - } - int[] arrayOfInt5 = { 0, 1, 1, 2, 3, 4, 4, 5, 6, 6, 7, 8, 8, 9, 10, 11, 11, 11, 12, 13, 13, 14, 15, 15, 16, 17, 18, 18, 19, 20, 21, 21, 22, 23, 24, 24, 25, 26, 27, 28, 28, 28, 29, 30, 31, 31, 32, 33, 34, 35, 36, 36, 37, 38, 39, 39, 40, 41, 41, 42, 43, 44, 45, 46, 47, 47, 48, 49, 50, 51, 52, 53, 54, 55, 55, 56, 57, 58, 59, 60, 61, 62, 63, 63, 64, 65, 66, 68, 69, 70, 71, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 92, 93, 94, 95, 95, 97, 98, 99, 100, 102, 103, 104, 105, 106, 108, 109, 110, 111, 112, 114, 115, 116, 117, 118, 119, 122, 123, 124, 125, 126, 127, 129, 130, 131, 132, 133, 134, 135, 137, 138, 139, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 170, 171, 173, 174, 175, 176, 177, 178, 179, 180, 183, 184, 185, 186, 187, 188, 190, 191, 192, 193, 194, 195, 196, 198, 199, 200, 201, 202, 203, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 219, 220, 221, 222, 223, 224, 226, 227, 228, 229, 230, 231, 233, 234, 235, 236, 237, 239, 240, 241, 242, 243, 243, 244, 246, 247, 248, 249, 250, 251, 253, 254, 255, 255, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt6 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 39, 40, 41, 42, 43, 44, 45, 46, 47, 47, 48, 49, 50, 51, 52, 53, 54, 55, 55, 56, 57, 58, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 69, 70, 71, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 137, 138, 139, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 170, 171, 173, 174, 175, 176, 177, 178, 179, 180, 182, 183, 184, 185, 186, 187, 190, 191, 192, 193, 194, 195, 196, 198, 199, 200, 201, 202, 203, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 220, 221, 222, 223, 224, 226, 227, 228, 229, 230, 231, 233, 234, 235, 236, 237, 239, 240, 241, 242, 243, 244, 246, 247, 249, 250, 251, 253, 254, 255, 255, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt7 = { 45, 45, 46, 46, 47, 47, 47, 47, 48, 48, 49, 49, 50, 50, 50, 51, 51, 52, 52, 53, 53, 54, 54, 55, 55, 55, 55, 56, 56, 57, 57, 58, 58, 59, 59, 60, 60, 61, 61, 62, 62, 63, 63, 63, 63, 64, 64, 65, 65, 66, 66, 67, 67, 68, 69, 69, 70, 70, 71, 71, 71, 72, 72, 73, 73, 74, 75, 75, 76, 76, 77, 78, 78, 79, 79, 80, 80, 80, 81, 82, 82, 83, 84, 84, 85, 86, 87, 87, 88, 89, 89, 90, 91, 92, 92, 93, 94, 95, 95, 95, 96, 97, 98, 98, 99, 100, 101, 102, 103, 103, 104, 105, 106, 107, 108, 109, 110, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 135, 136, 137, 138, 139, 141, 142, 143, 144, 146, 147, 148, 149, 150, 151, 152, 154, 156, 157, 158, 159, 160, 161, 162, 165, 166, 167, 168, 169, 170, 171, 173, 175, 176, 177, 178, 179, 180, 182, 183, 184, 186, 187, 188, 190, 191, 192, 193, 194, 195, 196, 198, 199, 200, 201, 202, 203, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 217, 219, 220, 221, 222, 223, 224, 226, 227, 227, 228, 229, 230, 231, 233, 234, 235, 235, 236, 237, 239, 240, 241, 241, 242, 243, 244, 246, 246, 247, 248, 249, 250, 251, 251, 253, 254, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt8 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int j = 0; j < 256; j++){ - arrayOfByte[(1024 + j * 4)] = ((byte)arrayOfInt5[j]); - arrayOfByte[(1 + (1024 + j * 4))] = ((byte)arrayOfInt6[j]); - arrayOfByte[(2 + (1024 + j * 4))] = ((byte)arrayOfInt7[j]); - arrayOfByte[(3 + (1024 + j * 4))] = ((byte)arrayOfInt8[j]); - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 2, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicWhiteCatFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicWhiteCatFilter.java deleted file mode 100644 index 90c46981..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicWhiteCatFilter.java +++ /dev/null @@ -1,88 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; - -import java.nio.ByteBuffer; - -public class MagicWhiteCatFilter extends GPUImageFilter{ - - private int[] mToneCurveTexture = {-1}; - private int mToneCurveTextureUniformLocation; - - public MagicWhiteCatFilter() { - super(MagicFilterType.WHITECAT, R.raw.whitecat); - } - - @Override - public void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(1, mToneCurveTexture, 0); - mToneCurveTexture[0] = -1; - } - - @Override - protected void onDrawArraysAfter() { - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre() { - if (mToneCurveTexture[0] != -1){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glUniform1i(mToneCurveTextureUniformLocation, 3); - } - } - - @Override - public void onInit() { - super.onInit(); - mToneCurveTextureUniformLocation = GLES20.glGetUniformLocation(getProgram(), "curve"); - } - - @Override - public void onInitialized() { - super.onInitialized(); - runOnDraw(new Runnable(){ - public void run(){ - GLES20.glGenTextures(1, mToneCurveTexture, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mToneCurveTexture[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - byte[] arrayOfByte = new byte[2048]; - int[] arrayOfInt1 = { 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 249, 250, 251, 252, 253, 254, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt2 = { 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 4, 5, 6, 7, 8, 10, 11, 12, 12, 13, 14, 16, 17, 18, 19, 19, 20, 22, 23, 24, 25, 26, 26, 28, 29, 30, 31, 32, 33, 35, 35, 36, 37, 38, 39, 41, 42, 42, 43, 44, 45, 46, 48, 49, 50, 50, 51, 52, 54, 55, 56, 57, 58, 58, 59, 61, 62, 63, 64, 65, 66, 66, 67, 69, 70, 71, 72, 73, 74, 75, 75, 77, 78, 79, 80, 81, 82, 83, 85, 85, 86, 87, 88, 89, 90, 91, 92, 93, 93, 95, 96, 97, 98, 99, 100, 101, 102, 103, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113, 114, 114, 115, 116, 117, 118, 119, 120, 121, 123, 124, 125, 126, 127, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 182, 183, 184, 185, 186, 187, 188, 189, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 217, 218, 219, 220, 221, 222, 223, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 236, 237, 238, 239, 240, 240 }; - for (int i = 0; i < 256; i++){ - arrayOfByte[(i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(1 + i * 4)] = ((byte)arrayOfInt1[i]); - arrayOfByte[(2 + i * 4)] = ((byte)arrayOfInt2[i]); - arrayOfByte[(3 + i * 4)] = -1; - } - int[] arrayOfInt3 = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 14, 17, 19, 22, 25, 27, 30, 34, 36, 39, 41, 43, 45, 49, 51, 52, 54, 55, 57, 58, 61, 63, 64, 65, 67, 68, 69, 72, 73, 75, 76, 77, 78, 81, 82, 83, 84, 86, 87, 88, 90, 91, 93, 94, 95, 96, 97, 99, 100, 101, 102, 103, 105, 106, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 123, 124, 125, 126, 126, 127, 128, 130, 131, 132, 133, 134, 135, 136, 138, 138, 139, 140, 141, 142, 144, 145, 146, 146, 147, 148, 149, 151, 152, 153, 153, 154, 155, 156, 158, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 168, 170, 171, 172, 172, 173, 174, 175, 176, 177, 178, 179, 180, 180, 181, 183, 183, 184, 185, 186, 186, 188, 189, 190, 190, 191, 192, 193, 194, 195, 196, 196, 197, 198, 199, 200, 201, 201, 202, 203, 204, 204, 206, 207, 207, 208, 209, 209, 211, 212, 212, 213, 214, 214, 215, 217, 217, 218, 219, 219, 220, 221, 222, 223, 224, 224, 225, 226, 227, 228, 228, 229, 230, 230, 231, 233, 233, 234, 235, 235, 236, 237, 238, 239, 239, 240, 241, 241, 242, 243, 244, 245, 245, 246, 247, 248, 249, 249, 250, 250, 251, 252, 253, 254, 254, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255 }; - int[] arrayOfInt4 = { 0, 2, 4, 6, 8, 11, 13, 15, 17, 19, 21, 23, 25, 27, 29, 31, 32, 34, 36, 38, 40, 42, 44, 46, 47, 49, 51, 53, 54, 56, 58, 60, 61, 63, 65, 66, 68, 70, 71, 73, 74, 76, 77, 79, 80, 82, 83, 85, 86, 88, 89, 91, 92, 93, 95, 96, 98, 99, 100, 101, 103, 104, 105, 107, 108, 109, 110, 111, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 124, 125, 126, 127, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 198, 199, 200, 201, 202, 203, 204, 205, 206, 206, 207, 208, 209, 210, 211, 212, 212, 213, 214, 215, 216, 216, 217, 218, 219, 219, 220, 221, 222, 222, 223, 224, 224, 225, 226, 226, 227, 228, 228, 229, 230, 230, 231, 232, 232, 233, 233, 234, 235, 235, 236, 236, 237, 237, 238, 238, 239, 239, 240, 240, 241, 241, 242, 242, 243, 243, 244, 244, 245, 245, 245, 246, 246, 247, 247, 247, 248, 248, 248, 249, 249, 249, 250, 250, 250, 251, 251, 251, 252, 252, 252, 252, 253, 253, 253, 253, 254, 254, 254, 254, 254, 255, 255, 255 }; - int[] arrayOfInt5 = { 0, 0, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6, 6, 7, 7, 8, 8, 8, 9, 9, 10, 10, 10, 11, 11, 11, 12, 12, 13, 13, 13, 14, 14, 14, 15, 15, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 20, 20, 20, 21, 21, 21, 22, 22, 23, 23, 23, 24, 24, 24, 25, 25, 25, 25, 26, 26, 27, 27, 28, 28, 28, 28, 29, 29, 30, 29, 31, 31, 31, 31, 32, 32, 33, 33, 34, 34, 34, 34, 35, 35, 36, 36, 37, 37, 37, 38, 38, 39, 39, 39, 40, 40, 40, 41, 42, 42, 43, 43, 44, 44, 45, 45, 45, 46, 47, 47, 48, 48, 49, 50, 51, 51, 52, 52, 53, 53, 54, 55, 55, 56, 57, 57, 58, 59, 60, 60, 61, 62, 63, 63, 64, 65, 66, 67, 68, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 107, 108, 110, 111, 113, 115, 116, 118, 119, 120, 122, 123, 125, 127, 128, 130, 132, 134, 135, 137, 139, 141, 143, 144, 146, 148, 150, 152, 154, 156, 158, 160, 163, 165, 167, 169, 171, 173, 175, 178, 180, 182, 185, 187, 189, 192, 194, 197, 199, 201, 204, 206, 209, 211, 214, 216, 219, 221, 224, 226, 229, 232, 234, 236, 239, 241, 245, 247, 250, 252, 255 }; - for (int j = 0; j < 256; j++){ - arrayOfByte[(1024 + j * 4)] = ((byte)arrayOfInt4[j]); - arrayOfByte[(1 + (1024 + j * 4))] = ((byte)arrayOfInt3[j]); - arrayOfByte[(2 + (1024 + j * 4))] = ((byte)arrayOfInt5[j]); - arrayOfByte[(3 + (1024 + j * 4))] = -1; - } - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, 256, 2, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, ByteBuffer.wrap(arrayOfByte)); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/advanced/MagicXproIIFilter.java b/Live/src/main/java/com/seu/magicfilter/advanced/MagicXproIIFilter.java deleted file mode 100644 index ef8298ff..00000000 --- a/Live/src/main/java/com/seu/magicfilter/advanced/MagicXproIIFilter.java +++ /dev/null @@ -1,66 +0,0 @@ -package com.seu.magicfilter.advanced; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicXproIIFilter extends GPUImageFilter{ - private int[] inputTextureHandles = {-1,-1}; - private int[] inputTextureUniformLocations = {-1,-1}; - private int mGLStrengthLocation; - - public MagicXproIIFilter(){ - super(MagicFilterType.XPROII, R.raw.xproii_filter_shader); - } - - @Override - public void onDestroy() { - super.onDestroy(); - GLES20.glDeleteTextures(inputTextureHandles.length, inputTextureHandles, 0); - for(int i = 0; i < inputTextureHandles.length; i++) - inputTextureHandles[i] = -1; - } - - @Override - protected void onDrawArraysAfter(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3)); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - @Override - protected void onDrawArraysPre(){ - for(int i = 0; i < inputTextureHandles.length - && inputTextureHandles[i] != OpenGLUtils.NO_TEXTURE; i++){ - GLES20.glActiveTexture(GLES20.GL_TEXTURE0 + (i+3) ); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, inputTextureHandles[i]); - GLES20.glUniform1i(inputTextureUniformLocations[i], (i + 3)); - } - } - - @Override - public void onInit(){ - super.onInit(); - for(int i = 0; i < inputTextureUniformLocations.length; i++) - inputTextureUniformLocations[i] = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture"+(2+i)); - mGLStrengthLocation = GLES20.glGetUniformLocation(getProgram(), "strength"); - } - - @Override - public void onInitialized(){ - super.onInitialized(); - setFloat(mGLStrengthLocation, 1.0f); - runOnDraw(new Runnable(){ - public void run(){ - inputTextureHandles[0] = OpenGLUtils.loadTexture(getContext(), "filter/xpromap.png"); - inputTextureHandles[1] = OpenGLUtils.loadTexture(getContext(), "filter/vignettemap_new.png"); - } - }); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/base/MagicBaseGroupFilter.java b/Live/src/main/java/com/seu/magicfilter/base/MagicBaseGroupFilter.java deleted file mode 100644 index e283052b..00000000 --- a/Live/src/main/java/com/seu/magicfilter/base/MagicBaseGroupFilter.java +++ /dev/null @@ -1,144 +0,0 @@ -package com.seu.magicfilter.base; - - -import android.content.Context; -import android.opengl.GLES20; - -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.OpenGLUtils; - -import java.nio.FloatBuffer; -import java.util.List; - - -public class MagicBaseGroupFilter extends GPUImageFilter { - private static int[] frameBuffers = null; - private static int[] frameBufferTextures = null; - private int frameWidth = -1; - private int frameHeight = -1; - protected List filters; - - public MagicBaseGroupFilter(List filters) { - this.filters = filters; - } - - @Override - public void onDestroy() { - for (GPUImageFilter filter : filters) { - filter.destroy(); - } - destroyFramebuffers(); - } - - @Override - public void init(Context context) { - for (GPUImageFilter filter : filters) { - filter.init(context); - } - } - - @Override - public void onInputSizeChanged(final int width, final int height) { - super.onInputSizeChanged(width, height); - int size = filters.size(); - for (int i = 0; i < size; i++) { - filters.get(i).onInputSizeChanged(width, height); - } - if (frameBuffers != null && (frameWidth != width || frameHeight != height || frameBuffers.length != size - 1)) { - destroyFramebuffers(); - frameWidth = width; - frameHeight = height; - } - if (frameBuffers == null) { - frameBuffers = new int[size - 1]; - frameBufferTextures = new int[size - 1]; - - for (int i = 0; i < size - 1; i++) { - GLES20.glGenFramebuffers(1, frameBuffers, i); - - GLES20.glGenTextures(1, frameBufferTextures, i); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, frameBufferTextures[i]); - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, width, height, 0, - GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, null); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - - GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, frameBuffers[i]); - GLES20.glFramebufferTexture2D(GLES20.GL_FRAMEBUFFER, GLES20.GL_COLOR_ATTACHMENT0, - GLES20.GL_TEXTURE_2D, frameBufferTextures[i], 0); - - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, 0); - } - } - } - - @Override - public int onDrawFrame(final int textureId, final FloatBuffer cubeBuffer, - final FloatBuffer textureBuffer) { - if (frameBuffers == null || frameBufferTextures == null) { - return OpenGLUtils.NOT_INIT; - } - int size = filters.size(); - int previousTexture = textureId; - for (int i = 0; i < size; i++) { - GPUImageFilter filter = filters.get(i); - boolean isNotLast = i < size - 1; - if (isNotLast) { - GLES20.glViewport(0, 0, mInputWidth, mInputHeight); - GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, frameBuffers[i]); - GLES20.glClearColor(0, 0, 0, 0); - filter.onDrawFrame(previousTexture, mGLCubeBuffer, mGLTextureBuffer); - GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, 0); - previousTexture = frameBufferTextures[i]; - } else { - GLES20.glViewport(0, 0, mOutputWidth, mOutputHeight); - filter.onDrawFrame(previousTexture, cubeBuffer, textureBuffer); - } - } - return OpenGLUtils.ON_DRAWN; - } - - public int onDrawFrame(int textureId) { - if (frameBuffers == null || frameBufferTextures == null) { - return OpenGLUtils.NOT_INIT; - } - int size = filters.size(); - int previousTexture = textureId; - for (int i = 0; i < size; i++) { - GPUImageFilter filter = filters.get(i); - boolean isNotLast = i < size - 1; - if (isNotLast) { - GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, frameBuffers[i]); - GLES20.glClearColor(0, 0, 0, 0); - filter.onDrawFrame(previousTexture, mGLCubeBuffer, mGLTextureBuffer); - GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, 0); - previousTexture = frameBufferTextures[i]; - } else { - filter.onDrawFrame(previousTexture, mGLCubeBuffer, mGLTextureBuffer); - } - } - return OpenGLUtils.ON_DRAWN; - } - - private void destroyFramebuffers() { - if (frameBufferTextures != null) { - GLES20.glDeleteTextures(frameBufferTextures.length, frameBufferTextures, 0); - frameBufferTextures = null; - } - if (frameBuffers != null) { - GLES20.glDeleteFramebuffers(frameBuffers.length, frameBuffers, 0); - frameBuffers = null; - } - } - - public int getSize() { - return filters.size(); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/base/MagicLookupFilter.java b/Live/src/main/java/com/seu/magicfilter/base/MagicLookupFilter.java deleted file mode 100644 index 6c8253fb..00000000 --- a/Live/src/main/java/com/seu/magicfilter/base/MagicLookupFilter.java +++ /dev/null @@ -1,58 +0,0 @@ -package com.seu.magicfilter.base; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; - -public class MagicLookupFilter extends GPUImageFilter { - - protected String table; - - public MagicLookupFilter(String table) { - super(MagicFilterType.LOCKUP, R.raw.lookup); - this.table = table; - } - - private int mLookupTextureUniform; - private int mLookupSourceTexture = OpenGLUtils.NO_TEXTURE; - - protected void onInit() { - super.onInit(); - mLookupTextureUniform = GLES20.glGetUniformLocation(getProgram(), "inputImageTexture2"); - } - - protected void onInitialized() { - super.onInitialized(); - runOnDraw(new Runnable() { - public void run() { - mLookupSourceTexture = OpenGLUtils.loadTexture(getContext(), table); - } - }); - } - - protected void onDestroy() { - super.onDestroy(); - int[] texture = new int[]{mLookupSourceTexture}; - GLES20.glDeleteTextures(1, texture, 0); - mLookupSourceTexture = -1; - } - - protected void onDrawArraysAfter() { - if (mLookupSourceTexture != -1) { - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - } - } - - protected void onDrawArraysPre() { - if (mLookupSourceTexture != -1) { - GLES20.glActiveTexture(GLES20.GL_TEXTURE3); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mLookupSourceTexture); - GLES20.glUniform1i(mLookupTextureUniform, 3); - } - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageBrightnessFilter.java b/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageBrightnessFilter.java deleted file mode 100644 index bc118726..00000000 --- a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageBrightnessFilter.java +++ /dev/null @@ -1,57 +0,0 @@ -/* - * Copyright (C) 2012 CyberAgent - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.seu.magicfilter.base.gpuimage; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.utils.MagicFilterType; - -/** - * brightness value ranges from -1.0 to 1.0, with 0.0 as the normal level - */ -public class GPUImageBrightnessFilter extends GPUImageFilter { - - private int mBrightnessLocation; - private float mBrightness; - - public GPUImageBrightnessFilter() { - this(0.0f); - } - - public GPUImageBrightnessFilter(final float brightness) { - super(MagicFilterType.BRIGHTNESS, R.raw.brightness); - mBrightness = brightness; - } - - @Override - public void onInit() { - super.onInit(); - mBrightnessLocation = GLES20.glGetUniformLocation(getProgram(), "brightness"); - } - - @Override - public void onInitialized() { - super.onInitialized(); - setBrightness(mBrightness); - } - - public void setBrightness(final float brightness) { - mBrightness = brightness; - setFloat(mBrightnessLocation, mBrightness); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageContrastFilter.java b/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageContrastFilter.java deleted file mode 100644 index dc0b2c57..00000000 --- a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageContrastFilter.java +++ /dev/null @@ -1,60 +0,0 @@ -/* - * Copyright (C) 2012 CyberAgent - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.seu.magicfilter.base.gpuimage; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.utils.MagicFilterType; - - -/** - * Changes the contrast of the image.
- *
- * contrast value ranges from 0.0 to 4.0, with 1.0 as the normal level - */ -public class GPUImageContrastFilter extends GPUImageFilter { - - private int mContrastLocation; - private float mContrast; - - public GPUImageContrastFilter() { - this(1.0f); - } - - public GPUImageContrastFilter(float contrast) { - super(MagicFilterType.CONTRAST, R.raw.constrast); - mContrast = contrast; - } - - @Override - public void onInit() { - super.onInit(); - mContrastLocation = GLES20.glGetUniformLocation(getProgram(), "contrast"); - } - - @Override - public void onInitialized() { - super.onInitialized(); - setContrast(mContrast); - } - - public void setContrast(final float contrast) { - mContrast = contrast; - setFloat(mContrastLocation, mContrast); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageExposureFilter.java b/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageExposureFilter.java deleted file mode 100644 index 16e9a348..00000000 --- a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageExposureFilter.java +++ /dev/null @@ -1,69 +0,0 @@ -/* - * Copyright (C) 2012 CyberAgent - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.seu.magicfilter.base.gpuimage; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.utils.MagicFilterType; - -/** - * exposure: The adjusted exposure (-10.0 - 10.0, with 0.0 as the default) - */ -public class GPUImageExposureFilter extends GPUImageFilter { - public static final String EXPOSURE_FRAGMENT_SHADER = "" + - " varying highp vec2 textureCoordinate;\n" + - " \n" + - " uniform sampler2D inputImageTexture;\n" + - " uniform highp float exposure;\n" + - " \n" + - " void main()\n" + - " {\n" + - " highp vec4 textureColor = texture2D(inputImageTexture, textureCoordinate);\n" + - " \n" + - " gl_FragColor = vec4(textureColor.rgb * pow(2.0, exposure), textureColor.w);\n" + - " } "; - - private int mExposureLocation; - private float mExposure; - - public GPUImageExposureFilter() { - this(0.0f); - } - - public GPUImageExposureFilter(final float exposure) { - super(MagicFilterType.EXPOSURE, R.raw.exposure); - mExposure = exposure; - } - - @Override - public void onInit() { - super.onInit(); - mExposureLocation = GLES20.glGetUniformLocation(getProgram(), "exposure"); - } - - @Override - public void onInitialized() { - super.onInitialized(); - setExposure(mExposure); - } - - public void setExposure(final float exposure) { - mExposure = exposure; - setFloat(mExposureLocation, mExposure); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageFilter.java b/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageFilter.java deleted file mode 100644 index cbabbee6..00000000 --- a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageFilter.java +++ /dev/null @@ -1,404 +0,0 @@ -/* - * Copyright (C) 2012 CyberAgent - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.seu.magicfilter.base.gpuimage; - -import android.content.Context; -import android.graphics.PointF; -import android.opengl.GLES11Ext; -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.utils.MagicFilterType; -import com.seu.magicfilter.utils.OpenGLUtils; -import com.seu.magicfilter.utils.Rotation; -import com.seu.magicfilter.utils.TextureRotationUtil; - -import java.nio.ByteBuffer; -import java.nio.ByteOrder; -import java.nio.FloatBuffer; -import java.nio.IntBuffer; -import java.util.LinkedList; - -public class GPUImageFilter { - - private boolean mIsInitialized; - private Context mContext; - private MagicFilterType mType = MagicFilterType.NONE; - private final LinkedList mRunOnDraw; - private final int mVertexShaderId; - private final int mFragmentShaderId; - - private int mGLProgId; - private int mGLPositionIndex; - private int mGLInputImageTextureIndex; - private int mGLTextureCoordinateIndex; - private int mGLTextureTransformIndex; - - protected int mInputWidth; - protected int mInputHeight; - protected int mOutputWidth; - protected int mOutputHeight; - protected FloatBuffer mGLCubeBuffer; - protected FloatBuffer mGLTextureBuffer; - - private int[] mGLCubeId; - private int[] mGLTextureCoordinateId; - private float[] mGLTextureTransformMatrix; - - private int[] mGLFboId; - private int[] mGLFboTexId; - private IntBuffer mGLFboBuffer; - - public GPUImageFilter() { - this(MagicFilterType.NONE); - } - - public GPUImageFilter(MagicFilterType type) { - this(type, R.raw.vertex, R.raw.fragment); - } - - public GPUImageFilter(MagicFilterType type, int fragmentShaderId) { - this(type, R.raw.vertex, fragmentShaderId); - } - - public GPUImageFilter(MagicFilterType type, int vertexShaderId, int fragmentShaderId) { - mType = type; - mRunOnDraw = new LinkedList<>(); - mVertexShaderId = vertexShaderId; - mFragmentShaderId = fragmentShaderId; - - mGLCubeBuffer = ByteBuffer.allocateDirect(TextureRotationUtil.CUBE.length * 4) - .order(ByteOrder.nativeOrder()) - .asFloatBuffer(); - mGLCubeBuffer.put(TextureRotationUtil.CUBE).position(0); - - mGLTextureBuffer = ByteBuffer.allocateDirect(TextureRotationUtil.TEXTURE_NO_ROTATION.length * 4) - .order(ByteOrder.nativeOrder()) - .asFloatBuffer(); - mGLTextureBuffer.put(TextureRotationUtil.getRotation(Rotation.NORMAL, false, true)).position(0); - } - - public void init(Context context) { - mContext = context; - onInit(); - onInitialized(); - } - - protected void onInit() { - initVbo(); - loadSamplerShader(); - } - - protected void onInitialized() { - mIsInitialized = true; - } - - public final void destroy() { - mIsInitialized = false; - destroyFboTexture(); - destoryVbo(); - GLES20.glDeleteProgram(mGLProgId); - onDestroy(); - } - - protected void onDestroy() { - } - - public void onInputSizeChanged(final int width, final int height) { - mInputWidth = width; - mInputHeight = height; - initFboTexture(width, height); - } - - public void onDisplaySizeChanged(final int width, final int height) { - mOutputWidth = width; - mOutputHeight = height; - } - - private void loadSamplerShader() { - mGLProgId = OpenGLUtils.loadProgram(OpenGLUtils.readShaderFromRawResource(getContext(), mVertexShaderId), - OpenGLUtils.readShaderFromRawResource(getContext(), mFragmentShaderId)); - mGLPositionIndex = GLES20.glGetAttribLocation(mGLProgId, "position"); - mGLTextureCoordinateIndex = GLES20.glGetAttribLocation(mGLProgId,"inputTextureCoordinate"); - mGLTextureTransformIndex = GLES20.glGetUniformLocation(mGLProgId, "textureTransform"); - mGLInputImageTextureIndex = GLES20.glGetUniformLocation(mGLProgId, "inputImageTexture"); - } - - private void initVbo() { - mGLCubeId = new int[1]; - mGLTextureCoordinateId = new int[1]; - - GLES20.glGenBuffers(1, mGLCubeId, 0); - GLES20.glBindBuffer(GLES20.GL_ARRAY_BUFFER, mGLCubeId[0]); - GLES20.glBufferData(GLES20.GL_ARRAY_BUFFER, mGLCubeBuffer.capacity() * 4, mGLCubeBuffer, GLES20.GL_STATIC_DRAW); - - GLES20.glGenBuffers(1, mGLTextureCoordinateId, 0); - GLES20.glBindBuffer(GLES20.GL_ARRAY_BUFFER, mGLTextureCoordinateId[0]); - GLES20.glBufferData(GLES20.GL_ARRAY_BUFFER, mGLTextureBuffer.capacity() * 4, mGLTextureBuffer, GLES20.GL_STATIC_DRAW); - } - - private void destoryVbo() { - if (mGLCubeId != null) { - GLES20.glDeleteBuffers(1, mGLCubeId, 0); - mGLCubeId = null; - } - if (mGLTextureCoordinateId != null) { - GLES20.glDeleteBuffers(1, mGLTextureCoordinateId, 0); - mGLTextureCoordinateId = null; - } - } - - private void initFboTexture(int width, int height) { - if (mGLFboId != null && (mInputWidth != width || mInputHeight != height)) { - destroyFboTexture(); - } - - mGLFboId = new int[1]; - mGLFboTexId = new int[1]; - mGLFboBuffer = IntBuffer.allocate(width * height); - - GLES20.glGenFramebuffers(1, mGLFboId, 0); - GLES20.glGenTextures(1, mGLFboTexId, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, mGLFboTexId[0]); - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, width, height, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, null); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, mGLFboId[0]); - GLES20.glFramebufferTexture2D(GLES20.GL_FRAMEBUFFER, GLES20.GL_COLOR_ATTACHMENT0, GLES20.GL_TEXTURE_2D, mGLFboTexId[0], 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, 0); - } - - private void destroyFboTexture() { - if (mGLFboTexId != null) { - GLES20.glDeleteTextures(1, mGLFboTexId, 0); - mGLFboTexId = null; - } - if (mGLFboId != null) { - GLES20.glDeleteFramebuffers(1, mGLFboId, 0); - mGLFboId = null; - } - } - - public int onDrawFrame(final int textureId, final FloatBuffer cubeBuffer, final FloatBuffer textureBuffer) { - if (!mIsInitialized) { - return OpenGLUtils.NOT_INIT; - } - - GLES20.glUseProgram(mGLProgId); - runPendingOnDrawTasks(); - - GLES20.glEnableVertexAttribArray(mGLPositionIndex); - GLES20.glVertexAttribPointer(mGLPositionIndex, 2, GLES20.GL_FLOAT, false, 4 * 2, cubeBuffer); - - GLES20.glEnableVertexAttribArray(mGLTextureCoordinateIndex); - GLES20.glVertexAttribPointer(mGLTextureCoordinateIndex, 2, GLES20.GL_FLOAT, false, 4 * 2, textureBuffer); - - if (textureId != OpenGLUtils.NO_TEXTURE) { - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, textureId); - GLES20.glUniform1i(mGLInputImageTextureIndex, 0); - } - - onDrawArraysPre(); - GLES20.glDrawArrays(GLES20.GL_TRIANGLE_STRIP, 0, 4); - onDrawArraysAfter(); - - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, 0); - - GLES20.glDisableVertexAttribArray(mGLPositionIndex); - GLES20.glDisableVertexAttribArray(mGLTextureCoordinateIndex); - - return OpenGLUtils.ON_DRAWN; - } - - public int onDrawFrame(int cameraTextureId) { - if (!mIsInitialized) { - return OpenGLUtils.NOT_INIT; - } - - if (mGLFboId == null) { - return OpenGLUtils.NO_TEXTURE; - } - - GLES20.glUseProgram(mGLProgId); - runPendingOnDrawTasks(); - - GLES20.glBindBuffer(GLES20.GL_ARRAY_BUFFER, mGLCubeId[0]); - GLES20.glEnableVertexAttribArray(mGLPositionIndex); - GLES20.glVertexAttribPointer(mGLPositionIndex, 2, GLES20.GL_FLOAT, false, 4 * 2, 0); - - GLES20.glBindBuffer(GLES20.GL_ARRAY_BUFFER, mGLTextureCoordinateId[0]); - GLES20.glEnableVertexAttribArray(mGLTextureCoordinateIndex); - GLES20.glVertexAttribPointer(mGLTextureCoordinateIndex, 2, GLES20.GL_FLOAT, false, 4 * 2, 0); - - GLES20.glUniformMatrix4fv(mGLTextureTransformIndex, 1, false, mGLTextureTransformMatrix, 0); - - GLES20.glActiveTexture(GLES20.GL_TEXTURE0); - GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, cameraTextureId); - GLES20.glUniform1i(mGLInputImageTextureIndex, 0); - - onDrawArraysPre(); - - GLES20.glViewport(0, 0, mInputWidth, mInputHeight); - GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, mGLFboId[0]); - GLES20.glDrawArrays(GLES20.GL_TRIANGLE_STRIP, 0, 4); - - GLES20.glReadPixels(0, 0, mInputWidth, mInputHeight, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, mGLFboBuffer); - GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, 0); - GLES20.glViewport(0, 0, mOutputWidth, mOutputHeight); - - GLES20.glDrawArrays(GLES20.GL_TRIANGLE_STRIP, 0, 4); - - onDrawArraysAfter(); - - GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, 0); - - GLES20.glDisableVertexAttribArray(mGLPositionIndex); - GLES20.glDisableVertexAttribArray(mGLTextureCoordinateIndex); - - GLES20.glBindBuffer(GLES20.GL_ARRAY_BUFFER, 0); - - return mGLFboTexId[0]; - } - - protected void onDrawArraysPre() {} - - protected void onDrawArraysAfter() {} - - private void runPendingOnDrawTasks() { - while (!mRunOnDraw.isEmpty()) { - mRunOnDraw.removeFirst().run(); - } - } - - public int getProgram() { - return mGLProgId; - } - - public IntBuffer getGLFboBuffer() { - return mGLFboBuffer; - } - - protected Context getContext() { - return mContext; - } - - protected MagicFilterType getFilterType() { - return mType; - } - - public void setTextureTransformMatrix(float[] mtx){ - mGLTextureTransformMatrix = mtx; - } - - protected void setInteger(final int location, final int intValue) { - runOnDraw(new Runnable() { - @Override - public void run() { - GLES20.glUniform1i(location, intValue); - } - }); - } - - protected void setFloat(final int location, final float floatValue) { - runOnDraw(new Runnable() { - @Override - public void run() { - GLES20.glUniform1f(location, floatValue); - } - }); - } - - protected void setFloatVec2(final int location, final float[] arrayValue) { - runOnDraw(new Runnable() { - @Override - public void run() { - GLES20.glUniform2fv(location, 1, FloatBuffer.wrap(arrayValue)); - } - }); - } - - protected void setFloatVec3(final int location, final float[] arrayValue) { - runOnDraw(new Runnable() { - @Override - public void run() { - GLES20.glUniform3fv(location, 1, FloatBuffer.wrap(arrayValue)); - } - }); - } - - protected void setFloatVec4(final int location, final float[] arrayValue) { - runOnDraw(new Runnable() { - @Override - public void run() { - GLES20.glUniform4fv(location, 1, FloatBuffer.wrap(arrayValue)); - } - }); - } - - protected void setFloatArray(final int location, final float[] arrayValue) { - runOnDraw(new Runnable() { - @Override - public void run() { - GLES20.glUniform1fv(location, arrayValue.length, FloatBuffer.wrap(arrayValue)); - } - }); - } - - protected void setPoint(final int location, final PointF point) { - runOnDraw(new Runnable() { - - @Override - public void run() { - float[] vec2 = new float[2]; - vec2[0] = point.x; - vec2[1] = point.y; - GLES20.glUniform2fv(location, 1, vec2, 0); - } - }); - } - - protected void setUniformMatrix3f(final int location, final float[] matrix) { - runOnDraw(new Runnable() { - - @Override - public void run() { - GLES20.glUniformMatrix3fv(location, 1, false, matrix, 0); - } - }); - } - - protected void setUniformMatrix4f(final int location, final float[] matrix) { - runOnDraw(new Runnable() { - - @Override - public void run() { - GLES20.glUniformMatrix4fv(location, 1, false, matrix, 0); - } - }); - } - - protected void runOnDraw(final Runnable runnable) { - synchronized (mRunOnDraw) { - mRunOnDraw.addLast(runnable); - } - } -} - diff --git a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageHueFilter.java b/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageHueFilter.java deleted file mode 100644 index 0ed2772c..00000000 --- a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageHueFilter.java +++ /dev/null @@ -1,55 +0,0 @@ -/* - * Copyright (C) 2012 CyberAgent - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.seu.magicfilter.base.gpuimage; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.utils.MagicFilterType; - -public class GPUImageHueFilter extends GPUImageFilter { - - private float mHue; - private int mHueLocation; - - public GPUImageHueFilter() { - this(0.0f); - } - - public GPUImageHueFilter(final float hue) { - super(MagicFilterType.HUE, R.raw.hue); - mHue = hue; - } - - @Override - public void onInit() { - super.onInit(); - mHueLocation = GLES20.glGetUniformLocation(getProgram(), "hueAdjust"); - } - - @Override - public void onInitialized() { - super.onInitialized(); - setHue(mHue); - } - - public void setHue(final float hue) { - mHue = hue; - float hueAdjust = (mHue % 360.0f) * (float) Math.PI / 180.0f; - setFloat(mHueLocation, hueAdjust); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageSaturationFilter.java b/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageSaturationFilter.java deleted file mode 100644 index 5ecb7d38..00000000 --- a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageSaturationFilter.java +++ /dev/null @@ -1,57 +0,0 @@ -/* - * Copyright (C) 2012 CyberAgent - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.seu.magicfilter.base.gpuimage; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.utils.MagicFilterType; - -/** - * saturation: The degree of saturation or desaturation to apply to the image (0.0 - 2.0, with 1.0 as the default) - */ -public class GPUImageSaturationFilter extends GPUImageFilter { - - private int mSaturationLocation; - private float mSaturation; - - public GPUImageSaturationFilter() { - this(1.0f); - } - - public GPUImageSaturationFilter(final float saturation) { - super(MagicFilterType.SATURATION, R.raw.saturation); - mSaturation = saturation; - } - - @Override - public void onInit() { - super.onInit(); - mSaturationLocation = GLES20.glGetUniformLocation(getProgram(), "saturation"); - } - - @Override - public void onInitialized() { - super.onInitialized(); - setSaturation(mSaturation); - } - - public void setSaturation(final float saturation) { - mSaturation = saturation; - setFloat(mSaturationLocation, mSaturation); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageSharpenFilter.java b/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageSharpenFilter.java deleted file mode 100644 index a9bef394..00000000 --- a/Live/src/main/java/com/seu/magicfilter/base/gpuimage/GPUImageSharpenFilter.java +++ /dev/null @@ -1,65 +0,0 @@ -/* - * Copyright (C) 2012 CyberAgent - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.seu.magicfilter.base.gpuimage; - -import android.opengl.GLES20; - -import com.frank.live.R; -import com.seu.magicfilter.utils.MagicFilterType; - -/** - * Sharpens the picture.
- *
- * sharpness: from -4.0 to 4.0, with 0.0 as the normal level - */ -public class GPUImageSharpenFilter extends GPUImageFilter { - - private int mSharpnessLocation; - private float mSharpness; - private int mImageWidthFactorLocation; - private int mImageHeightFactorLocation; - - public GPUImageSharpenFilter() { - this(0.0f); - } - - public GPUImageSharpenFilter(final float sharpness) { - super(MagicFilterType.SHARPEN, R.raw.vertex_sharpen, R.raw.sharpen); - mSharpness = sharpness; - } - - @Override - public void onInit() { - super.onInit(); - mSharpnessLocation = GLES20.glGetUniformLocation(getProgram(), "sharpness"); - mImageWidthFactorLocation = GLES20.glGetUniformLocation(getProgram(), "imageWidthFactor"); - mImageHeightFactorLocation = GLES20.glGetUniformLocation(getProgram(), "imageHeightFactor"); - setSharpness(mSharpness); - } - - @Override - public void onInputSizeChanged(final int width, final int height) { - super.onInputSizeChanged(width, height); - setFloat(mImageWidthFactorLocation, 1.0f / width); - setFloat(mImageHeightFactorLocation, 1.0f / height); - } - - public void setSharpness(final float sharpness) { - mSharpness = sharpness; - setFloat(mSharpnessLocation, mSharpness); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/utils/MagicFilterFactory.java b/Live/src/main/java/com/seu/magicfilter/utils/MagicFilterFactory.java deleted file mode 100644 index ed50e53d..00000000 --- a/Live/src/main/java/com/seu/magicfilter/utils/MagicFilterFactory.java +++ /dev/null @@ -1,163 +0,0 @@ -package com.seu.magicfilter.utils; - -import com.seu.magicfilter.advanced.MagicAmaroFilter; -import com.seu.magicfilter.advanced.MagicAntiqueFilter; -import com.seu.magicfilter.advanced.MagicBeautyFilter; -import com.seu.magicfilter.advanced.MagicBlackCatFilter; -import com.seu.magicfilter.advanced.MagicBrannanFilter; -import com.seu.magicfilter.advanced.MagicBrooklynFilter; -import com.seu.magicfilter.advanced.MagicCalmFilter; -import com.seu.magicfilter.advanced.MagicCoolFilter; -import com.seu.magicfilter.advanced.MagicCrayonFilter; -import com.seu.magicfilter.advanced.MagicEarlyBirdFilter; -import com.seu.magicfilter.advanced.MagicEmeraldFilter; -import com.seu.magicfilter.advanced.MagicEvergreenFilter; -import com.seu.magicfilter.advanced.MagicFreudFilter; -import com.seu.magicfilter.advanced.MagicHealthyFilter; -import com.seu.magicfilter.advanced.MagicHefeFilter; -import com.seu.magicfilter.advanced.MagicHudsonFilter; -import com.seu.magicfilter.advanced.MagicImageAdjustFilter; -import com.seu.magicfilter.advanced.MagicInkwellFilter; -import com.seu.magicfilter.advanced.MagicKevinFilter; -import com.seu.magicfilter.advanced.MagicLatteFilter; -import com.seu.magicfilter.advanced.MagicLomoFilter; -import com.seu.magicfilter.advanced.MagicN1977Filter; -import com.seu.magicfilter.advanced.MagicNashvilleFilter; -import com.seu.magicfilter.advanced.MagicNostalgiaFilter; -import com.seu.magicfilter.advanced.MagicPixelFilter; -import com.seu.magicfilter.advanced.MagicRiseFilter; -import com.seu.magicfilter.advanced.MagicRomanceFilter; -import com.seu.magicfilter.advanced.MagicSakuraFilter; -import com.seu.magicfilter.advanced.MagicSierraFilter; -import com.seu.magicfilter.advanced.MagicSketchFilter; -import com.seu.magicfilter.advanced.MagicSkinWhitenFilter; -import com.seu.magicfilter.advanced.MagicSunriseFilter; -import com.seu.magicfilter.advanced.MagicSunsetFilter; -import com.seu.magicfilter.advanced.MagicSutroFilter; -import com.seu.magicfilter.advanced.MagicSweetsFilter; -import com.seu.magicfilter.advanced.MagicTenderFilter; -import com.seu.magicfilter.advanced.MagicToasterFilter; -import com.seu.magicfilter.advanced.MagicValenciaFilter; -import com.seu.magicfilter.advanced.MagicWaldenFilter; -import com.seu.magicfilter.advanced.MagicWarmFilter; -import com.seu.magicfilter.advanced.MagicWhiteCatFilter; -import com.seu.magicfilter.advanced.MagicXproIIFilter; -import com.seu.magicfilter.base.MagicLookupFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageBrightnessFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageContrastFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageExposureFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageHueFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageSaturationFilter; -import com.seu.magicfilter.base.gpuimage.GPUImageSharpenFilter; - -public class MagicFilterFactory{ - - public static GPUImageFilter initFilters(MagicFilterType type) { - switch (type) { - case NONE: - return new GPUImageFilter(); - case WHITECAT: - return new MagicWhiteCatFilter(); - case BLACKCAT: - return new MagicBlackCatFilter(); - case SKINWHITEN: - return new MagicSkinWhitenFilter(); - case BEAUTY: - return new MagicBeautyFilter(); - case ROMANCE: - return new MagicRomanceFilter(); - case SAKURA: - return new MagicSakuraFilter(); - case AMARO: - return new MagicAmaroFilter(); - case WALDEN: - return new MagicWaldenFilter(); - case ANTIQUE: - return new MagicAntiqueFilter(); - case CALM: - return new MagicCalmFilter(); - case BRANNAN: - return new MagicBrannanFilter(); - case BROOKLYN: - return new MagicBrooklynFilter(); - case EARLYBIRD: - return new MagicEarlyBirdFilter(); - case FREUD: - return new MagicFreudFilter(); - case HEFE: - return new MagicHefeFilter(); - case HUDSON: - return new MagicHudsonFilter(); - case INKWELL: - return new MagicInkwellFilter(); - case KEVIN: - return new MagicKevinFilter(); - case LOCKUP: - return new MagicLookupFilter(""); - case LOMO: - return new MagicLomoFilter(); - case N1977: - return new MagicN1977Filter(); - case NASHVILLE: - return new MagicNashvilleFilter(); - case PIXAR: - return new MagicPixelFilter(); - case RISE: - return new MagicRiseFilter(); - case SIERRA: - return new MagicSierraFilter(); - case SUTRO: - return new MagicSutroFilter(); - case TOASTER2: - return new MagicToasterFilter(); - case VALENCIA: - return new MagicValenciaFilter(); - case XPROII: - return new MagicXproIIFilter(); - case EVERGREEN: - return new MagicEvergreenFilter(); - case HEALTHY: - return new MagicHealthyFilter(); - case COOL: - return new MagicCoolFilter(); - case EMERALD: - return new MagicEmeraldFilter(); - case LATTE: - return new MagicLatteFilter(); - case WARM: - return new MagicWarmFilter(); - case TENDER: - return new MagicTenderFilter(); - case SWEETS: - return new MagicSweetsFilter(); - case NOSTALGIA: - return new MagicNostalgiaFilter(); - case SUNRISE: - return new MagicSunriseFilter(); - case SUNSET: - return new MagicSunsetFilter(); - case CRAYON: - return new MagicCrayonFilter(); - case SKETCH: - return new MagicSketchFilter(); - //image adjust - case BRIGHTNESS: - return new GPUImageBrightnessFilter(); - case CONTRAST: - return new GPUImageContrastFilter(); - case EXPOSURE: - return new GPUImageExposureFilter(); - case HUE: - return new GPUImageHueFilter(); - case SATURATION: - return new GPUImageSaturationFilter(); - case SHARPEN: - return new GPUImageSharpenFilter(); - case IMAGE_ADJUST: - return new MagicImageAdjustFilter(); - default: - return null; - } - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/utils/MagicFilterType.java b/Live/src/main/java/com/seu/magicfilter/utils/MagicFilterType.java deleted file mode 100644 index 419c716d..00000000 --- a/Live/src/main/java/com/seu/magicfilter/utils/MagicFilterType.java +++ /dev/null @@ -1,59 +0,0 @@ -package com.seu.magicfilter.utils; - -/** - * Created by why8222 on 2016/2/25. - */ -public enum MagicFilterType { - NONE, - FAIRYTALE, - SUNRISE, - SUNSET, - WHITECAT, - BLACKCAT, - SKINWHITEN, - BEAUTY, - HEALTHY, - SWEETS, - ROMANCE, - SAKURA, - WARM, - ANTIQUE, - NOSTALGIA, - CALM, - LATTE, - TENDER, - COOL, - EMERALD, - EVERGREEN, - CRAYON, - SKETCH, - AMARO, - BRANNAN, - BROOKLYN, - EARLYBIRD, - FREUD, - HEFE, - HUDSON, - INKWELL, - KEVIN, - LOCKUP, - LOMO, - N1977, - NASHVILLE, - PIXAR, - RISE, - SIERRA, - SUTRO, - TOASTER2, - VALENCIA, - WALDEN, - XPROII, - //image adjust - CONTRAST, - BRIGHTNESS, - EXPOSURE, - HUE, - SATURATION, - SHARPEN, - IMAGE_ADJUST -} diff --git a/Live/src/main/java/com/seu/magicfilter/utils/OpenGLUtils.java b/Live/src/main/java/com/seu/magicfilter/utils/OpenGLUtils.java deleted file mode 100644 index 6de6bee7..00000000 --- a/Live/src/main/java/com/seu/magicfilter/utils/OpenGLUtils.java +++ /dev/null @@ -1,230 +0,0 @@ -package com.seu.magicfilter.utils; - -import android.content.Context; -import android.content.res.AssetManager; -import android.graphics.Bitmap; -import android.graphics.BitmapFactory; -import android.opengl.GLES11Ext; -import android.opengl.GLES20; -import android.opengl.GLUtils; -import android.util.Log; - -import java.io.BufferedReader; -import java.io.IOException; -import java.io.InputStream; -import java.io.InputStreamReader; -import java.nio.Buffer; - -import javax.microedition.khronos.opengles.GL10; - -public class OpenGLUtils { - public static final int NO_TEXTURE = -1; - public static final int NOT_INIT = -1; - public static final int ON_DRAWN = 1; - - public static int loadTexture(Bitmap img, int usedTexId) { - return loadTexture(img, usedTexId, false); - } - - public static int loadTexture(Bitmap img, int usedTexId, boolean recyled) { - if(img == null) - return NO_TEXTURE; - int textures[] = new int[1]; - if (usedTexId == NO_TEXTURE) { - GLES20.glGenTextures(1, textures, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, textures[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - - GLUtils.texImage2D(GLES20.GL_TEXTURE_2D, 0, img, 0); - } else { - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, usedTexId); - GLUtils.texSubImage2D(GLES20.GL_TEXTURE_2D, 0, 0, 0, img); - textures[0] = usedTexId; - } - if(recyled) - img.recycle(); - return textures[0]; - } - - public static int loadTexture(Buffer data, int width, int height, int usedTexId) { - if(data == null) - return NO_TEXTURE; - int textures[] = new int[1]; - if (usedTexId == NO_TEXTURE) { - GLES20.glGenTextures(1, textures, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, textures[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, width, height, - 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, data); - } else { - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, usedTexId); - GLES20.glTexSubImage2D(GLES20.GL_TEXTURE_2D, 0, 0, 0, width, - height, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, data); - textures[0] = usedTexId; - } - return textures[0]; - } - - public static int loadTexture(Buffer data, int width, int height, int usedTexId, int type) { - if(data == null) - return NO_TEXTURE; - int textures[] = new int[1]; - if (usedTexId == NO_TEXTURE) { - GLES20.glGenTextures(1, textures, 0); - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, textures[0]); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameterf(GLES20.GL_TEXTURE_2D, - GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, width, height, - 0, GLES20.GL_RGBA, type, data); - } else { - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, usedTexId); - GLES20.glTexSubImage2D(GLES20.GL_TEXTURE_2D, 0, 0, 0, width, - height, GLES20.GL_RGBA, type, data); - textures[0] = usedTexId; - } - return textures[0]; - } - - public static int loadTexture(final Context context, final String name){ - final int[] textureHandle = new int[1]; - - GLES20.glGenTextures(1, textureHandle, 0); - - if (textureHandle[0] != 0){ - - // Read in the resource - final Bitmap bitmap = getImageFromAssetsFile(context,name); - - // Bind to the texture in OpenGL - GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, textureHandle[0]); - - // Set filtering - GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); - GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); - GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); - // Load the bitmap into the bound texture. - GLUtils.texImage2D(GLES20.GL_TEXTURE_2D, 0, bitmap, 0); - - // Recycle the bitmap, since its data has been loaded into OpenGL. - bitmap.recycle(); - } - - if (textureHandle[0] == 0){ - throw new RuntimeException("Error loading texture."); - } - - return textureHandle[0]; - } - - private static Bitmap getImageFromAssetsFile(Context context, String fileName){ - Bitmap image = null; - AssetManager am = context.getResources().getAssets(); - try{ - InputStream is = am.open(fileName); - image = BitmapFactory.decodeStream(is); - is.close(); - }catch (IOException e){ - e.printStackTrace(); - } - return image; - } - - public static int loadProgram(String strVSource, String strFSource) { - int iVShader; - int iFShader; - int iProgId; - int[] link = new int[1]; - iVShader = loadShader(strVSource, GLES20.GL_VERTEX_SHADER); - if (iVShader == 0) { - Log.d("Load Program", "Vertex Shader Failed"); - return 0; - } - iFShader = loadShader(strFSource, GLES20.GL_FRAGMENT_SHADER); - if (iFShader == 0) { - Log.d("Load Program", "Fragment Shader Failed"); - return 0; - } - - iProgId = GLES20.glCreateProgram(); - GLES20.glAttachShader(iProgId, iVShader); - GLES20.glAttachShader(iProgId, iFShader); - GLES20.glLinkProgram(iProgId); - GLES20.glGetProgramiv(iProgId, GLES20.GL_LINK_STATUS, link, 0); - if (link[0] <= 0) { - Log.d("Load Program", "Linking Failed"); - return 0; - } - GLES20.glDeleteShader(iVShader); - GLES20.glDeleteShader(iFShader); - return iProgId; - } - - private static int loadShader(String strSource, int iType) { - int[] compiled = new int[1]; - int iShader = GLES20.glCreateShader(iType); - GLES20.glShaderSource(iShader, strSource); - GLES20.glCompileShader(iShader); - GLES20.glGetShaderiv(iShader, GLES20.GL_COMPILE_STATUS, compiled, 0); - if (compiled[0] == 0) { - Log.e("Load Shader Failed", "Compilation\n" + GLES20.glGetShaderInfoLog(iShader)); - return 0; - } - return iShader; - } - - public static int getExternalOESTextureID(){ - int[] texture = new int[1]; - GLES20.glGenTextures(1, texture, 0); - GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, texture[0]); - GLES20.glTexParameterf(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, - GL10.GL_TEXTURE_MIN_FILTER, GL10.GL_LINEAR); - GLES20.glTexParameterf(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, - GL10.GL_TEXTURE_MAG_FILTER, GL10.GL_LINEAR); - GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, - GL10.GL_TEXTURE_WRAP_S, GL10.GL_CLAMP_TO_EDGE); - GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, - GL10.GL_TEXTURE_WRAP_T, GL10.GL_CLAMP_TO_EDGE); - return texture[0]; - } - - public static String readShaderFromRawResource(Context context, int resourceId){ - final InputStream inputStream = context.getResources().openRawResource(resourceId); - final InputStreamReader inputStreamReader = new InputStreamReader(inputStream); - final BufferedReader bufferedReader = new BufferedReader(inputStreamReader); - - String nextLine; - final StringBuilder body = new StringBuilder(); - - try{ - while ((nextLine = bufferedReader.readLine()) != null){ - body.append(nextLine); - body.append('\n'); - } - } - catch (IOException e){ - return null; - } - return body.toString(); - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/utils/Rotation.java b/Live/src/main/java/com/seu/magicfilter/utils/Rotation.java deleted file mode 100644 index 105cc787..00000000 --- a/Live/src/main/java/com/seu/magicfilter/utils/Rotation.java +++ /dev/null @@ -1,54 +0,0 @@ -/* - * Copyright (C) 2012 CyberAgent - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.seu.magicfilter.utils; - -public enum Rotation { - NORMAL, ROTATION_90, ROTATION_180, ROTATION_270; - - /** - * Retrieves the int representation of the Rotation. - * - * @return 0, 90, 180 or 270 - */ - public int asInt() { - switch (this) { - case NORMAL: return 0; - case ROTATION_90: return 90; - case ROTATION_180: return 180; - case ROTATION_270: return 270; - default: throw new IllegalStateException("Unknown Rotation!"); - } - } - - /** - * Create a Rotation from an integer. Needs to be either 0, 90, 180 or 270. - * - * @param rotation 0, 90, 180 or 270 - * @return Rotation object - */ - public static Rotation fromInt(int rotation) { - switch (rotation) { - case 0: return NORMAL; - case 90: return ROTATION_90; - case 180: return ROTATION_180; - case 270: return ROTATION_270; - case 360: return NORMAL; - default: throw new IllegalStateException( - rotation + " is an unknown rotation. Needs to be either 0, 90, 180 or 270!"); - } - } -} diff --git a/Live/src/main/java/com/seu/magicfilter/utils/TextureRotationUtil.java b/Live/src/main/java/com/seu/magicfilter/utils/TextureRotationUtil.java deleted file mode 100644 index f236305e..00000000 --- a/Live/src/main/java/com/seu/magicfilter/utils/TextureRotationUtil.java +++ /dev/null @@ -1,96 +0,0 @@ -/* - * Copyright (C) 2012 CyberAgent - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.seu.magicfilter.utils; - -public class TextureRotationUtil { - - public static final float TEXTURE_NO_ROTATION[] = { - 0.0f, 1.0f, - 1.0f, 1.0f, - 0.0f, 0.0f, - 1.0f, 0.0f, - }; - - public static final float TEXTURE_ROTATED_90[] = { - 1.0f, 1.0f, - 1.0f, 0.0f, - 0.0f, 1.0f, - 0.0f, 0.0f, - }; - public static final float TEXTURE_ROTATED_180[] = { - 1.0f, 0.0f, - 0.0f, 0.0f, - 1.0f, 1.0f, - 0.0f, 1.0f, - }; - public static final float TEXTURE_ROTATED_270[] = { - 0.0f, 0.0f, - 0.0f, 1.0f, - 1.0f, 0.0f, - 1.0f, 1.0f, - }; - - public static final float CUBE[] = { - -1.0f, -1.0f, - 1.0f, -1.0f, - -1.0f, 1.0f, - 1.0f, 1.0f, - }; - - private TextureRotationUtil() {} - - public static float[] getRotation(final Rotation rotation, final boolean flipHorizontal, - final boolean flipVertical) { - float[] rotatedTex; - switch (rotation) { - case ROTATION_90: - rotatedTex = TEXTURE_ROTATED_90; - break; - case ROTATION_180: - rotatedTex = TEXTURE_ROTATED_180; - break; - case ROTATION_270: - rotatedTex = TEXTURE_ROTATED_270; - break; - case NORMAL: - default: - rotatedTex = TEXTURE_NO_ROTATION; - break; - } - if (flipHorizontal) { - rotatedTex = new float[]{ - flip(rotatedTex[0]), rotatedTex[1], - flip(rotatedTex[2]), rotatedTex[3], - flip(rotatedTex[4]), rotatedTex[5], - flip(rotatedTex[6]), rotatedTex[7], - }; - } - if (flipVertical) { - rotatedTex = new float[]{ - rotatedTex[0], flip(rotatedTex[1]), - rotatedTex[2], flip(rotatedTex[3]), - rotatedTex[4], flip(rotatedTex[5]), - rotatedTex[6], flip(rotatedTex[7]), - }; - } - return rotatedTex; - } - - private static float flip(final float i) { - return i == 0.0f ? 1.0f : 0.0f; - } -} diff --git a/Live/src/main/res/layout/activity_live.xml b/Live/src/main/res/layout/activity_live.xml deleted file mode 100644 index a42a6c0b..00000000 --- a/Live/src/main/res/layout/activity_live.xml +++ /dev/null @@ -1,28 +0,0 @@ - - - - - -