Android(安卓)OpenGl展示视频内容

Android中OpenGL展示视频内容和预览摄像头数据用的纹理ID都是GLES11Ext.GL_TEXTURE_EXTERNAL_OES，所以可以直接按照上一篇的预览Camera基础之上，继承OesFilter，共用同一个GlSurfaceView，根据新生成的纹理ID创建SurfaceTexture绘画即可。

class CodecRender(val surface: CodecSurface) : GLSurfaceView.Renderer {    private val TAG: String = "CodecRender"    var textureId: Int = 0;    private var filter: OesFilter? = null    private var videoFilter: VideoFilter? = null    var surfaceTexture: SurfaceTexture? = null    private var cameraId: Int = 0;    private var listener: SurfaceTexture.OnFrameAvailableListener? = null    private var screenWidth: Int = 0    private var screenHight: Int = 0    private var videoWidth: Int = 400    private var videoHeight: Int = 400    init {        filter = OesFilter()        videoFilter = VideoFilter(surface)//将surface传入方便刷新和引用context获取本地视频数据，setOnFrameAvailableListener如果不在创建后设置会出现无法监听的问题    }    override fun onDrawFrame(gl: GL10?) {        GLES20.glClearColor(0.0f, 0.0f, 0.0f, 0.0f)        GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT or GLES20.GL_DEPTH_BUFFER_BIT)        surfaceTexture!!.updateTexImage()        GLES20.glViewport(0, 0, screenWidth, screenHight);        if (cameraUtil!!.isOpenFinish) {            filter!!.drawFrame()        }        GLES20.glViewport(0, screenHight - videoHeight, videoWidth, videoHeight);//将视频置于左上角        //绘制视频        videoFilter!!.updateTexImage()        videoFilter!!.drawFrame()    }    override fun onSurfaceChanged(gl: GL10?, width: Int, height: Int) {        screenWidth = width        screenHight = height        GLES20.glViewport(0, 0, width, height);    }    override fun onSurfaceCreated(gl: GL10?, config: EGLConfig?) {        textureId = filter!!.createTextureId()        surfaceTexture = SurfaceTexture(textureId)        surfaceTexture!!.setOnFrameAvailableListener {            surface!!.requestRender()        }        cameraUtil!!.setTexture(surfaceTexture!!)        setCameraId(cameraId);        filter!!.setTextureId(textureId)        filter!!.create()        //绘制视频        videoFilter!!.createTextureView()    }    public fun setCameraId(id: Int) {        cameraId = id;        filter!!.setCoodData(cameraId)        cameraUtil!!.open(cameraId.toString())    }    private var cameraUtil: CameraUtil? = null    public fun release() {        surfaceTexture?.setOnFrameAvailableListener(null)        surfaceTexture?.release()        surfaceTexture = null        cameraUtil!!.close()        videoFilter?.close()    }    public fun setFrameListener(listener: SurfaceTexture.OnFrameAvailableListener) {        this.listener = listener;    }    init {        cameraUtil = CameraUtil(surface.context)    }}

public open class OesFilter {    private val TAG: String = "OesFilter"    private var positionFloat: FloatBuffer? = null    private var coodFloat: FloatBuffer? = null    private var glHPosition: Int = 0    private var glHCoordinate: Int = 0    private var glHTexture: Int = 0    private var mHCoord: Int = 0    private var mHMatrix: Int = 0    public var coordinate: FloatArray = floatArrayOf(        0.0f, 1.0f,        1.0f, 1.0f,        0.0f, 0.0f,        1.0f, 0.0f    )    private var textureId: Int = 0    private var programsId: Int = 0    private val vertexPosition = floatArrayOf(        -1.0f, 1.0f,        -1.0f, -1.0f,        1.0f, 1.0f,        1.0f, -1.0f    )    public open fun create() {        val frag_id = createShader(fragmentShaderCode, GLES20.GL_FRAGMENT_SHADER)        val vertex_id = createShader(vertexShaderCode, GLES20.GL_VERTEX_SHADER)        programsId = GLES20.glCreateProgram();        GLES20.glAttachShader(programsId, frag_id)        GLES20.glAttachShader(programsId, vertex_id)        GLES20.glLinkProgram(programsId)        val linkState = IntArray(1)        GLES20.glGetProgramiv(programsId, GLES20.GL_LINK_STATUS, linkState, 0)        LogUtil.e(TAG, "state=${linkState[0]}   programsId=$programsId")        if (linkState[0] == 0) {            LogUtil.e(                TAG,                "Could not link program: "            )            LogUtil.e(                TAG,                GLES20.glGetProgramInfoLog(programsId)            )            GLES20.glDeleteProgram(programsId)            programsId = 0;        }    }    private fun userProgram(programsId: Int) {        GLES20.glUseProgram(programsId)        var bb: ByteBuffer = ByteBuffer.allocateDirect(vertexPosition.size * 4)        bb.order(ByteOrder.nativeOrder())        positionFloat = bb.asFloatBuffer()        positionFloat!!.put(vertexPosition)        positionFloat!!.position(0)        var cbb: ByteBuffer = ByteBuffer.allocateDirect(coordinate!!.size * 4)        cbb.order(ByteOrder.nativeOrder())        coodFloat = cbb.asFloatBuffer()        coodFloat!!.put(coordinate)        coodFloat!!.position(0)        glHPosition = GLES20.glGetAttribLocation(programsId, "vPosition")        glHCoordinate = GLES20.glGetAttribLocation(programsId, "vTextureCoordinate")        glHTexture = GLES20.glGetUniformLocation(programsId, "vTexture")        mHCoord = GLES20.glGetAttribLocation(programsId, "vCoord")        mHMatrix = GLES20.glGetUniformLocation(programsId, "vMatrix")    }    public fun createTextureId(): Int {        val texture = IntArray(1)        GLES20.glGenTextures(1, texture, 0)        GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, texture[0])        GLES20.glTexParameterf(            GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_MIN_FILTER,            GL10.GL_LINEAR.toFloat()        )        GLES20.glTexParameterf(            GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_MAG_FILTER,            GL10.GL_LINEAR.toFloat()        )        GLES20.glTexParameterf(            GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_WRAP_S,            GL10.GL_CLAMP_TO_EDGE.toFloat()        )        GLES20.glTexParameterf(            GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_WRAP_T,            GL10.GL_CLAMP_TO_EDGE.toFloat()        )        return texture[0]    }    public fun setTextureId(id: Int) {        textureId = id    }    private fun createShader(str: String, style: Int): Int {        val shader: Int = GLES20.glCreateShader(style);        GLES20.glShaderSource(shader, str)        GLES20.glCompileShader(shader)        val state = IntArray(1)        GLES20.glGetShaderiv(shader, GLES20.GL_COMPILE_STATUS, state, 0)        if (state[0] == 0) {            LogUtil.e(TAG, "Could not compile shader " + shader + ":");            LogUtil.e(TAG, " " + GLES20.glGetShaderInfoLog(shader));            GLES20.glDeleteShader(shader)            throw IllegalStateException("Could not compile shader")        }        return shader;    }    private val vertexShaderCode = "attribute vec4 vPosition;" +            "attribute vec2 vCoord;" +            "varying vec2 vTextureCoordinate;" +            "uniform mat4 vMatrix;" +            "void main() {" +            "  gl_Position = vMatrix*vPosition;" +            "vTextureCoordinate = vCoord;" +            "}"    private val fragmentShaderCode = "#extension GL_OES_EGL_image_external : require\r\n" +            "precision mediump float;" +            "varying vec2 vTextureCoordinate;" +            "uniform samplerExternalOES vTexture;" +            "void main() {" +            "    gl_FragColor = texture2D(vTexture, vTextureCoordinate);" +            "}"    private val matrix: FloatArray = LogUtil.getOriginalMatrix()    public fun drawFrame() {        userProgram(programsId)        GLES20.glEnableVertexAttribArray(glHPosition)        GLES20.glEnableVertexAttribArray(mHCoord)        GLES20.glActiveTexture(GLES20.GL_TEXTURE0)        GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, textureId)        GLES20.glUniform1i(glHTexture, 0)        GLES20.glVertexAttribPointer(glHPosition, 2, GLES20.GL_FLOAT, false, 0, positionFloat)        GLES20.glVertexAttribPointer(mHCoord, 2, GLES20.GL_FLOAT, false, 0, coodFloat)        GLES20.glUniformMatrix4fv(mHMatrix, 1, false, matrix, 0)        GLES20.glDrawArrays(GLES20.GL_TRIANGLE_STRIP, 0, 4)        GLES20.glDisableVertexAttribArray(glHPosition)        GLES20.glDisableVertexAttribArray(mHCoord)    }    public fun setCoodData(cameraId: Int) {        coordinate = if (cameraId == 0) {//后置摄像头            floatArrayOf(                0.0f, 1.0f,                1.0f, 1.0f,                0.0f, 0.0f,                1.0f, 0.0f            )        } else {//前置摄像头            floatArrayOf(                1.0f, 1.0f,                0.0f, 1.0f,                1.0f, 0.0f,                0.0f, 0.0f            )        }    }}

class VideoFilter(val surface: CodecSurface) : OesFilter() {    private var mediaPlayer: MediaPlayer? = null    private var surfaceTexture: SurfaceTexture? = null    init {        mediaPlayer = MediaPlayer()    }    fun createTextureView() {        create()        val id = createTextureId()        surfaceTexture = SurfaceTexture(id)        coordinate = floatArrayOf(            0.0f, 0.0f,            0.0f, 1.0f,            1.0f, 0.0f,            1.0f, 1.0f        )        setTextureId(id)        surfaceTexture!!.setOnFrameAvailableListener {            surface.requestRender()        }        play()    }    fun updateTexImage() {        surfaceTexture!!.updateTexImage()    }    private fun play() {        try {            mediaPlayer!!.setSurface(Surface(surfaceTexture))            var fd = FileDescriptor()            mediaPlayer!!.reset()            mediaPlayer!!.isLooping = true            var afd = surface.resources.openRawResourceFd(R.raw.test);            mediaPlayer!!.setDataSource(afd.fileDescriptor, afd.startOffset, afd.length)            mediaPlayer!!.setOnPreparedListener { mp ->                mp.start()            }            mediaPlayer!!.prepareAsync()        } catch (e: Exception) {            e.printStackTrace()        }    }    public fun close() {        Thread {            try {                mediaPlayer?.let {                    if (it.isPlaying) {                        it.pause()                        it.stop()                    }                    it.release()                }                mediaPlayer = null            } catch (e: Exception) {            }        }.start()    }}

更多相关文章

随机推荐