属性介绍

• videoExtractor ：视频源
• audioExtractor ：音频源
• mediaCodecVideo ：视频解码
• mediaCodecAudio ： 音频解码
• audioTrack ： 音频播放
• VideoInPutThread ： 解码注入
• VideoOutPutThread ： 视频解码输出
• AudioInPutThread ： 音频注入
• AudioOutPutThread ： 音频输出播放

注册surfaceHolder回调 create中开启视频源解析播放， destory中销毁资源。

源代码

package com.cyber.app_test.ui.aty

import android.media.*
import android.os.Build
import android.os.Bundle
import android.util.Log
import android.view.SurfaceHolder
import android.view.View
import com.cyber.app_test.R
import com.cyber.app_test.base.BaseActivity
import com.cyber.app_test.utils.ToastUtils
import kotlinx.android.synthetic.main.aty_playermediacodec.*
import java.io.File
import java.io.FileInputStream
import java.nio.ByteBuffer
import java.util.concurrent.ArrayBlockingQueue

/***
 * 作者 ： 于德海
 * 时间 ： 2020/11/5 17:12
 * 描述 ：
 */
class VideoPlayerMediaActivity : BaseActivity() {

    var fileUrl = ""
    var videoExtractor: MediaExtractor? = null
    var audioExtractor: MediaExtractor? = null
    var audioTrack: AudioTrack? = null
    var mediaCodecVideo: MediaCodec? = null
    var mediaCodecAudio: MediaCodec? = null
    var videoInputBuffers: Array<ByteBuffer>? = null
    var audioInputBuffers: Array<ByteBuffer>? = null
    var audioOutBuffers: Array<ByteBuffer>? = null
    var isRunning = false
    var isAudioRunning = true
    var decoderQueue: ArrayBlockingQueue<Int> = ArrayBlockingQueue<Int>(30)
    var injectFrameQueue: ArrayBlockingQueue<Int> = ArrayBlockingQueue<Int>(30)
    var decoderFrameQueue: ArrayBlockingQueue<Int> = ArrayBlockingQueue<Int>(30)
    var decoderAllDelay: Int = 0
    var injectfpsAll: Int = 0
    var decoderfpsAll: Int = 0
    val TAG = "VideoPlayer"

    override fun initParam(bundle: Bundle?) {
        fileUrl = bundle?.getString("fileUrl")!!
        Log.i(TAG, "fileUrl = " + fileUrl)
    }

    override fun initLayout(): Int {
        return R.layout.aty_playermediacodec
    }

    override fun initView() {
        surface.holder.addCallback(callback)
    }


    var callback = object : SurfaceHolder.Callback {
        override fun surfaceChanged(holder: SurfaceHolder?, format: Int, width: Int, height: Int) {
        }

        override fun surfaceDestroyed(holder: SurfaceHolder?) {
          release()

        }

        override fun surfaceCreated(holder: SurfaceHolder?) {
            if (fileUrl.isEmpty()) {
                ToastUtils.showToast("视频地址为空")
                return
            }
            if (!File(fileUrl).exists()) {
                ToastUtils.showToast("文件不存在")
                return
            }
//            var mediaExtra = MediaMetadataRetriever()
//            mediaExtra.setDataSource(fileUrl)
//            Log.i(TAG,"时长="+mediaExtra.extractMetadata(MediaMetadataRetriever.METADATA_KEY_DURATION))
//            Log.i(TAG,"帧率="+mediaExtra.extractMetadata(MediaMetadataRetriever.METADATA_KEY_VIDEO_FRAME_COUNT))
//            Log.i(TAG,"类型="+mediaExtra.extractMetadata(MediaMetadataRetriever.METADATA_KEY_MIMETYPE))

            isRunning = true
            videoExtractor = MediaExtractor()
            var videoInPut = FileInputStream(File(fileUrl))
            try {
                videoExtractor?.setDataSource(videoInPut.fd)
            } catch (e: Exception) {
                try {
                    videoExtractor?.setDataSource(fileUrl)
                } catch (e: Exception) {
                    videoInPut.close()
                    ToastUtils.showToast("视频源解析失败")
                    return
                }
            }
            try {
                videoInPut.close()
            } catch (e: Exception) {
            }

            audioExtractor = MediaExtractor()
            var audioInPut = FileInputStream(File(fileUrl))
            try {
                audioExtractor?.setDataSource(audioInPut.fd)
            } catch (e: Exception) {
                try {
                    audioExtractor?.setDataSource(fileUrl)
                } catch (e: Exception) {
                    audioInPut.close()
                    ToastUtils.showToast("音频源解析失败")
                }
            }
            try {
                audioInPut.close()
            } catch (e: Exception) {
            }
            initAudio()
            initVideo()
            if (mediaCodecAudio != null) {
                audioTrack?.play()
                mediaCodecAudio?.start()
                if (Build.VERSION.SDK_INT < Build.VERSION_CODES.LOLLIPOP) {
                    audioInputBuffers = mediaCodecAudio?.inputBuffers
                    audioOutBuffers = mediaCodecAudio?.outputBuffers
                }
//                var audioCount = 0
//                Log.i(TAG, "audioCount=$audioCount; time=" + audioExtractor?.sampleTime + "; flag = " + audioExtractor?.sampleFlags)
//                audioCount++
//                while (audioExtractor!!.advance()) {
//                    Log.i(TAG, "audioCount=$audioCount; time=" + audioExtractor?.sampleTime + "; flag = " + audioExtractor?.sampleFlags)
//                    audioCount++
//                }
                AudioInPutThread().start()
                AudioOutPutThread().start()
            }

            if (mediaCodecVideo != null) {
                mediaCodecVideo?.start()
                if (Build.VERSION.SDK_INT < Build.VERSION_CODES.LOLLIPOP) {
                    videoInputBuffers = mediaCodecVideo?.inputBuffers
                }
//                var videoCount = 0
//                Log.i(TAG, "videoCount=$videoCount; time=" + videoExtractor?.sampleTime + "; flag = " + videoExtractor?.sampleFlags)
//                videoCount++
//                while (videoExtractor!!.advance()) {
//                    Log.i(TAG, "videoCount=$videoCount; time=" + videoExtractor?.sampleTime + "; flag = " + videoExtractor?.sampleFlags)
//                    videoCount++
//                }
                VideoInPutThread().start()
                VideoOutPutThread().start()
            }

            if (mediaCodecAudio == null && mediaCodecVideo == null) {
                ToastUtils.showToast("视频源读取失败")
            } else {
                Thread(Runnable {
                    while (isRunning) {
                        Thread.sleep(1000)
                        runOnUiThread {
                            tv_info.text = "解码时延： $decoderDelay \n 注入帧数： $injectFps  \n  输出帧数： $decoderFps"
                        }
                    }
                }).start()

            }

        }

    }



    fun initVideo() {
        Log.i(TAG, "count = " + videoExtractor?.trackCount)
        for (i in 0 until videoExtractor?.trackCount!!) {
            try {
                var format = videoExtractor?.getTrackFormat(i)
                var mime = format?.getString(MediaFormat.KEY_MIME)
                Log.i(TAG, "mime = " + mime)
                if (mime!!.startsWith("video/")) {
                    Log.i(TAG, "video format = " + format?.toString())
                    videoExtractor?.selectTrack(i)
                    mediaCodecVideo = MediaCodec.createDecoderByType(mime)
                    mediaCodecVideo?.configure(format, surface.holder.surface, null, 0)
                    break
                }
            } catch (e: Exception) {

            }
        }
        if (mediaCodecVideo == null) {
            ToastUtils.showToast("未获取到视频流")
            return
        }


    }

    fun initAudio() {
        Log.i(TAG, "audio count = " + audioExtractor?.trackCount)
        for (i in 0 until audioExtractor?.trackCount!!) {
            try {
                var format = audioExtractor?.getTrackFormat(i)
                var mime = format?.getString(MediaFormat.KEY_MIME)
                Log.i(TAG, "mime = " + mime)
                if (mime!!.startsWith("audio/")) {
                    audioExtractor?.selectTrack(i)
                    Log.i(TAG, "audio format = " + format?.toString())
                    val audioChannel = format!!.getInteger(MediaFormat.KEY_CHANNEL_COUNT)
                    val audioSampleRate = format.getInteger(MediaFormat.KEY_SAMPLE_RATE)
                    var minBufferSize = AudioTrack.getMinBufferSize(audioSampleRate, if (audioChannel == 1) AudioFormat.CHANNEL_OUT_MONO else AudioFormat.CHANNEL_OUT_STEREO, AudioFormat.ENCODING_PCM_16BIT)
                    Log.i(TAG, "audio=" + audioChannel + ";" + audioSampleRate + ";" + minBufferSize + ";")
                    audioTrack = AudioTrack(AudioManager.STREAM_MUSIC, audioSampleRate
                            , if (audioChannel == 1) AudioFormat.CHANNEL_OUT_MONO else AudioFormat.CHANNEL_OUT_STEREO, AudioFormat.ENCODING_PCM_16BIT, minBufferSize * 4, AudioTrack.MODE_STREAM)
                    mediaCodecAudio = MediaCodec.createDecoderByType(mime)
                    mediaCodecAudio?.configure(format, null, null, 0)
                    break
                }
            } catch (e: Exception) {
            }
        }
        if (mediaCodecAudio == null) {
            ToastUtils.showToast("未获取到音频流")
            return
        }
    }

    inner class VideoInPutThread : Thread() {

        var lastTime = System.currentTimeMillis()
        var lastCount = 0
        var count = 0
        var startTime = 0L
        var startSample = 0L
        override fun run() {
            super.run()
            while (isRunning) {
                var index = mediaCodecVideo?.dequeueInputBuffer(0L)
                if (index!! >= 0) {
                    var input: ByteBuffer? = null
                    if (Build.VERSION.SDK_INT < Build.VERSION_CODES.LOLLIPOP) {
                        input = videoInputBuffers?.get(index)
                    } else {
                        input = mediaCodecVideo?.getInputBuffer(index)
                    }
                    input!!.clear()
                    var size = videoExtractor?.readSampleData(input, 0)
                    var flag = 0
                    if (size!! <= 0) {
                        flag = MediaCodec.BUFFER_FLAG_END_OF_STREAM
                        ToastUtils.showToast("播完了")
                        isRunning = false
                    }
                    if (startTime == 0L && videoExtractor!!.sampleTime > 0) {
                        startTime = System.currentTimeMillis()
                        startSample = videoExtractor?.sampleTime!! / 1000
                        Log.i(TAG, "视频第一帧:" + startTime + ";" + startSample)
                    } else if (startTime != 0L) {
                        var inter1 = System.currentTimeMillis() - startTime
                        var inter2 = videoExtractor?.sampleTime!! / 1000 - startSample
                        var dis = inter2 - inter1
                        Log.i(TAG, "视频dis:" + dis + ";count=" + count)
                        if (dis > 0) {
                            try {
                                sleep(dis)
                            } catch (e: Exception) {
                            }
                        }
                    }
                    try {
                        Log.i(TAG, "视频inputcount =" + count + "inputtime=" + System.currentTimeMillis() + ";pts =" + videoExtractor?.sampleTime)
                        count++
                        mediaCodecVideo?.queueInputBuffer(index, 0, size!!, System.currentTimeMillis(), flag)
                        videoExtractor?.advance()
                    } catch (e: Exception) {
                    }
                    if (System.currentTimeMillis() - lastTime > 1000) {
                        calcinjectFps(count - lastCount)
                        lastCount = count
                        lastTime = System.currentTimeMillis()
                    }
                } else {
                    try {
                        sleep(1)
                    } catch (e: Exception) {

                    }
                }
            }
        }
    }

    inner class VideoOutPutThread : Thread() {
        var lastTime = System.currentTimeMillis()
        var lastCount = 0
        var count = 0
        override fun run() {
            super.run()
            var bufferInfo = MediaCodec.BufferInfo()
            while (isRunning) {
                try {
                    var index = mediaCodecVideo?.dequeueOutputBuffer(bufferInfo, 0L)
                    if (index!! >= 0) {
                        Log.i(TAG, "outcount：" + count + ";outTime =" + System.currentTimeMillis() + ";input=" + bufferInfo.presentationTimeUs)
                        count++
                        Log.i(TAG, "视频解码时延：" + (System.currentTimeMillis() - bufferInfo.presentationTimeUs))
                        calcDecoder((System.currentTimeMillis() - bufferInfo.presentationTimeUs).toInt())
                        mediaCodecVideo?.releaseOutputBuffer(index, true)
                        if (System.currentTimeMillis() - lastTime > 1000) {
                            calcdecoderFps(count - lastCount)
                            lastTime = System.currentTimeMillis()
                            lastCount = count
                        }
                    } else {
                        try {
                            sleep(1)
                        } catch (e: Exception) {

                        }
                    }
                } catch (e: Exception) {
                }
            }
        }
    }

    inner class AudioInPutThread : Thread() {
        var count = 0
        var startTime = 0L
        var startSample = 0L
        override fun run() {
            super.run()
            while (isRunning && isAudioRunning) {
                try {
                    var index = mediaCodecAudio?.dequeueInputBuffer(1000L)
                    if (index!! >= 0) {

                        var input: ByteBuffer? = null
                        if (Build.VERSION.SDK_INT < Build.VERSION_CODES.LOLLIPOP) {
                            input = audioInputBuffers?.get(index)
                        } else {
                            input = mediaCodecAudio?.getInputBuffer(index)
                        }
                        input!!.clear()
                        var size = audioExtractor?.readSampleData(input, 0)
                        var flag = 0
                        if (size!! <= 0) {
                            flag = MediaCodec.BUFFER_FLAG_END_OF_STREAM
                            ToastUtils.showToast("音频播完了")
                            isAudioRunning = false
                        }
                        if (startTime == 0L && audioExtractor!!.sampleTime > 0) {
                            startTime = System.currentTimeMillis()
                            startSample = audioExtractor?.sampleTime!! / 1000
                            Log.i(TAG, "音频第一帧:" + startTime + ";" + startSample)
                        } else if (startTime != 0L) {
                            var inter1 = System.currentTimeMillis() - startTime
                            var inter2 = audioExtractor?.sampleTime!! / 1000 - startSample
                            var dis = inter2 - inter1
                            Log.i(TAG, "音频dis:" + dis + ";count=" + count)
                            if (dis > 0) {
                                try {
                                    sleep(dis)
                                } catch (e: Exception) {
                                }
                            }
                        }
                        try {
                            Log.i(TAG, "音频inputcount =" + count + "inputtime=" + System.currentTimeMillis() + ";pts=" + audioExtractor?.sampleTime)
                            count++
                            mediaCodecAudio?.queueInputBuffer(index, 0, size!!, System.currentTimeMillis(), flag)
                            audioExtractor?.advance()
                        } catch (e: Exception) {
                        }
                    } else {
                        sleep(1)
                    }
                } catch (e: Exception) {
                }
            }
        }
    }

    inner class AudioOutPutThread : Thread() {
        var lastTime = System.currentTimeMillis()
        var lastCount = 0
        var count = 0
        override fun run() {
            super.run()
            var bufferInfo = MediaCodec.BufferInfo()
            while (isRunning) {
                try {
                    var index = mediaCodecAudio?.dequeueOutputBuffer(bufferInfo, 1000L)
                    if (index!! >= 0) {
                        if (audioTrack == null || mediaCodecAudio == null)
                            return
                        Log.i(TAG, "音频outcount：" + count + ";outTime =" + System.currentTimeMillis() + ";input=" + bufferInfo.presentationTimeUs)
                        count++
                        Log.i(TAG, "音频解码时延：" + (System.currentTimeMillis() - bufferInfo.presentationTimeUs))
                        var outBuffer: ByteBuffer? = null
                        if (Build.VERSION.SDK_INT < Build.VERSION_CODES.LOLLIPOP) {
                            outBuffer = audioOutBuffers?.get(index)
                            audioTrack?.write(outBuffer?.array(), 0, bufferInfo.size)
                        } else {
                            outBuffer = mediaCodecAudio?.getOutputBuffer(index)
                            audioTrack?.write(outBuffer, bufferInfo.size, AudioTrack.WRITE_BLOCKING)
                        }
                        mediaCodecAudio?.releaseOutputBuffer(index, false)
                        if (System.currentTimeMillis() - lastTime > 1000) {
                            Log.i(TAG, "音频每秒帧数:" + (count - lastCount));
                            lastTime = System.currentTimeMillis()
                            lastCount = count
                        }
                    } else {
                        try {
                            sleep(1)
                        } catch (e: Exception) {

                        }
                    }
                } catch (e: Exception) {
                }
            }
        }
    }

    var decoderDelay = 0
    fun calcDecoder(delay: Int) {
        if (delay > Int.MAX_VALUE / 2) {
            return
        }
        if (decoderQueue.size >= 30) {
            var delay_first = decoderQueue.remove()
            decoderAllDelay -= delay_first
        }
        decoderQueue.add(delay)
        decoderAllDelay += delay
        decoderDelay = decoderAllDelay / decoderQueue.size

    }

    var injectFps = 0
    fun calcinjectFps(fps: Int) {
        if (fps > Int.MAX_VALUE / 2) {
            return
        }
        if (injectFrameQueue.size >= 30) {
            var delay_first = injectFrameQueue.remove()
            injectfpsAll -= delay_first
        }
        injectFrameQueue.add(fps)
        injectfpsAll += fps
        injectFps = injectfpsAll / injectFrameQueue.size

    }

    var decoderFps = 0
    fun calcdecoderFps(fps: Int) {
        if (fps > Int.MAX_VALUE / 2) {
            return
        }
        if (decoderFrameQueue.size >= 30) {
            var delay_first = decoderFrameQueue.remove()
            decoderfpsAll -= delay_first
        }
        decoderFrameQueue.add(fps)
        decoderfpsAll += fps
        decoderFps = decoderfpsAll / decoderFrameQueue.size

    }

    fun release(){
        isRunning = false
                  if (mediaCodecAudio != null) {
                      mediaCodecAudio?.stop()
                      mediaCodecAudio?.release()
                      mediaCodecAudio = null
                  }
                  if (mediaCodecVideo != null) {
                      mediaCodecVideo?.stop()
                      mediaCodecVideo?.release()
                      mediaCodecVideo = null
                  }
                  if (audioTrack != null) {
                      audioTrack?.stop()
                      audioTrack?.release()
                      audioTrack = null
                  }
                  if (videoExtractor != null) {
                      videoExtractor?.release()
                      videoExtractor = null
                  }
                  if (audioExtractor != null) {
                      audioExtractor?.release()
                      audioExtractor = null
                  }
    }

    override fun onStop() {
        release()
        super.onStop()
    }

    override fun onBackPressed() {
        release()
        super.onBackPressed()
    }

    override fun initData() {

    }

    override fun initListener() {
    }

    override fun onClick(v: View?) {
    }
}