frank
7 years ago
parent
64e00b1f4f
commit
c1fb401774
@ -0,0 +1,63 @@ |
|||||||
|
//
|
||||||
|
// Created by frank on 2018/2/3.
|
||||||
|
//
|
||||||
|
#include "AVpacket_queue.h" |
||||||
|
#include <stdlib.h> |
||||||
|
#include <libavcodec/avcodec.h> |
||||||
|
|
||||||
|
|
||||||
|
AVPacketQueue* queue_init(int size){ |
||||||
|
AVPacketQueue* queue = malloc(sizeof(AVPacketQueue)); |
||||||
|
queue->size = size; |
||||||
|
queue->next_to_read = 0; |
||||||
|
queue->next_to_write = 0; |
||||||
|
int i; |
||||||
|
queue->packets = malloc(sizeof(*queue->packets) * size); |
||||||
|
for(i = 0; i < size; i++){ |
||||||
|
queue->packets[i] = malloc(sizeof(AVPacket)); |
||||||
|
} |
||||||
|
return queue; |
||||||
|
} |
||||||
|
|
||||||
|
void queue_free(AVPacketQueue *queue){ |
||||||
|
int i; |
||||||
|
for(i=0; i<queue->size; i++){ |
||||||
|
free(queue->packets[i]); |
||||||
|
} |
||||||
|
free(queue->packets); |
||||||
|
free(queue); |
||||||
|
} |
||||||
|
|
||||||
|
int queue_next(AVPacketQueue* queue, int current){ |
||||||
|
return (current+1) % queue->size; |
||||||
|
} |
||||||
|
|
||||||
|
void* queue_push(AVPacketQueue* queue, pthread_mutex_t* mutex, pthread_cond_t* cond){ |
||||||
|
int current = queue->next_to_write; |
||||||
|
int next_to_write; |
||||||
|
for(;;){ |
||||||
|
next_to_write = queue_next(queue, current); |
||||||
|
//写的不等于读的，跳出循环
|
||||||
|
if(next_to_write != queue->next_to_read){ |
||||||
|
break; |
||||||
|
} |
||||||
|
pthread_cond_wait(cond, mutex); |
||||||
|
} |
||||||
|
queue->next_to_write = next_to_write; |
||||||
|
pthread_cond_broadcast(cond); |
||||||
|
return queue->packets[current]; |
||||||
|
} |
||||||
|
|
||||||
|
void* queue_pop(AVPacketQueue* queue, pthread_mutex_t* mutex, pthread_cond_t* cond){ |
||||||
|
int current = queue->next_to_read; |
||||||
|
for(;;){ |
||||||
|
//写的不等于读的，跳出循环
|
||||||
|
if(queue->next_to_write != queue->next_to_read){ |
||||||
|
break; |
||||||
|
} |
||||||
|
pthread_cond_wait(cond, mutex); |
||||||
|
} |
||||||
|
queue->next_to_read = queue_next(queue, current); |
||||||
|
pthread_cond_broadcast(cond); |
||||||
|
return queue->packets[current]; |
||||||
|
} |
||||||
@ -0,0 +1,25 @@ |
|||||||
|
//
|
||||||
|
// Created by frank on 2018/2/3.
|
||||||
|
//
|
||||||
|
|
||||||
|
#ifndef VIDEOPLAYER_AVPACKET_QUEUE_H |
||||||
|
#define VIDEOPLAYER_AVPACKET_QUEUE_H |
||||||
|
#include <pthread.h> |
||||||
|
|
||||||
|
typedef struct AVPacketQueue{ |
||||||
|
//队列大小
|
||||||
|
int size; |
||||||
|
//指针数组
|
||||||
|
void ** packets; |
||||||
|
//下一个写入的packet
|
||||||
|
int next_to_write; |
||||||
|
//下一个读取的packet
|
||||||
|
int next_to_read; |
||||||
|
}AVPacketQueue; |
||||||
|
|
||||||
|
AVPacketQueue* queue_init(int size); |
||||||
|
void queue_free(AVPacketQueue *queue); |
||||||
|
void* queue_push(AVPacketQueue* queue, pthread_mutex_t* mutex, pthread_cond_t* cond); |
||||||
|
void* queue_pop(AVPacketQueue* queue, pthread_mutex_t* mutex, pthread_cond_t* cond); |
||||||
|
|
||||||
|
#endif //VIDEOPLAYER_AVPACKET_QUEUE_H
|
||||||
@ -0,0 +1,505 @@ |
|||||||
|
//
|
||||||
|
// Created by frank on 2018/2/3.
|
||||||
|
//
|
||||||
|
#include "libavcodec/avcodec.h" |
||||||
|
#include "libavformat/avformat.h" |
||||||
|
#include "libswscale/swscale.h" |
||||||
|
#include "libswresample/swresample.h" |
||||||
|
#include "AVpacket_queue.h" |
||||||
|
#include <android/native_window.h> |
||||||
|
#include <android/native_window_jni.h> |
||||||
|
#include <stdio.h> |
||||||
|
#include <unistd.h> |
||||||
|
#include <libavutil/imgutils.h> |
||||||
|
#include <android/log.h> |
||||||
|
#include <pthread.h> |
||||||
|
#include <jni.h> |
||||||
|
#include <libavutil/time.h> |
||||||
|
|
||||||
|
#define TAG "MediaPlayer" |
||||||
|
#define LOGI(FORMAT,...) __android_log_print(ANDROID_LOG_INFO, TAG, FORMAT,##__VA_ARGS__); |
||||||
|
#define LOGE(FORMAT,...) __android_log_print(ANDROID_LOG_ERROR, TAG, FORMAT,##__VA_ARGS__); |
||||||
|
|
||||||
|
#define MAX_AUDIO_FRAME_SIZE 48000 * 4 |
||||||
|
#define PACKET_SIZE 50 |
||||||
|
#define MIN_SLEEP_TIME_US 1000ll |
||||||
|
#define AUDIO_TIME_ADJUST_US -200000ll |
||||||
|
|
||||||
|
typedef struct MediaPlayer{ |
||||||
|
AVFormatContext* format_context; |
||||||
|
int video_stream_index; |
||||||
|
int audio_stream_index; |
||||||
|
AVCodecContext* video_codec_context; |
||||||
|
AVCodecContext* audio_codec_context; |
||||||
|
AVCodec* video_codec; |
||||||
|
AVCodec* audio_codec; |
||||||
|
ANativeWindow* native_window; |
||||||
|
uint8_t* buffer; |
||||||
|
AVFrame* yuv_frame; |
||||||
|
AVFrame* rgba_frame; |
||||||
|
int video_width; |
||||||
|
int video_height; |
||||||
|
SwrContext* swrContext; |
||||||
|
int out_channel_nb; |
||||||
|
int out_sample_rate; |
||||||
|
enum AVSampleFormat out_sample_fmt; |
||||||
|
jobject audio_track; |
||||||
|
jmethodID audio_track_write_mid; |
||||||
|
uint8_t* audio_buffer; |
||||||
|
AVFrame* audio_frame; |
||||||
|
AVPacketQueue* packets[2]; |
||||||
|
pthread_mutex_t mutex; |
||||||
|
pthread_cond_t cond; |
||||||
|
int64_t start_time; |
||||||
|
int64_t audio_clock; |
||||||
|
pthread_t write_thread; |
||||||
|
pthread_t video_thread; |
||||||
|
pthread_t audio_thread; |
||||||
|
}MediaPlayer; |
||||||
|
|
||||||
|
typedef struct Decoder{ |
||||||
|
MediaPlayer* player; |
||||||
|
int stream_index; |
||||||
|
}Decoder; |
||||||
|
|
||||||
|
JavaVM* javaVM; |
||||||
|
MediaPlayer* player; |
||||||
|
|
||||||
|
jint JNICALL JNI_OnLoad(JavaVM* vm, void* reserved){ |
||||||
|
javaVM = vm; |
||||||
|
return JNI_VERSION_1_6; |
||||||
|
} |
||||||
|
|
||||||
|
//初始化输入格式上下文
|
||||||
|
int init_input_format_context(MediaPlayer* player, const char* file_name){ |
||||||
|
//注册所有组件
|
||||||
|
av_register_all(); |
||||||
|
//分配上下文
|
||||||
|
player->format_context = avformat_alloc_context(); |
||||||
|
//打开视频文件
|
||||||
|
if(avformat_open_input(&player->format_context, file_name, NULL, NULL)!=0) { |
||||||
|
LOGE("Couldn't open file:%s\n", file_name); |
||||||
|
return -1; |
||||||
|
} |
||||||
|
//检索多媒体流信息
|
||||||
|
if(avformat_find_stream_info(player->format_context, NULL)<0) { |
||||||
|
LOGE("Couldn't find stream information."); |
||||||
|
return -1; |
||||||
|
} |
||||||
|
//寻找音视频流索引位置
|
||||||
|
int i; |
||||||
|
player->video_stream_index = -1; |
||||||
|
player->audio_stream_index = -1; |
||||||
|
for (i = 0; i < player->format_context->nb_streams; i++) { |
||||||
|
if (player->format_context->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO |
||||||
|
&& player->video_stream_index < 0) { |
||||||
|
player->video_stream_index = i; |
||||||
|
} else if (player->format_context->streams[i]->codec->codec_type == AVMEDIA_TYPE_AUDIO |
||||||
|
&& player->audio_stream_index < 0) { |
||||||
|
player->audio_stream_index = i; |
||||||
|
} |
||||||
|
} |
||||||
|
if(player->video_stream_index==-1) { |
||||||
|
LOGE("couldn't find a video stream."); |
||||||
|
return -1; |
||||||
|
} |
||||||
|
if(player->audio_stream_index==-1) { |
||||||
|
LOGE("couldn't find a audio stream."); |
||||||
|
return -1; |
||||||
|
} |
||||||
|
LOGI("video_stream_index=%d", player->video_stream_index); |
||||||
|
LOGI("audio_stream_index=%d", player->audio_stream_index); |
||||||
|
return 0; |
||||||
|
} |
||||||
|
|
||||||
|
//打开音视频解码器
|
||||||
|
int init_condec_context(MediaPlayer* player){ |
||||||
|
//获取codec上下文指针
|
||||||
|
player->video_codec_context = player->format_context->streams[player->video_stream_index]->codec; |
||||||
|
//寻找视频流的解码器
|
||||||
|
player->video_codec = avcodec_find_decoder(player->video_codec_context->codec_id); |
||||||
|
if(player->video_codec == NULL) { |
||||||
|
LOGE("couldn't find video Codec."); |
||||||
|
return -1; |
||||||
|
} |
||||||
|
if(avcodec_open2(player->video_codec_context, player->video_codec, NULL) < 0) { |
||||||
|
LOGE("Couldn't open video codec."); |
||||||
|
return -1; |
||||||
|
} |
||||||
|
player->audio_codec_context = player->format_context->streams[player->audio_stream_index]->codec; |
||||||
|
player->audio_codec = avcodec_find_decoder(player->audio_codec_context->codec_id); |
||||||
|
if( player->audio_codec == NULL) { |
||||||
|
LOGE("couldn't find audio Codec."); |
||||||
|
return -1; |
||||||
|
} |
||||||
|
if(avcodec_open2(player->audio_codec_context, player->audio_codec, NULL) < 0) { |
||||||
|
LOGE("Couldn't open audio codec."); |
||||||
|
return -1; |
||||||
|
} |
||||||
|
// 获取视频宽高
|
||||||
|
player->video_width = player->video_codec_context->width; |
||||||
|
player->video_height = player->video_codec_context->height; |
||||||
|
return 0; |
||||||
|
} |
||||||
|
|
||||||
|
//视频解码
|
||||||
|
void video_player_prepare(MediaPlayer* player, JNIEnv* env, jobject surface){ |
||||||
|
// 获取native window
|
||||||
|
player->native_window = ANativeWindow_fromSurface(env, surface); |
||||||
|
} |
||||||
|
|
||||||
|
//获取当前播放时间
|
||||||
|
int64_t get_play_time(MediaPlayer* player){ |
||||||
|
return (int64_t)(av_gettime() - player->start_time); |
||||||
|
} |
||||||
|
|
||||||
|
/**
|
||||||
|
* 延迟等待，音视频同步 |
||||||
|
*/ |
||||||
|
void player_wait_for_frame(MediaPlayer *player, int64_t stream_time) { |
||||||
|
pthread_mutex_lock(&player->mutex); |
||||||
|
for(;;){ |
||||||
|
int64_t current_video_time = get_play_time(player); |
||||||
|
int64_t sleep_time = stream_time - current_video_time; |
||||||
|
if (sleep_time < -300000ll) { |
||||||
|
// 300 ms late
|
||||||
|
int64_t new_value = player->start_time - sleep_time; |
||||||
|
player->start_time = new_value; |
||||||
|
pthread_cond_broadcast(&player->cond); |
||||||
|
} |
||||||
|
|
||||||
|
if (sleep_time <= MIN_SLEEP_TIME_US) { |
||||||
|
// We do not need to wait if time is slower then minimal sleep time
|
||||||
|
break; |
||||||
|
} |
||||||
|
|
||||||
|
if (sleep_time > 500000ll) { |
||||||
|
// if sleep time is bigger then 500ms just sleep this 500ms
|
||||||
|
// and check everything again
|
||||||
|
sleep_time = 500000ll; |
||||||
|
} |
||||||
|
//等待指定时长
|
||||||
|
pthread_cond_timeout_np(&player->cond, &player->mutex, |
||||||
|
(unsigned int) (sleep_time / 1000ll)); |
||||||
|
} |
||||||
|
pthread_mutex_unlock(&player->mutex); |
||||||
|
} |
||||||
|
|
||||||
|
//视频解码
|
||||||
|
int decode_video(MediaPlayer* player, AVPacket* packet){ |
||||||
|
// 设置native window的buffer大小,可自动拉伸
|
||||||
|
ANativeWindow_setBuffersGeometry(player->native_window, player->video_width, |
||||||
|
player->video_height, WINDOW_FORMAT_RGBA_8888); |
||||||
|
|
||||||
|
ANativeWindow_Buffer windowBuffer; |
||||||
|
//申请内存
|
||||||
|
player->yuv_frame = av_frame_alloc(); |
||||||
|
player->rgba_frame = av_frame_alloc(); |
||||||
|
if(player->rgba_frame == NULL || player->yuv_frame == NULL) { |
||||||
|
LOGE("Couldn't allocate video frame."); |
||||||
|
return -1; |
||||||
|
} |
||||||
|
|
||||||
|
// buffer中数据用于渲染,且格式为RGBA
|
||||||
|
int numBytes=av_image_get_buffer_size(AV_PIX_FMT_RGBA, player->video_width, player->video_height, 1); |
||||||
|
|
||||||
|
player->buffer = (uint8_t *)av_malloc(numBytes*sizeof(uint8_t)); |
||||||
|
av_image_fill_arrays(player->rgba_frame->data, player->rgba_frame->linesize, player->buffer, AV_PIX_FMT_RGBA, |
||||||
|
player->video_width, player->video_height, 1); |
||||||
|
|
||||||
|
// 由于解码出来的帧格式不是RGBA的,在渲染之前需要进行格式转换
|
||||||
|
struct SwsContext *sws_ctx = sws_getContext( |
||||||
|
player->video_width, |
||||||
|
player->video_height, |
||||||
|
player->video_codec_context->pix_fmt, |
||||||
|
player->video_width, |
||||||
|
player->video_height, |
||||||
|
AV_PIX_FMT_RGBA, |
||||||
|
SWS_BILINEAR, |
||||||
|
NULL, |
||||||
|
NULL, |
||||||
|
NULL); |
||||||
|
|
||||||
|
int frameFinished; |
||||||
|
//对该帧进行解码
|
||||||
|
int ret = avcodec_decode_video2(player->video_codec_context, player->yuv_frame, &frameFinished, packet); |
||||||
|
if(ret < 0){ |
||||||
|
LOGE("avcodec_decode_video2 error..."); |
||||||
|
return -1; |
||||||
|
} |
||||||
|
if (frameFinished) { |
||||||
|
// lock native window
|
||||||
|
ANativeWindow_lock(player->native_window, &windowBuffer, 0); |
||||||
|
// 格式转换
|
||||||
|
sws_scale(sws_ctx, (uint8_t const * const *)player->yuv_frame->data, |
||||||
|
player->yuv_frame->linesize, 0, player->video_height, |
||||||
|
player->rgba_frame->data, player->rgba_frame->linesize); |
||||||
|
// 获取stride
|
||||||
|
uint8_t * dst = windowBuffer.bits; |
||||||
|
int dstStride = windowBuffer.stride * 4; |
||||||
|
uint8_t * src = player->rgba_frame->data[0]; |
||||||
|
int srcStride = player->rgba_frame->linesize[0]; |
||||||
|
// 由于window的stride和帧的stride不同,因此需要逐行复制
|
||||||
|
int h; |
||||||
|
for (h = 0; h < player->video_height; h++) { |
||||||
|
memcpy(dst + h * dstStride, src + h * srcStride, (size_t) srcStride); |
||||||
|
} |
||||||
|
|
||||||
|
//计算延迟
|
||||||
|
int64_t pts = av_frame_get_best_effort_timestamp(player->yuv_frame); |
||||||
|
AVStream *stream = player->format_context->streams[player->video_stream_index]; |
||||||
|
//转换（不同时间基时间转换）
|
||||||
|
int64_t time = av_rescale_q(pts, stream->time_base, AV_TIME_BASE_Q); |
||||||
|
//音视频帧同步
|
||||||
|
player_wait_for_frame(player, time); |
||||||
|
|
||||||
|
ANativeWindow_unlockAndPost(player->native_window); |
||||||
|
} |
||||||
|
// //延迟等待
|
||||||
|
// usleep(1000 * 16);
|
||||||
|
return 0; |
||||||
|
} |
||||||
|
|
||||||
|
//音频解码初始化
|
||||||
|
void audio_decoder_prepare(MediaPlayer* player) { |
||||||
|
//frame->16bit 44100 PCM 统一音频采样格式与采样率
|
||||||
|
player->swrContext = swr_alloc(); |
||||||
|
|
||||||
|
//输入的采样格式
|
||||||
|
enum AVSampleFormat in_sample_fmt = player->audio_codec_context->sample_fmt; |
||||||
|
//输出采样格式16bit PCM
|
||||||
|
player->out_sample_fmt = AV_SAMPLE_FMT_S16; |
||||||
|
//输入采样率
|
||||||
|
int in_sample_rate = player->audio_codec_context->sample_rate; |
||||||
|
//输出采样率
|
||||||
|
player->out_sample_rate = in_sample_rate; |
||||||
|
//声道布局（2个声道，默认立体声stereo）
|
||||||
|
uint64_t in_ch_layout = player->audio_codec_context->channel_layout; |
||||||
|
//输出的声道布局（立体声）
|
||||||
|
uint64_t out_ch_layout = AV_CH_LAYOUT_STEREO; |
||||||
|
|
||||||
|
swr_alloc_set_opts(player->swrContext, |
||||||
|
out_ch_layout, player->out_sample_fmt, player->out_sample_rate, |
||||||
|
in_ch_layout, in_sample_fmt, in_sample_rate, |
||||||
|
0, NULL); |
||||||
|
swr_init(player->swrContext); |
||||||
|
//输出的声道个数
|
||||||
|
player->out_channel_nb = av_get_channel_layout_nb_channels(out_ch_layout); |
||||||
|
} |
||||||
|
|
||||||
|
//音频播放器
|
||||||
|
void audio_player_prepare(MediaPlayer* player, JNIEnv* env, jclass jthiz){ |
||||||
|
jclass player_class = (*env)->GetObjectClass(env,jthiz); |
||||||
|
if(!player_class){ |
||||||
|
LOGE("player_class not found..."); |
||||||
|
} |
||||||
|
//AudioTrack对象
|
||||||
|
jmethodID audio_track_method = (*env)->GetMethodID( |
||||||
|
env,player_class,"createAudioTrack","(II)Landroid/media/AudioTrack;"); |
||||||
|
if(!audio_track_method){ |
||||||
|
LOGE("audio_track_method not found..."); |
||||||
|
} |
||||||
|
jobject audio_track = (*env)->CallObjectMethod( |
||||||
|
env,jthiz,audio_track_method, player->out_sample_rate, player->out_channel_nb); |
||||||
|
|
||||||
|
//调用play方法
|
||||||
|
jclass audio_track_class = (*env)->GetObjectClass(env, audio_track); |
||||||
|
jmethodID audio_track_play_mid = (*env)->GetMethodID(env,audio_track_class,"play","()V"); |
||||||
|
(*env)->CallVoidMethod(env, audio_track, audio_track_play_mid); |
||||||
|
|
||||||
|
player->audio_track = (*env)->NewGlobalRef(env, audio_track); |
||||||
|
//获取write()方法
|
||||||
|
player->audio_track_write_mid = (*env)->GetMethodID(env,audio_track_class,"write","([BII)I"); |
||||||
|
|
||||||
|
//16bit 44100 PCM 数据
|
||||||
|
player->audio_buffer = (uint8_t *)av_malloc(MAX_AUDIO_FRAME_SIZE); |
||||||
|
//解压缩数据
|
||||||
|
player->audio_frame = av_frame_alloc(); |
||||||
|
} |
||||||
|
|
||||||
|
//音频解码
|
||||||
|
int decode_audio(MediaPlayer* player, AVPacket* packet){ |
||||||
|
int got_frame = 0, ret; |
||||||
|
//解码
|
||||||
|
ret = avcodec_decode_audio4(player->audio_codec_context, player->audio_frame, &got_frame, packet); |
||||||
|
if(ret < 0){ |
||||||
|
LOGE("avcodec_decode_audio4 error..."); |
||||||
|
return -1; |
||||||
|
} |
||||||
|
//解码一帧成功
|
||||||
|
if(got_frame > 0){ |
||||||
|
//音频格式转换
|
||||||
|
swr_convert(player->swrContext, &player->audio_buffer, MAX_AUDIO_FRAME_SIZE, (const uint8_t **)player->audio_frame->data, player->audio_frame->nb_samples); |
||||||
|
int out_buffer_size = av_samples_get_buffer_size(NULL, player->out_channel_nb, |
||||||
|
player->audio_frame->nb_samples, player->out_sample_fmt, 1); |
||||||
|
|
||||||
|
//音视频帧同步
|
||||||
|
int64_t pts = packet->pts; |
||||||
|
if (pts != AV_NOPTS_VALUE) { |
||||||
|
AVStream *stream = player->format_context->streams[player->audio_stream_index]; |
||||||
|
player->audio_clock = av_rescale_q(pts, stream->time_base, AV_TIME_BASE_Q); |
||||||
|
player_wait_for_frame(player, player->audio_clock + AUDIO_TIME_ADJUST_US); |
||||||
|
} |
||||||
|
|
||||||
|
JNIEnv * env; |
||||||
|
(*javaVM)->AttachCurrentThread(javaVM, &env, NULL); |
||||||
|
jbyteArray audio_sample_array = (*env)->NewByteArray(env,out_buffer_size); |
||||||
|
jbyte* sample_byte_array = (*env)->GetByteArrayElements(env,audio_sample_array,NULL); |
||||||
|
//拷贝缓冲数据
|
||||||
|
memcpy(sample_byte_array, player->audio_buffer, (size_t) out_buffer_size); |
||||||
|
//释放数组
|
||||||
|
(*env)->ReleaseByteArrayElements(env,audio_sample_array,sample_byte_array,0); |
||||||
|
//调用AudioTrack的write方法进行播放
|
||||||
|
(*env)->CallIntMethod(env, player->audio_track, player->audio_track_write_mid, |
||||||
|
audio_sample_array,0,out_buffer_size); |
||||||
|
//释放局部引用
|
||||||
|
(*env)->DeleteLocalRef(env,audio_sample_array); |
||||||
|
// usleep(1000 * 16);
|
||||||
|
} |
||||||
|
(*javaVM)->DetachCurrentThread(javaVM); |
||||||
|
return 0; |
||||||
|
} |
||||||
|
|
||||||
|
//初始化队列
|
||||||
|
void init_queue(MediaPlayer* player, int size){ |
||||||
|
int i; |
||||||
|
for (i = 0; i < 2; ++i) { |
||||||
|
AVPacketQueue* queue = queue_init(size); |
||||||
|
player->packets[i] = queue; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
//释放队列
|
||||||
|
void delete_queue(MediaPlayer* player){ |
||||||
|
int i; |
||||||
|
for (i = 0; i < 2; ++i) { |
||||||
|
queue_free(player->packets[i]); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
//读取AVPacket线程(生产者)
|
||||||
|
void* write_packet_to_queue(void* arg){ |
||||||
|
MediaPlayer* player = (MediaPlayer*)arg; |
||||||
|
AVPacket packet, *pkt = &packet; |
||||||
|
int ret; |
||||||
|
for(;;){ |
||||||
|
ret = av_read_frame(player->format_context, pkt); |
||||||
|
if(ret < 0){ |
||||||
|
break; |
||||||
|
} |
||||||
|
if(pkt->stream_index == player->video_stream_index || pkt->stream_index == player->audio_stream_index){ |
||||||
|
//根据AVPacket->stream_index获取对应的队列
|
||||||
|
AVPacketQueue *queue = player->packets[pkt->stream_index]; |
||||||
|
pthread_mutex_lock(&player->mutex); |
||||||
|
AVPacket* data = queue_push(queue, &player->mutex, &player->cond); |
||||||
|
pthread_mutex_unlock(&player->mutex); |
||||||
|
//拷贝（间接赋值，拷贝结构体数据）
|
||||||
|
*data = packet; |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
//音视频解码线程(消费者)
|
||||||
|
void* decode_func(void* arg){ |
||||||
|
Decoder *decoder_data = (Decoder*)arg; |
||||||
|
MediaPlayer *player = decoder_data->player; |
||||||
|
int stream_index = decoder_data->stream_index; |
||||||
|
//根据stream_index获取对应的AVPacket队列
|
||||||
|
AVPacketQueue *queue = player->packets[stream_index]; |
||||||
|
int ret = 0; |
||||||
|
int video_frame_count = 0, audio_frame_count = 0; |
||||||
|
for(;;) { |
||||||
|
pthread_mutex_lock(&player->mutex); |
||||||
|
AVPacket *packet = (AVPacket*)queue_pop(queue, &player->mutex, &player->cond); |
||||||
|
pthread_mutex_unlock(&player->mutex); |
||||||
|
|
||||||
|
if(stream_index == player->video_stream_index) {//视频流
|
||||||
|
ret = decode_video(player, packet); |
||||||
|
LOGI("decode video stream = %d", video_frame_count++); |
||||||
|
} else if(stream_index == player->audio_stream_index) {//音频流
|
||||||
|
ret = decode_audio(player, packet); |
||||||
|
LOGI("decode audio stream = %d", audio_frame_count++); |
||||||
|
} |
||||||
|
av_packet_unref(packet); |
||||||
|
if(ret < 0){ |
||||||
|
break; |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
JNIEXPORT jint JNICALL Java_com_frank_ffmpeg_MediaPlayer_setup |
||||||
|
(JNIEnv * env, jclass clazz, jstring filePath, jobject surface){ |
||||||
|
|
||||||
|
const char *file_name = (*env)->GetStringUTFChars(env, filePath, JNI_FALSE); |
||||||
|
int ret; |
||||||
|
player = malloc(sizeof(MediaPlayer)); |
||||||
|
if(player == NULL){ |
||||||
|
return -1; |
||||||
|
} |
||||||
|
//初始化输入格式上下文
|
||||||
|
ret = init_input_format_context(player, file_name); |
||||||
|
if(ret < 0){ |
||||||
|
return ret; |
||||||
|
} |
||||||
|
//初始化音视频解码器
|
||||||
|
ret = init_condec_context(player); |
||||||
|
if(ret < 0){ |
||||||
|
return ret; |
||||||
|
} |
||||||
|
//初始化视频surface
|
||||||
|
video_player_prepare( player, env, surface); |
||||||
|
//初始化音频相关参数
|
||||||
|
audio_decoder_prepare(player); |
||||||
|
//初始化音频播放器
|
||||||
|
audio_player_prepare(player, env, clazz); |
||||||
|
//初始化音视频packet队列
|
||||||
|
init_queue(player, PACKET_SIZE); |
||||||
|
|
||||||
|
return 0; |
||||||
|
} |
||||||
|
|
||||||
|
JNIEXPORT jint JNICALL Java_com_frank_ffmpeg_MediaPlayer_play |
||||||
|
(JNIEnv * env, jclass clazz){ |
||||||
|
pthread_mutex_init(&player->mutex, NULL); |
||||||
|
pthread_cond_init(&player->cond, NULL); |
||||||
|
|
||||||
|
//生产者线程
|
||||||
|
pthread_create(&player->write_thread, NULL, write_packet_to_queue, (void*)player); |
||||||
|
sleep(1); |
||||||
|
player->start_time = 0; |
||||||
|
|
||||||
|
//消费者线程
|
||||||
|
Decoder data1 = {player, player->video_stream_index}, *decoder_data1 = &data1; |
||||||
|
pthread_create(&player->video_thread, NULL, decode_func, (void*)decoder_data1); |
||||||
|
|
||||||
|
Decoder data2 = {player, player->audio_stream_index}, *decoder_data2 = &data2; |
||||||
|
pthread_create(&player->audio_thread,NULL,decode_func,(void*)decoder_data2); |
||||||
|
|
||||||
|
|
||||||
|
pthread_join(player->write_thread, NULL); |
||||||
|
pthread_join(player->video_thread, NULL); |
||||||
|
pthread_join(player->audio_thread, NULL); |
||||||
|
|
||||||
|
return 0; |
||||||
|
} |
||||||
|
|
||||||
|
JNIEXPORT void JNICALL Java_com_frank_ffmpeg_MediaPlayer_release |
||||||
|
(JNIEnv * env, jclass clazz){ |
||||||
|
//释放内存以及关闭文件
|
||||||
|
free(player->audio_track); |
||||||
|
free(player->audio_track_write_mid); |
||||||
|
av_free(player->buffer); |
||||||
|
av_free(player->rgba_frame); |
||||||
|
av_free(player->yuv_frame); |
||||||
|
av_free(player->audio_buffer); |
||||||
|
av_free(player->audio_frame); |
||||||
|
avcodec_close(player->video_codec_context); |
||||||
|
avcodec_close(player->audio_codec_context); |
||||||
|
avformat_close_input(&player->format_context); |
||||||
|
ANativeWindow_release(player->native_window); |
||||||
|
delete_queue(player); |
||||||
|
pthread_cond_destroy(&player->cond); |
||||||
|
pthread_mutex_destroy(&player->mutex); |
||||||
|
free(player); |
||||||
|
(*javaVM)->DestroyJavaVM(javaVM); |
||||||
|
} |
||||||
@ -0,0 +1,45 @@ |
|||||||
|
package com.frank.ffmpeg; |
||||||
|
|
||||||
|
import android.media.AudioFormat; |
||||||
|
import android.media.AudioManager; |
||||||
|
import android.media.AudioTrack; |
||||||
|
|
||||||
|
/** |
||||||
|
* 音视频播放器 |
||||||
|
* Created by frank on 2018/2/12. |
||||||
|
*/ |
||||||
|
|
||||||
|
public class MediaPlayer { |
||||||
|
static { |
||||||
|
System.loadLibrary("media-handle"); |
||||||
|
} |
||||||
|
|
||||||
|
public native int setup(String filePath, Object surface); |
||||||
|
public native int play(); |
||||||
|
public native void release(); |
||||||
|
|
||||||
|
|
||||||
|
/** |
||||||
|
* 创建一个AudioTrack对象 |
||||||
|
* @param sampleRate 采样率 |
||||||
|
* @param channels 声道布局 |
||||||
|
* @return AudioTrack |
||||||
|
*/ |
||||||
|
public AudioTrack createAudioTrack(int sampleRate, int channels){ |
||||||
|
int audioFormat = AudioFormat.ENCODING_PCM_16BIT; |
||||||
|
int channelConfig; |
||||||
|
if(channels == 1){ |
||||||
|
channelConfig = android.media.AudioFormat.CHANNEL_OUT_MONO; |
||||||
|
}else if(channels == 2){ |
||||||
|
channelConfig = android.media.AudioFormat.CHANNEL_OUT_STEREO; |
||||||
|
}else{ |
||||||
|
channelConfig = android.media.AudioFormat.CHANNEL_OUT_STEREO; |
||||||
|
} |
||||||
|
|
||||||
|
int bufferSizeInBytes = AudioTrack.getMinBufferSize(sampleRate, channelConfig, audioFormat); |
||||||
|
|
||||||
|
return new AudioTrack(AudioManager.STREAM_MUSIC, sampleRate, channelConfig, audioFormat, |
||||||
|
bufferSizeInBytes, AudioTrack.MODE_STREAM); |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
@ -0,0 +1,81 @@ |
|||||||
|
package com.frank.ffmpeg.activity; |
||||||
|
|
||||||
|
import android.os.Environment; |
||||||
|
import android.support.v7.app.AppCompatActivity; |
||||||
|
import android.os.Bundle; |
||||||
|
import android.util.Log; |
||||||
|
import android.view.SurfaceHolder; |
||||||
|
import android.view.SurfaceView; |
||||||
|
import com.frank.ffmpeg.MediaPlayer; |
||||||
|
import com.frank.ffmpeg.R; |
||||||
|
import java.io.File; |
||||||
|
|
||||||
|
/** |
||||||
|
* 音视频解码播放 |
||||||
|
* Created by frank on 2018/2/12. |
||||||
|
*/ |
||||||
|
|
||||||
|
public class MediaPlayerActivity extends AppCompatActivity implements SurfaceHolder.Callback { |
||||||
|
private static final String TAG = MediaPlayerActivity.class.getSimpleName(); |
||||||
|
SurfaceHolder surfaceHolder; |
||||||
|
private final static String PATH = Environment.getExternalStorageDirectory().getPath() + File.separator; |
||||||
|
private String filePath = PATH + "hello.mp4"; |
||||||
|
private MediaPlayer mediaPlayer; |
||||||
|
|
||||||
|
@Override |
||||||
|
protected void onCreate(Bundle savedInstanceState) { |
||||||
|
super.onCreate(savedInstanceState); |
||||||
|
setContentView(R.layout.activity_media_player); |
||||||
|
initView(); |
||||||
|
initPlayer(); |
||||||
|
} |
||||||
|
|
||||||
|
private void initView(){ |
||||||
|
SurfaceView surfaceView = (SurfaceView) findViewById(R.id.surface_media); |
||||||
|
surfaceHolder = surfaceView.getHolder(); |
||||||
|
surfaceHolder.addCallback(this); |
||||||
|
|
||||||
|
// Button btn_slow = (Button) findViewById(R.id.btn_play_slow);
|
||||||
|
// Button btn_fast = (Button) findViewById(R.id.btn_play_fast);
|
||||||
|
} |
||||||
|
|
||||||
|
private void initPlayer(){ |
||||||
|
mediaPlayer = new MediaPlayer(); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void surfaceCreated(SurfaceHolder holder) { |
||||||
|
Log.i(TAG, "surfaceCreated"); |
||||||
|
new Thread(new Runnable() { |
||||||
|
@Override |
||||||
|
public void run() { |
||||||
|
int result = mediaPlayer.setup(filePath, surfaceHolder.getSurface()); |
||||||
|
if(result < 0){ |
||||||
|
Log.e(TAG, "mediaPlayer-->setup"); |
||||||
|
return; |
||||||
|
} |
||||||
|
mediaPlayer.play(); |
||||||
|
} |
||||||
|
}).start(); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) { |
||||||
|
Log.i(TAG, "surfaceChanged"); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void surfaceDestroyed(SurfaceHolder holder) { |
||||||
|
Log.i(TAG, "surfaceDestroyed"); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
protected void onDestroy() { |
||||||
|
super.onDestroy(); |
||||||
|
if(mediaPlayer != null){ |
||||||
|
mediaPlayer.release(); |
||||||
|
mediaPlayer = null; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
@ -0,0 +1,33 @@ |
|||||||
|
<?xml version="1.0" encoding="utf-8"?> |
||||||
|
<RelativeLayout xmlns:android="http://schemas.android.com/apk/res/android" |
||||||
|
xmlns:tools="http://schemas.android.com/tools" |
||||||
|
android:layout_width="match_parent" |
||||||
|
android:layout_height="match_parent" |
||||||
|
tools:context="com.frank.ffmpeg.activity.MediaPlayerActivity"> |
||||||
|
|
||||||
|
<SurfaceView |
||||||
|
android:id="@+id/surface_media" |
||||||
|
android:layout_width="match_parent" |
||||||
|
android:layout_height="match_parent" /> |
||||||
|
|
||||||
|
<Button |
||||||
|
android:id="@+id/btn_play_slow" |
||||||
|
android:layout_width="wrap_content" |
||||||
|
android:layout_height="wrap_content" |
||||||
|
android:layout_alignParentBottom="true" |
||||||
|
android:layout_alignParentStart="true" |
||||||
|
android:layout_margin="16dp" |
||||||
|
android:text="@string/video_slow" |
||||||
|
android:visibility="gone"/> |
||||||
|
|
||||||
|
<Button |
||||||
|
android:id="@+id/btn_play_fast" |
||||||
|
android:layout_width="wrap_content" |
||||||
|
android:layout_height="wrap_content" |
||||||
|
android:layout_alignParentBottom="true" |
||||||
|
android:layout_alignParentEnd="true" |
||||||
|
android:layout_margin="16dp" |
||||||
|
android:text="@string/video_fast" |
||||||
|
android:visibility="gone"/> |
||||||
|
|
||||||
|
</RelativeLayout> |
||||||
Loading…
Reference in new issue