基于javacv的视频转码

/ Java / 没有评论 / 2718浏览

基于javacv的视频转码

目标

将所有格式的视频转码为mp4格式

依赖

<dependency>
    <groupId>org.bytedeco</groupId>
    <artifactId>javacv</artifactId>
    <version>1.5.3</version>
</dependency>

代码

import java.io.File;

import org.bytedeco.ffmpeg.global.avcodec;
import org.bytedeco.javacv.FFmpegFrameGrabber;
import org.bytedeco.javacv.FFmpegFrameRecorder;
import org.bytedeco.javacv.Frame;

public class VideoUtils {
	
	public static String convert(File file) {
		FFmpegFrameGrabber frameGrabber = new FFmpegFrameGrabber(file.getAbsolutePath());
		String fileName = null;
	
		Frame captured_frame = null;
	
		FFmpegFrameRecorder recorder = null;
		
		try {
			frameGrabber.start();
			fileName = file.getAbsolutePath().replace(file.getAbsolutePath().substring(file.getAbsolutePath().lastIndexOf(".")), "_recode.mp4");
			recorder = new FFmpegFrameRecorder(fileName, frameGrabber.getImageWidth(), frameGrabber.getImageHeight(), frameGrabber.getAudioChannels());
			recorder.setVideoCodec(avcodec.AV_CODEC_ID_H264);
			recorder.setFormat("mp4");
			recorder.setFrameRate(frameGrabber.getFrameRate());
			recorder.setVideoBitrate(frameGrabber.getVideoBitrate());
			recorder.setAudioBitrate(192000);
			recorder.setAudioOptions(frameGrabber.getAudioOptions());
			recorder.setAudioQuality(0);
			recorder.setSampleRate(44100);
			recorder.setAudioCodec(avcodec.AV_CODEC_ID_AAC);
			recorder.start();
			while (true) {
				try {
					captured_frame = frameGrabber.grabFrame();
					
					if (captured_frame == null) {
						System.out.println("!!! Failed cvQueryFrame");
						break;
					}
					recorder.setTimestamp(frameGrabber.getTimestamp());
					recorder.record(captured_frame);
				} catch (Exception e) {
					e.printStackTrace();
				}
			}
			recorder.stop();
			recorder.release();
			frameGrabber.stop();
			frameGrabber.release();
			recorder.close();
			frameGrabber.close();
		} catch (Exception e) {
			e.printStackTrace();
		}
//		file.delete();
		return fileName;
	}

	public static void main(String[] args) throws java.lang.Exception {
		String filePath = "D:/1590473414299_20200526.3gp";
		System.out.println("开始。。。");
	    String convert = convert(new File(filePath));
	    System.out.println(convert);
	}

}

遇到问题

以上代码转码大多数视频是正常的,但转码个别的视频报了以下错误

org.bytedeco.javacv.FrameRecorder$Exception: av_interleaved_write_frame() error -22 while writing interleaved video packet.
	at org.bytedeco.javacv.FFmpegFrameRecorder.writePacket(FFmpegFrameRecorder.java:1253)
	at org.bytedeco.javacv.FFmpegFrameRecorder.recordImage(FFmpegFrameRecorder.java:1048)
	at org.bytedeco.javacv.FFmpegFrameRecorder.record(FFmpegFrameRecorder.java:935)
	at org.bytedeco.javacv.FFmpegFrameRecorder.record(FFmpegFrameRecorder.java:928)
[libx264 @ 000000001b0d1980] non-strictly-monotonic PTS
[amrnb @ 000000001b0d4780] Multiple frames in a packet.
[libx264 @ 000000001b0d1980] non-strictly-monotonic PTS
[libx264 @ 000000001b0d1980] non-strictly-monotonic PTS
[mp4 @ 000000001d0f4040] Application provided invalid, non monotonically increasing dts to muxer in stream 0: 320937 >= 320937
[libx264 @ 000000001b0d1980] non-strictly-monotonic PTS
[mp4 @ 000000001d0f4040] Application provided invalid, non monotonically increasing dts to muxer in stream 0: 1604685 >= 1604685
[libx264 @ 000000001b0d1980] non-strictly-monotonic PTS
[mp4 @ 000000001d0f4040] Application provided invalid, non monotonically increasing dts to muxer in stream 0: 4814055 >= 4814055
[libx264 @ 000000001b0d1980] non-strictly-monotonic PTS
[mp4 @ 000000001d0f4040] Application provided invalid, non monotonically increasing dts to muxer in stream 0: 5562908 >= 5562908
[mp4 @ 000000001d0f4040] Application provided invalid, non monotonically increasing dts to muxer in stream 0: 8665299 >= 8665299
[aac @ 000000001d1004c0] 2 frames left in the queue on closing

这也太恶心了,开始从网上找解决方案,有说是视频存在角度旋转的问题,但这例视频角度一直为0,有说是dts和pts的问题,从异常信息中看应该是dts的问题,可是网上的解决方案都是C语言,咱也看不懂呀,就算看懂了,又能怎样,咱也不会用C语言呀。只能尝试用java代码解决,javacv也没什么文档,网上的参考代码也只有那么一点。看着网上的代码,改了一遍又改一遍,彻底恶心了,没有找到可解决问题的方案。

盯着屏幕上这几行代码

while (true) {
	try {
		captured_frame = frameGrabber.grabFrame();
		
		if (captured_frame == null) {
			System.out.println("!!! Failed cvQueryFrame");
			break;
		}
		recorder.setTimestamp(frameGrabber.getTimestamp());
		recorder.record(captured_frame);
	} catch (Exception e) {
		e.printStackTrace();
	}
}

实在无从下手呀,眼前的希望,除了异常大法,还有注释大法,哪里报错注哪里,so easy!!于是我默默注释了一行代码

while (true) {
	try {
		captured_frame = frameGrabber.grabFrame();
		
		if (captured_frame == null) {
			System.out.println("!!! Failed cvQueryFrame");
			break;
		}
//		recorder.setTimestamp(frameGrabber.getTimestamp());
		recorder.record(captured_frame);
	} catch (Exception e) {
		e.printStackTrace();
	}
}

再次尝试,哈哈哈,竟然没报错,播放转码后的视频,也正常了。不知道这个Timestamp是干什么用的,反正不用它就正常了。更多格式的视频还没测试,先这样吧,附上最终代码

最终代码

import java.io.File;

import org.bytedeco.ffmpeg.global.avcodec;
import org.bytedeco.javacv.FFmpegFrameGrabber;
import org.bytedeco.javacv.FFmpegFrameRecorder;
import org.bytedeco.javacv.Frame;

public class VideoUtils {
	
	public static String convert(File file) {
		FFmpegFrameGrabber frameGrabber = new FFmpegFrameGrabber(file.getAbsolutePath());
		String fileName = null;
	
		Frame captured_frame = null;
	
		FFmpegFrameRecorder recorder = null;
		
		try {
			frameGrabber.start();
			fileName = file.getAbsolutePath().replace(file.getAbsolutePath().substring(file.getAbsolutePath().lastIndexOf(".")), "_recode.mp4");
			recorder = new FFmpegFrameRecorder(fileName, frameGrabber.getImageWidth(), frameGrabber.getImageHeight(), frameGrabber.getAudioChannels());
			recorder.setVideoCodec(avcodec.AV_CODEC_ID_H264);
			recorder.setFormat("mp4");
			recorder.setFrameRate(frameGrabber.getFrameRate());
			recorder.setVideoBitrate(frameGrabber.getVideoBitrate());
			recorder.setAudioBitrate(192000);
			recorder.setAudioOptions(frameGrabber.getAudioOptions());
			recorder.setAudioQuality(0);
			recorder.setSampleRate(44100);
			recorder.setAudioCodec(avcodec.AV_CODEC_ID_AAC);
			recorder.start();
			while (true) {
				try {
					captured_frame = frameGrabber.grabFrame();
					
					if (captured_frame == null) {
						System.out.println("!!! Failed cvQueryFrame");
						break;
					}
					recorder.record(captured_frame);
				} catch (Exception e) {
					e.printStackTrace();
				}
			}
			recorder.stop();
			recorder.release();
			frameGrabber.stop();
			frameGrabber.release();
			recorder.close();
			frameGrabber.close();
		} catch (Exception e) {
			e.printStackTrace();
		}
//		file.delete();
		return fileName;
	}

	public static void main(String[] args) throws java.lang.Exception {
		String filePath = "D:/1590473414299_20200526.3gp";
		System.out.println("开始。。。");
	    String convert = convert(new File(filePath));
	    System.out.println(convert);
	}

}