desc:h265 encode
xiaowusky
2 years ago
parent
64a7cafe3f
commit
91054ba593
@ -1,114 +0,0 @@
|
|||||||
/*
|
|
||||||
* Copyright 2014 Google Inc. All rights reserved.
|
|
||||||
*
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
package com.yinuo.library.vlc.encoder;
|
|
||||||
|
|
||||||
import android.media.MediaCodec;
|
|
||||||
import android.media.MediaCodecInfo;
|
|
||||||
import android.media.MediaFormat;
|
|
||||||
import android.util.Log;
|
|
||||||
import android.view.Surface;
|
|
||||||
|
|
||||||
import java.io.IOException;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* This class wraps up the core components used for surface-input video encoding.
|
|
||||||
* <p>
|
|
||||||
* Once created, frames are fed to the input surface. Remember to provide the presentation
|
|
||||||
* time stamp, and always call drainEncoder() before swapBuffers() to ensure that the
|
|
||||||
* producer side doesn't get backed up.
|
|
||||||
* <p>
|
|
||||||
* This class is not thread-safe, with one exception: it is valid to use the input surface
|
|
||||||
* on one thread, and drain the output on a different thread.
|
|
||||||
*/
|
|
||||||
public class VideoEncoderCore extends MediaEncoderCore {
|
|
||||||
|
|
||||||
// TODO: these ought to be configurable as well
|
|
||||||
private static final String MIME_TYPE = "video/avc"; // H.264 Advanced Video Coding
|
|
||||||
private static final int FRAME_RATE = 24; // 30fps
|
|
||||||
private static final int IFRAME_INTERVAL = 1; // 5 seconds between I-frames
|
|
||||||
private static final int BIT_RATE = 4000000;
|
|
||||||
|
|
||||||
private Surface mInputSurface;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Configures encoder and muxer state, and prepares the input Surface.
|
|
||||||
*/
|
|
||||||
public VideoEncoderCore(AndroidMuxer muxer, int width, int height) {
|
|
||||||
super(muxer);
|
|
||||||
|
|
||||||
prepareEncoder(width, height);
|
|
||||||
|
|
||||||
// Create a MediaMuxer. We can't add the video track and start() the muxer here,
|
|
||||||
// because our MediaFormat doesn't have the Magic Goodies. These can only be
|
|
||||||
// obtained from the encoder after it has started processing data.
|
|
||||||
//
|
|
||||||
// We're not actually interested in multiplexing audio. We just want to convert
|
|
||||||
// the raw H.264 elementary stream we get from MediaCodec into a .mp4 file.
|
|
||||||
// mMuxer = new MediaMuxer(outputFile.toString(),
|
|
||||||
// MediaMuxer.OutputFormat.MUXER_OUTPUT_MPEG_4);
|
|
||||||
}
|
|
||||||
|
|
||||||
private void prepareEncoder(int width, int height) {
|
|
||||||
mBufferInfo = new MediaCodec.BufferInfo();
|
|
||||||
|
|
||||||
MediaFormat format = MediaFormat.createVideoFormat(MIME_TYPE, width, height);
|
|
||||||
|
|
||||||
// Set some properties. Failing to specify some of these can cause the MediaCodec
|
|
||||||
// configure() call to throw an unhelpful exception.
|
|
||||||
format.setInteger(MediaFormat.KEY_COLOR_FORMAT,
|
|
||||||
MediaCodecInfo.CodecCapabilities.COLOR_FormatSurface);
|
|
||||||
format.setInteger(MediaFormat.KEY_BIT_RATE, BIT_RATE);
|
|
||||||
format.setInteger(MediaFormat.KEY_FRAME_RATE, FRAME_RATE);
|
|
||||||
format.setInteger(MediaFormat.KEY_I_FRAME_INTERVAL, IFRAME_INTERVAL);
|
|
||||||
if (VERBOSE) Log.d(TAG, "format: " + format);
|
|
||||||
|
|
||||||
// Create a MediaCodec encoder, and configure it with our format. Get a Surface
|
|
||||||
// we can use for input and wrap it with a class that handles the EGL work.
|
|
||||||
|
|
||||||
try {
|
|
||||||
mEncoder = MediaCodec.createEncoderByType(MIME_TYPE);
|
|
||||||
} catch (IOException e) {
|
|
||||||
e.printStackTrace();
|
|
||||||
}
|
|
||||||
|
|
||||||
mEncoder.configure(format, null, null, MediaCodec.CONFIGURE_FLAG_ENCODE);
|
|
||||||
mInputSurface = mEncoder.createInputSurface();
|
|
||||||
mEncoder.start();
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Returns the encoder's input surface.
|
|
||||||
*/
|
|
||||||
public Surface getInputSurface() {
|
|
||||||
return mInputSurface;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void start() {
|
|
||||||
drainEncoder(false);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void stop() {
|
|
||||||
drainEncoder(true);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
protected boolean isSurfaceInput() {
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -0,0 +1,205 @@
|
|||||||
|
/*
|
||||||
|
* Copyright 2014 Google Inc. All rights reserved.
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package com.yinuo.library.vlc.encoder;
|
||||||
|
|
||||||
|
import android.media.MediaCodec;
|
||||||
|
import android.media.MediaCodecInfo;
|
||||||
|
import android.media.MediaFormat;
|
||||||
|
import android.util.Log;
|
||||||
|
import android.view.Surface;
|
||||||
|
|
||||||
|
import com.yinuo.library.vlc.PushHelper;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.nio.ByteBuffer;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* This class wraps up the core components used for surface-input video encoding.
|
||||||
|
* <p>
|
||||||
|
* Once created, frames are fed to the input surface. Remember to provide the presentation
|
||||||
|
* time stamp, and always call drainEncoder() before swapBuffers() to ensure that the
|
||||||
|
* producer side doesn't get backed up.
|
||||||
|
* <p>
|
||||||
|
* This class is not thread-safe, with one exception: it is valid to use the input surface
|
||||||
|
* on one thread, and drain the output on a different thread.
|
||||||
|
*/
|
||||||
|
public class VideoEncoderCoreHevc extends MediaEncoderCore {
|
||||||
|
|
||||||
|
// TODO: these ought to be configurable as well
|
||||||
|
private static final String MIME_TYPE = "video/hevc"; // H.264 Advanced Video Coding
|
||||||
|
private static final int FRAME_RATE = 24; // 30fps
|
||||||
|
private static final int IFRAME_INTERVAL = 1; // 5 seconds between I-frames
|
||||||
|
private static final int BIT_RATE = 4000000;
|
||||||
|
|
||||||
|
private Surface mInputSurface;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Configures encoder and muxer state, and prepares the input Surface.
|
||||||
|
*/
|
||||||
|
public VideoEncoderCoreHevc(AndroidMuxer muxer, int width, int height) {
|
||||||
|
super(muxer);
|
||||||
|
prepareEncoder(width, height);
|
||||||
|
PushHelper.INSTANCE.startStream(true);
|
||||||
|
}
|
||||||
|
|
||||||
|
private void prepareEncoder(int width, int height) {
|
||||||
|
mBufferInfo = new MediaCodec.BufferInfo();
|
||||||
|
|
||||||
|
MediaFormat format = MediaFormat.createVideoFormat(MIME_TYPE, width, height);
|
||||||
|
|
||||||
|
// Set some properties. Failing to specify some of these can cause the MediaCodec
|
||||||
|
// configure() call to throw an unhelpful exception.
|
||||||
|
format.setInteger(MediaFormat.KEY_COLOR_FORMAT,
|
||||||
|
MediaCodecInfo.CodecCapabilities.COLOR_FormatSurface);
|
||||||
|
format.setInteger(MediaFormat.KEY_BIT_RATE, BIT_RATE);
|
||||||
|
format.setInteger(MediaFormat.KEY_FRAME_RATE, FRAME_RATE);
|
||||||
|
format.setInteger(MediaFormat.KEY_I_FRAME_INTERVAL, IFRAME_INTERVAL);
|
||||||
|
if (VERBOSE) Log.d(TAG, "format: " + format);
|
||||||
|
|
||||||
|
// Create a MediaCodec encoder, and configure it with our format. Get a Surface
|
||||||
|
// we can use for input and wrap it with a class that handles the EGL work.
|
||||||
|
try {
|
||||||
|
mEncoder = MediaCodec.createEncoderByType(MIME_TYPE);
|
||||||
|
} catch (IOException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
|
||||||
|
mEncoder.configure(format, null, null, MediaCodec.CONFIGURE_FLAG_ENCODE);
|
||||||
|
mInputSurface = mEncoder.createInputSurface();
|
||||||
|
mEncoder.start();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns the encoder's input surface.
|
||||||
|
*/
|
||||||
|
@Override
|
||||||
|
public Surface getInputSurface() {
|
||||||
|
return mInputSurface;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static final int NAL_I = 19;
|
||||||
|
public static final int NAL_VPS = 32;
|
||||||
|
private byte[] vps_sps_pps_buf;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void drainEncoder(boolean endOfStream) {
|
||||||
|
buildKeyFrame();
|
||||||
|
final int TIMEOUT_USEC = 10000;
|
||||||
|
if (VERBOSE) Log.d(TAG, "drainEncoder(" + endOfStream + ")");
|
||||||
|
|
||||||
|
if (endOfStream && isSurfaceInput()) {
|
||||||
|
if (VERBOSE) Log.d(TAG, "sending EOS to encoder");
|
||||||
|
mEncoder.signalEndOfInputStream();
|
||||||
|
}
|
||||||
|
byte[] mSpsPps = new byte[0];
|
||||||
|
ByteBuffer[] encoderOutputBuffers = mEncoder.getOutputBuffers();
|
||||||
|
int encoderStatus = mEncoder.dequeueOutputBuffer(mBufferInfo, TIMEOUT_USEC);
|
||||||
|
|
||||||
|
if (encoderStatus == MediaCodec.INFO_TRY_AGAIN_LATER) {
|
||||||
|
// no output available yet
|
||||||
|
if (!endOfStream) {
|
||||||
|
} else {
|
||||||
|
if (VERBOSE) Log.d(TAG, "no output available, spinning to await EOS");
|
||||||
|
}
|
||||||
|
} else if (encoderStatus == MediaCodec.INFO_OUTPUT_BUFFERS_CHANGED) {
|
||||||
|
// not expected for an encoder
|
||||||
|
encoderOutputBuffers = mEncoder.getOutputBuffers();
|
||||||
|
} else if (encoderStatus == MediaCodec.INFO_OUTPUT_FORMAT_CHANGED) {
|
||||||
|
// should happen before receiving buffers, and should only happen once
|
||||||
|
MediaFormat newFormat = mEncoder.getOutputFormat();
|
||||||
|
Log.d(TAG, "encoder output format changed: " + newFormat);
|
||||||
|
|
||||||
|
// now that we have the Magic Goodies, start the muxer
|
||||||
|
mTrackIndex = mMuxer.addTrack(newFormat);
|
||||||
|
} else if (encoderStatus < 0) {
|
||||||
|
Log.w(TAG, "unexpected result from encoder.dequeueOutputBuffer: " +
|
||||||
|
encoderStatus);
|
||||||
|
// let's ignore it
|
||||||
|
} else {
|
||||||
|
ByteBuffer encodedData = encoderOutputBuffers[encoderStatus];
|
||||||
|
if (encodedData == null) {
|
||||||
|
throw new RuntimeException("encoderOutputBuffer " + encoderStatus +
|
||||||
|
" was null");
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!mMuxer.isStarted()) {
|
||||||
|
mBufferInfo.size = 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
if ((mBufferInfo.flags & MediaCodec.BUFFER_FLAG_CODEC_CONFIG) != 0) {
|
||||||
|
// The codec config data was pulled out and fed to the muxer when we got
|
||||||
|
// the INFO_OUTPUT_FORMAT_CHANGED status. Ignore it.
|
||||||
|
if (VERBOSE) Log.d(TAG, "ignoring BUFFER_FLAG_CODEC_CONFIG");
|
||||||
|
mBufferInfo.size = 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (mBufferInfo.size != 0) {
|
||||||
|
// adjust the ByteBuffer values to match BufferInfo (not needed?)
|
||||||
|
encodedData.position(mBufferInfo.offset);
|
||||||
|
encodedData.limit(mBufferInfo.offset + mBufferInfo.size);
|
||||||
|
|
||||||
|
mMuxer.writeSampleData(mTrackIndex, encodedData, mBufferInfo);
|
||||||
|
if (VERBOSE) {
|
||||||
|
Log.d(TAG, "sent " + mBufferInfo.size + " bytes to muxer, ts=" +
|
||||||
|
mBufferInfo.presentationTimeUs);
|
||||||
|
}
|
||||||
|
|
||||||
|
byte[] outData = new byte[mBufferInfo.size];
|
||||||
|
encodedData.get(outData);
|
||||||
|
int offset = 4;
|
||||||
|
if (outData[2] == 0x01) {
|
||||||
|
offset = 3;
|
||||||
|
}
|
||||||
|
int type = (outData[offset] & 0x7E) >> 1;
|
||||||
|
if (type == NAL_VPS) {
|
||||||
|
vps_sps_pps_buf = outData;
|
||||||
|
} else if (type == NAL_I) {
|
||||||
|
byte[] newBuf = new byte[vps_sps_pps_buf.length + outData.length];
|
||||||
|
System.arraycopy(vps_sps_pps_buf, 0, newBuf, 0, vps_sps_pps_buf.length);
|
||||||
|
System.arraycopy(outData, 0, newBuf, vps_sps_pps_buf.length, outData.length);
|
||||||
|
outData = newBuf;
|
||||||
|
}
|
||||||
|
PushHelper.INSTANCE.pushData(outData, outData.length, mBufferInfo.presentationTimeUs / 1000);
|
||||||
|
}
|
||||||
|
|
||||||
|
mEncoder.releaseOutputBuffer(encoderStatus, false);
|
||||||
|
|
||||||
|
if ((mBufferInfo.flags & MediaCodec.BUFFER_FLAG_END_OF_STREAM) != 0) {
|
||||||
|
if (!endOfStream) {
|
||||||
|
Log.w(TAG, "reached end of stream unexpectedly");
|
||||||
|
} else {
|
||||||
|
if (VERBOSE) Log.d(TAG, "end of stream reached");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void start() {
|
||||||
|
drainEncoder(false);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void stop() {
|
||||||
|
drainEncoder(true);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected boolean isSurfaceInput() {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue