Examples with BytePointer com.googlecode.javacpp.BytePointer used on opensource projects

Example 1 with BytePointer

use of com.googlecode.javacpp.BytePointer in project VideoRecorder by qdrzwd.

the class NewFFmpegFrameRecorder method record.

@Override
public boolean record(int sampleRate, Buffer... samples) throws Exception {
    if (audioSt == null) {
        throw new Exception("No audio output stream (Is audioChannels > 0 and has start() been called?)");
    }
    int inputSize = samples[0].limit() - samples[0].position();
    int inputDepth;
    if (sampleRate <= 0) {
        sampleRate = audioC.sample_rate();
    }
    int inputFormat;
    if (samples[0] instanceof ByteBuffer) {
        inputFormat = samples.length > 1 ? AV_SAMPLE_FMT_U8P : AV_SAMPLE_FMT_U8;
        inputDepth = 1;
        for (int i = 0; i < samples.length; i++) {
            ByteBuffer b = (ByteBuffer) samples[i];
            if (samplesIn[i] instanceof BytePointer && samplesIn[i].capacity() >= inputSize && b.hasArray()) {
                ((BytePointer) samplesIn[i]).position(0).put(b.array(), b.position(), inputSize);
            } else {
                samplesIn[i] = new BytePointer(b);
            }
        }
    } else if (samples[0] instanceof ShortBuffer) {
        inputFormat = samples.length > 1 ? AV_SAMPLE_FMT_S16P : AV_SAMPLE_FMT_S16;
        inputDepth = 2;
        for (int i = 0; i < samples.length; i++) {
            ShortBuffer b = (ShortBuffer) samples[i];
            if (samplesIn[i] instanceof ShortPointer && samplesIn[i].capacity() >= inputSize && b.hasArray()) {
                ((ShortPointer) samplesIn[i]).position(0).put(b.array(), samples[i].position(), inputSize);
            } else {
                samplesIn[i] = new ShortPointer(b);
            }
        }
    } else if (samples[0] instanceof IntBuffer) {
        inputFormat = samples.length > 1 ? AV_SAMPLE_FMT_S32P : AV_SAMPLE_FMT_S32;
        inputDepth = 4;
        for (int i = 0; i < samples.length; i++) {
            IntBuffer b = (IntBuffer) samples[i];
            if (samplesIn[i] instanceof IntPointer && samplesIn[i].capacity() >= inputSize && b.hasArray()) {
                ((IntPointer) samplesIn[i]).position(0).put(b.array(), samples[i].position(), inputSize);
            } else {
                samplesIn[i] = new IntPointer(b);
            }
        }
    } else if (samples[0] instanceof FloatBuffer) {
        inputFormat = samples.length > 1 ? AV_SAMPLE_FMT_FLTP : AV_SAMPLE_FMT_FLT;
        inputDepth = 4;
        for (int i = 0; i < samples.length; i++) {
            FloatBuffer b = (FloatBuffer) samples[i];
            if (samplesIn[i] instanceof FloatPointer && samplesIn[i].capacity() >= inputSize && b.hasArray()) {
                ((FloatPointer) samplesIn[i]).position(0).put(b.array(), b.position(), inputSize);
            } else {
                samplesIn[i] = new FloatPointer(b);
            }
        }
    } else if (samples[0] instanceof DoubleBuffer) {
        inputFormat = samples.length > 1 ? AV_SAMPLE_FMT_DBLP : AV_SAMPLE_FMT_DBL;
        inputDepth = 8;
        for (int i = 0; i < samples.length; i++) {
            DoubleBuffer b = (DoubleBuffer) samples[i];
            if (samplesIn[i] instanceof DoublePointer && samplesIn[i].capacity() >= inputSize && b.hasArray()) {
                ((DoublePointer) samplesIn[i]).position(0).put(b.array(), b.position(), inputSize);
            } else {
                samplesIn[i] = new DoublePointer(b);
            }
        }
    } else {
        throw new Exception("Audio samples Buffer has unsupported type: " + samples);
    }
    int ret;
    int outputFormat = audioC.sample_fmt();
    if (samplesConvertCtx == null) {
        samplesConvertCtx = swr_alloc_set_opts(null, audioC.channel_layout(), outputFormat, audioC.sample_rate(), audioC.channel_layout(), inputFormat, sampleRate, 0, null);
        if (samplesConvertCtx == null) {
            throw new Exception("swr_alloc_set_opts() error: Cannot allocate the conversion context.");
        } else if ((ret = swr_init(samplesConvertCtx)) < 0) {
            throw new Exception("swr_init() error " + ret + ": Cannot initialize the conversion context.");
        }
    }
    for (int i = 0; i < samples.length; i++) {
        samplesIn[i].position(samplesIn[i].position() * inputDepth).limit((samplesIn[i].position() + inputSize) * inputDepth);
    }
    int outputChannels = samplesOut.length > 1 ? 1 : audioChannels;
    int outputDepth = av_get_bytes_per_sample(outputFormat);
    int inputChannels = samples.length > 1 ? 1 : audioChannels;
    while (true) {
        int inputCount = (samplesIn[0].limit() - samplesIn[0].position()) / (inputChannels * inputDepth);
        int outputCount = (samplesOut[0].limit() - samplesOut[0].position()) / (outputChannels * outputDepth);
        inputCount = Math.min(inputCount, 2 * (outputCount * sampleRate) / audioC.sample_rate());
        for (int i = 0; i < samples.length; i++) {
            samplesInPtr.put(i, samplesIn[i]);
        }
        for (int i = 0; i < samplesOut.length; i++) {
            samplesOutPtr.put(i, samplesOut[i]);
        }
        if ((ret = swr_convert(samplesConvertCtx, samplesOutPtr, outputCount, samplesInPtr, inputCount)) < 0) {
            throw new Exception("swr_convert() error " + ret + ": Cannot convert audio samples.");
        } else if (ret == 0) {
            break;
        }
        for (int i = 0; i < samples.length; i++) {
            samplesIn[i].position(samplesIn[i].position() + inputCount * inputChannels * inputDepth);
        }
        for (int i = 0; i < samplesOut.length; i++) {
            samplesOut[i].position(samplesOut[i].position() + ret * outputChannels * outputDepth);
        }
        if (samplesOut[0].position() >= samplesOut[0].limit()) {
            frame.nb_samples(audioInputFrameSize);
            avcodec_fill_audio_frame(frame, audioC.channels(), outputFormat, samplesOut[0], samplesOut[0].limit(), 0);
            for (int i = 0; i < samplesOut.length; i++) {
                frame.data(i, samplesOut[i].position(0));
                frame.linesize(i, samplesOut[i].limit());
            }
            frame.quality(audioC.global_quality());
            record(frame);
        }
    }
    return frame.key_frame() != 0;
}

Example 2 with BytePointer

use of com.googlecode.javacpp.BytePointer in project VideoRecorder by qdrzwd.

the class FFmpegFrameRecorder method startUnsafe.

public void startUnsafe() throws Exception {
    picture = null;
    tmpPicture = null;
    pictureBuf = null;
    frame = null;
    videoOutbuf = null;
    audioOutbuf = null;
    oc = null;
    videoC = null;
    audioC = null;
    videoSt = null;
    audioSt = null;
    gotVideoPacket = new int[1];
    gotAudioPacket = new int[1];
    /* auto detect the output format from the name. */
    String formatName = format == null || format.length() == 0 ? null : format;
    if ((oformat = av_guess_format(formatName, filename, null)) == null) {
        int proto = filename.indexOf("://");
        if (proto > 0) {
            formatName = filename.substring(0, proto);
        }
        if ((oformat = av_guess_format(formatName, filename, null)) == null) {
            throw new Exception("av_guess_format() error: Could not guess output format for \"" + filename + "\" and " + format + " format.");
        }
    }
    formatName = oformat.name().getString();
    /* allocate the output media context */
    if ((oc = avformat_alloc_context()) == null) {
        throw new Exception("avformat_alloc_context() error: Could not allocate format context");
    }
    oc.oformat(oformat);
    oc.filename().putString(filename);
    if (imageWidth > 0 && imageHeight > 0) {
        if (videoCodec != AV_CODEC_ID_NONE) {
            oformat.video_codec(videoCodec);
        } else if ("flv".equals(formatName)) {
            oformat.video_codec(AV_CODEC_ID_FLV1);
        } else if ("mp4".equals(formatName)) {
            oformat.video_codec(AV_CODEC_ID_MPEG4);
        } else if ("3gp".equals(formatName)) {
            oformat.video_codec(AV_CODEC_ID_H263);
        } else if ("avi".equals(formatName)) {
            oformat.video_codec(AV_CODEC_ID_HUFFYUV);
        }
        /* find the video encoder */
        if ((video_codec = avcodec_find_encoder_by_name(videoCodecName)) == null && (video_codec = avcodec_find_encoder(oformat.video_codec())) == null) {
            release();
            throw new Exception("avcodec_find_encoder() error: Video codec not found.");
        }
        AVRational frameRate = av_d2q(this.frameRate, 1001000);
        AVRational supportedFramerates = video_codec.supported_framerates();
        if (supportedFramerates != null) {
            int idx = av_find_nearest_q_idx(frameRate, supportedFramerates);
            frameRate = supportedFramerates.position(idx);
        }
        /* add a video output stream */
        if ((videoSt = avformat_new_stream(oc, video_codec)) == null) {
            release();
            throw new Exception("avformat_new_stream() error: Could not allocate video stream.");
        }
        videoC = videoSt.codec();
        videoC.codec_id(oformat.video_codec());
        videoC.codec_type(AVMEDIA_TYPE_VIDEO);
        /* put sample parameters */
        videoC.bit_rate(videoBitrate);
        /* resolution must be a multiple of two, but round up to 16 as often required */
        videoC.width((imageWidth + 15) / 16 * 16);
        videoC.height(imageHeight);
        /* time base: this is the fundamental unit of time (in seconds) in terms
               of which frame timestamps are represented. for fixed-fps content,
               timebase should be 1/framerate and timestamp increments should be
               identically 1. */
        videoC.time_base(av_inv_q(frameRate));
        videoC.gop_size(12);
        /* emit one intra frame every twelve frames at most */
        if (videoQuality >= 0) {
            videoC.flags(videoC.flags() | CODEC_FLAG_QSCALE);
            videoC.global_quality((int) Math.round(FF_QP2LAMBDA * videoQuality));
        }
        if (pixelFormat != AV_PIX_FMT_NONE) {
            videoC.pix_fmt(pixelFormat);
        } else if (videoC.codec_id() == AV_CODEC_ID_RAWVIDEO || videoC.codec_id() == AV_CODEC_ID_PNG || videoC.codec_id() == AV_CODEC_ID_HUFFYUV || videoC.codec_id() == AV_CODEC_ID_FFV1) {
            // appropriate for common lossless formats
            videoC.pix_fmt(AV_PIX_FMT_RGB32);
        } else {
            // lossy, but works with about everything
            videoC.pix_fmt(AV_PIX_FMT_YUV420P);
        }
        if (videoC.codec_id() == AV_CODEC_ID_MPEG2VIDEO) {
            /* just for testing, we also add B frames */
            videoC.max_b_frames(2);
        } else if (videoC.codec_id() == AV_CODEC_ID_MPEG1VIDEO) {
            /* Needed to avoid using macroblocks in which some coeffs overflow.
                   This does not happen with normal video, it just happens here as
                   the motion of the chroma plane does not match the luma plane. */
            videoC.mb_decision(2);
        } else if (videoC.codec_id() == AV_CODEC_ID_H263) {
            // H.263 does not support any other resolution than the following
            if (imageWidth <= 128 && imageHeight <= 96) {
                videoC.width(128).height(96);
            } else if (imageWidth <= 176 && imageHeight <= 144) {
                videoC.width(176).height(144);
            } else if (imageWidth <= 352 && imageHeight <= 288) {
                videoC.width(352).height(288);
            } else if (imageWidth <= 704 && imageHeight <= 576) {
                videoC.width(704).height(576);
            } else {
                videoC.width(1408).height(1152);
            }
        } else if (videoC.codec_id() == AV_CODEC_ID_H264) {
            // default to constrained baseline to produce content that plays back on anything,
            // without any significant tradeoffs for most use cases
            videoC.profile(AVCodecContext.FF_PROFILE_H264_CONSTRAINED_BASELINE);
        }
        // some formats want stream headers to be separate
        if ((oformat.flags() & AVFMT_GLOBALHEADER) != 0) {
            videoC.flags(videoC.flags() | CODEC_FLAG_GLOBAL_HEADER);
        }
        if ((video_codec.capabilities() & CODEC_CAP_EXPERIMENTAL) != 0) {
            videoC.strict_std_compliance(AVCodecContext.FF_COMPLIANCE_EXPERIMENTAL);
        }
    }
    /*
         * add an audio output stream
         */
    if (audioChannels > 0 && audioBitrate > 0 && sampleRate > 0) {
        if (audioCodec != AV_CODEC_ID_NONE) {
            oformat.audio_codec(audioCodec);
        } else if ("flv".equals(formatName) || "mp4".equals(formatName) || "3gp".equals(formatName)) {
            oformat.audio_codec(AV_CODEC_ID_AAC);
        } else if ("avi".equals(formatName)) {
            oformat.audio_codec(AV_CODEC_ID_PCM_S16LE);
        }
        /* find the audio encoder */
        if ((audio_codec = avcodec_find_encoder_by_name(audioCodecName)) == null && (audio_codec = avcodec_find_encoder(oformat.audio_codec())) == null) {
            release();
            throw new Exception("avcodec_find_encoder() error: Audio codec not found.");
        }
        if ((audioSt = avformat_new_stream(oc, audio_codec)) == null) {
            release();
            throw new Exception("avformat_new_stream() error: Could not allocate audio stream.");
        }
        audioC = audioSt.codec();
        audioC.codec_id(oformat.audio_codec());
        audioC.codec_type(AVMEDIA_TYPE_AUDIO);
        /* put sample parameters */
        audioC.bit_rate(audioBitrate);
        audioC.sample_rate(sampleRate);
        audioC.channels(audioChannels);
        audioC.channel_layout(av_get_default_channel_layout(audioChannels));
        if (sampleFormat != AV_SAMPLE_FMT_NONE) {
            audioC.sample_fmt(sampleFormat);
        } else if (audioC.codec_id() == AV_CODEC_ID_AAC && (audio_codec.capabilities() & CODEC_CAP_EXPERIMENTAL) != 0) {
            audioC.sample_fmt(AV_SAMPLE_FMT_FLTP);
        } else {
            audioC.sample_fmt(AV_SAMPLE_FMT_S16);
        }
        audioC.time_base().num(1).den(sampleRate);
        switch(audioC.sample_fmt()) {
            case AV_SAMPLE_FMT_U8:
            case AV_SAMPLE_FMT_U8P:
                audioC.bits_per_raw_sample(8);
                break;
            case AV_SAMPLE_FMT_S16:
            case AV_SAMPLE_FMT_S16P:
                audioC.bits_per_raw_sample(16);
                break;
            case AV_SAMPLE_FMT_S32:
            case AV_SAMPLE_FMT_S32P:
                audioC.bits_per_raw_sample(32);
                break;
            case AV_SAMPLE_FMT_FLT:
            case AV_SAMPLE_FMT_FLTP:
                audioC.bits_per_raw_sample(32);
                break;
            case AV_SAMPLE_FMT_DBL:
            case AV_SAMPLE_FMT_DBLP:
                audioC.bits_per_raw_sample(64);
                break;
            default:
                assert false;
        }
        if (audioQuality >= 0) {
            audioC.flags(audioC.flags() | CODEC_FLAG_QSCALE);
            audioC.global_quality((int) Math.round(FF_QP2LAMBDA * audioQuality));
        }
        // some formats want stream headers to be separate
        if ((oformat.flags() & AVFMT_GLOBALHEADER) != 0) {
            audioC.flags(audioC.flags() | CODEC_FLAG_GLOBAL_HEADER);
        }
        if ((audio_codec.capabilities() & CODEC_CAP_EXPERIMENTAL) != 0) {
            audioC.strict_std_compliance(AVCodecContext.FF_COMPLIANCE_EXPERIMENTAL);
        }
    }
    av_dump_format(oc, 0, filename, 1);
    /* now that all the parameters are set, we can open the audio and
           video codecs and allocate the necessary encode buffers */
    int ret;
    if (videoSt != null) {
        AVDictionary options = new AVDictionary(null);
        if (videoQuality >= 0) {
            av_dict_set(options, "crf", "" + videoQuality, 0);
        }
        for (Entry<String, String> e : videoOptions.entrySet()) {
            av_dict_set(options, e.getKey(), e.getValue(), 0);
        }
        /* open the codec */
        if ((ret = avcodec_open2(videoC, video_codec, options)) < 0) {
            release();
            throw new Exception("avcodec_open2() error " + ret + ": Could not open video codec.");
        }
        av_dict_free(options);
        videoOutbuf = null;
        if ((oformat.flags() & AVFMT_RAWPICTURE) == 0) {
            /* allocate output buffer */
            /* XXX: API change will be done */
            /* buffers passed into lav* can be allocated any way you prefer,
                   as long as they're aligned enough for the architecture, and
                   they're freed appropriately (such as using av_free for buffers
                   allocated with av_malloc) */
            // a la ffmpeg.c
            videoOutbufSize = Math.max(256 * 1024, 8 * videoC.width() * videoC.height());
            videoOutbuf = new BytePointer(av_malloc(videoOutbufSize));
        }
        /* allocate the encoded raw picture */
        if ((picture = avcodec_alloc_frame()) == null) {
            release();
            throw new Exception("avcodec_alloc_frame() error: Could not allocate picture.");
        }
        // magic required by libx264
        picture.pts(0);
        int size = avpicture_get_size(videoC.pix_fmt(), videoC.width(), videoC.height());
        if ((pictureBuf = new BytePointer(av_malloc(size))).isNull()) {
            release();
            throw new Exception("av_malloc() error: Could not allocate picture buffer.");
        }
        /* if the output format is not equal to the image format, then a temporary
               picture is needed too. It is then converted to the required output format */
        if ((tmpPicture = avcodec_alloc_frame()) == null) {
            release();
            throw new Exception("avcodec_alloc_frame() error: Could not allocate temporary picture.");
        }
    }
    if (audioSt != null) {
        AVDictionary options = new AVDictionary(null);
        if (audioQuality >= 0) {
            av_dict_set(options, "crf", "" + audioQuality, 0);
        }
        for (Entry<String, String> e : audioOptions.entrySet()) {
            av_dict_set(options, e.getKey(), e.getValue(), 0);
        }
        /* open the codec */
        if ((ret = avcodec_open2(audioC, audio_codec, options)) < 0) {
            release();
            throw new Exception("avcodec_open2() error " + ret + ": Could not open audio codec.");
        }
        av_dict_free(options);
        audioOutbufSize = 256 * 1024;
        audioOutbuf = new BytePointer(av_malloc(audioOutbufSize));
        /* ugly hack for PCM codecs (will be removed ASAP with new PCM
               support to compute the input frame size in samples */
        if (audioC.frame_size() <= 1) {
            audioOutbufSize = FF_MIN_BUFFER_SIZE;
            audioInputFrameSize = audioOutbufSize / audioC.channels();
            switch(audioC.codec_id()) {
                case AV_CODEC_ID_PCM_S16LE:
                case AV_CODEC_ID_PCM_S16BE:
                case AV_CODEC_ID_PCM_U16LE:
                case AV_CODEC_ID_PCM_U16BE:
                    audioInputFrameSize >>= 1;
                    break;
                default:
                    break;
            }
        } else {
            audioInputFrameSize = audioC.frame_size();
        }
        //int bufferSize = audio_input_frame_size * audio_c.bits_per_raw_sample()/8 * audio_c.channels();
        int planes = av_sample_fmt_is_planar(audioC.sample_fmt()) != 0 ? (int) audioC.channels() : 1;
        int dataSize = av_samples_get_buffer_size((IntPointer) null, audioC.channels(), audioInputFrameSize, audioC.sample_fmt(), 1) / planes;
        samplesOut = new BytePointer[planes];
        for (int i = 0; i < samplesOut.length; i++) {
            samplesOut[i] = new BytePointer(av_malloc(dataSize)).capacity(dataSize);
        }
        samplesIn = new Pointer[AVFrame.AV_NUM_DATA_POINTERS];
        samplesInPtr = new PointerPointer(AVFrame.AV_NUM_DATA_POINTERS);
        samplesOutPtr = new PointerPointer(AVFrame.AV_NUM_DATA_POINTERS);
        /* allocate the audio frame */
        if ((frame = avcodec_alloc_frame()) == null) {
            release();
            throw new Exception("avcodec_alloc_frame() error: Could not allocate audio frame.");
        }
    }
    /* open the output file, if needed */
    if ((oformat.flags() & AVFMT_NOFILE) == 0) {
        AVIOContext pb = new AVIOContext(null);
        if ((ret = avio_open(pb, filename, AVIO_FLAG_WRITE)) < 0) {
            release();
            throw new Exception("avio_open error() error " + ret + ": Could not open '" + filename + "'");
        }
        oc.pb(pb);
    }
    /* write the stream header, if any */
    avformat_write_header(oc, (PointerPointer) null);
}

Example 3 with BytePointer

use of com.googlecode.javacpp.BytePointer in project VideoRecorder by qdrzwd.

the class FFmpegFrameRecorder method record.

@Override
public boolean record(int sampleRate, Buffer... samples) throws Exception {
    if (audioSt == null) {
        throw new Exception("No audio output stream (Is audioChannels > 0 and has start() been called?)");
    }
    int inputSize = samples[0].limit() - samples[0].position();
    int inputFormat;
    int inputDepth;
    if (sampleRate <= 0) {
        sampleRate = audioC.sample_rate();
    }
    if (samples[0] instanceof ByteBuffer) {
        inputFormat = samples.length > 1 ? AV_SAMPLE_FMT_U8P : AV_SAMPLE_FMT_U8;
        inputDepth = 1;
        for (int i = 0; i < samples.length; i++) {
            ByteBuffer b = (ByteBuffer) samples[i];
            if (samplesIn[i] instanceof BytePointer && samplesIn[i].capacity() >= inputSize && b.hasArray()) {
                ((BytePointer) samplesIn[i]).position(0).put(b.array(), b.position(), inputSize);
            } else {
                samplesIn[i] = new BytePointer(b);
            }
        }
    } else if (samples[0] instanceof ShortBuffer) {
        inputFormat = samples.length > 1 ? AV_SAMPLE_FMT_S16P : AV_SAMPLE_FMT_S16;
        inputDepth = 2;
        for (int i = 0; i < samples.length; i++) {
            ShortBuffer b = (ShortBuffer) samples[i];
            if (samplesIn[i] instanceof ShortPointer && samplesIn[i].capacity() >= inputSize && b.hasArray()) {
                ((ShortPointer) samplesIn[i]).position(0).put(b.array(), samples[i].position(), inputSize);
            } else {
                samplesIn[i] = new ShortPointer(b);
            }
        }
    } else if (samples[0] instanceof IntBuffer) {
        inputFormat = samples.length > 1 ? AV_SAMPLE_FMT_S32P : AV_SAMPLE_FMT_S32;
        inputDepth = 4;
        for (int i = 0; i < samples.length; i++) {
            IntBuffer b = (IntBuffer) samples[i];
            if (samplesIn[i] instanceof IntPointer && samplesIn[i].capacity() >= inputSize && b.hasArray()) {
                ((IntPointer) samplesIn[i]).position(0).put(b.array(), samples[i].position(), inputSize);
            } else {
                samplesIn[i] = new IntPointer(b);
            }
        }
    } else if (samples[0] instanceof FloatBuffer) {
        inputFormat = samples.length > 1 ? AV_SAMPLE_FMT_FLTP : AV_SAMPLE_FMT_FLT;
        inputDepth = 4;
        for (int i = 0; i < samples.length; i++) {
            FloatBuffer b = (FloatBuffer) samples[i];
            if (samplesIn[i] instanceof FloatPointer && samplesIn[i].capacity() >= inputSize && b.hasArray()) {
                ((FloatPointer) samplesIn[i]).position(0).put(b.array(), b.position(), inputSize);
            } else {
                samplesIn[i] = new FloatPointer(b);
            }
        }
    } else if (samples[0] instanceof DoubleBuffer) {
        inputFormat = samples.length > 1 ? AV_SAMPLE_FMT_DBLP : AV_SAMPLE_FMT_DBL;
        inputDepth = 8;
        for (int i = 0; i < samples.length; i++) {
            DoubleBuffer b = (DoubleBuffer) samples[i];
            if (samplesIn[i] instanceof DoublePointer && samplesIn[i].capacity() >= inputSize && b.hasArray()) {
                ((DoublePointer) samplesIn[i]).position(0).put(b.array(), b.position(), inputSize);
            } else {
                samplesIn[i] = new DoublePointer(b);
            }
        }
    } else {
        throw new Exception("Audio samples Buffer has unsupported type: " + samples);
    }
    int ret;
    int outputFormat = audioC.sample_fmt();
    if (samplesConvertCtx == null) {
        samplesConvertCtx = swr_alloc_set_opts(null, audioC.channel_layout(), outputFormat, audioC.sample_rate(), audioC.channel_layout(), inputFormat, sampleRate, 0, null);
        if (samplesConvertCtx == null) {
            throw new Exception("swr_alloc_set_opts() error: Cannot allocate the conversion context.");
        } else if ((ret = swr_init(samplesConvertCtx)) < 0) {
            throw new Exception("swr_init() error " + ret + ": Cannot initialize the conversion context.");
        }
    }
    for (int i = 0; i < samples.length; i++) {
        samplesIn[i].position(samplesIn[i].position() * inputDepth).limit((samplesIn[i].position() + inputSize) * inputDepth);
    }
    int outputChannels = samplesOut.length > 1 ? 1 : audioChannels;
    int inputChannels = samples.length > 1 ? 1 : audioChannels;
    int outputDepth = av_get_bytes_per_sample(outputFormat);
    while (true) {
        int inputCount = (samplesIn[0].limit() - samplesIn[0].position()) / (inputChannels * inputDepth);
        int outputCount = (samplesOut[0].limit() - samplesOut[0].position()) / (outputChannels * outputDepth);
        inputCount = Math.min(inputCount, 2 * (outputCount * sampleRate) / audioC.sample_rate());
        for (int i = 0; i < samples.length; i++) {
            samplesInPtr.put(i, samplesIn[i]);
        }
        for (int i = 0; i < samplesOut.length; i++) {
            samplesOutPtr.put(i, samplesOut[i]);
        }
        if ((ret = swr_convert(samplesConvertCtx, samplesOutPtr, outputCount, samplesInPtr, inputCount)) < 0) {
            throw new Exception("swr_convert() error " + ret + ": Cannot convert audio samples.");
        } else if (ret == 0) {
            break;
        }
        for (int i = 0; i < samples.length; i++) {
            samplesIn[i].position(samplesIn[i].position() + inputCount * inputChannels * inputDepth);
        }
        for (int i = 0; i < samplesOut.length; i++) {
            samplesOut[i].position(samplesOut[i].position() + ret * outputChannels * outputDepth);
        }
        if (samplesOut[0].position() >= samplesOut[0].limit()) {
            frame.nb_samples(audioInputFrameSize);
            avcodec_fill_audio_frame(frame, audioC.channels(), outputFormat, samplesOut[0], samplesOut[0].limit(), 0);
            for (int i = 0; i < samplesOut.length; i++) {
                frame.data(i, samplesOut[i].position(0));
                frame.linesize(i, samplesOut[i].limit());
            }
            frame.quality(audioC.global_quality());
            record(frame);
        }
    }
    return frame.key_frame() != 0;
}

Example 4 with BytePointer

use of com.googlecode.javacpp.BytePointer in project VideoRecorder by qdrzwd.

the class FFmpegFrameRecorder method record.

public boolean record(IplImage image, int pixelFormat) throws Exception {
    if (videoSt == null) {
        throw new Exception("No video output stream (Is imageWidth > 0 && imageHeight > 0 and has start() been called?)");
    }
    if (image == null) {
    /* no more frame to compress. The codec has a latency of a few
               frames if using B frames, so we get the last frames by
               passing the same picture again */
    } else {
        int width = image.width();
        int step = image.widthStep();
        if (pixelFormat == AV_PIX_FMT_NONE) {
            int depth = image.depth();
            int channels = image.nChannels();
            if ((depth == IPL_DEPTH_8U || depth == IPL_DEPTH_8S) && channels == 3) {
                pixelFormat = AV_PIX_FMT_BGR24;
            } else if ((depth == IPL_DEPTH_8U || depth == IPL_DEPTH_8S) && channels == 1) {
                pixelFormat = AV_PIX_FMT_GRAY8;
            } else if ((depth == IPL_DEPTH_16U || depth == IPL_DEPTH_16S) && channels == 1) {
                pixelFormat = ByteOrder.nativeOrder().equals(ByteOrder.BIG_ENDIAN) ? AV_PIX_FMT_GRAY16BE : AV_PIX_FMT_GRAY16LE;
            } else if ((depth == IPL_DEPTH_8U || depth == IPL_DEPTH_8S) && channels == 4) {
                pixelFormat = AV_PIX_FMT_RGBA;
            } else if ((depth == IPL_DEPTH_8U || depth == IPL_DEPTH_8S) && channels == 2) {
                // Android's camera capture format
                pixelFormat = AV_PIX_FMT_NV21;
                step = width;
            } else {
                throw new Exception("Could not guess pixel format of image: depth=" + depth + ", channels=" + channels);
            }
        }
        int height = image.height();
        BytePointer data = image.imageData();
        if (videoC.pix_fmt() != pixelFormat || videoC.width() != width || videoC.height() != height) {
            /* convert to the codec pixel format if needed */
            imgConvertCtx = sws_getCachedContext(imgConvertCtx, videoC.width(), videoC.height(), pixelFormat, videoC.width(), videoC.height(), videoC.pix_fmt(), SWS_BILINEAR, null, null, (DoublePointer) null);
            if (imgConvertCtx == null) {
                throw new Exception("sws_getCachedContext() error: Cannot initialize the conversion context.");
            }
            avpicture_fill(new AVPicture(tmpPicture), data, pixelFormat, width, height);
            avpicture_fill(new AVPicture(picture), pictureBuf, videoC.pix_fmt(), videoC.width(), videoC.height());
            tmpPicture.linesize(0, step);
            sws_scale(imgConvertCtx, new PointerPointer(tmpPicture), tmpPicture.linesize(), 0, height, new PointerPointer(picture), picture.linesize());
        } else {
            avpicture_fill(new AVPicture(picture), data, pixelFormat, width, height);
            picture.linesize(0, step);
        }
    }
    int ret;
    if ((oformat.flags() & AVFMT_RAWPICTURE) != 0) {
        if (image == null) {
            return false;
        }
        /* raw video case. The API may change slightly in the future for that? */
        av_init_packet(videoPkt);
        videoPkt.flags(videoPkt.flags() | AV_PKT_FLAG_KEY);
        videoPkt.stream_index(videoSt.index());
        videoPkt.data(new BytePointer(picture));
        videoPkt.size(Loader.sizeof(AVPicture.class));
    } else {
        /* encode the image */
        av_init_packet(videoPkt);
        videoPkt.data(videoOutbuf);
        videoPkt.size(videoOutbufSize);
        picture.quality(videoC.global_quality());
        if ((ret = avcodec_encode_video2(videoC, videoPkt, image == null ? null : picture, gotVideoPacket)) < 0) {
            throw new Exception("avcodec_encode_video2() error " + ret + ": Could not encode video packet.");
        }
        // magic required by libx264
        picture.pts(picture.pts() + 1);
        /* if zero size, it means the image was buffered */
        if (gotVideoPacket[0] != 0) {
            if (videoPkt.pts() != AV_NOPTS_VALUE) {
                videoPkt.pts(av_rescale_q(videoPkt.pts(), videoC.time_base(), videoSt.time_base()));
            }
            if (videoPkt.dts() != AV_NOPTS_VALUE) {
                videoPkt.dts(av_rescale_q(videoPkt.dts(), videoC.time_base(), videoSt.time_base()));
            }
            videoPkt.stream_index(videoSt.index());
        } else {
            return false;
        }
    }
    synchronized (oc) {
        /* write the compressed frame in the media file */
        if (interleaved && audioSt != null) {
            if ((ret = av_interleaved_write_frame(oc, videoPkt)) < 0) {
                throw new Exception("av_interleaved_write_frame() error " + ret + " while writing interleaved video frame.");
            }
        } else {
            if ((ret = av_write_frame(oc, videoPkt)) < 0) {
                throw new Exception("av_write_frame() error " + ret + " while writing video frame.");
            }
        }
    }
    return picture.key_frame() != 0;
}

Example 5 with BytePointer

use of com.googlecode.javacpp.BytePointer in project VideoRecorder by qdrzwd.

the class NewFFmpegFrameRecorder method startUnsafe.

public void startUnsafe() throws Exception {
    picture = null;
    tmpPicture = null;
    pictureBuf = null;
    frame = null;
    videoOutbuf = null;
    audioOutbuf = null;
    oc = null;
    videoC = null;
    audioC = null;
    videoSt = null;
    audioSt = null;
    gotVideoPacket = new int[1];
    gotAudioPacket = new int[1];
    /* auto detect the output format from the name. */
    String formatName = format == null || format.length() == 0 ? null : format;
    if ((oformat = av_guess_format(formatName, filename, null)) == null) {
        int proto = filename.indexOf("://");
        if (proto > 0) {
            formatName = filename.substring(0, proto);
        }
        if ((oformat = av_guess_format(formatName, filename, null)) == null) {
            throw new Exception("av_guess_format() error: Could not guess output format for \"" + filename + "\" and " + format + " format.");
        }
    }
    formatName = oformat.name().getString();
    /* allocate the output media context */
    if ((oc = avformat_alloc_context()) == null) {
        throw new Exception("avformat_alloc_context() error: Could not allocate format context");
    }
    oc.oformat(oformat);
    oc.filename().putString(filename);
    if (imageWidth > 0 && imageHeight > 0) {
        if (videoCodec != AV_CODEC_ID_NONE) {
            oformat.video_codec(videoCodec);
        } else if ("flv".equals(formatName)) {
            oformat.video_codec(AV_CODEC_ID_FLV1);
        } else if ("mp4".equals(formatName)) {
            oformat.video_codec(AV_CODEC_ID_MPEG4);
        } else if ("3gp".equals(formatName)) {
            oformat.video_codec(AV_CODEC_ID_H263);
        } else if ("avi".equals(formatName)) {
            oformat.video_codec(AV_CODEC_ID_HUFFYUV);
        }
        /* find the video encoder */
        if ((videoCodecAVCodec = avcodec_find_encoder_by_name(videoCodecName)) == null && (videoCodecAVCodec = avcodec_find_encoder(oformat.video_codec())) == null) {
            release();
            throw new Exception("avcodec_find_encoder() error: Video codec not found.");
        }
        AVRational frameRate = av_d2q(this.frameRate, 1001000);
        AVRational supportedFramerates = videoCodecAVCodec.supported_framerates();
        if (supportedFramerates != null) {
            int idx = av_find_nearest_q_idx(frameRate, supportedFramerates);
            frameRate = supportedFramerates.position(idx);
        }
        /* add a video output stream */
        if ((videoSt = avformat_new_stream(oc, videoCodecAVCodec)) == null) {
            release();
            throw new Exception("avformat_new_stream() error: Could not allocate video stream.");
        }
        videoC = videoSt.codec();
        videoC.codec_id(oformat.video_codec());
        videoC.codec_type(AVMEDIA_TYPE_VIDEO);
        /* put sample parameters */
        videoC.bit_rate(videoBitrate);
        /* resolution must be a multiple of two, but round up to 16 as often required */
        videoC.width((imageWidth + 15) / 16 * 16);
        videoC.height(imageHeight);
        /* time base: this is the fundamental unit of time (in seconds) in terms
               of which frame timestamps are represented. for fixed-fps content,
               timebase should be 1/framerate and timestamp increments should be
               identically 1. */
        videoC.time_base(av_inv_q(frameRate));
        videoC.gop_size(12);
        /* emit one intra frame every twelve frames at most */
        if (videoQuality >= 0) {
            videoC.flags(videoC.flags() | CODEC_FLAG_QSCALE);
            videoC.global_quality((int) Math.round(FF_QP2LAMBDA * videoQuality));
        }
        if (pixelFormat != AV_PIX_FMT_NONE) {
            videoC.pix_fmt(pixelFormat);
        } else if (videoC.codec_id() == AV_CODEC_ID_RAWVIDEO || videoC.codec_id() == AV_CODEC_ID_PNG || videoC.codec_id() == AV_CODEC_ID_HUFFYUV || videoC.codec_id() == AV_CODEC_ID_FFV1) {
            // appropriate for common lossless formats
            videoC.pix_fmt(AV_PIX_FMT_RGB32);
        } else {
            // lossy, but works with about everything
            videoC.pix_fmt(AV_PIX_FMT_YUV420P);
        }
        if (videoC.codec_id() == AV_CODEC_ID_MPEG2VIDEO) {
            /* just for testing, we also add B frames */
            videoC.max_b_frames(2);
        } else if (videoC.codec_id() == AV_CODEC_ID_MPEG1VIDEO) {
            /* Needed to avoid using macroblocks in which some coeffs overflow.
                   This does not happen with normal video, it just happens here as
                   the motion of the chroma plane does not match the luma plane. */
            videoC.mb_decision(2);
        } else if (videoC.codec_id() == AV_CODEC_ID_H263) {
            // H.263 does not support any other resolution than the following
            if (imageWidth <= 128 && imageHeight <= 96) {
                videoC.width(128).height(96);
            } else if (imageWidth <= 176 && imageHeight <= 144) {
                videoC.width(176).height(144);
            } else if (imageWidth <= 352 && imageHeight <= 288) {
                videoC.width(352).height(288);
            } else if (imageWidth <= 704 && imageHeight <= 576) {
                videoC.width(704).height(576);
            } else {
                videoC.width(1408).height(1152);
            }
        } else if (videoC.codec_id() == AV_CODEC_ID_H264) {
            // default to constrained baseline to produce content that plays back on anything,
            // without any significant tradeoffs for most use cases
            videoC.profile(AVCodecContext.FF_PROFILE_H264_CONSTRAINED_BASELINE);
        }
        // some formats want stream headers to be separate
        if ((oformat.flags() & AVFMT_GLOBALHEADER) != 0) {
            videoC.flags(videoC.flags() | CODEC_FLAG_GLOBAL_HEADER);
        }
        if ((videoCodecAVCodec.capabilities() & CODEC_CAP_EXPERIMENTAL) != 0) {
            videoC.strict_std_compliance(AVCodecContext.FF_COMPLIANCE_EXPERIMENTAL);
        }
    }
    /*
         * add an audio output stream
         */
    if (audioChannels > 0 && audioBitrate > 0 && sampleRate > 0) {
        if (audioCodec != AV_CODEC_ID_NONE) {
            oformat.audio_codec(audioCodec);
        } else if ("flv".equals(formatName) || "mp4".equals(formatName) || "3gp".equals(formatName)) {
            oformat.audio_codec(AV_CODEC_ID_AAC);
        } else if ("avi".equals(formatName)) {
            oformat.audio_codec(AV_CODEC_ID_PCM_S16LE);
        }
        /* find the audio encoder */
        if ((audioCodecAVCodec = avcodec_find_encoder_by_name(audioCodecName)) == null && (audioCodecAVCodec = avcodec_find_encoder(oformat.audio_codec())) == null) {
            release();
            throw new Exception("avcodec_find_encoder() error: Audio codec not found.");
        }
        if ((audioSt = avformat_new_stream(oc, audioCodecAVCodec)) == null) {
            release();
            throw new Exception("avformat_new_stream() error: Could not allocate audio stream.");
        }
        audioC = audioSt.codec();
        audioC.codec_id(oformat.audio_codec());
        audioC.codec_type(AVMEDIA_TYPE_AUDIO);
        /* put sample parameters */
        audioC.bit_rate(audioBitrate);
        audioC.sample_rate(sampleRate);
        audioC.channels(audioChannels);
        audioC.channel_layout(av_get_default_channel_layout(audioChannels));
        if (sampleFormat != AV_SAMPLE_FMT_NONE) {
            audioC.sample_fmt(sampleFormat);
        } else if (audioC.codec_id() == AV_CODEC_ID_AAC && (audioCodecAVCodec.capabilities() & CODEC_CAP_EXPERIMENTAL) != 0) {
            audioC.sample_fmt(AV_SAMPLE_FMT_FLTP);
        } else {
            audioC.sample_fmt(AV_SAMPLE_FMT_S16);
        }
        audioC.time_base().num(1).den(sampleRate);
        switch(audioC.sample_fmt()) {
            case AV_SAMPLE_FMT_U8:
            case AV_SAMPLE_FMT_U8P:
                audioC.bits_per_raw_sample(8);
                break;
            case AV_SAMPLE_FMT_S16:
            case AV_SAMPLE_FMT_S16P:
                audioC.bits_per_raw_sample(16);
                break;
            case AV_SAMPLE_FMT_S32:
            case AV_SAMPLE_FMT_S32P:
                audioC.bits_per_raw_sample(32);
                break;
            case AV_SAMPLE_FMT_FLT:
            case AV_SAMPLE_FMT_FLTP:
                audioC.bits_per_raw_sample(32);
                break;
            case AV_SAMPLE_FMT_DBL:
            case AV_SAMPLE_FMT_DBLP:
                audioC.bits_per_raw_sample(64);
                break;
            default:
                assert false;
        }
        if (audioQuality >= 0) {
            audioC.flags(audioC.flags() | CODEC_FLAG_QSCALE);
            audioC.global_quality((int) Math.round(FF_QP2LAMBDA * audioQuality));
        }
        // some formats want stream headers to be separate
        if ((oformat.flags() & AVFMT_GLOBALHEADER) != 0) {
            audioC.flags(audioC.flags() | CODEC_FLAG_GLOBAL_HEADER);
        }
        if ((audioCodecAVCodec.capabilities() & CODEC_CAP_EXPERIMENTAL) != 0) {
            audioC.strict_std_compliance(AVCodecContext.FF_COMPLIANCE_EXPERIMENTAL);
        }
    }
    av_dump_format(oc, 0, filename, 1);
    /* now that all the parameters are set, we can open the audio and
           video codecs and allocate the necessary encode buffers */
    int ret;
    if (videoSt != null) {
        AVDictionary options = new AVDictionary(null);
        if (videoQuality >= 0) {
            av_dict_set(options, "crf", "" + videoQuality, 0);
        }
        for (Entry<String, String> e : videoOptions.entrySet()) {
            av_dict_set(options, e.getKey(), e.getValue(), 0);
        }
        /* open the codec */
        if ((ret = avcodec_open2(videoC, videoCodecAVCodec, options)) < 0) {
            release();
            throw new Exception("avcodec_open2() error " + ret + ": Could not open video codec.");
        }
        av_dict_free(options);
        videoOutbuf = null;
        if ((oformat.flags() & AVFMT_RAWPICTURE) == 0) {
            /* allocate output buffer */
            /* XXX: API change will be done */
            /* buffers passed into lav* can be allocated any way you prefer,
                   as long as they're aligned enough for the architecture, and
                   they're freed appropriately (such as using av_free for buffers
                   allocated with av_malloc) */
            // a la ffmpeg.c
            videoOutbufSize = Math.max(256 * 1024, 8 * videoC.width() * videoC.height());
            videoOutbuf = new BytePointer(av_malloc(videoOutbufSize));
        }
        /* allocate the encoded raw picture */
        if ((picture = avcodec_alloc_frame()) == null) {
            release();
            throw new Exception("avcodec_alloc_frame() error: Could not allocate picture.");
        }
        // magic required by libx264
        picture.pts(0);
        int size = avpicture_get_size(videoC.pix_fmt(), videoC.width(), videoC.height());
        if ((pictureBuf = new BytePointer(av_malloc(size))).isNull()) {
            release();
            throw new Exception("av_malloc() error: Could not allocate picture buffer.");
        }
        /* if the output format is not equal to the image format, then a temporary
               picture is needed too. It is then converted to the required output format */
        if ((tmpPicture = avcodec_alloc_frame()) == null) {
            release();
            throw new Exception("avcodec_alloc_frame() error: Could not allocate temporary picture.");
        }
    }
    if (audioSt != null) {
        AVDictionary options = new AVDictionary(null);
        if (audioQuality >= 0) {
            av_dict_set(options, "crf", "" + audioQuality, 0);
        }
        for (Entry<String, String> e : audioOptions.entrySet()) {
            av_dict_set(options, e.getKey(), e.getValue(), 0);
        }
        /* open the codec */
        if ((ret = avcodec_open2(audioC, audioCodecAVCodec, options)) < 0) {
            release();
            throw new Exception("avcodec_open2() error " + ret + ": Could not open audio codec.");
        }
        av_dict_free(options);
        audioOutbufSize = 256 * 1024;
        audioOutbuf = new BytePointer(av_malloc(audioOutbufSize));
        /* ugly hack for PCM codecs (will be removed ASAP with new PCM
               support to compute the input frame size in samples */
        if (audioC.frame_size() <= 1) {
            audioOutbufSize = FF_MIN_BUFFER_SIZE;
            audioInputFrameSize = audioOutbufSize / audioC.channels();
            switch(audioC.codec_id()) {
                case AV_CODEC_ID_PCM_S16LE:
                case AV_CODEC_ID_PCM_S16BE:
                case AV_CODEC_ID_PCM_U16LE:
                case AV_CODEC_ID_PCM_U16BE:
                    audioInputFrameSize >>= 1;
                    break;
                default:
                    break;
            }
        } else {
            audioInputFrameSize = audioC.frame_size();
        }
        //int bufferSize = audio_input_frame_size * audio_c.bits_per_raw_sample()/8 * audio_c.channels();
        int planes = av_sample_fmt_is_planar(audioC.sample_fmt()) != 0 ? (int) audioC.channels() : 1;
        int dataSize = av_samples_get_buffer_size((IntPointer) null, audioC.channels(), audioInputFrameSize, audioC.sample_fmt(), 1) / planes;
        samplesOut = new BytePointer[planes];
        for (int i = 0; i < samplesOut.length; i++) {
            samplesOut[i] = new BytePointer(av_malloc(dataSize)).capacity(dataSize);
        }
        samplesIn = new Pointer[AVFrame.AV_NUM_DATA_POINTERS];
        samplesInPtr = new PointerPointer(AVFrame.AV_NUM_DATA_POINTERS);
        samplesOutPtr = new PointerPointer(AVFrame.AV_NUM_DATA_POINTERS);
        /* allocate the audio frame */
        if ((frame = avcodec_alloc_frame()) == null) {
            release();
            throw new Exception("avcodec_alloc_frame() error: Could not allocate audio frame.");
        }
    }
    /* open the output file, if needed */
    if ((oformat.flags() & AVFMT_NOFILE) == 0) {
        AVIOContext pb = new AVIOContext(null);
        if ((ret = avio_open(pb, filename, AVIO_FLAG_WRITE)) < 0) {
            release();
            throw new Exception("avio_open error() error " + ret + ": Could not open '" + filename + "'");
        }
        oc.pb(pb);
    }
    /* write the stream header, if any */
    avformat_write_header(oc, (PointerPointer) null);
}