source: src/io/source_avcodec.c @ 8a4ccf7

feature/autosinkfeature/cnnfeature/cnn_orgfeature/constantqfeature/crepefeature/crepe_orgfeature/pitchshiftfeature/pydocstringsfeature/timestretchfix/ffmpeg5
Last change on this file since 8a4ccf7 was 8a4ccf7, checked in by Paul Brossier <piem@piem.org>, 5 years ago

[source] [avcodec] downmix signal manually

  • Property mode set to 100644
File size: 19.6 KB
RevLine 
[ba0ba10]1/*
2  Copyright (C) 2013 Paul Brossier <piem@aubio.org>
3
4  This file is part of aubio.
5
6  aubio is free software: you can redistribute it and/or modify
7  it under the terms of the GNU General Public License as published by
8  the Free Software Foundation, either version 3 of the License, or
9  (at your option) any later version.
10
11  aubio is distributed in the hope that it will be useful,
12  but WITHOUT ANY WARRANTY; without even the implied warranty of
13  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  GNU General Public License for more details.
15
16  You should have received a copy of the GNU General Public License
17  along with aubio.  If not, see <http://www.gnu.org/licenses/>.
18
19*/
20
[33d0242]21#include "aubio_priv.h"
[ba0ba10]22
[549928e]23#ifdef HAVE_LIBAV
[ba0ba10]24
[dcde285]25#include <libavcodec/avcodec.h>
26#include <libavformat/avformat.h>
[ba67cb6]27#if defined(HAVE_SWRESAMPLE)
28#include <libswresample/swresample.h>
29#elif defined(HAVE_AVRESAMPLE)
[dcde285]30#include <libavresample/avresample.h>
[ba67cb6]31#endif
[dcde285]32#include <libavutil/opt.h>
33#include <stdlib.h>
34
[a9c33a2]35// determine whether we use libavformat from ffmpeg or from libav
36#define FFMPEG_LIBAVFORMAT (LIBAVFORMAT_VERSION_MICRO > 99 )
[de9178e]37// max_analyze_duration2 was used from ffmpeg libavformat 55.43.100 -> 57.2.100
[9ac77ac]38#define FFMPEG_LIBAVFORMAT_MAX_DUR2 FFMPEG_LIBAVFORMAT && ( \
[a9c33a2]39      (LIBAVFORMAT_VERSION_MAJOR == 55 && LIBAVFORMAT_VERSION_MINOR >= 43) \
40      || (LIBAVFORMAT_VERSION_MAJOR == 56) \
41      || (LIBAVFORMAT_VERSION_MAJOR == 57 && LIBAVFORMAT_VERSION_MINOR < 2) \
42      )
[2a32644]43
[a2d628b]44// backward compatibility with libavcodec55
[8250214]45#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(57,0,0)
[1504b7c]46#define HAVE_AUBIO_LIBAVCODEC_DEPRECATED 1
[8250214]47#endif
48
49#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(55,28,1)
50#warning "libavcodec < 56 is deprecated"
[a2d628b]51#define av_frame_alloc  avcodec_alloc_frame
52#define av_frame_free avcodec_free_frame
53#define av_packet_unref av_free_packet
54#endif
55
[ba0ba10]56#include "aubio_priv.h"
57#include "fvec.h"
58#include "fmat.h"
59#include "source_avcodec.h"
60
[5690daf]61#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(56, 56, 0)
[0af9003]62#define AUBIO_AVCODEC_MAX_BUFFER_SIZE FF_MIN_BUFFER_SIZE
[5690daf]63#else
64#define AUBIO_AVCODEC_MAX_BUFFER_SIZE AV_INPUT_BUFFER_MIN_SIZE
65#endif
[ba0ba10]66
67struct _aubio_source_avcodec_t {
68  uint_t hop_size;
69  uint_t samplerate;
70  uint_t channels;
71
72  // some data about the file
73  char_t *path;
[d3b9fe4]74  uint_t input_samplerate;
75  uint_t input_channels;
[ba0ba10]76
77  // avcodec stuff
78  AVFormatContext *avFormatCtx;
79  AVCodecContext *avCodecCtx;
80  AVFrame *avFrame;
[261836d]81  AVPacket avPacket;
[ba67cb6]82#ifdef HAVE_AVRESAMPLE
[ba0ba10]83  AVAudioResampleContext *avr;
[ba67cb6]84#elif defined(HAVE_SWRESAMPLE)
85  SwrContext *avr;
86#endif
[2f89ef4]87  smpl_t *output;
[d3b9fe4]88  uint_t read_samples;
89  uint_t read_index;
[7760b40]90  sint_t selected_stream;
[eadd8d5]91  uint_t eof;
[fcd963a]92  uint_t multi;
[ba0ba10]93};
94
[de9178e]95// create or re-create the context when _do or _do_multi is called
96void aubio_source_avcodec_reset_resampler(aubio_source_avcodec_t * s,
97    uint_t multi);
98// actually read a frame
99void aubio_source_avcodec_readframe(aubio_source_avcodec_t *s,
100    uint_t * read_samples);
[fcd963a]101
[6769586]102uint_t aubio_source_avcodec_has_network_url(aubio_source_avcodec_t *s);
103
104uint_t aubio_source_avcodec_has_network_url(aubio_source_avcodec_t *s) {
105  char proto[20], authorization[256], hostname[128], uripath[256];
106  int proto_size = 20, authorization_size = 256, hostname_size = 128,
107      *port_ptr = 0, path_size = 256;
108  av_url_split(proto, proto_size, authorization, authorization_size, hostname,
109      hostname_size, port_ptr, uripath, path_size, s->path);
110  if (strlen(proto)) {
111    return 1;
112  }
113  return 0;
114}
115
116
[de9178e]117aubio_source_avcodec_t * new_aubio_source_avcodec(const char_t * path,
118    uint_t samplerate, uint_t hop_size) {
[ba0ba10]119  aubio_source_avcodec_t * s = AUBIO_NEW(aubio_source_avcodec_t);
[50f39f5]120  AVFormatContext *avFormatCtx = s->avFormatCtx;
121  AVCodecContext *avCodecCtx = s->avCodecCtx;
122  AVFrame *avFrame = s->avFrame;
[5bd9a2b]123  sint_t selected_stream = -1;
[de23e58]124#if FF_API_LAVF_AVCTX
125  AVCodecParameters *codecpar;
126#endif
[5bd9a2b]127  AVCodec *codec;
[50f39f5]128  uint_t i;
[ba0ba10]129  int err;
130  if (path == NULL) {
[491e6ea]131    AUBIO_ERR("source_avcodec: Aborted opening null path\n");
[b294b3e]132    goto beach;
133  }
134  if ((sint_t)samplerate < 0) {
[de9178e]135    AUBIO_ERR("source_avcodec: Can not open %s with samplerate %d\n",
136        path, samplerate);
[b294b3e]137    goto beach;
138  }
139  if ((sint_t)hop_size <= 0) {
[de9178e]140    AUBIO_ERR("source_avcodec: Can not open %s with hop_size %d\n",
141        path, hop_size);
[b294b3e]142    goto beach;
[ba0ba10]143  }
144
145  s->hop_size = hop_size;
146  s->channels = 1;
[b643a33]147
148  if (s->path) AUBIO_FREE(s->path);
[d2be104]149  s->path = AUBIO_ARRAY(char_t, strnlen(path, PATH_MAX) + 1);
150  strncpy(s->path, path, strnlen(path, PATH_MAX) + 1);
[ba0ba10]151
[d62fb90]152#if LIBAVFORMAT_VERSION_INT < AV_VERSION_INT(58,0,0)
[ba0ba10]153  // register all formats and codecs
154  av_register_all();
[d62fb90]155#endif
[ba0ba10]156
[6769586]157  if (aubio_source_avcodec_has_network_url(s)) {
158    avformat_network_init();
159  }
[eadd8d5]160
[d75e2d5]161  // try opening the file and get some info about it
[ba0ba10]162  avFormatCtx = NULL;
163  if ( (err = avformat_open_input(&avFormatCtx, s->path, NULL, NULL) ) < 0 ) {
[0af9003]164    char errorstr[256];
165    av_strerror (err, errorstr, sizeof(errorstr));
[491e6ea]166    AUBIO_ERR("source_avcodec: Failed opening %s (%s)\n", s->path, errorstr);
[ba0ba10]167    goto beach;
168  }
169
[6abb4de]170  // try to make sure max_analyze_duration is big enough for most songs
[a9c33a2]171#if FFMPEG_LIBAVFORMAT_MAX_DUR2
[2a32644]172  avFormatCtx->max_analyze_duration2 *= 100;
173#else
[6abb4de]174  avFormatCtx->max_analyze_duration *= 100;
[2a32644]175#endif
[6abb4de]176
[ba0ba10]177  // retrieve stream information
178  if ( (err = avformat_find_stream_info(avFormatCtx, NULL)) < 0 ) {
[0af9003]179    char errorstr[256];
180    av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]181    AUBIO_ERR("source_avcodec: Could not find stream information "
182        "for %s (%s)\n", s->path, errorstr);
[ba0ba10]183    goto beach;
184  }
185
[1fe3ac2]186  // dump information about file onto standard error
[ba0ba10]187  //av_dump_format(avFormatCtx, 0, s->path, 0);
188
[1fe3ac2]189  // look for the first audio stream
[ba0ba10]190  for (i = 0; i < avFormatCtx->nb_streams; i++) {
[2b3c438]191#if FF_API_LAVF_AVCTX
192    if (avFormatCtx->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
193#else
[ba0ba10]194    if (avFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
[2b3c438]195#endif
[ba0ba10]196      if (selected_stream == -1) {
197        selected_stream = i;
198      } else {
[491e6ea]199        AUBIO_WRN("source_avcodec: More than one audio stream in %s, "
[1fe3ac2]200            "taking the first one\n", s->path);
[ba0ba10]201      }
202    }
203  }
204  if (selected_stream == -1) {
[491e6ea]205    AUBIO_ERR("source_avcodec: No audio stream in %s\n", s->path);
[ba0ba10]206    goto beach;
[d3b9fe4]207  }
[eadd8d5]208  //AUBIO_DBG("Taking stream %d in file %s\n", selected_stream, s->path);
[7760b40]209  s->selected_stream = selected_stream;
[ba0ba10]210
[2b3c438]211#if FF_API_LAVF_AVCTX
[de23e58]212  codecpar = avFormatCtx->streams[selected_stream]->codecpar;
[2b3c438]213  if (codecpar == NULL) {
214    AUBIO_ERR("source_avcodec: Could not find decoder for %s", s->path);
215    goto beach;
216  }
[50f39f5]217  codec = avcodec_find_decoder(codecpar->codec_id);
[2b3c438]218
219  /* Allocate a codec context for the decoder */
220  avCodecCtx = avcodec_alloc_context3(codec);
221  if (!avCodecCtx) {
[de9178e]222    AUBIO_ERR("source_avcodec: Failed to allocate the %s codec context "
223        "for path %s\n", av_get_media_type_string(AVMEDIA_TYPE_AUDIO),
224        s->path);
[2b3c438]225    goto beach;
226  }
227#else
[d3b9fe4]228  avCodecCtx = avFormatCtx->streams[selected_stream]->codec;
[de23e58]229  codec = avcodec_find_decoder(avCodecCtx->codec_id);
[2b3c438]230#endif
[ba0ba10]231  if (codec == NULL) {
[491e6ea]232    AUBIO_ERR("source_avcodec: Could not find decoder for %s", s->path);
[ba0ba10]233    goto beach;
234  }
235
[2b3c438]236#if FF_API_LAVF_AVCTX
237  /* Copy codec parameters from input stream to output codec context */
238  if ((err = avcodec_parameters_to_context(avCodecCtx, codecpar)) < 0) {
[de9178e]239    AUBIO_ERR("source_avcodec: Failed to copy %s codec parameters to "
240        "decoder context for %s\n",
241        av_get_media_type_string(AVMEDIA_TYPE_AUDIO), s->path);
[2b3c438]242    goto beach;
243  }
244#endif
245
[ba0ba10]246  if ( ( err = avcodec_open2(avCodecCtx, codec, NULL) ) < 0) {
[0af9003]247    char errorstr[256];
248    av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]249    AUBIO_ERR("source_avcodec: Could not load codec for %s (%s)\n", s->path,
250        errorstr);
[ba0ba10]251    goto beach;
252  }
253
254  /* get input specs */
255  s->input_samplerate = avCodecCtx->sample_rate;
256  s->input_channels   = avCodecCtx->channels;
257  //AUBIO_DBG("input_samplerate: %d\n", s->input_samplerate);
258  //AUBIO_DBG("input_channels: %d\n", s->input_channels);
259
260  if (samplerate == 0) {
[26a6af7]261    s->samplerate = s->input_samplerate;
262  } else {
263    s->samplerate = samplerate;
[ba0ba10]264  }
265
[018e511]266  if (s->samplerate >  s->input_samplerate) {
[491e6ea]267    AUBIO_WRN("source_avcodec: upsampling %s from %d to %d\n", s->path,
[018e511]268        s->input_samplerate, s->samplerate);
269  }
270
[cd4c997]271  avFrame = av_frame_alloc();
[ba0ba10]272  if (!avFrame) {
[491e6ea]273    AUBIO_ERR("source_avcodec: Could not allocate frame for (%s)\n", s->path);
[ba0ba10]274  }
275
[d3b9fe4]276  /* allocate output for avr */
[de9178e]277  s->output = (smpl_t *)av_malloc(AUBIO_AVCODEC_MAX_BUFFER_SIZE
278      * sizeof(smpl_t));
[ba0ba10]279
280  s->read_samples = 0;
281  s->read_index = 0;
282
283  s->avFormatCtx = avFormatCtx;
284  s->avCodecCtx = avCodecCtx;
285  s->avFrame = avFrame;
[fcd963a]286
287  // default to mono output
[61ecd1a]288  aubio_source_avcodec_reset_resampler(s, 0);
[ba0ba10]289
[a81b12a]290  if (s->avr == NULL) goto beach;
291
[eadd8d5]292  s->eof = 0;
[fcd963a]293  s->multi = 0;
[eadd8d5]294
[ba0ba10]295  //av_log_set_level(AV_LOG_QUIET);
296
297  return s;
298
299beach:
[fcd963a]300  //AUBIO_ERR("can not read %s at samplerate %dHz with a hop_size of %d\n",
301  //    s->path, s->samplerate, s->hop_size);
[ba0ba10]302  del_aubio_source_avcodec(s);
303  return NULL;
304}
305
[de9178e]306void aubio_source_avcodec_reset_resampler(aubio_source_avcodec_t * s,
307    uint_t multi)
308{
[2f89ef4]309  // create or reset resampler to/from mono/multi-channel
[61ecd1a]310  if ( (multi != s->multi) || (s->avr == NULL) ) {
[808c8525]311    int err;
[61ecd1a]312    int64_t input_layout = av_get_default_channel_layout(s->input_channels);
[8a4ccf7]313    int64_t output_layout = av_get_default_channel_layout(s->input_channels);
[ba67cb6]314#ifdef HAVE_AVRESAMPLE
[7cc80b6]315    AVAudioResampleContext *avr = avresample_alloc_context();
316    AVAudioResampleContext *oldavr = s->avr;
[ba67cb6]317#elif defined(HAVE_SWRESAMPLE)
318    SwrContext *avr = swr_alloc();
319    SwrContext *oldavr = s->avr;
320#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[61ecd1a]321
[de9178e]322    av_opt_set_int(avr, "in_channel_layout",  input_layout,              0);
323    av_opt_set_int(avr, "out_channel_layout", output_layout,             0);
324    av_opt_set_int(avr, "in_sample_rate",     s->input_samplerate,       0);
325    av_opt_set_int(avr, "out_sample_rate",    s->samplerate,             0);
[61ecd1a]326    av_opt_set_int(avr, "in_sample_fmt",      s->avCodecCtx->sample_fmt, 0);
[2f89ef4]327#if HAVE_AUBIO_DOUBLE
[de9178e]328    av_opt_set_int(avr, "out_sample_fmt",     AV_SAMPLE_FMT_DBL,         0);
[2f89ef4]329#else
[de9178e]330    av_opt_set_int(avr, "out_sample_fmt",     AV_SAMPLE_FMT_FLT,         0);
[2f89ef4]331#endif
332    // TODO: use planar?
333    //av_opt_set_int(avr, "out_sample_fmt",     AV_SAMPLE_FMT_FLTP,      0);
[ba67cb6]334#ifdef HAVE_AVRESAMPLE
[c3e98d7]335    if ( ( err = avresample_open(avr) ) < 0)
[ba67cb6]336#elif defined(HAVE_SWRESAMPLE)
[c3e98d7]337    if ( ( err = swr_init(avr) ) < 0)
[ba67cb6]338#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[c3e98d7]339    {
[61ecd1a]340      char errorstr[256];
341      av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]342      AUBIO_ERR("source_avcodec: Could not open resampling context"
343         " for %s (%s)\n", s->path, errorstr);
[61ecd1a]344      return;
345    }
346    s->avr = avr;
[7cc80b6]347    if (oldavr != NULL) {
[ba67cb6]348#ifdef HAVE_AVRESAMPLE
[7cc80b6]349      avresample_close( oldavr );
[ba67cb6]350#elif defined(HAVE_SWRESAMPLE)
351      swr_close ( oldavr );
352#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[7cc80b6]353      av_free ( oldavr );
354      oldavr = NULL;
355    }
[61ecd1a]356    s->multi = multi;
357  }
358}
359
[de9178e]360void aubio_source_avcodec_readframe(aubio_source_avcodec_t *s,
361    uint_t * read_samples)
362{
[ba0ba10]363  AVFormatContext *avFormatCtx = s->avFormatCtx;
364  AVCodecContext *avCodecCtx = s->avCodecCtx;
365  AVFrame *avFrame = s->avFrame;
[261836d]366  AVPacket avPacket = s->avPacket;
[ba67cb6]367#ifdef HAVE_AVRESAMPLE
[ba0ba10]368  AVAudioResampleContext *avr = s->avr;
[ba67cb6]369#elif defined(HAVE_SWRESAMPLE)
370  SwrContext *avr = s->avr;
371#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[808c8525]372  int got_frame = 0;
373#ifdef HAVE_AVRESAMPLE
374  int in_linesize = 0;
375  int in_samples = avFrame->nb_samples;
376  int out_linesize = 0;
377  int max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE;
378  int out_samples = 0;
379#elif defined(HAVE_SWRESAMPLE)
380  int in_samples = avFrame->nb_samples;
381  int max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE / avCodecCtx->channels;
382  int out_samples = 0;
383#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[877b3b8]384  smpl_t *output = s->output;
[1a6f2de]385#ifndef FF_API_LAVF_AVCTX
386  int len = 0;
[9956027]387#else
388  int ret = 0;
[1a6f2de]389#endif
[5bd9a2b]390  av_init_packet (&avPacket);
[0af9003]391  *read_samples = 0;
[ba0ba10]392
[7760b40]393  do
394  {
395    int err = av_read_frame (avFormatCtx, &avPacket);
[0af9003]396    if (err == AVERROR_EOF) {
397      s->eof = 1;
398      goto beach;
399    }
[7760b40]400    if (err != 0) {
[0af9003]401      char errorstr[256];
402      av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]403      AUBIO_ERR("source_avcodec: could not read frame in %s (%s)\n",
404          s->path, errorstr);
[bdf7caf]405      s->eof = 1;
[0af9003]406      goto beach;
[7760b40]407    }
408  } while (avPacket.stream_index != s->selected_stream);
[ba0ba10]409
[2b3c438]410#if FF_API_LAVF_AVCTX
[808c8525]411  ret = avcodec_send_packet(avCodecCtx, &avPacket);
[2b3c438]412  if (ret < 0 && ret != AVERROR_EOF) {
413    AUBIO_ERR("source_avcodec: error when sending packet for %s\n", s->path);
414    goto beach;
415  }
416  ret = avcodec_receive_frame(avCodecCtx, avFrame);
417  if (ret >= 0) {
418    got_frame = 1;
419  }
420  if (ret < 0) {
421    if (ret == AVERROR(EAGAIN)) {
[de9178e]422      //AUBIO_WRN("source_avcodec: output is not available right now - "
423      //    "user must try to send new input\n");
[3e944fe4]424      goto beach;
[2b3c438]425    } else if (ret == AVERROR_EOF) {
[de9178e]426      AUBIO_WRN("source_avcodec: the decoder has been fully flushed, "
427          "and there will be no more output frames\n");
[2b3c438]428    } else {
429      AUBIO_ERR("source_avcodec: decoding errors on %s\n", s->path);
430      goto beach;
431    }
432  }
433#else
[1a6f2de]434  len = avcodec_decode_audio4(avCodecCtx, avFrame, &got_frame, &avPacket);
[ba0ba10]435
436  if (len < 0) {
[e0ad269]437    AUBIO_ERR("source_avcodec: error while decoding %s\n", s->path);
[0af9003]438    goto beach;
[ba0ba10]439  }
[2b3c438]440#endif
[ba0ba10]441  if (got_frame == 0) {
[de9178e]442    AUBIO_WRN("source_avcodec: did not get a frame when reading %s\n",
443        s->path);
[0af9003]444    goto beach;
445  }
446
[58fe197]447#if LIBAVUTIL_VERSION_MAJOR > 52
[265fe9a]448  if (avFrame->channels != (sint_t)s->input_channels) {
449    AUBIO_WRN ("source_avcodec: trying to read from %d channel(s),"
[de9178e]450        "but configured for %d; is '%s' corrupt?\n",
451        avFrame->channels, s->input_channels, s->path);
[265fe9a]452    goto beach;
453  }
[138cb1f]454#else
455#warning "avutil < 53 is deprecated, crashes might occur on corrupt files"
[58fe197]456#endif
[265fe9a]457
[ba67cb6]458#ifdef HAVE_AVRESAMPLE
[808c8525]459  in_linesize = 0;
[0af9003]460  av_samples_get_buffer_size(&in_linesize, avCodecCtx->channels,
461      avFrame->nb_samples, avCodecCtx->sample_fmt, 1);
[808c8525]462  in_samples = avFrame->nb_samples;
463  out_linesize = 0;
464  max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE;
465  out_samples = avresample_convert ( avr,
[0af9003]466        (uint8_t **)&output, out_linesize, max_out_samples,
467        (uint8_t **)avFrame->data, in_linesize, in_samples);
[ba67cb6]468#elif defined(HAVE_SWRESAMPLE)
[808c8525]469  in_samples = avFrame->nb_samples;
470  max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE / avCodecCtx->channels;
471  out_samples = swr_convert( avr,
[ba67cb6]472      (uint8_t **)&output, max_out_samples,
473      (const uint8_t **)avFrame->data, in_samples);
474#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[0af9003]475  if (out_samples <= 0) {
[de9178e]476    AUBIO_WRN("source_avcodec: no sample found while converting frame (%s)\n",
477        s->path);
[0af9003]478    goto beach;
[ba0ba10]479  }
480
[0af9003]481  *read_samples = out_samples;
482
483beach:
[ba0ba10]484  s->avFormatCtx = avFormatCtx;
485  s->avCodecCtx = avCodecCtx;
486  s->avFrame = avFrame;
[ba67cb6]487#if defined(HAVE_AVRESAMPLE) || defined(HAVE_SWRESAMPLE)
[ba0ba10]488  s->avr = avr;
[ba67cb6]489#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[ba0ba10]490  s->output = output;
491
[a9c33a2]492  av_packet_unref(&avPacket);
[ba0ba10]493}
494
[de9178e]495void aubio_source_avcodec_do(aubio_source_avcodec_t * s, fvec_t * read_data,
496    uint_t * read) {
[ba0ba10]497  uint_t i;
[eadd8d5]498  uint_t end = 0;
499  uint_t total_wrote = 0;
[8b210a9]500  // switch from multi
501  if (s->multi == 1) aubio_source_avcodec_reset_resampler(s, 0);
[eadd8d5]502  while (total_wrote < s->hop_size) {
503    end = MIN(s->read_samples - s->read_index, s->hop_size - total_wrote);
504    for (i = 0; i < end; i++) {
[8a4ccf7]505      read_data->data[i + total_wrote] = 0.;
506      for (j = 0; j < s->input_channels; j++) {
507        read_data->data[i + total_wrote] +=
508          s->output[(i + s->read_index) * s->input_channels + j];
509      }
510      read_data->data[i + total_wrote] *= 1./s->input_channels;
[ba0ba10]511    }
[eadd8d5]512    total_wrote += end;
513    if (total_wrote < s->hop_size) {
514      uint_t avcodec_read = 0;
515      aubio_source_avcodec_readframe(s, &avcodec_read);
516      s->read_samples = avcodec_read;
517      s->read_index = 0;
518      if (s->eof) {
519        break;
[ba0ba10]520      }
[eadd8d5]521    } else {
522      s->read_index += end;
[ba0ba10]523    }
[eadd8d5]524  }
525  if (total_wrote < s->hop_size) {
[eacc55c]526    for (i = total_wrote; i < s->hop_size; i++) {
[eadd8d5]527      read_data->data[i] = 0.;
[ba0ba10]528    }
529  }
[eadd8d5]530  *read = total_wrote;
[ba0ba10]531}
532
[de9178e]533void aubio_source_avcodec_do_multi(aubio_source_avcodec_t * s,
534    fmat_t * read_data, uint_t * read) {
[fcd963a]535  uint_t i,j;
536  uint_t end = 0;
537  uint_t total_wrote = 0;
[8b210a9]538  // switch from mono
539  if (s->multi == 0) aubio_source_avcodec_reset_resampler(s, 1);
[fcd963a]540  while (total_wrote < s->hop_size) {
541    end = MIN(s->read_samples - s->read_index, s->hop_size - total_wrote);
542    for (j = 0; j < read_data->height; j++) {
543      for (i = 0; i < end; i++) {
544        read_data->data[j][i + total_wrote] =
545          s->output[(i + s->read_index) * s->input_channels + j];
546      }
547    }
548    total_wrote += end;
549    if (total_wrote < s->hop_size) {
550      uint_t avcodec_read = 0;
551      aubio_source_avcodec_readframe(s, &avcodec_read);
552      s->read_samples = avcodec_read;
553      s->read_index = 0;
554      if (s->eof) {
555        break;
556      }
557    } else {
558      s->read_index += end;
559    }
560  }
561  if (total_wrote < s->hop_size) {
562    for (j = 0; j < read_data->height; j++) {
[eacc55c]563      for (i = total_wrote; i < s->hop_size; i++) {
[fcd963a]564        read_data->data[j][i] = 0.;
565      }
566    }
567  }
568  *read = total_wrote;
[ba0ba10]569}
570
[ae5d58a]571uint_t aubio_source_avcodec_get_samplerate(const aubio_source_avcodec_t * s) {
[ba0ba10]572  return s->samplerate;
573}
574
[ae5d58a]575uint_t aubio_source_avcodec_get_channels(const aubio_source_avcodec_t * s) {
[ba0ba10]576  return s->input_channels;
577}
578
579uint_t aubio_source_avcodec_seek (aubio_source_avcodec_t * s, uint_t pos) {
[de9178e]580  int64_t resampled_pos =
581    (uint_t)ROUND(pos * (s->input_samplerate * 1. / s->samplerate));
[50bb325]582  int64_t min_ts = MAX(resampled_pos - 2000, 0);
583  int64_t max_ts = MIN(resampled_pos + 2000, INT64_MAX);
584  int seek_flags = AVSEEK_FLAG_FRAME | AVSEEK_FLAG_ANY;
[41b4421]585  int ret = AUBIO_FAIL;
586  if (s->avFormatCtx != NULL && s->avr != NULL) {
587    ret = AUBIO_OK;
588  } else {
[de9178e]589    AUBIO_ERR("source_avcodec: failed seeking in %s (file not opened?)",
590        s->path);
[41b4421]591    return ret;
592  }
[4d44531]593  if ((sint_t)pos < 0) {
594    AUBIO_ERR("source_avcodec: could not seek %s at %d (seeking position"
595       " should be >= 0)\n", s->path, pos);
596    return AUBIO_FAIL;
597  }
[41b4421]598  ret = avformat_seek_file(s->avFormatCtx, s->selected_stream,
[50bb325]599      min_ts, resampled_pos, max_ts, seek_flags);
600  if (ret < 0) {
[de9178e]601    AUBIO_ERR("source_avcodec: failed seeking to %d in file %s",
602        pos, s->path);
[50bb325]603  }
604  // reset read status
605  s->eof = 0;
606  s->read_index = 0;
607  s->read_samples = 0;
[ba67cb6]608#ifdef HAVE_AVRESAMPLE
[50bb325]609  // reset the AVAudioResampleContext
610  avresample_close(s->avr);
611  avresample_open(s->avr);
[ba67cb6]612#elif defined(HAVE_SWRESAMPLE)
613  swr_close(s->avr);
614  swr_init(s->avr);
615#endif
[50bb325]616  return ret;
[ba0ba10]617}
618
[2d071ad]619uint_t aubio_source_avcodec_get_duration (aubio_source_avcodec_t * s) {
620  if (s && &(s->avFormatCtx) != NULL) {
621    int64_t duration = s->avFormatCtx->duration;
622    return s->samplerate * ((uint_t)duration / 1e6 );
623  }
624  return 0;
625}
626
[422452b]627uint_t aubio_source_avcodec_close(aubio_source_avcodec_t * s) {
[ba0ba10]628  if (s->avr != NULL) {
[ba67cb6]629#ifdef HAVE_AVRESAMPLE
[ba0ba10]630    avresample_close( s->avr );
[ba67cb6]631#elif defined(HAVE_SWRESAMPLE)
632    swr_close ( s->avr );
633#endif
[ba0ba10]634    av_free ( s->avr );
635  }
636  s->avr = NULL;
637  if (s->avCodecCtx != NULL) {
[91fa88d]638#ifndef HAVE_AUBIO_LIBAVCODEC_DEPRECATED
639    avcodec_free_context( &s->avCodecCtx );
640#else
[ba0ba10]641    avcodec_close ( s->avCodecCtx );
[91fa88d]642#endif
[ba0ba10]643  }
644  s->avCodecCtx = NULL;
645  if (s->avFormatCtx != NULL) {
[41ebc91]646    avformat_close_input(&s->avFormatCtx);
647    s->avFormatCtx = NULL;
[ba0ba10]648  }
[261836d]649  av_packet_unref(&s->avPacket);
[422452b]650  return AUBIO_OK;
651}
652
653void del_aubio_source_avcodec(aubio_source_avcodec_t * s){
654  if (!s) return;
655  aubio_source_avcodec_close(s);
656  if (s->output != NULL) {
657    av_free(s->output);
658  }
659  s->output = NULL;
660  if (s->avFrame != NULL) {
[cd4c997]661    av_frame_free( &(s->avFrame) );
[422452b]662  }
663  s->avFrame = NULL;
[b6bb265]664  if (s->path) {
665    AUBIO_FREE(s->path);
666  }
667  s->path = NULL;
[ba0ba10]668  AUBIO_FREE(s);
669}
670
[549928e]671#endif /* HAVE_LIBAV */
Note: See TracBrowser for help on using the repository browser.