source: src/io/source_avcodec.c @ 131d1eb

feature/autosinkfeature/cnnfeature/crepefix/ffmpeg5
Last change on this file since 131d1eb was fc633f3, checked in by Paul Brossier <piem@piem.org>, 6 years ago

[source_avcodec] prevent reading after close

  • Property mode set to 100644
File size: 19.8 KB
RevLine 
[ba0ba10]1/*
2  Copyright (C) 2013 Paul Brossier <piem@aubio.org>
3
4  This file is part of aubio.
5
6  aubio is free software: you can redistribute it and/or modify
7  it under the terms of the GNU General Public License as published by
8  the Free Software Foundation, either version 3 of the License, or
9  (at your option) any later version.
10
11  aubio is distributed in the hope that it will be useful,
12  but WITHOUT ANY WARRANTY; without even the implied warranty of
13  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  GNU General Public License for more details.
15
16  You should have received a copy of the GNU General Public License
17  along with aubio.  If not, see <http://www.gnu.org/licenses/>.
18
19*/
20
[33d0242]21#include "aubio_priv.h"
[ba0ba10]22
[549928e]23#ifdef HAVE_LIBAV
[ba0ba10]24
[dcde285]25#include <libavcodec/avcodec.h>
26#include <libavformat/avformat.h>
[ba67cb6]27#if defined(HAVE_SWRESAMPLE)
28#include <libswresample/swresample.h>
29#elif defined(HAVE_AVRESAMPLE)
[dcde285]30#include <libavresample/avresample.h>
[ba67cb6]31#endif
[dcde285]32#include <libavutil/opt.h>
33#include <stdlib.h>
34
[a9c33a2]35// determine whether we use libavformat from ffmpeg or from libav
36#define FFMPEG_LIBAVFORMAT (LIBAVFORMAT_VERSION_MICRO > 99 )
[de9178e]37// max_analyze_duration2 was used from ffmpeg libavformat 55.43.100 -> 57.2.100
[9ac77ac]38#define FFMPEG_LIBAVFORMAT_MAX_DUR2 FFMPEG_LIBAVFORMAT && ( \
[a9c33a2]39      (LIBAVFORMAT_VERSION_MAJOR == 55 && LIBAVFORMAT_VERSION_MINOR >= 43) \
40      || (LIBAVFORMAT_VERSION_MAJOR == 56) \
41      || (LIBAVFORMAT_VERSION_MAJOR == 57 && LIBAVFORMAT_VERSION_MINOR < 2) \
42      )
[2a32644]43
[a2d628b]44// backward compatibility with libavcodec55
[8250214]45#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(57,0,0)
[1504b7c]46#define HAVE_AUBIO_LIBAVCODEC_DEPRECATED 1
[8250214]47#endif
48
[2434566]49#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(58,3,102)
50#define HAVE_AUBIO_LIBAVCODEC_TIMEBASE_FIX 1
51#endif
52
[8250214]53#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(55,28,1)
54#warning "libavcodec < 56 is deprecated"
[a2d628b]55#define av_frame_alloc  avcodec_alloc_frame
56#define av_frame_free avcodec_free_frame
57#define av_packet_unref av_free_packet
58#endif
59
[ba0ba10]60#include "aubio_priv.h"
61#include "fvec.h"
62#include "fmat.h"
[9b5aa50]63#include "ioutils.h"
[ba0ba10]64#include "source_avcodec.h"
65
[5690daf]66#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(56, 56, 0)
[0af9003]67#define AUBIO_AVCODEC_MAX_BUFFER_SIZE FF_MIN_BUFFER_SIZE
[5690daf]68#else
69#define AUBIO_AVCODEC_MAX_BUFFER_SIZE AV_INPUT_BUFFER_MIN_SIZE
70#endif
[ba0ba10]71
72struct _aubio_source_avcodec_t {
73  uint_t hop_size;
74  uint_t samplerate;
75  uint_t channels;
76
77  // some data about the file
78  char_t *path;
[d3b9fe4]79  uint_t input_samplerate;
80  uint_t input_channels;
[ba0ba10]81
82  // avcodec stuff
83  AVFormatContext *avFormatCtx;
84  AVCodecContext *avCodecCtx;
85  AVFrame *avFrame;
[261836d]86  AVPacket avPacket;
[ba67cb6]87#ifdef HAVE_AVRESAMPLE
[ba0ba10]88  AVAudioResampleContext *avr;
[ba67cb6]89#elif defined(HAVE_SWRESAMPLE)
90  SwrContext *avr;
91#endif
[2f89ef4]92  smpl_t *output;
[d3b9fe4]93  uint_t read_samples;
94  uint_t read_index;
[7760b40]95  sint_t selected_stream;
[eadd8d5]96  uint_t eof;
[ba0ba10]97};
98
[de9178e]99// create or re-create the context when _do or _do_multi is called
[ac97e80d]100void aubio_source_avcodec_reset_resampler(aubio_source_avcodec_t * s);
[de9178e]101// actually read a frame
102void aubio_source_avcodec_readframe(aubio_source_avcodec_t *s,
103    uint_t * read_samples);
[fcd963a]104
[6769586]105uint_t aubio_source_avcodec_has_network_url(aubio_source_avcodec_t *s);
106
107uint_t aubio_source_avcodec_has_network_url(aubio_source_avcodec_t *s) {
108  char proto[20], authorization[256], hostname[128], uripath[256];
109  int proto_size = 20, authorization_size = 256, hostname_size = 128,
110      *port_ptr = 0, path_size = 256;
111  av_url_split(proto, proto_size, authorization, authorization_size, hostname,
112      hostname_size, port_ptr, uripath, path_size, s->path);
113  if (strlen(proto)) {
114    return 1;
115  }
116  return 0;
117}
118
119
[de9178e]120aubio_source_avcodec_t * new_aubio_source_avcodec(const char_t * path,
121    uint_t samplerate, uint_t hop_size) {
[ba0ba10]122  aubio_source_avcodec_t * s = AUBIO_NEW(aubio_source_avcodec_t);
[50f39f5]123  AVFormatContext *avFormatCtx = s->avFormatCtx;
124  AVCodecContext *avCodecCtx = s->avCodecCtx;
125  AVFrame *avFrame = s->avFrame;
[5bd9a2b]126  sint_t selected_stream = -1;
[de23e58]127#if FF_API_LAVF_AVCTX
128  AVCodecParameters *codecpar;
129#endif
[5bd9a2b]130  AVCodec *codec;
[50f39f5]131  uint_t i;
[ba0ba10]132  int err;
133  if (path == NULL) {
[491e6ea]134    AUBIO_ERR("source_avcodec: Aborted opening null path\n");
[b294b3e]135    goto beach;
136  }
137  if ((sint_t)samplerate < 0) {
[de9178e]138    AUBIO_ERR("source_avcodec: Can not open %s with samplerate %d\n",
139        path, samplerate);
[b294b3e]140    goto beach;
141  }
142  if ((sint_t)hop_size <= 0) {
[de9178e]143    AUBIO_ERR("source_avcodec: Can not open %s with hop_size %d\n",
144        path, hop_size);
[b294b3e]145    goto beach;
[ba0ba10]146  }
147
148  s->hop_size = hop_size;
149  s->channels = 1;
[b643a33]150
[d2be104]151  s->path = AUBIO_ARRAY(char_t, strnlen(path, PATH_MAX) + 1);
152  strncpy(s->path, path, strnlen(path, PATH_MAX) + 1);
[ba0ba10]153
[d62fb90]154#if LIBAVFORMAT_VERSION_INT < AV_VERSION_INT(58,0,0)
[ba0ba10]155  // register all formats and codecs
156  av_register_all();
[d62fb90]157#endif
[ba0ba10]158
[6769586]159  if (aubio_source_avcodec_has_network_url(s)) {
160    avformat_network_init();
161  }
[eadd8d5]162
[d75e2d5]163  // try opening the file and get some info about it
[ba0ba10]164  avFormatCtx = NULL;
165  if ( (err = avformat_open_input(&avFormatCtx, s->path, NULL, NULL) ) < 0 ) {
[0af9003]166    char errorstr[256];
167    av_strerror (err, errorstr, sizeof(errorstr));
[491e6ea]168    AUBIO_ERR("source_avcodec: Failed opening %s (%s)\n", s->path, errorstr);
[ba0ba10]169    goto beach;
170  }
171
[6abb4de]172  // try to make sure max_analyze_duration is big enough for most songs
[a9c33a2]173#if FFMPEG_LIBAVFORMAT_MAX_DUR2
[2a32644]174  avFormatCtx->max_analyze_duration2 *= 100;
175#else
[6abb4de]176  avFormatCtx->max_analyze_duration *= 100;
[2a32644]177#endif
[6abb4de]178
[ba0ba10]179  // retrieve stream information
180  if ( (err = avformat_find_stream_info(avFormatCtx, NULL)) < 0 ) {
[0af9003]181    char errorstr[256];
182    av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]183    AUBIO_ERR("source_avcodec: Could not find stream information "
184        "for %s (%s)\n", s->path, errorstr);
[ba0ba10]185    goto beach;
186  }
187
[1fe3ac2]188  // dump information about file onto standard error
[ba0ba10]189  //av_dump_format(avFormatCtx, 0, s->path, 0);
190
[1fe3ac2]191  // look for the first audio stream
[ba0ba10]192  for (i = 0; i < avFormatCtx->nb_streams; i++) {
[2b3c438]193#if FF_API_LAVF_AVCTX
194    if (avFormatCtx->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
195#else
[ba0ba10]196    if (avFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
[2b3c438]197#endif
[ba0ba10]198      if (selected_stream == -1) {
199        selected_stream = i;
200      } else {
[491e6ea]201        AUBIO_WRN("source_avcodec: More than one audio stream in %s, "
[1fe3ac2]202            "taking the first one\n", s->path);
[ba0ba10]203      }
204    }
205  }
206  if (selected_stream == -1) {
[491e6ea]207    AUBIO_ERR("source_avcodec: No audio stream in %s\n", s->path);
[ba0ba10]208    goto beach;
[d3b9fe4]209  }
[eadd8d5]210  //AUBIO_DBG("Taking stream %d in file %s\n", selected_stream, s->path);
[7760b40]211  s->selected_stream = selected_stream;
[ba0ba10]212
[2b3c438]213#if FF_API_LAVF_AVCTX
[de23e58]214  codecpar = avFormatCtx->streams[selected_stream]->codecpar;
[2b3c438]215  if (codecpar == NULL) {
216    AUBIO_ERR("source_avcodec: Could not find decoder for %s", s->path);
217    goto beach;
218  }
[50f39f5]219  codec = avcodec_find_decoder(codecpar->codec_id);
[2b3c438]220
221  /* Allocate a codec context for the decoder */
222  avCodecCtx = avcodec_alloc_context3(codec);
223  if (!avCodecCtx) {
[de9178e]224    AUBIO_ERR("source_avcodec: Failed to allocate the %s codec context "
225        "for path %s\n", av_get_media_type_string(AVMEDIA_TYPE_AUDIO),
226        s->path);
[2b3c438]227    goto beach;
228  }
229#else
[d3b9fe4]230  avCodecCtx = avFormatCtx->streams[selected_stream]->codec;
[de23e58]231  codec = avcodec_find_decoder(avCodecCtx->codec_id);
[2b3c438]232#endif
[ba0ba10]233  if (codec == NULL) {
[491e6ea]234    AUBIO_ERR("source_avcodec: Could not find decoder for %s", s->path);
[ba0ba10]235    goto beach;
236  }
237
[2b3c438]238#if FF_API_LAVF_AVCTX
239  /* Copy codec parameters from input stream to output codec context */
240  if ((err = avcodec_parameters_to_context(avCodecCtx, codecpar)) < 0) {
[de9178e]241    AUBIO_ERR("source_avcodec: Failed to copy %s codec parameters to "
242        "decoder context for %s\n",
243        av_get_media_type_string(AVMEDIA_TYPE_AUDIO), s->path);
[2b3c438]244    goto beach;
245  }
[2434566]246#if HAVE_AUBIO_LIBAVCODEC_TIMEBASE_FIX
247  // avoids 'skipped frames warning' with avecodec < 58, deprecated after
[39c8d08]248  av_codec_set_pkt_timebase(avCodecCtx,
249      avFormatCtx->streams[selected_stream]->time_base);
[2b3c438]250#endif
[0f5837d]251#endif
[2b3c438]252
[ba0ba10]253  if ( ( err = avcodec_open2(avCodecCtx, codec, NULL) ) < 0) {
[0af9003]254    char errorstr[256];
255    av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]256    AUBIO_ERR("source_avcodec: Could not load codec for %s (%s)\n", s->path,
257        errorstr);
[ba0ba10]258    goto beach;
259  }
260
261  /* get input specs */
262  s->input_samplerate = avCodecCtx->sample_rate;
263  s->input_channels   = avCodecCtx->channels;
264  //AUBIO_DBG("input_samplerate: %d\n", s->input_samplerate);
265  //AUBIO_DBG("input_channels: %d\n", s->input_channels);
266
267  if (samplerate == 0) {
[26a6af7]268    s->samplerate = s->input_samplerate;
269  } else {
270    s->samplerate = samplerate;
[ba0ba10]271  }
272
[018e511]273  if (s->samplerate >  s->input_samplerate) {
[491e6ea]274    AUBIO_WRN("source_avcodec: upsampling %s from %d to %d\n", s->path,
[018e511]275        s->input_samplerate, s->samplerate);
276  }
277
[cd4c997]278  avFrame = av_frame_alloc();
[ba0ba10]279  if (!avFrame) {
[491e6ea]280    AUBIO_ERR("source_avcodec: Could not allocate frame for (%s)\n", s->path);
[ba0ba10]281  }
282
[d3b9fe4]283  /* allocate output for avr */
[de9178e]284  s->output = (smpl_t *)av_malloc(AUBIO_AVCODEC_MAX_BUFFER_SIZE
285      * sizeof(smpl_t));
[ba0ba10]286
287  s->read_samples = 0;
288  s->read_index = 0;
289
290  s->avFormatCtx = avFormatCtx;
291  s->avCodecCtx = avCodecCtx;
292  s->avFrame = avFrame;
[fcd963a]293
[ac97e80d]294  aubio_source_avcodec_reset_resampler(s);
[ba0ba10]295
[a81b12a]296  if (s->avr == NULL) goto beach;
297
[eadd8d5]298  s->eof = 0;
299
[ba0ba10]300  //av_log_set_level(AV_LOG_QUIET);
301
302  return s;
303
304beach:
[fcd963a]305  //AUBIO_ERR("can not read %s at samplerate %dHz with a hop_size of %d\n",
306  //    s->path, s->samplerate, s->hop_size);
[ba0ba10]307  del_aubio_source_avcodec(s);
308  return NULL;
309}
310
[ac97e80d]311void aubio_source_avcodec_reset_resampler(aubio_source_avcodec_t * s)
[de9178e]312{
[2f89ef4]313  // create or reset resampler to/from mono/multi-channel
[ac97e80d]314  if ( s->avr == NULL ) {
[808c8525]315    int err;
[61ecd1a]316    int64_t input_layout = av_get_default_channel_layout(s->input_channels);
[8a4ccf7]317    int64_t output_layout = av_get_default_channel_layout(s->input_channels);
[ba67cb6]318#ifdef HAVE_AVRESAMPLE
[7cc80b6]319    AVAudioResampleContext *avr = avresample_alloc_context();
[ba67cb6]320#elif defined(HAVE_SWRESAMPLE)
321    SwrContext *avr = swr_alloc();
322#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[61ecd1a]323
[de9178e]324    av_opt_set_int(avr, "in_channel_layout",  input_layout,              0);
325    av_opt_set_int(avr, "out_channel_layout", output_layout,             0);
326    av_opt_set_int(avr, "in_sample_rate",     s->input_samplerate,       0);
327    av_opt_set_int(avr, "out_sample_rate",    s->samplerate,             0);
[61ecd1a]328    av_opt_set_int(avr, "in_sample_fmt",      s->avCodecCtx->sample_fmt, 0);
[2f89ef4]329#if HAVE_AUBIO_DOUBLE
[de9178e]330    av_opt_set_int(avr, "out_sample_fmt",     AV_SAMPLE_FMT_DBL,         0);
[2f89ef4]331#else
[de9178e]332    av_opt_set_int(avr, "out_sample_fmt",     AV_SAMPLE_FMT_FLT,         0);
[2f89ef4]333#endif
334    // TODO: use planar?
335    //av_opt_set_int(avr, "out_sample_fmt",     AV_SAMPLE_FMT_FLTP,      0);
[ba67cb6]336#ifdef HAVE_AVRESAMPLE
[c3e98d7]337    if ( ( err = avresample_open(avr) ) < 0)
[ba67cb6]338#elif defined(HAVE_SWRESAMPLE)
[c3e98d7]339    if ( ( err = swr_init(avr) ) < 0)
[ba67cb6]340#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[c3e98d7]341    {
[61ecd1a]342      char errorstr[256];
343      av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]344      AUBIO_ERR("source_avcodec: Could not open resampling context"
345         " for %s (%s)\n", s->path, errorstr);
[61ecd1a]346      return;
347    }
348    s->avr = avr;
349  }
350}
351
[de9178e]352void aubio_source_avcodec_readframe(aubio_source_avcodec_t *s,
353    uint_t * read_samples)
354{
[ba0ba10]355  AVFormatContext *avFormatCtx = s->avFormatCtx;
356  AVCodecContext *avCodecCtx = s->avCodecCtx;
357  AVFrame *avFrame = s->avFrame;
[261836d]358  AVPacket avPacket = s->avPacket;
[ba67cb6]359#ifdef HAVE_AVRESAMPLE
[ba0ba10]360  AVAudioResampleContext *avr = s->avr;
[ba67cb6]361#elif defined(HAVE_SWRESAMPLE)
362  SwrContext *avr = s->avr;
363#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[808c8525]364  int got_frame = 0;
365#ifdef HAVE_AVRESAMPLE
366  int in_linesize = 0;
367  int in_samples = avFrame->nb_samples;
368  int out_linesize = 0;
369  int max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE;
370  int out_samples = 0;
371#elif defined(HAVE_SWRESAMPLE)
372  int in_samples = avFrame->nb_samples;
373  int max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE / avCodecCtx->channels;
374  int out_samples = 0;
375#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[877b3b8]376  smpl_t *output = s->output;
[1a6f2de]377#ifndef FF_API_LAVF_AVCTX
378  int len = 0;
[9956027]379#else
380  int ret = 0;
[1a6f2de]381#endif
[5bd9a2b]382  av_init_packet (&avPacket);
[0af9003]383  *read_samples = 0;
[ba0ba10]384
[7760b40]385  do
386  {
387    int err = av_read_frame (avFormatCtx, &avPacket);
[0af9003]388    if (err == AVERROR_EOF) {
389      s->eof = 1;
390      goto beach;
391    }
[7760b40]392    if (err != 0) {
[0af9003]393      char errorstr[256];
394      av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]395      AUBIO_ERR("source_avcodec: could not read frame in %s (%s)\n",
396          s->path, errorstr);
[bdf7caf]397      s->eof = 1;
[0af9003]398      goto beach;
[7760b40]399    }
400  } while (avPacket.stream_index != s->selected_stream);
[ba0ba10]401
[2b3c438]402#if FF_API_LAVF_AVCTX
[808c8525]403  ret = avcodec_send_packet(avCodecCtx, &avPacket);
[2b3c438]404  if (ret < 0 && ret != AVERROR_EOF) {
405    AUBIO_ERR("source_avcodec: error when sending packet for %s\n", s->path);
406    goto beach;
407  }
408  ret = avcodec_receive_frame(avCodecCtx, avFrame);
409  if (ret >= 0) {
410    got_frame = 1;
411  }
412  if (ret < 0) {
413    if (ret == AVERROR(EAGAIN)) {
[de9178e]414      //AUBIO_WRN("source_avcodec: output is not available right now - "
415      //    "user must try to send new input\n");
[3e944fe4]416      goto beach;
[2b3c438]417    } else if (ret == AVERROR_EOF) {
[de9178e]418      AUBIO_WRN("source_avcodec: the decoder has been fully flushed, "
419          "and there will be no more output frames\n");
[2b3c438]420    } else {
421      AUBIO_ERR("source_avcodec: decoding errors on %s\n", s->path);
422      goto beach;
423    }
424  }
425#else
[1a6f2de]426  len = avcodec_decode_audio4(avCodecCtx, avFrame, &got_frame, &avPacket);
[ba0ba10]427
428  if (len < 0) {
[e0ad269]429    AUBIO_ERR("source_avcodec: error while decoding %s\n", s->path);
[0af9003]430    goto beach;
[ba0ba10]431  }
[2b3c438]432#endif
[ba0ba10]433  if (got_frame == 0) {
[de9178e]434    AUBIO_WRN("source_avcodec: did not get a frame when reading %s\n",
435        s->path);
[0af9003]436    goto beach;
437  }
438
[58fe197]439#if LIBAVUTIL_VERSION_MAJOR > 52
[265fe9a]440  if (avFrame->channels != (sint_t)s->input_channels) {
441    AUBIO_WRN ("source_avcodec: trying to read from %d channel(s),"
[de9178e]442        "but configured for %d; is '%s' corrupt?\n",
443        avFrame->channels, s->input_channels, s->path);
[265fe9a]444    goto beach;
445  }
[138cb1f]446#else
447#warning "avutil < 53 is deprecated, crashes might occur on corrupt files"
[58fe197]448#endif
[265fe9a]449
[ba67cb6]450#ifdef HAVE_AVRESAMPLE
[808c8525]451  in_linesize = 0;
[0af9003]452  av_samples_get_buffer_size(&in_linesize, avCodecCtx->channels,
453      avFrame->nb_samples, avCodecCtx->sample_fmt, 1);
[808c8525]454  in_samples = avFrame->nb_samples;
455  out_linesize = 0;
456  max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE;
457  out_samples = avresample_convert ( avr,
[0af9003]458        (uint8_t **)&output, out_linesize, max_out_samples,
459        (uint8_t **)avFrame->data, in_linesize, in_samples);
[ba67cb6]460#elif defined(HAVE_SWRESAMPLE)
[808c8525]461  in_samples = avFrame->nb_samples;
462  max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE / avCodecCtx->channels;
463  out_samples = swr_convert( avr,
[ba67cb6]464      (uint8_t **)&output, max_out_samples,
465      (const uint8_t **)avFrame->data, in_samples);
466#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[0af9003]467  if (out_samples <= 0) {
[de9178e]468    AUBIO_WRN("source_avcodec: no sample found while converting frame (%s)\n",
469        s->path);
[0af9003]470    goto beach;
[ba0ba10]471  }
472
[0af9003]473  *read_samples = out_samples;
474
475beach:
[ba0ba10]476  s->avFormatCtx = avFormatCtx;
477  s->avCodecCtx = avCodecCtx;
478  s->avFrame = avFrame;
[ba67cb6]479#if defined(HAVE_AVRESAMPLE) || defined(HAVE_SWRESAMPLE)
[ba0ba10]480  s->avr = avr;
[ba67cb6]481#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[ba0ba10]482  s->output = output;
483
[a9c33a2]484  av_packet_unref(&avPacket);
[ba0ba10]485}
486
[de9178e]487void aubio_source_avcodec_do(aubio_source_avcodec_t * s, fvec_t * read_data,
488    uint_t * read) {
[ac97e80d]489  uint_t i, j;
[eadd8d5]490  uint_t end = 0;
491  uint_t total_wrote = 0;
[9b5aa50]492  uint_t length = aubio_source_validate_input_length("source_avcodec", s->path,
493      s->hop_size, read_data->length);
[fc633f3]494  if (!s->avr || !s->avFormatCtx || !s->avCodecCtx) {
495    AUBIO_ERR("source_avcodec: could not read from %s (file was closed)\n",
496        s->path);
497    *read= 0;
498    return;
499  }
[9b5aa50]500  while (total_wrote < length) {
501    end = MIN(s->read_samples - s->read_index, length - total_wrote);
[eadd8d5]502    for (i = 0; i < end; i++) {
[8a4ccf7]503      read_data->data[i + total_wrote] = 0.;
504      for (j = 0; j < s->input_channels; j++) {
505        read_data->data[i + total_wrote] +=
506          s->output[(i + s->read_index) * s->input_channels + j];
507      }
508      read_data->data[i + total_wrote] *= 1./s->input_channels;
[ba0ba10]509    }
[eadd8d5]510    total_wrote += end;
[9b5aa50]511    if (total_wrote < length) {
[eadd8d5]512      uint_t avcodec_read = 0;
513      aubio_source_avcodec_readframe(s, &avcodec_read);
514      s->read_samples = avcodec_read;
515      s->read_index = 0;
516      if (s->eof) {
517        break;
[ba0ba10]518      }
[eadd8d5]519    } else {
520      s->read_index += end;
[ba0ba10]521    }
[eadd8d5]522  }
[2510248]523
524  aubio_source_pad_output(read_data, total_wrote);
525
[eadd8d5]526  *read = total_wrote;
[ba0ba10]527}
528
[de9178e]529void aubio_source_avcodec_do_multi(aubio_source_avcodec_t * s,
530    fmat_t * read_data, uint_t * read) {
[fcd963a]531  uint_t i,j;
532  uint_t end = 0;
533  uint_t total_wrote = 0;
[d4927c2]534  uint_t length = aubio_source_validate_input_length("source_avcodec", s->path,
[9b5aa50]535      s->hop_size, read_data->length);
[d4927c2]536  uint_t channels = aubio_source_validate_input_channels("source_avcodec",
[9b5aa50]537      s->path, s->input_channels, read_data->height);
[fc633f3]538  if (!s->avr || !s->avFormatCtx || !s->avCodecCtx) {
539    AUBIO_ERR("source_avcodec: could not read from %s (file was closed)\n",
540        s->path);
541    *read= 0;
542    return;
543  }
[9b5aa50]544  while (total_wrote < length) {
545    end = MIN(s->read_samples - s->read_index, length - total_wrote);
546    for (j = 0; j < channels; j++) {
[fcd963a]547      for (i = 0; i < end; i++) {
548        read_data->data[j][i + total_wrote] =
549          s->output[(i + s->read_index) * s->input_channels + j];
550      }
551    }
552    total_wrote += end;
[9b5aa50]553    if (total_wrote < length) {
[fcd963a]554      uint_t avcodec_read = 0;
555      aubio_source_avcodec_readframe(s, &avcodec_read);
556      s->read_samples = avcodec_read;
557      s->read_index = 0;
558      if (s->eof) {
559        break;
560      }
561    } else {
562      s->read_index += end;
563    }
564  }
[2510248]565
566  aubio_source_pad_multi_output(read_data, s->input_channels, total_wrote);
567
[fcd963a]568  *read = total_wrote;
[ba0ba10]569}
570
[ae5d58a]571uint_t aubio_source_avcodec_get_samplerate(const aubio_source_avcodec_t * s) {
[ba0ba10]572  return s->samplerate;
573}
574
[ae5d58a]575uint_t aubio_source_avcodec_get_channels(const aubio_source_avcodec_t * s) {
[ba0ba10]576  return s->input_channels;
577}
578
579uint_t aubio_source_avcodec_seek (aubio_source_avcodec_t * s, uint_t pos) {
[de9178e]580  int64_t resampled_pos =
581    (uint_t)ROUND(pos * (s->input_samplerate * 1. / s->samplerate));
[50bb325]582  int64_t min_ts = MAX(resampled_pos - 2000, 0);
583  int64_t max_ts = MIN(resampled_pos + 2000, INT64_MAX);
584  int seek_flags = AVSEEK_FLAG_FRAME | AVSEEK_FLAG_ANY;
[41b4421]585  int ret = AUBIO_FAIL;
586  if (s->avFormatCtx != NULL && s->avr != NULL) {
587    ret = AUBIO_OK;
588  } else {
[de9178e]589    AUBIO_ERR("source_avcodec: failed seeking in %s (file not opened?)",
590        s->path);
[41b4421]591    return ret;
592  }
[4d44531]593  if ((sint_t)pos < 0) {
594    AUBIO_ERR("source_avcodec: could not seek %s at %d (seeking position"
595       " should be >= 0)\n", s->path, pos);
596    return AUBIO_FAIL;
597  }
[41b4421]598  ret = avformat_seek_file(s->avFormatCtx, s->selected_stream,
[50bb325]599      min_ts, resampled_pos, max_ts, seek_flags);
600  if (ret < 0) {
[de9178e]601    AUBIO_ERR("source_avcodec: failed seeking to %d in file %s",
602        pos, s->path);
[50bb325]603  }
604  // reset read status
605  s->eof = 0;
606  s->read_index = 0;
607  s->read_samples = 0;
[ba67cb6]608#ifdef HAVE_AVRESAMPLE
[50bb325]609  // reset the AVAudioResampleContext
610  avresample_close(s->avr);
611  avresample_open(s->avr);
[ba67cb6]612#elif defined(HAVE_SWRESAMPLE)
613  swr_close(s->avr);
614  swr_init(s->avr);
615#endif
[50bb325]616  return ret;
[ba0ba10]617}
618
[2d071ad]619uint_t aubio_source_avcodec_get_duration (aubio_source_avcodec_t * s) {
620  if (s && &(s->avFormatCtx) != NULL) {
621    int64_t duration = s->avFormatCtx->duration;
622    return s->samplerate * ((uint_t)duration / 1e6 );
623  }
624  return 0;
625}
626
[422452b]627uint_t aubio_source_avcodec_close(aubio_source_avcodec_t * s) {
[ba0ba10]628  if (s->avr != NULL) {
[ba67cb6]629#ifdef HAVE_AVRESAMPLE
[ba0ba10]630    avresample_close( s->avr );
[ba67cb6]631#elif defined(HAVE_SWRESAMPLE)
632    swr_close ( s->avr );
633#endif
[ba0ba10]634    av_free ( s->avr );
635  }
636  s->avr = NULL;
637  if (s->avCodecCtx != NULL) {
[91fa88d]638#ifndef HAVE_AUBIO_LIBAVCODEC_DEPRECATED
639    avcodec_free_context( &s->avCodecCtx );
640#else
[ba0ba10]641    avcodec_close ( s->avCodecCtx );
[91fa88d]642#endif
[ba0ba10]643  }
644  s->avCodecCtx = NULL;
645  if (s->avFormatCtx != NULL) {
[41ebc91]646    avformat_close_input(&s->avFormatCtx);
647    s->avFormatCtx = NULL;
[ba0ba10]648  }
[261836d]649  av_packet_unref(&s->avPacket);
[422452b]650  return AUBIO_OK;
651}
652
653void del_aubio_source_avcodec(aubio_source_avcodec_t * s){
[c0a1906]654  AUBIO_ASSERT(s);
[422452b]655  aubio_source_avcodec_close(s);
656  if (s->output != NULL) {
657    av_free(s->output);
658  }
659  s->output = NULL;
660  if (s->avFrame != NULL) {
[cd4c997]661    av_frame_free( &(s->avFrame) );
[422452b]662  }
663  s->avFrame = NULL;
[b6bb265]664  if (s->path) {
665    AUBIO_FREE(s->path);
666  }
667  s->path = NULL;
[ba0ba10]668  AUBIO_FREE(s);
669}
670
[549928e]671#endif /* HAVE_LIBAV */
Note: See TracBrowser for help on using the repository browser.