source: src/io/source_avcodec.c @ 78ebc27

feature/autosinkfeature/cnnfeature/cnn_orgfeature/constantqfeature/crepefeature/crepe_orgfeature/pitchshiftfeature/pydocstringsfeature/timestretchfix/ffmpeg5
Last change on this file since 78ebc27 was cc3f129, checked in by Paul Brossier <piem@piem.org>, 6 years ago

Merge branch 'feature/wrapavcodec'

  • Property mode set to 100644
File size: 19.5 KB
RevLine 
[ba0ba10]1/*
2  Copyright (C) 2013 Paul Brossier <piem@aubio.org>
3
4  This file is part of aubio.
5
6  aubio is free software: you can redistribute it and/or modify
7  it under the terms of the GNU General Public License as published by
8  the Free Software Foundation, either version 3 of the License, or
9  (at your option) any later version.
10
11  aubio is distributed in the hope that it will be useful,
12  but WITHOUT ANY WARRANTY; without even the implied warranty of
13  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  GNU General Public License for more details.
15
16  You should have received a copy of the GNU General Public License
17  along with aubio.  If not, see <http://www.gnu.org/licenses/>.
18
19*/
20
[33d0242]21#include "aubio_priv.h"
[ba0ba10]22
[549928e]23#ifdef HAVE_LIBAV
[ba0ba10]24
[dcde285]25#include <libavcodec/avcodec.h>
26#include <libavformat/avformat.h>
[ba67cb6]27#if defined(HAVE_SWRESAMPLE)
28#include <libswresample/swresample.h>
29#elif defined(HAVE_AVRESAMPLE)
[dcde285]30#include <libavresample/avresample.h>
[ba67cb6]31#endif
[dcde285]32#include <libavutil/opt.h>
33#include <stdlib.h>
34
[a9c33a2]35// determine whether we use libavformat from ffmpeg or from libav
36#define FFMPEG_LIBAVFORMAT (LIBAVFORMAT_VERSION_MICRO > 99 )
[de9178e]37// max_analyze_duration2 was used from ffmpeg libavformat 55.43.100 -> 57.2.100
[9ac77ac]38#define FFMPEG_LIBAVFORMAT_MAX_DUR2 FFMPEG_LIBAVFORMAT && ( \
[a9c33a2]39      (LIBAVFORMAT_VERSION_MAJOR == 55 && LIBAVFORMAT_VERSION_MINOR >= 43) \
40      || (LIBAVFORMAT_VERSION_MAJOR == 56) \
41      || (LIBAVFORMAT_VERSION_MAJOR == 57 && LIBAVFORMAT_VERSION_MINOR < 2) \
42      )
[2a32644]43
[a2d628b]44// backward compatibility with libavcodec55
[8250214]45#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(57,0,0)
[1504b7c]46#define HAVE_AUBIO_LIBAVCODEC_DEPRECATED 1
[8250214]47#endif
48
49#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(55,28,1)
50#warning "libavcodec < 56 is deprecated"
[a2d628b]51#define av_frame_alloc  avcodec_alloc_frame
52#define av_frame_free avcodec_free_frame
53#define av_packet_unref av_free_packet
54#endif
55
[ba0ba10]56#include "aubio_priv.h"
57#include "fvec.h"
58#include "fmat.h"
59#include "source_avcodec.h"
60
[5690daf]61#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(56, 56, 0)
[0af9003]62#define AUBIO_AVCODEC_MAX_BUFFER_SIZE FF_MIN_BUFFER_SIZE
[5690daf]63#else
64#define AUBIO_AVCODEC_MAX_BUFFER_SIZE AV_INPUT_BUFFER_MIN_SIZE
65#endif
[ba0ba10]66
67struct _aubio_source_avcodec_t {
68  uint_t hop_size;
69  uint_t samplerate;
70  uint_t channels;
71
72  // some data about the file
73  char_t *path;
[d3b9fe4]74  uint_t input_samplerate;
75  uint_t input_channels;
[ba0ba10]76
77  // avcodec stuff
78  AVFormatContext *avFormatCtx;
79  AVCodecContext *avCodecCtx;
80  AVFrame *avFrame;
[261836d]81  AVPacket avPacket;
[ba67cb6]82#ifdef HAVE_AVRESAMPLE
[ba0ba10]83  AVAudioResampleContext *avr;
[ba67cb6]84#elif defined(HAVE_SWRESAMPLE)
85  SwrContext *avr;
86#endif
[2f89ef4]87  smpl_t *output;
[d3b9fe4]88  uint_t read_samples;
89  uint_t read_index;
[7760b40]90  sint_t selected_stream;
[eadd8d5]91  uint_t eof;
[fcd963a]92  uint_t multi;
[ba0ba10]93};
94
[de9178e]95// create or re-create the context when _do or _do_multi is called
96void aubio_source_avcodec_reset_resampler(aubio_source_avcodec_t * s,
97    uint_t multi);
98// actually read a frame
99void aubio_source_avcodec_readframe(aubio_source_avcodec_t *s,
100    uint_t * read_samples);
[fcd963a]101
[6769586]102uint_t aubio_source_avcodec_has_network_url(aubio_source_avcodec_t *s);
103
104uint_t aubio_source_avcodec_has_network_url(aubio_source_avcodec_t *s) {
105  char proto[20], authorization[256], hostname[128], uripath[256];
106  int proto_size = 20, authorization_size = 256, hostname_size = 128,
107      *port_ptr = 0, path_size = 256;
108  av_url_split(proto, proto_size, authorization, authorization_size, hostname,
109      hostname_size, port_ptr, uripath, path_size, s->path);
110  if (strlen(proto)) {
111    return 1;
112  }
113  return 0;
114}
115
116
[de9178e]117aubio_source_avcodec_t * new_aubio_source_avcodec(const char_t * path,
118    uint_t samplerate, uint_t hop_size) {
[ba0ba10]119  aubio_source_avcodec_t * s = AUBIO_NEW(aubio_source_avcodec_t);
[50f39f5]120  AVFormatContext *avFormatCtx = s->avFormatCtx;
121  AVCodecContext *avCodecCtx = s->avCodecCtx;
122  AVFrame *avFrame = s->avFrame;
[5bd9a2b]123  sint_t selected_stream = -1;
[de23e58]124#if FF_API_LAVF_AVCTX
125  AVCodecParameters *codecpar;
126#endif
[5bd9a2b]127  AVCodec *codec;
[50f39f5]128  uint_t i;
[ba0ba10]129  int err;
130  if (path == NULL) {
[491e6ea]131    AUBIO_ERR("source_avcodec: Aborted opening null path\n");
[b294b3e]132    goto beach;
133  }
134  if ((sint_t)samplerate < 0) {
[de9178e]135    AUBIO_ERR("source_avcodec: Can not open %s with samplerate %d\n",
136        path, samplerate);
[b294b3e]137    goto beach;
138  }
139  if ((sint_t)hop_size <= 0) {
[de9178e]140    AUBIO_ERR("source_avcodec: Can not open %s with hop_size %d\n",
141        path, hop_size);
[b294b3e]142    goto beach;
[ba0ba10]143  }
144
145  s->hop_size = hop_size;
146  s->channels = 1;
[b643a33]147
148  if (s->path) AUBIO_FREE(s->path);
[d2be104]149  s->path = AUBIO_ARRAY(char_t, strnlen(path, PATH_MAX) + 1);
150  strncpy(s->path, path, strnlen(path, PATH_MAX) + 1);
[ba0ba10]151
[d62fb90]152#if LIBAVFORMAT_VERSION_INT < AV_VERSION_INT(58,0,0)
[ba0ba10]153  // register all formats and codecs
154  av_register_all();
[d62fb90]155#endif
[ba0ba10]156
[6769586]157  if (aubio_source_avcodec_has_network_url(s)) {
158    avformat_network_init();
159  }
[eadd8d5]160
[d75e2d5]161  // try opening the file and get some info about it
[ba0ba10]162  avFormatCtx = NULL;
163  if ( (err = avformat_open_input(&avFormatCtx, s->path, NULL, NULL) ) < 0 ) {
[0af9003]164    char errorstr[256];
165    av_strerror (err, errorstr, sizeof(errorstr));
[491e6ea]166    AUBIO_ERR("source_avcodec: Failed opening %s (%s)\n", s->path, errorstr);
[ba0ba10]167    goto beach;
168  }
169
[6abb4de]170  // try to make sure max_analyze_duration is big enough for most songs
[a9c33a2]171#if FFMPEG_LIBAVFORMAT_MAX_DUR2
[2a32644]172  avFormatCtx->max_analyze_duration2 *= 100;
173#else
[6abb4de]174  avFormatCtx->max_analyze_duration *= 100;
[2a32644]175#endif
[6abb4de]176
[ba0ba10]177  // retrieve stream information
178  if ( (err = avformat_find_stream_info(avFormatCtx, NULL)) < 0 ) {
[0af9003]179    char errorstr[256];
180    av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]181    AUBIO_ERR("source_avcodec: Could not find stream information "
182        "for %s (%s)\n", s->path, errorstr);
[ba0ba10]183    goto beach;
184  }
185
[1fe3ac2]186  // dump information about file onto standard error
[ba0ba10]187  //av_dump_format(avFormatCtx, 0, s->path, 0);
188
[1fe3ac2]189  // look for the first audio stream
[ba0ba10]190  for (i = 0; i < avFormatCtx->nb_streams; i++) {
[2b3c438]191#if FF_API_LAVF_AVCTX
192    if (avFormatCtx->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
193#else
[ba0ba10]194    if (avFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
[2b3c438]195#endif
[ba0ba10]196      if (selected_stream == -1) {
197        selected_stream = i;
198      } else {
[491e6ea]199        AUBIO_WRN("source_avcodec: More than one audio stream in %s, "
[1fe3ac2]200            "taking the first one\n", s->path);
[ba0ba10]201      }
202    }
203  }
204  if (selected_stream == -1) {
[491e6ea]205    AUBIO_ERR("source_avcodec: No audio stream in %s\n", s->path);
[ba0ba10]206    goto beach;
[d3b9fe4]207  }
[eadd8d5]208  //AUBIO_DBG("Taking stream %d in file %s\n", selected_stream, s->path);
[7760b40]209  s->selected_stream = selected_stream;
[ba0ba10]210
[2b3c438]211#if FF_API_LAVF_AVCTX
[de23e58]212  codecpar = avFormatCtx->streams[selected_stream]->codecpar;
[2b3c438]213  if (codecpar == NULL) {
214    AUBIO_ERR("source_avcodec: Could not find decoder for %s", s->path);
215    goto beach;
216  }
[50f39f5]217  codec = avcodec_find_decoder(codecpar->codec_id);
[2b3c438]218
219  /* Allocate a codec context for the decoder */
220  avCodecCtx = avcodec_alloc_context3(codec);
221  if (!avCodecCtx) {
[de9178e]222    AUBIO_ERR("source_avcodec: Failed to allocate the %s codec context "
223        "for path %s\n", av_get_media_type_string(AVMEDIA_TYPE_AUDIO),
224        s->path);
[2b3c438]225    goto beach;
226  }
227#else
[d3b9fe4]228  avCodecCtx = avFormatCtx->streams[selected_stream]->codec;
[de23e58]229  codec = avcodec_find_decoder(avCodecCtx->codec_id);
[2b3c438]230#endif
[ba0ba10]231  if (codec == NULL) {
[491e6ea]232    AUBIO_ERR("source_avcodec: Could not find decoder for %s", s->path);
[ba0ba10]233    goto beach;
234  }
235
[2b3c438]236#if FF_API_LAVF_AVCTX
237  /* Copy codec parameters from input stream to output codec context */
238  if ((err = avcodec_parameters_to_context(avCodecCtx, codecpar)) < 0) {
[de9178e]239    AUBIO_ERR("source_avcodec: Failed to copy %s codec parameters to "
240        "decoder context for %s\n",
241        av_get_media_type_string(AVMEDIA_TYPE_AUDIO), s->path);
[2b3c438]242    goto beach;
243  }
244#endif
245
[ba0ba10]246  if ( ( err = avcodec_open2(avCodecCtx, codec, NULL) ) < 0) {
[0af9003]247    char errorstr[256];
248    av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]249    AUBIO_ERR("source_avcodec: Could not load codec for %s (%s)\n", s->path,
250        errorstr);
[ba0ba10]251    goto beach;
252  }
253
254  /* get input specs */
255  s->input_samplerate = avCodecCtx->sample_rate;
256  s->input_channels   = avCodecCtx->channels;
257  //AUBIO_DBG("input_samplerate: %d\n", s->input_samplerate);
258  //AUBIO_DBG("input_channels: %d\n", s->input_channels);
259
260  if (samplerate == 0) {
[26a6af7]261    s->samplerate = s->input_samplerate;
262  } else {
263    s->samplerate = samplerate;
[ba0ba10]264  }
265
[018e511]266  if (s->samplerate >  s->input_samplerate) {
[491e6ea]267    AUBIO_WRN("source_avcodec: upsampling %s from %d to %d\n", s->path,
[018e511]268        s->input_samplerate, s->samplerate);
269  }
270
[cd4c997]271  avFrame = av_frame_alloc();
[ba0ba10]272  if (!avFrame) {
[491e6ea]273    AUBIO_ERR("source_avcodec: Could not allocate frame for (%s)\n", s->path);
[ba0ba10]274  }
275
[d3b9fe4]276  /* allocate output for avr */
[de9178e]277  s->output = (smpl_t *)av_malloc(AUBIO_AVCODEC_MAX_BUFFER_SIZE
278      * sizeof(smpl_t));
[ba0ba10]279
280  s->read_samples = 0;
281  s->read_index = 0;
282
283  s->avFormatCtx = avFormatCtx;
284  s->avCodecCtx = avCodecCtx;
285  s->avFrame = avFrame;
[fcd963a]286
287  // default to mono output
[61ecd1a]288  aubio_source_avcodec_reset_resampler(s, 0);
[ba0ba10]289
[a81b12a]290  if (s->avr == NULL) goto beach;
291
[eadd8d5]292  s->eof = 0;
[fcd963a]293  s->multi = 0;
[eadd8d5]294
[ba0ba10]295  //av_log_set_level(AV_LOG_QUIET);
296
297  return s;
298
299beach:
[fcd963a]300  //AUBIO_ERR("can not read %s at samplerate %dHz with a hop_size of %d\n",
301  //    s->path, s->samplerate, s->hop_size);
[ba0ba10]302  del_aubio_source_avcodec(s);
303  return NULL;
304}
305
[de9178e]306void aubio_source_avcodec_reset_resampler(aubio_source_avcodec_t * s,
307    uint_t multi)
308{
[2f89ef4]309  // create or reset resampler to/from mono/multi-channel
[61ecd1a]310  if ( (multi != s->multi) || (s->avr == NULL) ) {
[808c8525]311    int err;
[61ecd1a]312    int64_t input_layout = av_get_default_channel_layout(s->input_channels);
313    uint_t output_channels = multi ? s->input_channels : 1;
314    int64_t output_layout = av_get_default_channel_layout(output_channels);
[ba67cb6]315#ifdef HAVE_AVRESAMPLE
[7cc80b6]316    AVAudioResampleContext *avr = avresample_alloc_context();
317    AVAudioResampleContext *oldavr = s->avr;
[ba67cb6]318#elif defined(HAVE_SWRESAMPLE)
319    SwrContext *avr = swr_alloc();
320    SwrContext *oldavr = s->avr;
321#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[61ecd1a]322
[de9178e]323    av_opt_set_int(avr, "in_channel_layout",  input_layout,              0);
324    av_opt_set_int(avr, "out_channel_layout", output_layout,             0);
325    av_opt_set_int(avr, "in_sample_rate",     s->input_samplerate,       0);
326    av_opt_set_int(avr, "out_sample_rate",    s->samplerate,             0);
[61ecd1a]327    av_opt_set_int(avr, "in_sample_fmt",      s->avCodecCtx->sample_fmt, 0);
[2f89ef4]328#if HAVE_AUBIO_DOUBLE
[de9178e]329    av_opt_set_int(avr, "out_sample_fmt",     AV_SAMPLE_FMT_DBL,         0);
[2f89ef4]330#else
[de9178e]331    av_opt_set_int(avr, "out_sample_fmt",     AV_SAMPLE_FMT_FLT,         0);
[2f89ef4]332#endif
333    // TODO: use planar?
334    //av_opt_set_int(avr, "out_sample_fmt",     AV_SAMPLE_FMT_FLTP,      0);
[ba67cb6]335#ifdef HAVE_AVRESAMPLE
[c3e98d7]336    if ( ( err = avresample_open(avr) ) < 0)
[ba67cb6]337#elif defined(HAVE_SWRESAMPLE)
[c3e98d7]338    if ( ( err = swr_init(avr) ) < 0)
[ba67cb6]339#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[c3e98d7]340    {
[61ecd1a]341      char errorstr[256];
342      av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]343      AUBIO_ERR("source_avcodec: Could not open resampling context"
344         " for %s (%s)\n", s->path, errorstr);
[61ecd1a]345      return;
346    }
347    s->avr = avr;
[7cc80b6]348    if (oldavr != NULL) {
[ba67cb6]349#ifdef HAVE_AVRESAMPLE
[7cc80b6]350      avresample_close( oldavr );
[ba67cb6]351#elif defined(HAVE_SWRESAMPLE)
352      swr_close ( oldavr );
353#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[7cc80b6]354      av_free ( oldavr );
355      oldavr = NULL;
356    }
[61ecd1a]357    s->multi = multi;
358  }
359}
360
[de9178e]361void aubio_source_avcodec_readframe(aubio_source_avcodec_t *s,
362    uint_t * read_samples)
363{
[ba0ba10]364  AVFormatContext *avFormatCtx = s->avFormatCtx;
365  AVCodecContext *avCodecCtx = s->avCodecCtx;
366  AVFrame *avFrame = s->avFrame;
[261836d]367  AVPacket avPacket = s->avPacket;
[ba67cb6]368#ifdef HAVE_AVRESAMPLE
[ba0ba10]369  AVAudioResampleContext *avr = s->avr;
[ba67cb6]370#elif defined(HAVE_SWRESAMPLE)
371  SwrContext *avr = s->avr;
372#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[808c8525]373  int got_frame = 0;
374#ifdef HAVE_AVRESAMPLE
375  int in_linesize = 0;
376  int in_samples = avFrame->nb_samples;
377  int out_linesize = 0;
378  int max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE;
379  int out_samples = 0;
380#elif defined(HAVE_SWRESAMPLE)
381  int in_samples = avFrame->nb_samples;
382  int max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE / avCodecCtx->channels;
383  int out_samples = 0;
384#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[877b3b8]385  smpl_t *output = s->output;
[1a6f2de]386#ifndef FF_API_LAVF_AVCTX
387  int len = 0;
[9956027]388#else
389  int ret = 0;
[1a6f2de]390#endif
[5bd9a2b]391  av_init_packet (&avPacket);
[0af9003]392  *read_samples = 0;
[ba0ba10]393
[7760b40]394  do
395  {
396    int err = av_read_frame (avFormatCtx, &avPacket);
[0af9003]397    if (err == AVERROR_EOF) {
398      s->eof = 1;
399      goto beach;
400    }
[7760b40]401    if (err != 0) {
[0af9003]402      char errorstr[256];
403      av_strerror (err, errorstr, sizeof(errorstr));
[de9178e]404      AUBIO_ERR("source_avcodec: could not read frame in %s (%s)\n",
405          s->path, errorstr);
[bdf7caf]406      s->eof = 1;
[0af9003]407      goto beach;
[7760b40]408    }
409  } while (avPacket.stream_index != s->selected_stream);
[ba0ba10]410
[2b3c438]411#if FF_API_LAVF_AVCTX
[808c8525]412  ret = avcodec_send_packet(avCodecCtx, &avPacket);
[2b3c438]413  if (ret < 0 && ret != AVERROR_EOF) {
414    AUBIO_ERR("source_avcodec: error when sending packet for %s\n", s->path);
415    goto beach;
416  }
417  ret = avcodec_receive_frame(avCodecCtx, avFrame);
418  if (ret >= 0) {
419    got_frame = 1;
420  }
421  if (ret < 0) {
422    if (ret == AVERROR(EAGAIN)) {
[de9178e]423      //AUBIO_WRN("source_avcodec: output is not available right now - "
424      //    "user must try to send new input\n");
[3e944fe4]425      goto beach;
[2b3c438]426    } else if (ret == AVERROR_EOF) {
[de9178e]427      AUBIO_WRN("source_avcodec: the decoder has been fully flushed, "
428          "and there will be no more output frames\n");
[2b3c438]429    } else {
430      AUBIO_ERR("source_avcodec: decoding errors on %s\n", s->path);
431      goto beach;
432    }
433  }
434#else
[1a6f2de]435  len = avcodec_decode_audio4(avCodecCtx, avFrame, &got_frame, &avPacket);
[ba0ba10]436
437  if (len < 0) {
[e0ad269]438    AUBIO_ERR("source_avcodec: error while decoding %s\n", s->path);
[0af9003]439    goto beach;
[ba0ba10]440  }
[2b3c438]441#endif
[ba0ba10]442  if (got_frame == 0) {
[de9178e]443    AUBIO_WRN("source_avcodec: did not get a frame when reading %s\n",
444        s->path);
[0af9003]445    goto beach;
446  }
447
[58fe197]448#if LIBAVUTIL_VERSION_MAJOR > 52
[265fe9a]449  if (avFrame->channels != (sint_t)s->input_channels) {
450    AUBIO_WRN ("source_avcodec: trying to read from %d channel(s),"
[de9178e]451        "but configured for %d; is '%s' corrupt?\n",
452        avFrame->channels, s->input_channels, s->path);
[265fe9a]453    goto beach;
454  }
[138cb1f]455#else
456#warning "avutil < 53 is deprecated, crashes might occur on corrupt files"
[58fe197]457#endif
[265fe9a]458
[ba67cb6]459#ifdef HAVE_AVRESAMPLE
[808c8525]460  in_linesize = 0;
[0af9003]461  av_samples_get_buffer_size(&in_linesize, avCodecCtx->channels,
462      avFrame->nb_samples, avCodecCtx->sample_fmt, 1);
[808c8525]463  in_samples = avFrame->nb_samples;
464  out_linesize = 0;
465  max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE;
466  out_samples = avresample_convert ( avr,
[0af9003]467        (uint8_t **)&output, out_linesize, max_out_samples,
468        (uint8_t **)avFrame->data, in_linesize, in_samples);
[ba67cb6]469#elif defined(HAVE_SWRESAMPLE)
[808c8525]470  in_samples = avFrame->nb_samples;
471  max_out_samples = AUBIO_AVCODEC_MAX_BUFFER_SIZE / avCodecCtx->channels;
472  out_samples = swr_convert( avr,
[ba67cb6]473      (uint8_t **)&output, max_out_samples,
474      (const uint8_t **)avFrame->data, in_samples);
475#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[0af9003]476  if (out_samples <= 0) {
[de9178e]477    AUBIO_WRN("source_avcodec: no sample found while converting frame (%s)\n",
478        s->path);
[0af9003]479    goto beach;
[ba0ba10]480  }
481
[0af9003]482  *read_samples = out_samples;
483
484beach:
[ba0ba10]485  s->avFormatCtx = avFormatCtx;
486  s->avCodecCtx = avCodecCtx;
487  s->avFrame = avFrame;
[ba67cb6]488#if defined(HAVE_AVRESAMPLE) || defined(HAVE_SWRESAMPLE)
[ba0ba10]489  s->avr = avr;
[ba67cb6]490#endif /* HAVE_AVRESAMPLE || HAVE_SWRESAMPLE */
[ba0ba10]491  s->output = output;
492
[a9c33a2]493  av_packet_unref(&avPacket);
[ba0ba10]494}
495
[de9178e]496void aubio_source_avcodec_do(aubio_source_avcodec_t * s, fvec_t * read_data,
497    uint_t * read) {
[ba0ba10]498  uint_t i;
[eadd8d5]499  uint_t end = 0;
500  uint_t total_wrote = 0;
[8b210a9]501  // switch from multi
502  if (s->multi == 1) aubio_source_avcodec_reset_resampler(s, 0);
[eadd8d5]503  while (total_wrote < s->hop_size) {
504    end = MIN(s->read_samples - s->read_index, s->hop_size - total_wrote);
505    for (i = 0; i < end; i++) {
[3d5cddf]506      read_data->data[i + total_wrote] = s->output[i + s->read_index];
[ba0ba10]507    }
[eadd8d5]508    total_wrote += end;
509    if (total_wrote < s->hop_size) {
510      uint_t avcodec_read = 0;
511      aubio_source_avcodec_readframe(s, &avcodec_read);
512      s->read_samples = avcodec_read;
513      s->read_index = 0;
514      if (s->eof) {
515        break;
[ba0ba10]516      }
[eadd8d5]517    } else {
518      s->read_index += end;
[ba0ba10]519    }
[eadd8d5]520  }
521  if (total_wrote < s->hop_size) {
[eacc55c]522    for (i = total_wrote; i < s->hop_size; i++) {
[eadd8d5]523      read_data->data[i] = 0.;
[ba0ba10]524    }
525  }
[eadd8d5]526  *read = total_wrote;
[ba0ba10]527}
528
[de9178e]529void aubio_source_avcodec_do_multi(aubio_source_avcodec_t * s,
530    fmat_t * read_data, uint_t * read) {
[fcd963a]531  uint_t i,j;
532  uint_t end = 0;
533  uint_t total_wrote = 0;
[8b210a9]534  // switch from mono
535  if (s->multi == 0) aubio_source_avcodec_reset_resampler(s, 1);
[fcd963a]536  while (total_wrote < s->hop_size) {
537    end = MIN(s->read_samples - s->read_index, s->hop_size - total_wrote);
538    for (j = 0; j < read_data->height; j++) {
539      for (i = 0; i < end; i++) {
540        read_data->data[j][i + total_wrote] =
541          s->output[(i + s->read_index) * s->input_channels + j];
542      }
543    }
544    total_wrote += end;
545    if (total_wrote < s->hop_size) {
546      uint_t avcodec_read = 0;
547      aubio_source_avcodec_readframe(s, &avcodec_read);
548      s->read_samples = avcodec_read;
549      s->read_index = 0;
550      if (s->eof) {
551        break;
552      }
553    } else {
554      s->read_index += end;
555    }
556  }
557  if (total_wrote < s->hop_size) {
558    for (j = 0; j < read_data->height; j++) {
[eacc55c]559      for (i = total_wrote; i < s->hop_size; i++) {
[fcd963a]560        read_data->data[j][i] = 0.;
561      }
562    }
563  }
564  *read = total_wrote;
[ba0ba10]565}
566
[ae5d58a]567uint_t aubio_source_avcodec_get_samplerate(const aubio_source_avcodec_t * s) {
[ba0ba10]568  return s->samplerate;
569}
570
[ae5d58a]571uint_t aubio_source_avcodec_get_channels(const aubio_source_avcodec_t * s) {
[ba0ba10]572  return s->input_channels;
573}
574
575uint_t aubio_source_avcodec_seek (aubio_source_avcodec_t * s, uint_t pos) {
[de9178e]576  int64_t resampled_pos =
577    (uint_t)ROUND(pos * (s->input_samplerate * 1. / s->samplerate));
[50bb325]578  int64_t min_ts = MAX(resampled_pos - 2000, 0);
579  int64_t max_ts = MIN(resampled_pos + 2000, INT64_MAX);
580  int seek_flags = AVSEEK_FLAG_FRAME | AVSEEK_FLAG_ANY;
[41b4421]581  int ret = AUBIO_FAIL;
582  if (s->avFormatCtx != NULL && s->avr != NULL) {
583    ret = AUBIO_OK;
584  } else {
[de9178e]585    AUBIO_ERR("source_avcodec: failed seeking in %s (file not opened?)",
586        s->path);
[41b4421]587    return ret;
588  }
[4d44531]589  if ((sint_t)pos < 0) {
590    AUBIO_ERR("source_avcodec: could not seek %s at %d (seeking position"
591       " should be >= 0)\n", s->path, pos);
592    return AUBIO_FAIL;
593  }
[41b4421]594  ret = avformat_seek_file(s->avFormatCtx, s->selected_stream,
[50bb325]595      min_ts, resampled_pos, max_ts, seek_flags);
596  if (ret < 0) {
[de9178e]597    AUBIO_ERR("source_avcodec: failed seeking to %d in file %s",
598        pos, s->path);
[50bb325]599  }
600  // reset read status
601  s->eof = 0;
602  s->read_index = 0;
603  s->read_samples = 0;
[ba67cb6]604#ifdef HAVE_AVRESAMPLE
[50bb325]605  // reset the AVAudioResampleContext
606  avresample_close(s->avr);
607  avresample_open(s->avr);
[ba67cb6]608#elif defined(HAVE_SWRESAMPLE)
609  swr_close(s->avr);
610  swr_init(s->avr);
611#endif
[50bb325]612  return ret;
[ba0ba10]613}
614
[2d071ad]615uint_t aubio_source_avcodec_get_duration (aubio_source_avcodec_t * s) {
616  if (s && &(s->avFormatCtx) != NULL) {
617    int64_t duration = s->avFormatCtx->duration;
618    return s->samplerate * ((uint_t)duration / 1e6 );
619  }
620  return 0;
621}
622
[422452b]623uint_t aubio_source_avcodec_close(aubio_source_avcodec_t * s) {
[ba0ba10]624  if (s->avr != NULL) {
[ba67cb6]625#ifdef HAVE_AVRESAMPLE
[ba0ba10]626    avresample_close( s->avr );
[ba67cb6]627#elif defined(HAVE_SWRESAMPLE)
628    swr_close ( s->avr );
629#endif
[ba0ba10]630    av_free ( s->avr );
631  }
632  s->avr = NULL;
633  if (s->avCodecCtx != NULL) {
[91fa88d]634#ifndef HAVE_AUBIO_LIBAVCODEC_DEPRECATED
635    avcodec_free_context( &s->avCodecCtx );
636#else
[ba0ba10]637    avcodec_close ( s->avCodecCtx );
[91fa88d]638#endif
[ba0ba10]639  }
640  s->avCodecCtx = NULL;
641  if (s->avFormatCtx != NULL) {
[41ebc91]642    avformat_close_input(&s->avFormatCtx);
643    s->avFormatCtx = NULL;
[ba0ba10]644  }
[261836d]645  av_packet_unref(&s->avPacket);
[422452b]646  return AUBIO_OK;
647}
648
649void del_aubio_source_avcodec(aubio_source_avcodec_t * s){
650  if (!s) return;
651  aubio_source_avcodec_close(s);
652  if (s->output != NULL) {
653    av_free(s->output);
654  }
655  s->output = NULL;
656  if (s->avFrame != NULL) {
[cd4c997]657    av_frame_free( &(s->avFrame) );
[422452b]658  }
659  s->avFrame = NULL;
[b6bb265]660  if (s->path) {
661    AUBIO_FREE(s->path);
662  }
663  s->path = NULL;
[ba0ba10]664  AUBIO_FREE(s);
665}
666
[549928e]667#endif /* HAVE_LIBAV */
Note: See TracBrowser for help on using the repository browser.