source: src/io/source_sndfile.c @ ebfa80d

feature/autosinkfeature/cnnfeature/cnn_orgfeature/constantqfeature/crepefeature/crepe_orgfeature/pitchshiftfeature/timestretchfix/ffmpeg5
Last change on this file since ebfa80d was ebfa80d, checked in by Paul Brossier <piem@piem.org>, 5 years ago

[source_sndfile] fix reading sizes when resampling

  • Property mode set to 100644
File size: 9.8 KB
RevLine 
[afbd7e7]1/*
2  Copyright (C) 2012 Paul Brossier <piem@aubio.org>
3
4  This file is part of aubio.
5
6  aubio is free software: you can redistribute it and/or modify
7  it under the terms of the GNU General Public License as published by
8  the Free Software Foundation, either version 3 of the License, or
9  (at your option) any later version.
10
11  aubio is distributed in the hope that it will be useful,
12  but WITHOUT ANY WARRANTY; without even the implied warranty of
13  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  GNU General Public License for more details.
15
16  You should have received a copy of the GNU General Public License
17  along with aubio.  If not, see <http://www.gnu.org/licenses/>.
18
19*/
20
[33d0242]21#include "aubio_priv.h"
[afbd7e7]22
23#ifdef HAVE_SNDFILE
24
25#include <sndfile.h>
26
27#include "fvec.h"
[3d2fe26]28#include "fmat.h"
[2589ea9]29#include "ioutils.h"
[3d2fe26]30#include "source_sndfile.h"
[afbd7e7]31
[87dfc3f]32#include "temporal/resampler.h"
33
[afbd7e7]34#define MAX_SIZE 4096
[18a96aa]35#define MAX_SAMPLES AUBIO_MAX_CHANNELS * MAX_SIZE
[afbd7e7]36
[5bd806d]37#if !HAVE_AUBIO_DOUBLE
38#define aubio_sf_read_smpl sf_read_float
39#else /* HAVE_AUBIO_DOUBLE */
40#define aubio_sf_read_smpl sf_read_double
41#endif /* HAVE_AUBIO_DOUBLE */
42
[afbd7e7]43struct _aubio_source_sndfile_t {
44  uint_t hop_size;
45  uint_t samplerate;
46  uint_t channels;
[18c6b20]47
48  // some data about the file
49  char_t *path;
50  SNDFILE *handle;
[afbd7e7]51  int input_samplerate;
52  int input_channels;
53  int input_format;
[c6e7ba1]54  int duration;
[87dfc3f]55
[18c6b20]56  // resampling stuff
[87dfc3f]57  smpl_t ratio;
[18c6b20]58  uint_t input_hop_size;
[87dfc3f]59#ifdef HAVE_SAMPLERATE
[1d01e515]60  aubio_resampler_t **resamplers;
[18c6b20]61  fvec_t *input_data;
[1d01e515]62  fmat_t *input_mat;
[87dfc3f]63#endif /* HAVE_SAMPLERATE */
[18c6b20]64
65  // some temporary memory for sndfile to write at
66  uint_t scratch_size;
[5bd806d]67  smpl_t *scratch_data;
[afbd7e7]68};
69
[ae5d58a]70aubio_source_sndfile_t * new_aubio_source_sndfile(const char_t * path, uint_t samplerate, uint_t hop_size) {
[afbd7e7]71  aubio_source_sndfile_t * s = AUBIO_NEW(aubio_source_sndfile_t);
[67b05b4]72  SF_INFO sfinfo;
[afbd7e7]73
74  if (path == NULL) {
[491e6ea]75    AUBIO_ERR("source_sndfile: Aborted opening null path\n");
[447c673]76    goto beach;
77  }
78  if ((sint_t)samplerate < 0) {
[491e6ea]79    AUBIO_ERR("source_sndfile: Can not open %s with samplerate %d\n", path, samplerate);
[447c673]80    goto beach;
81  }
82  if ((sint_t)hop_size <= 0) {
[491e6ea]83    AUBIO_ERR("source_sndfile: Can not open %s with hop_size %d\n", path, hop_size);
[447c673]84    goto beach;
[afbd7e7]85  }
86
87  s->hop_size = hop_size;
88  s->channels = 1;
[b643a33]89
[d2be104]90  s->path = AUBIO_ARRAY(char_t, strnlen(path, PATH_MAX) + 1);
91  strncpy(s->path, path, strnlen(path, PATH_MAX) + 1);
[afbd7e7]92
[3d1ca81]93  // try opening the file, getting the info in sfinfo
[afbd7e7]94  AUBIO_MEMSET(&sfinfo, 0, sizeof (sfinfo));
95  s->handle = sf_open (s->path, SFM_READ, &sfinfo);
96
97  if (s->handle == NULL) {
98    /* show libsndfile err msg */
[17d0f0e]99    AUBIO_ERR("source_sndfile: Failed opening %s (%s)\n", s->path,
100        sf_strerror (NULL));
[18c6b20]101    goto beach;
[a65d37a]102  }
[afbd7e7]103
104  /* get input specs */
105  s->input_samplerate = sfinfo.samplerate;
106  s->input_channels   = sfinfo.channels;
107  s->input_format     = sfinfo.format;
[c6e7ba1]108  s->duration         = sfinfo.frames;
[afbd7e7]109
[c8f411b]110  if (samplerate == 0) {
[26a6af7]111    s->samplerate = s->input_samplerate;
[4db8eab]112    //AUBIO_DBG("sampling rate set to 0, automagically adjusting to %d\n", samplerate);
[26a6af7]113  } else {
114    s->samplerate = samplerate;
[c8f411b]115  }
[18c6b20]116  /* compute input block size required before resampling */
[5bd806d]117  s->ratio = s->samplerate/(smpl_t)s->input_samplerate;
[18c6b20]118  s->input_hop_size = (uint_t)FLOOR(s->hop_size / s->ratio + .5);
119
120  if (s->input_hop_size * s->input_channels > MAX_SAMPLES) {
[491e6ea]121    AUBIO_ERR("source_sndfile: Not able to process more than %d frames of %d channels\n",
[18c6b20]122        MAX_SAMPLES / s->input_channels, s->input_channels);
123    goto beach;
124  }
[87dfc3f]125
126#ifdef HAVE_SAMPLERATE
[18c6b20]127  s->input_data = NULL;
[1d01e515]128  s->input_mat = NULL;
129  s->resamplers = NULL;
[18c6b20]130  if (s->ratio != 1) {
[1d01e515]131    uint_t i;
132    s->resamplers = AUBIO_ARRAY(aubio_resampler_t*, s->input_channels);
[18c6b20]133    s->input_data = new_fvec(s->input_hop_size);
[1d01e515]134    s->input_mat = new_fmat(s->input_channels, s->input_hop_size);
135    for (i = 0; i < (uint_t)s->input_channels; i++) {
136      s->resamplers[i] = new_aubio_resampler(s->ratio, 4);
137    }
[d22cc42]138    if (s->ratio > 1) {
139      // we would need to add a ring buffer for these
[cad7e91]140      if ( (uint_t)FLOOR(s->input_hop_size * s->ratio + .5)  != s->hop_size ) {
[491e6ea]141        AUBIO_ERR("source_sndfile: can not upsample %s from %d to %d\n", s->path,
[018e511]142            s->input_samplerate, s->samplerate);
[d22cc42]143        goto beach;
144      }
[491e6ea]145      AUBIO_WRN("source_sndfile: upsampling %s from %d to %d\n", s->path,
[018e511]146          s->input_samplerate, s->samplerate);
[87dfc3f]147    }
[985d5c4]148    s->duration = (uint_t)FLOOR(s->duration * s->ratio);
[18c6b20]149  }
[87dfc3f]150#else
[18c6b20]151  if (s->ratio != 1) {
[491e6ea]152    AUBIO_ERR("source_sndfile: aubio was compiled without aubio_resampler\n");
[18c6b20]153    goto beach;
[afbd7e7]154  }
[18c6b20]155#endif /* HAVE_SAMPLERATE */
[87dfc3f]156
[afbd7e7]157  /* allocate data for de/interleaving reallocated when needed. */
[18c6b20]158  s->scratch_size = s->input_hop_size * s->input_channels;
[5bd806d]159  s->scratch_data = AUBIO_ARRAY(smpl_t, s->scratch_size);
[afbd7e7]160
161  return s;
[18c6b20]162
163beach:
[447c673]164  //AUBIO_ERR("can not read %s at samplerate %dHz with a hop_size of %d\n",
165  //    s->path, s->samplerate, s->hop_size);
[18c6b20]166  del_aubio_source_sndfile(s);
167  return NULL;
[afbd7e7]168}
169
170void aubio_source_sndfile_do(aubio_source_sndfile_t * s, fvec_t * read_data, uint_t * read){
[18c6b20]171  uint_t i,j, input_channels = s->input_channels;
[2722dc7]172  /* read from file into scratch_data */
[2589ea9]173  uint_t length = aubio_source_validate_input_length("source_sndfile", s->path,
174      s->hop_size, read_data->length);
175  sf_count_t read_samples = aubio_sf_read_smpl (s->handle, s->scratch_data,
[ebfa80d]176      s->scratch_size);
[2589ea9]177
[ebfa80d]178  uint_t read_length = read_samples / s->input_channels;
[afbd7e7]179
[2722dc7]180  /* where to store de-interleaved data */
181  smpl_t *ptr_data;
[87dfc3f]182#ifdef HAVE_SAMPLERATE
[18c6b20]183  if (s->ratio != 1) {
[2722dc7]184    ptr_data = s->input_data->data;
[87dfc3f]185  } else
186#endif /* HAVE_SAMPLERATE */
187  {
[ebfa80d]188    read_length = MIN(length, read_length);
[2722dc7]189    ptr_data = read_data->data;
[87dfc3f]190  }
[afbd7e7]191
192  /* de-interleaving and down-mixing data  */
[ebfa80d]193  for (j = 0; j < read_length; j++) {
[2722dc7]194    ptr_data[j] = 0;
[afbd7e7]195    for (i = 0; i < input_channels; i++) {
[2722dc7]196      ptr_data[j] += s->scratch_data[input_channels*j+i];
[afbd7e7]197    }
[2722dc7]198    ptr_data[j] /= (smpl_t)input_channels;
[87dfc3f]199  }
200
201#ifdef HAVE_SAMPLERATE
[1d01e515]202  if (s->resamplers) {
203    aubio_resampler_do(s->resamplers[0], s->input_data, read_data);
[afbd7e7]204  }
[87dfc3f]205#endif /* HAVE_SAMPLERATE */
206
[ebfa80d]207  *read = MIN(length, (uint_t)FLOOR(s->ratio * read_length + .5));
[18a378e]208
[7dea72f]209  aubio_source_pad_output (read_data, *read);
[18a378e]210
[afbd7e7]211}
212
[4865e4b]213void aubio_source_sndfile_do_multi(aubio_source_sndfile_t * s, fmat_t * read_data, uint_t * read){
214  uint_t i,j, input_channels = s->input_channels;
215  /* do actual reading */
[2589ea9]216  uint_t length = aubio_source_validate_input_length("source_sndfile", s->path,
217      s->hop_size, read_data->length);
218  uint_t channels = aubio_source_validate_input_channels("source_sndfile",
219      s->path, s->input_channels, read_data->height);
220  sf_count_t read_samples = aubio_sf_read_smpl (s->handle, s->scratch_data,
[ebfa80d]221      s->scratch_size);
[2589ea9]222
[ebfa80d]223  uint_t read_length = read_samples / s->input_channels;
[4865e4b]224
[2722dc7]225  /* where to store de-interleaved data */
226  smpl_t **ptr_data;
[4865e4b]227#ifdef HAVE_SAMPLERATE
228  if (s->ratio != 1) {
[1d01e515]229    ptr_data = s->input_mat->data;
[4865e4b]230  } else
231#endif /* HAVE_SAMPLERATE */
232  {
[ebfa80d]233    read_length = MIN(read_length, length);
[2722dc7]234    ptr_data = read_data->data;
[4865e4b]235  }
236
[ebfa80d]237  for (j = 0; j < read_length; j++) {
[2589ea9]238    for (i = 0; i < channels; i++) {
239      ptr_data[i][j] = s->scratch_data[j * input_channels + i];
[6510866]240    }
241  }
[4865e4b]242
243#ifdef HAVE_SAMPLERATE
[1d01e515]244  if (s->resamplers) {
245    for (i = 0; i < input_channels; i++) {
246      fvec_t input_chan, read_chan;
247      input_chan.data = s->input_mat->data[i];
248      input_chan.length = s->input_mat->length;
249      read_chan.data = read_data->data[i];
250      read_chan.length = read_data->length;
251      aubio_resampler_do(s->resamplers[i], &input_chan, &read_chan);
252    }
[4865e4b]253  }
254#endif /* HAVE_SAMPLERATE */
255
[ebfa80d]256  *read = MIN(length, (uint_t)FLOOR(s->ratio * read_length + .5));
[18a378e]257
[7dea72f]258  aubio_source_pad_multi_output(read_data, input_channels, *read);
[4865e4b]259}
260
[063fa5a]261uint_t aubio_source_sndfile_get_samplerate(aubio_source_sndfile_t * s) {
262  return s->samplerate;
263}
264
[4865e4b]265uint_t aubio_source_sndfile_get_channels(aubio_source_sndfile_t * s) {
266  return s->input_channels;
267}
268
[c6e7ba1]269uint_t aubio_source_sndfile_get_duration (const aubio_source_sndfile_t * s) {
270  if (s && s->duration) {
271    return s->duration;
272  }
273  return 0;
274}
275
[7982203]276uint_t aubio_source_sndfile_seek (aubio_source_sndfile_t * s, uint_t pos) {
[7bb5cef]277  uint_t resampled_pos = (uint_t)ROUND(pos / s->ratio);
[53bb4da]278  sf_count_t sf_ret;
[0eeba03]279  if (s->handle == NULL) {
280    AUBIO_ERR("source_sndfile: failed seeking in %s (file not opened?)\n",
281        s->path);
282    return AUBIO_FAIL;
283  }
[05a8c18]284  if ((sint_t)pos < 0) {
285    AUBIO_ERR("source_sndfile: could not seek %s at %d (seeking position"
286       " should be >= 0)\n", s->path, pos);
287    return AUBIO_FAIL;
288  }
[53bb4da]289  sf_ret = sf_seek (s->handle, resampled_pos, SEEK_SET);
[f33ab63]290  if (sf_ret == -1) {
291    AUBIO_ERR("source_sndfile: Failed seeking %s at %d: %s\n", s->path, pos, sf_strerror (NULL));
292    return AUBIO_FAIL;
293  }
294  if (sf_ret != resampled_pos) {
[74dcddb]295    AUBIO_ERR("source_sndfile: Tried seeking %s at %d, but got %d: %s\n",
296        s->path, resampled_pos, (uint_t)sf_ret, sf_strerror (NULL));
[f33ab63]297    return AUBIO_FAIL;
298  }
299  return AUBIO_OK;
[7982203]300}
301
[422452b]302uint_t aubio_source_sndfile_close (aubio_source_sndfile_t *s) {
303  if (!s->handle) {
[48ebc3b]304    return AUBIO_OK;
[c038740]305  }
[422452b]306  if(sf_close(s->handle)) {
[f33ab63]307    AUBIO_ERR("source_sndfile: Error closing file %s: %s\n", s->path, sf_strerror (NULL));
[422452b]308    return AUBIO_FAIL;
[afbd7e7]309  }
[5210563]310  s->handle = NULL;
[422452b]311  return AUBIO_OK;
312}
313
314void del_aubio_source_sndfile(aubio_source_sndfile_t * s){
[c0a1906]315  AUBIO_ASSERT(s);
[c038740]316  aubio_source_sndfile_close(s);
[87dfc3f]317#ifdef HAVE_SAMPLERATE
[1d01e515]318  if (s->resamplers != NULL) {
319    uint_t i = 0, input_channels = s->input_channels;
320    for (i = 0; i < input_channels; i ++) {
321      if (s->resamplers[i] != NULL) {
322        del_aubio_resampler(s->resamplers[i]);
323      }
324    }
325    AUBIO_FREE(s->resamplers);
[87dfc3f]326  }
[18c6b20]327  if (s->input_data) {
328    del_fvec(s->input_data);
[87dfc3f]329  }
[1d01e515]330  if (s->input_mat) {
331    del_fmat(s->input_mat);
332  }
[87dfc3f]333#endif /* HAVE_SAMPLERATE */
[b643a33]334  if (s->path) AUBIO_FREE(s->path);
[afbd7e7]335  AUBIO_FREE(s->scratch_data);
336  AUBIO_FREE(s);
337}
338
339#endif /* HAVE_SNDFILE */
Note: See TracBrowser for help on using the repository browser.