source: src/io/source_sndfile.c @ 21234ee

feature/autosinkfeature/cnnfeature/cnn_orgfeature/constantqfeature/crepefeature/crepe_orgfeature/pitchshiftfeature/pydocstringsfeature/timestretchfix/ffmpeg5pitchshiftsamplertimestretchyinfft+
Last change on this file since 21234ee was 018e511, checked in by Paul Brossier <piem@piem.org>, 11 years ago

src/io/source_{avcodec,sndfile}.c: add and improve warnings about upsampling

  • Property mode set to 100644
File size: 7.9 KB
Line 
1/*
2  Copyright (C) 2012 Paul Brossier <piem@aubio.org>
3
4  This file is part of aubio.
5
6  aubio is free software: you can redistribute it and/or modify
7  it under the terms of the GNU General Public License as published by
8  the Free Software Foundation, either version 3 of the License, or
9  (at your option) any later version.
10
11  aubio is distributed in the hope that it will be useful,
12  but WITHOUT ANY WARRANTY; without even the implied warranty of
13  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  GNU General Public License for more details.
15
16  You should have received a copy of the GNU General Public License
17  along with aubio.  If not, see <http://www.gnu.org/licenses/>.
18
19*/
20
21
22#include "config.h"
23
24#ifdef HAVE_SNDFILE
25
26#include <sndfile.h>
27
28#include "aubio_priv.h"
29#include "fvec.h"
30#include "fmat.h"
31#include "source_sndfile.h"
32
33#include "temporal/resampler.h"
34
35#define MAX_CHANNELS 6
36#define MAX_SIZE 4096
37#define MAX_SAMPLES MAX_CHANNELS * MAX_SIZE
38
39struct _aubio_source_sndfile_t {
40  uint_t hop_size;
41  uint_t samplerate;
42  uint_t channels;
43
44  // some data about the file
45  char_t *path;
46  SNDFILE *handle;
47  int input_samplerate;
48  int input_channels;
49  int input_format;
50
51  // resampling stuff
52  smpl_t ratio;
53  uint_t input_hop_size;
54#ifdef HAVE_SAMPLERATE
55  aubio_resampler_t *resampler;
56  fvec_t *input_data;
57#endif /* HAVE_SAMPLERATE */
58
59  // some temporary memory for sndfile to write at
60  uint_t scratch_size;
61  float *scratch_data;
62};
63
64aubio_source_sndfile_t * new_aubio_source_sndfile(char_t * path, uint_t samplerate, uint_t hop_size) {
65  aubio_source_sndfile_t * s = AUBIO_NEW(aubio_source_sndfile_t);
66
67  if (path == NULL) {
68    AUBIO_ERR("Aborted opening null path\n");
69    goto beach;
70  }
71  if ((sint_t)samplerate < 0) {
72    AUBIO_ERR("Can not open %s with samplerate %d\n", path, samplerate);
73    goto beach;
74  }
75  if ((sint_t)hop_size <= 0) {
76    AUBIO_ERR("Can not open %s with hop_size %d\n", path, hop_size);
77    goto beach;
78  }
79
80  s->hop_size = hop_size;
81  s->channels = 1;
82  s->path = path;
83
84  // try opening the file, getting the info in sfinfo
85  SF_INFO sfinfo;
86  AUBIO_MEMSET(&sfinfo, 0, sizeof (sfinfo));
87  s->handle = sf_open (s->path, SFM_READ, &sfinfo);
88
89  if (s->handle == NULL) {
90    /* show libsndfile err msg */
91    AUBIO_ERR("Failed opening %s: %s\n", s->path, sf_strerror (NULL));
92    goto beach;
93  }     
94
95  /* get input specs */
96  s->input_samplerate = sfinfo.samplerate;
97  s->input_channels   = sfinfo.channels;
98  s->input_format     = sfinfo.format;
99
100  if (samplerate == 0) {
101    samplerate = s->input_samplerate;
102    //AUBIO_DBG("sampling rate set to 0, automagically adjusting to %d\n", samplerate);
103  }
104  s->samplerate = samplerate;
105  /* compute input block size required before resampling */
106  s->ratio = s->samplerate/(float)s->input_samplerate;
107  s->input_hop_size = (uint_t)FLOOR(s->hop_size / s->ratio + .5);
108
109  if (s->input_hop_size * s->input_channels > MAX_SAMPLES) {
110    AUBIO_ERR("Not able to process more than %d frames of %d channels\n",
111        MAX_SAMPLES / s->input_channels, s->input_channels);
112    goto beach;
113  }
114
115#ifdef HAVE_SAMPLERATE
116  s->resampler = NULL;
117  s->input_data = NULL;
118  if (s->ratio != 1) {
119    s->input_data = new_fvec(s->input_hop_size);
120    s->resampler = new_aubio_resampler(s->ratio, 4);
121    if (s->ratio > 1) {
122      // we would need to add a ring buffer for these
123      if ( (uint_t)(s->input_hop_size * s->ratio + .5)  != s->hop_size ) {
124        AUBIO_ERR("can not upsample %s from %d to %d\n", s->path,
125            s->input_samplerate, s->samplerate);
126        goto beach;
127      }
128      AUBIO_WRN("upsampling %s from %d to %d\n", s->path,
129          s->input_samplerate, s->samplerate);
130    }
131  }
132#else
133  if (s->ratio != 1) {
134    AUBIO_ERR("aubio was compiled without aubio_resampler\n");
135    goto beach;
136  }
137#endif /* HAVE_SAMPLERATE */
138
139  /* allocate data for de/interleaving reallocated when needed. */
140  s->scratch_size = s->input_hop_size * s->input_channels;
141  s->scratch_data = AUBIO_ARRAY(float,s->scratch_size);
142
143  return s;
144
145beach:
146  //AUBIO_ERR("can not read %s at samplerate %dHz with a hop_size of %d\n",
147  //    s->path, s->samplerate, s->hop_size);
148  del_aubio_source_sndfile(s);
149  return NULL;
150}
151
152void aubio_source_sndfile_do(aubio_source_sndfile_t * s, fvec_t * read_data, uint_t * read){
153  uint_t i,j, input_channels = s->input_channels;
154  /* do actual reading */
155  sf_count_t read_samples = sf_read_float (s->handle, s->scratch_data, s->scratch_size);
156
157  smpl_t *data;
158
159#ifdef HAVE_SAMPLERATE
160  if (s->ratio != 1) {
161    data = s->input_data->data;
162  } else
163#endif /* HAVE_SAMPLERATE */
164  {
165    data = read_data->data;
166  }
167
168  /* de-interleaving and down-mixing data  */
169  for (j = 0; j < read_samples / input_channels; j++) {
170    data[j] = 0;
171    for (i = 0; i < input_channels; i++) {
172      data[j] += s->scratch_data[input_channels*j+i];
173    }
174    data[j] /= (smpl_t)input_channels;
175  }
176
177#ifdef HAVE_SAMPLERATE
178  if (s->resampler) {
179    aubio_resampler_do(s->resampler, s->input_data, read_data);
180  }
181#endif /* HAVE_SAMPLERATE */
182
183  *read = (int)FLOOR(s->ratio * read_samples / input_channels + .5);
184
185  if (*read < s->hop_size) {
186    for (j = *read; j < s->hop_size; j++) {
187      data[j] = 0;
188    }
189  }
190
191}
192
193void aubio_source_sndfile_do_multi(aubio_source_sndfile_t * s, fmat_t * read_data, uint_t * read){
194  uint_t i,j, input_channels = s->input_channels;
195  /* do actual reading */
196  sf_count_t read_samples = sf_read_float (s->handle, s->scratch_data, s->scratch_size);
197
198  smpl_t **data;
199
200#ifdef HAVE_SAMPLERATE
201  if (s->ratio != 1) {
202    AUBIO_ERR("source_sndfile: no multi channel resampling yet");
203    return;
204    //data = s->input_data->data;
205  } else
206#endif /* HAVE_SAMPLERATE */
207  {
208    data = read_data->data;
209  }
210
211  if (read_data->height < input_channels) {
212    // destination matrix has less channels than the file; copy only first
213    // channels of the file, de-interleaving data
214    for (j = 0; j < read_samples / input_channels; j++) {
215      for (i = 0; i < read_data->height; i++) {
216        data[i][j] = (smpl_t)s->scratch_data[j * input_channels + i];
217      }
218    }
219  } else {
220    // destination matrix has as many or more channels than the file; copy each
221    // channel from the file to the destination matrix, de-interleaving data
222    for (j = 0; j < read_samples / input_channels; j++) {
223      for (i = 0; i < input_channels; i++) {
224        data[i][j] = (smpl_t)s->scratch_data[j * input_channels + i];
225      }
226    }
227  }
228
229  if (read_data->height > input_channels) {
230    // destination matrix has more channels than the file; copy last channel
231    // of the file to each additional channels, de-interleaving data
232    for (j = 0; j < read_samples / input_channels; j++) {
233      for (i = input_channels; i < read_data->height; i++) {
234        data[i][j] = (smpl_t)s->scratch_data[j * input_channels + (input_channels - 1)];
235      }
236    }
237  }
238
239#ifdef HAVE_SAMPLERATE
240  if (s->resampler) {
241    //aubio_resampler_do(s->resampler, s->input_data, read_data);
242  }
243#endif /* HAVE_SAMPLERATE */
244
245  *read = (int)FLOOR(s->ratio * read_samples / input_channels + .5);
246
247  if (*read < s->hop_size) {
248    for (i = 0; i < read_data->height; i++) {
249      for (j = *read; j < s->hop_size; j++) {
250        data[i][j] = 0.;
251      }
252    }
253  }
254
255}
256
257uint_t aubio_source_sndfile_get_samplerate(aubio_source_sndfile_t * s) {
258  return s->samplerate;
259}
260
261uint_t aubio_source_sndfile_get_channels(aubio_source_sndfile_t * s) {
262  return s->input_channels;
263}
264
265uint_t aubio_source_sndfile_seek (aubio_source_sndfile_t * s, uint_t pos) {
266  uint_t resampled_pos = (uint_t)ROUND(pos * s->input_samplerate * 1. / s->samplerate);
267  return sf_seek (s->handle, resampled_pos, SEEK_SET);
268}
269
270void del_aubio_source_sndfile(aubio_source_sndfile_t * s){
271  if (!s) return;
272  if (sf_close(s->handle)) {
273    AUBIO_ERR("Error closing file %s: %s", s->path, sf_strerror (NULL));
274  }
275#ifdef HAVE_SAMPLERATE
276  if (s->resampler != NULL) {
277    del_aubio_resampler(s->resampler);
278  }
279  if (s->input_data) {
280    del_fvec(s->input_data);
281  }
282#endif /* HAVE_SAMPLERATE */
283  AUBIO_FREE(s->scratch_data);
284  AUBIO_FREE(s);
285}
286
287#endif /* HAVE_SNDFILE */
Note: See TracBrowser for help on using the repository browser.