source: src/spectral/fft.c @ eb68991

feature/autosinkfeature/cnnfeature/cnn_orgfeature/constantqfeature/crepefeature/crepe_orgfeature/pitchshiftfeature/pydocstringsfeature/timestretchfix/ffmpeg5pitchshiftsamplertimestretchyinfft+
Last change on this file since eb68991 was a984461, checked in by Paul Brossier <piem@piem.org>, 9 years ago

src/spectral/fft.c: make sure winsize > 1

  • Property mode set to 100644
File size: 12.8 KB
Line 
1/*
2  Copyright (C) 2003-2009 Paul Brossier <piem@aubio.org>
3
4  This file is part of aubio.
5
6  aubio is free software: you can redistribute it and/or modify
7  it under the terms of the GNU General Public License as published by
8  the Free Software Foundation, either version 3 of the License, or
9  (at your option) any later version.
10
11  aubio is distributed in the hope that it will be useful,
12  but WITHOUT ANY WARRANTY; without even the implied warranty of
13  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  GNU General Public License for more details.
15
16  You should have received a copy of the GNU General Public License
17  along with aubio.  If not, see <http://www.gnu.org/licenses/>.
18
19*/
20
21#include "aubio_priv.h"
22#include "fvec.h"
23#include "cvec.h"
24#include "mathutils.h"
25#include "spectral/fft.h"
26
27#ifdef HAVE_FFTW3             // using FFTW3
28/* note that <complex.h> is not included here but only in aubio_priv.h, so that
29 * c++ projects can still use their own complex definition. */
30#include <fftw3.h>
31#include <pthread.h>
32
33#ifdef HAVE_COMPLEX_H
34#ifdef HAVE_FFTW3F
35/** fft data type with complex.h and fftw3f */
36#define FFTW_TYPE fftwf_complex
37#else
38/** fft data type with complex.h and fftw3 */
39#define FFTW_TYPE fftw_complex
40#endif
41#else
42#ifdef HAVE_FFTW3F
43/** fft data type without complex.h and with fftw3f */
44#define FFTW_TYPE float
45#else
46/** fft data type without complex.h and with fftw */
47#define FFTW_TYPE double
48#endif
49#endif
50
51/** fft data type */
52typedef FFTW_TYPE fft_data_t;
53
54#ifdef HAVE_FFTW3F
55#define fftw_malloc            fftwf_malloc
56#define fftw_free              fftwf_free
57#define fftw_execute           fftwf_execute
58#define fftw_plan_dft_r2c_1d   fftwf_plan_dft_r2c_1d
59#define fftw_plan_dft_c2r_1d   fftwf_plan_dft_c2r_1d
60#define fftw_plan_r2r_1d       fftwf_plan_r2r_1d
61#define fftw_plan              fftwf_plan
62#define fftw_destroy_plan      fftwf_destroy_plan
63#endif
64
65#ifdef HAVE_FFTW3F
66#if HAVE_AUBIO_DOUBLE
67#warning "Using aubio in double precision with fftw3 in single precision"
68#endif /* HAVE_AUBIO_DOUBLE */
69#define real_t float
70#else /* HAVE_FFTW3F */
71#if !HAVE_AUBIO_DOUBLE
72#warning "Using aubio in single precision with fftw3 in double precision"
73#endif /* HAVE_AUBIO_DOUBLE */
74#define real_t double
75#endif /* HAVE_FFTW3F */
76
77// a global mutex for FFTW thread safety
78pthread_mutex_t aubio_fftw_mutex = PTHREAD_MUTEX_INITIALIZER;
79
80#else
81#ifdef HAVE_ACCELERATE        // using ACCELERATE
82// https://developer.apple.com/library/mac/#documentation/Accelerate/Reference/vDSPRef/Reference/reference.html
83#include <Accelerate/Accelerate.h>
84
85#else                         // using OOURA
86// let's use ooura instead
87extern void rdft(int, int, smpl_t *, int *, smpl_t *);
88
89#endif /* HAVE_ACCELERATE */
90#endif /* HAVE_FFTW3 */
91
92struct _aubio_fft_t {
93  uint_t winsize;
94  uint_t fft_size;
95#ifdef HAVE_FFTW3             // using FFTW3
96  real_t *in, *out;
97  fftw_plan pfw, pbw;
98  fft_data_t * specdata;     /* complex spectral data */
99#else
100#ifdef HAVE_ACCELERATE        // using ACCELERATE
101  int log2fftsize;
102#if !HAVE_AUBIO_DOUBLE
103  FFTSetup fftSetup;
104  DSPSplitComplex spec;
105  float *in, *out;
106#else
107  FFTSetupD fftSetup;
108  DSPDoubleSplitComplex spec;
109  double *in, *out;
110#endif
111#else                         // using OOURA
112  smpl_t *in, *out;
113  smpl_t *w;
114  int *ip;
115#endif /* HAVE_ACCELERATE */
116#endif /* HAVE_FFTW3 */
117  fvec_t * compspec;
118};
119
120aubio_fft_t * new_aubio_fft (uint_t winsize) {
121  aubio_fft_t * s = AUBIO_NEW(aubio_fft_t);
122  if ((sint_t)winsize < 1) {
123    AUBIO_ERR("fft: got winsize %d, but can not be < 1\n", winsize);
124    goto beach;
125  }
126#ifdef HAVE_FFTW3
127  uint_t i;
128  s->winsize  = winsize;
129  /* allocate memory */
130  s->in       = AUBIO_ARRAY(real_t,winsize);
131  s->out      = AUBIO_ARRAY(real_t,winsize);
132  s->compspec = new_fvec(winsize);
133  /* create plans */
134  pthread_mutex_lock(&aubio_fftw_mutex);
135#ifdef HAVE_COMPLEX_H
136  s->fft_size = winsize/2 + 1;
137  s->specdata = (fft_data_t*)fftw_malloc(sizeof(fft_data_t)*s->fft_size);
138  s->pfw = fftw_plan_dft_r2c_1d(winsize, s->in,  s->specdata, FFTW_ESTIMATE);
139  s->pbw = fftw_plan_dft_c2r_1d(winsize, s->specdata, s->out, FFTW_ESTIMATE);
140#else
141  s->fft_size = winsize;
142  s->specdata = (fft_data_t*)fftw_malloc(sizeof(fft_data_t)*s->fft_size);
143  s->pfw = fftw_plan_r2r_1d(winsize, s->in,  s->specdata, FFTW_R2HC, FFTW_ESTIMATE);
144  s->pbw = fftw_plan_r2r_1d(winsize, s->specdata, s->out, FFTW_HC2R, FFTW_ESTIMATE);
145#endif
146  pthread_mutex_unlock(&aubio_fftw_mutex);
147  for (i = 0; i < s->winsize; i++) {
148    s->in[i] = 0.;
149    s->out[i] = 0.;
150  }
151  for (i = 0; i < s->fft_size; i++) {
152    s->specdata[i] = 0.;
153  }
154#else
155#ifdef HAVE_ACCELERATE        // using ACCELERATE
156  s->winsize = winsize;
157  s->fft_size = winsize;
158  s->compspec = new_fvec(winsize);
159  s->log2fftsize = (uint_t)log2f(s->fft_size);
160#if !HAVE_AUBIO_DOUBLE
161  s->in = AUBIO_ARRAY(float, s->fft_size);
162  s->out = AUBIO_ARRAY(float, s->fft_size);
163  s->spec.realp = AUBIO_ARRAY(float, s->fft_size/2);
164  s->spec.imagp = AUBIO_ARRAY(float, s->fft_size/2);
165  s->fftSetup = vDSP_create_fftsetup(s->log2fftsize, FFT_RADIX2);
166#else
167  s->in = AUBIO_ARRAY(double, s->fft_size);
168  s->out = AUBIO_ARRAY(double, s->fft_size);
169  s->spec.realp = AUBIO_ARRAY(double, s->fft_size/2);
170  s->spec.imagp = AUBIO_ARRAY(double, s->fft_size/2);
171  s->fftSetup = vDSP_create_fftsetupD(s->log2fftsize, FFT_RADIX2);
172#endif
173#else                         // using OOURA
174  if (aubio_is_power_of_two(winsize) != 1) {
175    AUBIO_ERR("fft: can only create with sizes power of two,"
176              " requested %d\n", winsize);
177    goto beach;
178  }
179  s->winsize = winsize;
180  s->fft_size = winsize / 2 + 1;
181  s->compspec = new_fvec(winsize);
182  s->in    = AUBIO_ARRAY(smpl_t, s->winsize);
183  s->out   = AUBIO_ARRAY(smpl_t, s->winsize);
184  s->ip    = AUBIO_ARRAY(int   , s->fft_size);
185  s->w     = AUBIO_ARRAY(smpl_t, s->fft_size);
186  s->ip[0] = 0;
187#endif /* HAVE_ACCELERATE */
188#endif /* HAVE_FFTW3 */
189  return s;
190beach:
191  AUBIO_FREE(s);
192  return NULL;
193}
194
195void del_aubio_fft(aubio_fft_t * s) {
196  /* destroy data */
197  del_fvec(s->compspec);
198#ifdef HAVE_FFTW3             // using FFTW3
199  fftw_destroy_plan(s->pfw);
200  fftw_destroy_plan(s->pbw);
201  fftw_free(s->specdata);
202#else /* HAVE_FFTW3 */
203#ifdef HAVE_ACCELERATE        // using ACCELERATE
204  AUBIO_FREE(s->spec.realp);
205  AUBIO_FREE(s->spec.imagp);
206#if !HAVE_AUBIO_DOUBLE
207  vDSP_destroy_fftsetup(s->fftSetup);
208#else
209  vDSP_destroy_fftsetupD(s->fftSetup);
210#endif
211#else                         // using OOURA
212  AUBIO_FREE(s->w);
213  AUBIO_FREE(s->ip);
214#endif /* HAVE_ACCELERATE */
215#endif /* HAVE_FFTW3 */
216  AUBIO_FREE(s->out);
217  AUBIO_FREE(s->in);
218  AUBIO_FREE(s);
219}
220
221void aubio_fft_do(aubio_fft_t * s, fvec_t * input, cvec_t * spectrum) {
222  aubio_fft_do_complex(s, input, s->compspec);
223  aubio_fft_get_spectrum(s->compspec, spectrum);
224}
225
226void aubio_fft_rdo(aubio_fft_t * s, cvec_t * spectrum, fvec_t * output) {
227  aubio_fft_get_realimag(spectrum, s->compspec);
228  aubio_fft_rdo_complex(s, s->compspec, output);
229}
230
231void aubio_fft_do_complex(aubio_fft_t * s, fvec_t * input, fvec_t * compspec) {
232  uint_t i;
233  for (i=0; i < s->winsize; i++) {
234    s->in[i] = input->data[i];
235  }
236#ifdef HAVE_FFTW3             // using FFTW3
237  fftw_execute(s->pfw);
238#ifdef HAVE_COMPLEX_H
239  compspec->data[0] = REAL(s->specdata[0]);
240  for (i = 1; i < s->fft_size -1 ; i++) {
241    compspec->data[i] = REAL(s->specdata[i]);
242    compspec->data[compspec->length - i] = IMAG(s->specdata[i]);
243  }
244  compspec->data[s->fft_size-1] = REAL(s->specdata[s->fft_size-1]);
245#else /* HAVE_COMPLEX_H  */
246  for (i = 0; i < s->fft_size; i++) {
247    compspec->data[i] = s->specdata[i];
248  }
249#endif /* HAVE_COMPLEX_H */
250#else /* HAVE_FFTW3 */
251#ifdef HAVE_ACCELERATE        // using ACCELERATE
252#if !HAVE_AUBIO_DOUBLE
253  // convert real data to even/odd format used in vDSP
254  vDSP_ctoz((DSPComplex*)s->in, 2, &s->spec, 1, s->fft_size/2);
255  // compute the FFT
256  vDSP_fft_zrip(s->fftSetup, &s->spec, 1, s->log2fftsize, FFT_FORWARD);
257#else
258  // convert real data to even/odd format used in vDSP
259  vDSP_ctozD((DSPDoubleComplex*)s->in, 2, &s->spec, 1, s->fft_size/2);
260  // compute the FFT
261  vDSP_fft_zripD(s->fftSetup, &s->spec, 1, s->log2fftsize, FFT_FORWARD);
262#endif
263  // convert from vDSP complex split to [ r0, r1, ..., rN, iN-1, .., i2, i1]
264  compspec->data[0] = s->spec.realp[0];
265  compspec->data[s->fft_size / 2] = s->spec.imagp[0];
266  for (i = 1; i < s->fft_size / 2; i++) {
267    compspec->data[i] = s->spec.realp[i];
268    compspec->data[s->fft_size - i] = s->spec.imagp[i];
269  }
270  // apply scaling
271  smpl_t scale = 1./2.;
272#if !HAVE_AUBIO_DOUBLE
273  vDSP_vsmul(compspec->data, 1, &scale, compspec->data, 1, s->fft_size);
274#else
275  vDSP_vsmulD(compspec->data, 1, &scale, compspec->data, 1, s->fft_size);
276#endif
277#else                         // using OOURA
278  rdft(s->winsize, 1, s->in, s->ip, s->w);
279  compspec->data[0] = s->in[0];
280  compspec->data[s->winsize / 2] = s->in[1];
281  for (i = 1; i < s->fft_size - 1; i++) {
282    compspec->data[i] = s->in[2 * i];
283    compspec->data[s->winsize - i] = - s->in[2 * i + 1];
284  }
285#endif /* HAVE_ACCELERATE */
286#endif /* HAVE_FFTW3 */
287}
288
289void aubio_fft_rdo_complex(aubio_fft_t * s, fvec_t * compspec, fvec_t * output) {
290  uint_t i;
291#ifdef HAVE_FFTW3
292  const smpl_t renorm = 1./(smpl_t)s->winsize;
293#ifdef HAVE_COMPLEX_H
294  s->specdata[0] = compspec->data[0];
295  for (i=1; i < s->fft_size - 1; i++) {
296    s->specdata[i] = compspec->data[i] +
297      I * compspec->data[compspec->length - i];
298  }
299  s->specdata[s->fft_size - 1] = compspec->data[s->fft_size - 1];
300#else
301  for (i=0; i < s->fft_size; i++) {
302    s->specdata[i] = compspec->data[i];
303  }
304#endif
305  fftw_execute(s->pbw);
306  for (i = 0; i < output->length; i++) {
307    output->data[i] = s->out[i]*renorm;
308  }
309#else /* HAVE_FFTW3 */
310#ifdef HAVE_ACCELERATE        // using ACCELERATE
311  // convert from real imag  [ r0, r1, ..., rN, iN-1, .., i2, i1]
312  // to vDSP packed format   [ r0, rN, r1, i1, ..., rN-1, iN-1 ]
313  s->out[0] = compspec->data[0];
314  s->out[1] = compspec->data[s->winsize / 2];
315  for (i = 1; i < s->fft_size / 2; i++) {
316    s->out[2 * i] = compspec->data[i];
317    s->out[2 * i + 1] = compspec->data[s->winsize - i];
318  }
319#if !HAVE_AUBIO_DOUBLE
320  // convert to split complex format used in vDSP
321  vDSP_ctoz((DSPComplex*)s->out, 2, &s->spec, 1, s->fft_size/2);
322  // compute the FFT
323  vDSP_fft_zrip(s->fftSetup, &s->spec, 1, s->log2fftsize, FFT_INVERSE);
324  // convert result to real output
325  vDSP_ztoc(&s->spec, 1, (DSPComplex*)output->data, 2, s->fft_size/2);
326  // apply scaling
327  smpl_t scale = 1.0 / s->winsize;
328  vDSP_vsmul(output->data, 1, &scale, output->data, 1, s->fft_size);
329#else
330  // convert to split complex format used in vDSP
331  vDSP_ctozD((DSPDoubleComplex*)s->out, 2, &s->spec, 1, s->fft_size/2);
332  // compute the FFT
333  vDSP_fft_zripD(s->fftSetup, &s->spec, 1, s->log2fftsize, FFT_INVERSE);
334  // convert result to real output
335  vDSP_ztocD(&s->spec, 1, (DSPDoubleComplex*)output->data, 2, s->fft_size/2);
336  // apply scaling
337  smpl_t scale = 1.0 / s->winsize;
338  vDSP_vsmulD(output->data, 1, &scale, output->data, 1, s->fft_size);
339#endif
340#else                         // using OOURA
341  smpl_t scale = 2.0 / s->winsize;
342  s->out[0] = compspec->data[0];
343  s->out[1] = compspec->data[s->winsize / 2];
344  for (i = 1; i < s->fft_size - 1; i++) {
345    s->out[2 * i] = compspec->data[i];
346    s->out[2 * i + 1] = - compspec->data[s->winsize - i];
347  }
348  rdft(s->winsize, -1, s->out, s->ip, s->w);
349  for (i=0; i < s->winsize; i++) {
350    output->data[i] = s->out[i] * scale;
351  }
352#endif /* HAVE_ACCELERATE */
353#endif /* HAVE_FFTW3 */
354}
355
356void aubio_fft_get_spectrum(fvec_t * compspec, cvec_t * spectrum) {
357  aubio_fft_get_phas(compspec, spectrum);
358  aubio_fft_get_norm(compspec, spectrum);
359}
360
361void aubio_fft_get_realimag(cvec_t * spectrum, fvec_t * compspec) {
362  aubio_fft_get_imag(spectrum, compspec);
363  aubio_fft_get_real(spectrum, compspec);
364}
365
366void aubio_fft_get_phas(fvec_t * compspec, cvec_t * spectrum) {
367  uint_t i;
368  if (compspec->data[0] < 0) {
369    spectrum->phas[0] = PI;
370  } else {
371    spectrum->phas[0] = 0.;
372  }
373  for (i=1; i < spectrum->length - 1; i++) {
374    spectrum->phas[i] = ATAN2(compspec->data[compspec->length-i],
375        compspec->data[i]);
376  }
377  if (compspec->data[compspec->length/2] < 0) {
378    spectrum->phas[spectrum->length - 1] = PI;
379  } else {
380    spectrum->phas[spectrum->length - 1] = 0.;
381  }
382}
383
384void aubio_fft_get_norm(fvec_t * compspec, cvec_t * spectrum) {
385  uint_t i = 0;
386  spectrum->norm[0] = ABS(compspec->data[0]);
387  for (i=1; i < spectrum->length - 1; i++) {
388    spectrum->norm[i] = SQRT(SQR(compspec->data[i])
389        + SQR(compspec->data[compspec->length - i]) );
390  }
391  spectrum->norm[spectrum->length-1] =
392    ABS(compspec->data[compspec->length/2]);
393}
394
395void aubio_fft_get_imag(cvec_t * spectrum, fvec_t * compspec) {
396  uint_t i;
397  for (i = 1; i < ( compspec->length + 1 ) / 2 /*- 1 + 1*/; i++) {
398    compspec->data[compspec->length - i] =
399      spectrum->norm[i]*SIN(spectrum->phas[i]);
400  }
401}
402
403void aubio_fft_get_real(cvec_t * spectrum, fvec_t * compspec) {
404  uint_t i;
405  for (i = 0; i < compspec->length / 2 + 1; i++) {
406    compspec->data[i] = 
407      spectrum->norm[i]*COS(spectrum->phas[i]);
408  }
409}
Note: See TracBrowser for help on using the repository browser.