source: src/onset/onset.c @ 299dbfd

feature/autosinkfeature/cnnfeature/cnn_orgfeature/constantqfeature/crepefeature/crepe_orgfeature/pitchshiftfeature/pydocstringsfeature/timestretchfix/ffmpeg5sampler
Last change on this file since 299dbfd was 9f060d1, checked in by Paul Brossier <piem@piem.org>, 9 years ago

src/spectral/awhitening.c: add adaptive whitening

  • Property mode set to 100644
File size: 7.3 KB
Line 
1/*
2  Copyright (C) 2006-2013 Paul Brossier <piem@aubio.org>
3
4  This file is part of aubio.
5
6  aubio is free software: you can redistribute it and/or modify
7  it under the terms of the GNU General Public License as published by
8  the Free Software Foundation, either version 3 of the License, or
9  (at your option) any later version.
10
11  aubio is distributed in the hope that it will be useful,
12  but WITHOUT ANY WARRANTY; without even the implied warranty of
13  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  GNU General Public License for more details.
15
16  You should have received a copy of the GNU General Public License
17  along with aubio.  If not, see <http://www.gnu.org/licenses/>.
18
19*/
20
21#include "aubio_priv.h"
22#include "fvec.h"
23#include "cvec.h"
24#include "spectral/specdesc.h"
25#include "spectral/phasevoc.h"
26#include "spectral/awhitening.h"
27#include "onset/peakpicker.h"
28#include "mathutils.h"
29#include "onset/onset.h"
30
31/** structure to store object state */
32struct _aubio_onset_t {
33  aubio_pvoc_t * pv;            /**< phase vocoder */
34  aubio_specdesc_t * od;        /**< spectral descriptor */
35  aubio_peakpicker_t * pp;      /**< peak picker */
36  cvec_t * fftgrain;            /**< phase vocoder output */
37  fvec_t * desc;                /**< spectral description */
38  smpl_t silence;               /**< silence threhsold */
39  uint_t minioi;                /**< minimum inter onset interval */
40  uint_t delay;                 /**< constant delay, in samples, removed from detected onset times */
41  uint_t samplerate;            /**< sampling rate of the input signal */
42  uint_t hop_size;              /**< number of samples between two runs */
43
44  uint_t total_frames;          /**< total number of frames processed since the beginning */
45  uint_t last_onset;            /**< last detected onset location, in frames */
46
47  uint_t apply_adaptive_whitening;
48  aubio_spectral_whitening_t *spectral_whitening;
49};
50
51/* execute onset detection function on iput buffer */
52void aubio_onset_do (aubio_onset_t *o, fvec_t * input, fvec_t * onset)
53{
54  smpl_t isonset = 0;
55  aubio_pvoc_do (o->pv,input, o->fftgrain);
56  /*
57  if (apply_filtering) {
58  }
59  if (apply_compression) {
60  }
61  */
62  if (o->apply_adaptive_whitening) {
63    aubio_spectral_whitening_do(o->spectral_whitening, o->fftgrain);
64  }
65  aubio_specdesc_do (o->od, o->fftgrain, o->desc);
66  aubio_peakpicker_do(o->pp, o->desc, onset);
67  isonset = onset->data[0];
68  if (isonset > 0.) {
69    if (aubio_silence_detection(input, o->silence)==1) {
70      //AUBIO_DBG ("silent onset, not marking as onset\n");
71      isonset  = 0;
72    } else {
73      uint_t new_onset = o->total_frames + (uint_t)ROUND(isonset * o->hop_size);
74      if (o->last_onset + o->minioi < new_onset) {
75        //AUBIO_DBG ("accepted detection, marking as onset\n");
76        o->last_onset = new_onset;
77      } else {
78        //AUBIO_DBG ("doubled onset, not marking as onset\n");
79        isonset  = 0;
80      }
81    }
82  } else {
83    // we are at the beginning of the file, and we don't find silence
84    if (o->total_frames <= o->delay && o->last_onset < o ->minioi && aubio_silence_detection(input, o->silence) == 0) {
85      //AUBIO_DBG ("beginning of file is not silent, marking as onset\n");
86      isonset = o->delay / o->hop_size;
87      o->last_onset = o->delay;
88    }
89  }
90  onset->data[0] = isonset;
91  o->total_frames += o->hop_size;
92  return;
93}
94
95uint_t aubio_onset_get_last (aubio_onset_t *o)
96{
97  return o->last_onset - o->delay;
98}
99
100smpl_t aubio_onset_get_last_s (aubio_onset_t *o)
101{
102  return aubio_onset_get_last (o) / (smpl_t) (o->samplerate);
103}
104
105smpl_t aubio_onset_get_last_ms (aubio_onset_t *o)
106{
107  return aubio_onset_get_last_s (o) * 1000.;
108}
109
110uint_t aubio_onset_set_silence(aubio_onset_t * o, smpl_t silence) {
111  o->silence = silence;
112  return AUBIO_OK;
113}
114
115smpl_t aubio_onset_get_silence(aubio_onset_t * o) {
116  return o->silence;
117}
118
119uint_t aubio_onset_set_threshold(aubio_onset_t * o, smpl_t threshold) {
120  aubio_peakpicker_set_threshold(o->pp, threshold);
121  return AUBIO_OK;
122}
123
124smpl_t aubio_onset_get_threshold(aubio_onset_t * o) {
125  return aubio_peakpicker_get_threshold(o->pp);
126}
127
128uint_t aubio_onset_set_minioi(aubio_onset_t * o, uint_t minioi) {
129  o->minioi = minioi;
130  return AUBIO_OK;
131}
132
133uint_t aubio_onset_get_minioi(aubio_onset_t * o) {
134  return o->minioi;
135}
136
137uint_t aubio_onset_set_minioi_s(aubio_onset_t * o, smpl_t minioi) {
138  return aubio_onset_set_minioi (o, minioi * o->samplerate);
139}
140
141smpl_t aubio_onset_get_minioi_s(aubio_onset_t * o) {
142  return aubio_onset_get_minioi (o) / (smpl_t) o->samplerate;
143}
144
145uint_t aubio_onset_set_minioi_ms(aubio_onset_t * o, smpl_t minioi) {
146  return aubio_onset_set_minioi_s (o, minioi / 1000.);
147}
148
149smpl_t aubio_onset_get_minioi_ms(aubio_onset_t * o) {
150  return aubio_onset_get_minioi_s (o) * 1000.;
151}
152
153uint_t aubio_onset_set_delay(aubio_onset_t * o, uint_t delay) {
154  o->delay = delay;
155  return AUBIO_OK;
156}
157
158uint_t aubio_onset_get_delay(aubio_onset_t * o) {
159  return o->delay;
160}
161
162uint_t aubio_onset_set_delay_s(aubio_onset_t * o, smpl_t delay) {
163  return aubio_onset_set_delay (o, delay * o->samplerate);
164}
165
166smpl_t aubio_onset_get_delay_s(aubio_onset_t * o) {
167  return aubio_onset_get_delay (o) / (smpl_t) o->samplerate;
168}
169
170uint_t aubio_onset_set_delay_ms(aubio_onset_t * o, smpl_t delay) {
171  return aubio_onset_set_delay_s (o, delay / 1000.);
172}
173
174smpl_t aubio_onset_get_delay_ms(aubio_onset_t * o) {
175  return aubio_onset_get_delay_s (o) * 1000.;
176}
177
178smpl_t aubio_onset_get_descriptor(aubio_onset_t * o) {
179  return o->desc->data[0];
180}
181
182smpl_t aubio_onset_get_thresholded_descriptor(aubio_onset_t * o) {
183  fvec_t * thresholded = aubio_peakpicker_get_thresholded_input(o->pp);
184  return thresholded->data[0];
185}
186
187/* Allocate memory for an onset detection */
188aubio_onset_t * new_aubio_onset (char_t * onset_mode, 
189    uint_t buf_size, uint_t hop_size, uint_t samplerate)
190{
191  aubio_onset_t * o = AUBIO_NEW(aubio_onset_t);
192
193  /* check parameters are valid */
194  if ((sint_t)hop_size < 1) {
195    AUBIO_ERR("onset: got hop_size %d, but can not be < 1\n", hop_size);
196    goto beach;
197  } else if ((sint_t)buf_size < 1) {
198    AUBIO_ERR("onset: got buffer_size %d, but can not be < 1\n", buf_size);
199    goto beach;
200  } else if (buf_size < hop_size) {
201    AUBIO_ERR("onset: hop size (%d) is larger than win size (%d)\n", buf_size, hop_size);
202    goto beach;
203  } else if ((sint_t)samplerate < 1) {
204    AUBIO_ERR("onset: samplerate (%d) can not be < 1\n", samplerate);
205    goto beach;
206  }
207
208  /* store creation parameters */
209  o->samplerate = samplerate;
210  o->hop_size = hop_size;
211
212  /* allocate memory */
213  o->pv = new_aubio_pvoc(buf_size, o->hop_size);
214  o->pp = new_aubio_peakpicker();
215  o->od = new_aubio_specdesc(onset_mode,buf_size);
216  o->fftgrain = new_cvec(buf_size);
217  o->desc = new_fvec(1);
218
219  /* set some default parameter */
220  aubio_onset_set_threshold (o, 0.3);
221  aubio_onset_set_delay(o, 4.3 * hop_size);
222  aubio_onset_set_minioi_ms(o, 20.);
223  aubio_onset_set_silence(o, -70.);
224
225  o->spectral_whitening = new_aubio_spectral_whitening(buf_size, hop_size, samplerate);
226  o->apply_adaptive_whitening = 1;
227
228  /* initialize internal variables */
229  o->last_onset = 0;
230  o->total_frames = 0;
231  return o;
232
233beach:
234  AUBIO_FREE(o);
235  return NULL;
236}
237
238void del_aubio_onset (aubio_onset_t *o)
239{
240  del_aubio_spectral_whitening(o->spectral_whitening);
241  del_aubio_specdesc(o->od);
242  del_aubio_peakpicker(o->pp);
243  del_aubio_pvoc(o->pv);
244  del_fvec(o->desc);
245  del_cvec(o->fftgrain);
246  AUBIO_FREE(o);
247}
Note: See TracBrowser for help on using the repository browser.