[96fb8ad] | 1 | /* |
---|
[e6a78ea] | 2 | Copyright (C) 2003-2009 Paul Brossier <piem@aubio.org> |
---|
| 3 | |
---|
| 4 | This file is part of aubio. |
---|
| 5 | |
---|
| 6 | aubio is free software: you can redistribute it and/or modify |
---|
| 7 | it under the terms of the GNU General Public License as published by |
---|
| 8 | the Free Software Foundation, either version 3 of the License, or |
---|
| 9 | (at your option) any later version. |
---|
| 10 | |
---|
| 11 | aubio is distributed in the hope that it will be useful, |
---|
| 12 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
---|
| 13 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
---|
| 14 | GNU General Public License for more details. |
---|
| 15 | |
---|
| 16 | You should have received a copy of the GNU General Public License |
---|
| 17 | along with aubio. If not, see <http://www.gnu.org/licenses/>. |
---|
| 18 | |
---|
| 19 | */ |
---|
[96fb8ad] | 20 | |
---|
| 21 | #include "aubio_priv.h" |
---|
[6c7d49b] | 22 | #include "fvec.h" |
---|
| 23 | #include "cvec.h" |
---|
[a4364b8] | 24 | #include "lvec.h" |
---|
[96fb8ad] | 25 | #include "mathutils.h" |
---|
[83963b3] | 26 | #include "musicutils.h" |
---|
| 27 | #include "spectral/phasevoc.h" |
---|
[a695854] | 28 | #include "temporal/filter.h" |
---|
[c159aeb] | 29 | #include "temporal/c_weighting.h" |
---|
[2d8cffa] | 30 | #include "pitch/pitchmcomb.h" |
---|
| 31 | #include "pitch/pitchyin.h" |
---|
| 32 | #include "pitch/pitchfcomb.h" |
---|
| 33 | #include "pitch/pitchschmitt.h" |
---|
| 34 | #include "pitch/pitchyinfft.h" |
---|
[ca1abdd] | 35 | #include "pitch/pitch.h" |
---|
[96fb8ad] | 36 | |
---|
[fe163ad] | 37 | /** pitch detection algorithm */ |
---|
[fddfa64] | 38 | typedef enum |
---|
| 39 | { |
---|
[ca1abdd] | 40 | aubio_pitcht_yin, /**< YIN algorithm */ |
---|
| 41 | aubio_pitcht_mcomb, /**< Multi-comb filter */ |
---|
| 42 | aubio_pitcht_schmitt, /**< Schmitt trigger */ |
---|
| 43 | aubio_pitcht_fcomb, /**< Fast comb filter */ |
---|
| 44 | aubio_pitcht_yinfft, /**< Spectral YIN */ |
---|
| 45 | aubio_pitcht_default = aubio_pitcht_yinfft, /**< the one used when "default" is asked */ |
---|
| 46 | } aubio_pitch_type; |
---|
[fe163ad] | 47 | |
---|
| 48 | /** pitch detection output mode */ |
---|
[fddfa64] | 49 | typedef enum |
---|
| 50 | { |
---|
[fe163ad] | 51 | aubio_pitchm_freq, /**< Frequency (Hz) */ |
---|
| 52 | aubio_pitchm_midi, /**< MIDI note (0.,127) */ |
---|
| 53 | aubio_pitchm_cent, /**< Cent */ |
---|
| 54 | aubio_pitchm_bin, /**< Frequency bin (0,bufsize) */ |
---|
| 55 | aubio_pitchm_default = aubio_pitchm_freq, /**< the one used when "default" is asked */ |
---|
[ca1abdd] | 56 | } aubio_pitch_mode; |
---|
[fe163ad] | 57 | |
---|
[ca1abdd] | 58 | typedef void (*aubio_pitch_func_t) |
---|
[fddfa64] | 59 | (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * obuf); |
---|
[ca1abdd] | 60 | typedef smpl_t (*aubio_pitch_conv_t) |
---|
[6d4ec49] | 61 | (smpl_t value, uint_t srate, uint_t bufsize); |
---|
| 62 | |
---|
[fddfa64] | 63 | void aubio_pitch_slideblock (aubio_pitch_t * p, fvec_t * ibuf); |
---|
[c078336] | 64 | |
---|
[fddfa64] | 65 | void aubio_pitch_do_mcomb (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * obuf); |
---|
| 66 | void aubio_pitch_do_yin (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * obuf); |
---|
| 67 | void aubio_pitch_do_schmitt (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * obuf); |
---|
| 68 | void aubio_pitch_do_fcomb (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * obuf); |
---|
| 69 | void aubio_pitch_do_yinfft (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * obuf); |
---|
[f44b111] | 70 | |
---|
[475da2f] | 71 | /** generic pitch detection structure */ |
---|
[fddfa64] | 72 | struct _aubio_pitch_t |
---|
| 73 | { |
---|
[ca1abdd] | 74 | aubio_pitch_type type; /**< pitch detection mode */ |
---|
| 75 | aubio_pitch_mode mode; /**< pitch detection output mode */ |
---|
[475da2f] | 76 | uint_t srate; /**< samplerate */ |
---|
| 77 | uint_t bufsize; /**< buffer size */ |
---|
[fddfa64] | 78 | aubio_pitchmcomb_t *mcomb; /**< mcomb object */ |
---|
| 79 | aubio_pitchfcomb_t *fcomb; /**< fcomb object */ |
---|
| 80 | aubio_pitchschmitt_t *schmitt; /**< schmitt object */ |
---|
| 81 | aubio_pitchyinfft_t *yinfft; /**< yinfft object */ |
---|
| 82 | aubio_pitchyin_t *yin; /**< yinfft object */ |
---|
| 83 | aubio_filter_t *filter; /**< filter */ |
---|
| 84 | aubio_pvoc_t *pv; /**< phase vocoder for mcomb */ |
---|
| 85 | cvec_t *fftgrain; /**< spectral frame for mcomb */ |
---|
| 86 | fvec_t *buf; /**< temporary buffer for yin */ |
---|
[ca1abdd] | 87 | aubio_pitch_func_t callback; /**< pointer to current pitch detection method */ |
---|
[fddfa64] | 88 | aubio_pitch_conv_t freqconv; /**< pointer to current pitch conversion method */ |
---|
[96fb8ad] | 89 | }; |
---|
| 90 | |
---|
[3ec9d9c] | 91 | /* convenience wrapper function for frequency unit conversions |
---|
| 92 | * should probably be rewritten with #defines */ |
---|
[fddfa64] | 93 | smpl_t freqconvbin (smpl_t f, uint_t srate, uint_t bufsize); |
---|
| 94 | smpl_t |
---|
| 95 | freqconvbin (smpl_t f, uint_t srate, uint_t bufsize) |
---|
| 96 | { |
---|
| 97 | return aubio_freqtobin (f, srate, bufsize); |
---|
[3ec9d9c] | 98 | } |
---|
| 99 | |
---|
[fddfa64] | 100 | smpl_t freqconvmidi (smpl_t f, uint_t srate, uint_t bufsize); |
---|
| 101 | smpl_t |
---|
| 102 | freqconvmidi (smpl_t f, uint_t srate UNUSED, uint_t bufsize UNUSED) |
---|
| 103 | { |
---|
| 104 | return aubio_freqtomidi (f); |
---|
[3ec9d9c] | 105 | } |
---|
| 106 | |
---|
[fddfa64] | 107 | smpl_t freqconvpass (smpl_t f, uint_t srate, uint_t bufsize); |
---|
| 108 | smpl_t |
---|
| 109 | freqconvpass (smpl_t f, uint_t srate UNUSED, uint_t bufsize UNUSED) |
---|
| 110 | { |
---|
[6d4ec49] | 111 | return f; |
---|
[3ec9d9c] | 112 | } |
---|
| 113 | |
---|
[ca1abdd] | 114 | aubio_pitch_t * |
---|
| 115 | new_aubio_pitch (char_t * pitch_mode, |
---|
[168337e] | 116 | uint_t bufsize, uint_t hopsize, uint_t samplerate) |
---|
[96fb8ad] | 117 | { |
---|
[fddfa64] | 118 | aubio_pitch_t *p = AUBIO_NEW (aubio_pitch_t); |
---|
[ca1abdd] | 119 | aubio_pitch_type pitch_type; |
---|
[fe163ad] | 120 | if (strcmp (pitch_mode, "mcomb") == 0) |
---|
[fddfa64] | 121 | pitch_type = aubio_pitcht_mcomb; |
---|
[fe163ad] | 122 | else if (strcmp (pitch_mode, "yinfft") == 0) |
---|
[fddfa64] | 123 | pitch_type = aubio_pitcht_yin; |
---|
[fe163ad] | 124 | else if (strcmp (pitch_mode, "yin") == 0) |
---|
[fddfa64] | 125 | pitch_type = aubio_pitcht_yin; |
---|
[fe163ad] | 126 | else if (strcmp (pitch_mode, "schmitt") == 0) |
---|
[fddfa64] | 127 | pitch_type = aubio_pitcht_schmitt; |
---|
[fe163ad] | 128 | else if (strcmp (pitch_mode, "fcomb") == 0) |
---|
[fddfa64] | 129 | pitch_type = aubio_pitcht_fcomb; |
---|
[fe163ad] | 130 | else if (strcmp (pitch_mode, "default") == 0) |
---|
[fddfa64] | 131 | pitch_type = aubio_pitcht_default; |
---|
[fe163ad] | 132 | else { |
---|
[fddfa64] | 133 | AUBIO_ERR ("unknown pitch detection method %s, using default.\n", |
---|
| 134 | pitch_mode); |
---|
| 135 | pitch_type = aubio_pitcht_default; |
---|
[fe163ad] | 136 | } |
---|
[6d4ec49] | 137 | p->srate = samplerate; |
---|
[fe163ad] | 138 | p->type = pitch_type; |
---|
[ca1abdd] | 139 | aubio_pitch_set_unit (p, "default"); |
---|
[6d4ec49] | 140 | p->bufsize = bufsize; |
---|
[fddfa64] | 141 | switch (p->type) { |
---|
[ca1abdd] | 142 | case aubio_pitcht_yin: |
---|
[168337e] | 143 | p->buf = new_fvec (bufsize); |
---|
[fddfa64] | 144 | p->yin = new_aubio_pitchyin (bufsize); |
---|
[ca1abdd] | 145 | p->callback = aubio_pitch_do_yin; |
---|
[7a6cbbe] | 146 | aubio_pitchyin_set_tolerance (p->yin, 0.15); |
---|
[6d4ec49] | 147 | break; |
---|
[ca1abdd] | 148 | case aubio_pitcht_mcomb: |
---|
[168337e] | 149 | p->pv = new_aubio_pvoc (bufsize, hopsize); |
---|
| 150 | p->fftgrain = new_cvec (bufsize); |
---|
| 151 | p->mcomb = new_aubio_pitchmcomb (bufsize, hopsize); |
---|
| 152 | p->filter = new_aubio_filter_c_weighting (samplerate); |
---|
[ca1abdd] | 153 | p->callback = aubio_pitch_do_mcomb; |
---|
[6d4ec49] | 154 | break; |
---|
[ca1abdd] | 155 | case aubio_pitcht_fcomb: |
---|
[168337e] | 156 | p->buf = new_fvec (bufsize); |
---|
| 157 | p->fcomb = new_aubio_pitchfcomb (bufsize, hopsize); |
---|
[ca1abdd] | 158 | p->callback = aubio_pitch_do_fcomb; |
---|
[6d4ec49] | 159 | break; |
---|
[ca1abdd] | 160 | case aubio_pitcht_schmitt: |
---|
[168337e] | 161 | p->buf = new_fvec (bufsize); |
---|
[fddfa64] | 162 | p->schmitt = new_aubio_pitchschmitt (bufsize); |
---|
[ca1abdd] | 163 | p->callback = aubio_pitch_do_schmitt; |
---|
[6d4ec49] | 164 | break; |
---|
[ca1abdd] | 165 | case aubio_pitcht_yinfft: |
---|
[168337e] | 166 | p->buf = new_fvec (bufsize); |
---|
[fddfa64] | 167 | p->yinfft = new_aubio_pitchyinfft (bufsize); |
---|
[ca1abdd] | 168 | p->callback = aubio_pitch_do_yinfft; |
---|
[7a6cbbe] | 169 | aubio_pitchyinfft_set_tolerance (p->yinfft, 0.85); |
---|
[6d4ec49] | 170 | break; |
---|
| 171 | default: |
---|
| 172 | break; |
---|
| 173 | } |
---|
| 174 | return p; |
---|
[96fb8ad] | 175 | } |
---|
| 176 | |
---|
[fddfa64] | 177 | void |
---|
| 178 | del_aubio_pitch (aubio_pitch_t * p) |
---|
| 179 | { |
---|
| 180 | switch (p->type) { |
---|
[ca1abdd] | 181 | case aubio_pitcht_yin: |
---|
[fddfa64] | 182 | del_fvec (p->buf); |
---|
| 183 | del_aubio_pitchyin (p->yin); |
---|
[6d4ec49] | 184 | break; |
---|
[ca1abdd] | 185 | case aubio_pitcht_mcomb: |
---|
[fddfa64] | 186 | del_aubio_pvoc (p->pv); |
---|
| 187 | del_cvec (p->fftgrain); |
---|
| 188 | del_aubio_filter (p->filter); |
---|
| 189 | del_aubio_pitchmcomb (p->mcomb); |
---|
[6d4ec49] | 190 | break; |
---|
[ca1abdd] | 191 | case aubio_pitcht_schmitt: |
---|
[fddfa64] | 192 | del_fvec (p->buf); |
---|
| 193 | del_aubio_pitchschmitt (p->schmitt); |
---|
[6d4ec49] | 194 | break; |
---|
[ca1abdd] | 195 | case aubio_pitcht_fcomb: |
---|
[fddfa64] | 196 | del_fvec (p->buf); |
---|
| 197 | del_aubio_pitchfcomb (p->fcomb); |
---|
[6d4ec49] | 198 | break; |
---|
[ca1abdd] | 199 | case aubio_pitcht_yinfft: |
---|
[fddfa64] | 200 | del_fvec (p->buf); |
---|
| 201 | del_aubio_pitchyinfft (p->yinfft); |
---|
[6d4ec49] | 202 | break; |
---|
| 203 | default: |
---|
| 204 | break; |
---|
| 205 | } |
---|
[fddfa64] | 206 | AUBIO_FREE (p); |
---|
[96fb8ad] | 207 | } |
---|
| 208 | |
---|
[fddfa64] | 209 | void |
---|
| 210 | aubio_pitch_slideblock (aubio_pitch_t * p, fvec_t * ibuf) |
---|
| 211 | { |
---|
[168337e] | 212 | uint_t j = 0, overlap_size = 0; |
---|
[fddfa64] | 213 | overlap_size = p->buf->length - ibuf->length; |
---|
[168337e] | 214 | for (j = 0; j < overlap_size; j++) { |
---|
| 215 | p->buf->data[j] = p->buf->data[j + ibuf->length]; |
---|
[6d4ec49] | 216 | } |
---|
[168337e] | 217 | for (j = 0; j < ibuf->length; j++) { |
---|
| 218 | p->buf->data[j + overlap_size] = ibuf->data[j]; |
---|
[6d4ec49] | 219 | } |
---|
[651b97e] | 220 | } |
---|
| 221 | |
---|
[fddfa64] | 222 | uint_t |
---|
| 223 | aubio_pitch_set_unit (aubio_pitch_t * p, char_t * pitch_unit) |
---|
| 224 | { |
---|
[ca1abdd] | 225 | aubio_pitch_mode pitch_mode; |
---|
[fe163ad] | 226 | if (strcmp (pitch_unit, "freq") == 0) |
---|
[fddfa64] | 227 | pitch_mode = aubio_pitchm_freq; |
---|
[fe163ad] | 228 | else if (strcmp (pitch_unit, "midi") == 0) |
---|
[fddfa64] | 229 | pitch_mode = aubio_pitchm_midi; |
---|
[fe163ad] | 230 | else if (strcmp (pitch_unit, "cent") == 0) |
---|
[fddfa64] | 231 | pitch_mode = aubio_pitchm_cent; |
---|
[fe163ad] | 232 | else if (strcmp (pitch_unit, "bin") == 0) |
---|
[fddfa64] | 233 | pitch_mode = aubio_pitchm_bin; |
---|
[fe163ad] | 234 | else if (strcmp (pitch_unit, "default") == 0) |
---|
[fddfa64] | 235 | pitch_mode = aubio_pitchm_default; |
---|
[fe163ad] | 236 | else { |
---|
[fddfa64] | 237 | AUBIO_ERR ("unknown pitch detection unit %s, using default\n", pitch_unit); |
---|
| 238 | pitch_mode = aubio_pitchm_default; |
---|
[fe163ad] | 239 | } |
---|
| 240 | p->mode = pitch_mode; |
---|
[fddfa64] | 241 | switch (p->mode) { |
---|
[fe163ad] | 242 | case aubio_pitchm_freq: |
---|
| 243 | p->freqconv = freqconvpass; |
---|
| 244 | break; |
---|
| 245 | case aubio_pitchm_midi: |
---|
| 246 | p->freqconv = freqconvmidi; |
---|
| 247 | break; |
---|
| 248 | case aubio_pitchm_cent: |
---|
| 249 | /* bug: not implemented */ |
---|
| 250 | p->freqconv = freqconvmidi; |
---|
| 251 | break; |
---|
| 252 | case aubio_pitchm_bin: |
---|
| 253 | p->freqconv = freqconvbin; |
---|
| 254 | break; |
---|
| 255 | default: |
---|
| 256 | break; |
---|
| 257 | } |
---|
[93177fa] | 258 | return AUBIO_OK; |
---|
[fe163ad] | 259 | } |
---|
| 260 | |
---|
[fddfa64] | 261 | uint_t |
---|
| 262 | aubio_pitch_set_tolerance (aubio_pitch_t * p, smpl_t tol) |
---|
| 263 | { |
---|
| 264 | switch (p->type) { |
---|
[ca1abdd] | 265 | case aubio_pitcht_yin: |
---|
[7a6cbbe] | 266 | aubio_pitchyin_set_tolerance (p->yin, tol); |
---|
| 267 | break; |
---|
[ca1abdd] | 268 | case aubio_pitcht_yinfft: |
---|
[7a6cbbe] | 269 | aubio_pitchyinfft_set_tolerance (p->yinfft, tol); |
---|
| 270 | break; |
---|
| 271 | default: |
---|
| 272 | break; |
---|
| 273 | } |
---|
[93177fa] | 274 | return AUBIO_OK; |
---|
[f8a38c5] | 275 | } |
---|
| 276 | |
---|
[fddfa64] | 277 | void |
---|
| 278 | aubio_pitch_do (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * obuf) |
---|
| 279 | { |
---|
| 280 | p->callback (p, ibuf, obuf); |
---|
[168337e] | 281 | obuf->data[0] = p->freqconv (obuf->data[0], p->srate, p->bufsize); |
---|
[c078336] | 282 | } |
---|
| 283 | |
---|
[fddfa64] | 284 | void |
---|
| 285 | aubio_pitch_do_mcomb (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * obuf) |
---|
| 286 | { |
---|
| 287 | aubio_filter_do (p->filter, ibuf); |
---|
| 288 | aubio_pvoc_do (p->pv, ibuf, p->fftgrain); |
---|
| 289 | aubio_pitchmcomb_do (p->mcomb, p->fftgrain, obuf); |
---|
[168337e] | 290 | obuf->data[0] = aubio_bintofreq (obuf->data[0], p->srate, p->bufsize); |
---|
[c078336] | 291 | } |
---|
| 292 | |
---|
[fddfa64] | 293 | void |
---|
| 294 | aubio_pitch_do_yin (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * obuf) |
---|
| 295 | { |
---|
[6d4ec49] | 296 | smpl_t pitch = 0.; |
---|
[fddfa64] | 297 | aubio_pitch_slideblock (p, ibuf); |
---|
| 298 | aubio_pitchyin_do (p->yin, p->buf, obuf); |
---|
[168337e] | 299 | pitch = obuf->data[0]; |
---|
| 300 | if (pitch > 0) { |
---|
| 301 | pitch = p->srate / (pitch + 0.); |
---|
| 302 | } else { |
---|
| 303 | pitch = 0.; |
---|
[6d4ec49] | 304 | } |
---|
[168337e] | 305 | obuf->data[0] = pitch; |
---|
[c078336] | 306 | } |
---|
| 307 | |
---|
| 308 | |
---|
[fddfa64] | 309 | void |
---|
| 310 | aubio_pitch_do_yinfft (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * obuf) |
---|
| 311 | { |
---|
[6d4ec49] | 312 | smpl_t pitch = 0.; |
---|
[fddfa64] | 313 | aubio_pitch_slideblock (p, ibuf); |
---|
| 314 | aubio_pitchyinfft_do (p->yinfft, p->buf, obuf); |
---|
[168337e] | 315 | pitch = obuf->data[0]; |
---|
| 316 | if (pitch > 0) { |
---|
| 317 | pitch = p->srate / (pitch + 0.); |
---|
| 318 | } else { |
---|
| 319 | pitch = 0.; |
---|
[6d4ec49] | 320 | } |
---|
[168337e] | 321 | obuf->data[0] = pitch; |
---|
[650e39b] | 322 | } |
---|
| 323 | |
---|
[fddfa64] | 324 | void |
---|
| 325 | aubio_pitch_do_fcomb (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * out) |
---|
| 326 | { |
---|
| 327 | aubio_pitch_slideblock (p, ibuf); |
---|
| 328 | aubio_pitchfcomb_do (p->fcomb, p->buf, out); |
---|
[168337e] | 329 | out->data[0] = aubio_bintofreq (out->data[0], p->srate, p->bufsize); |
---|
[c078336] | 330 | } |
---|
| 331 | |
---|
[fddfa64] | 332 | void |
---|
| 333 | aubio_pitch_do_schmitt (aubio_pitch_t * p, fvec_t * ibuf, fvec_t * out) |
---|
| 334 | { |
---|
[7a6cbbe] | 335 | smpl_t period, pitch = 0.; |
---|
[fddfa64] | 336 | aubio_pitch_slideblock (p, ibuf); |
---|
| 337 | aubio_pitchschmitt_do (p->schmitt, p->buf, out); |
---|
[168337e] | 338 | period = out->data[0]; |
---|
| 339 | if (period > 0) { |
---|
| 340 | pitch = p->srate / period; |
---|
| 341 | } else { |
---|
| 342 | pitch = 0.; |
---|
[7a6cbbe] | 343 | } |
---|
[168337e] | 344 | out->data[0] = pitch; |
---|
[96fb8ad] | 345 | } |
---|