[96fb8ad] | 1 | /* |
---|
| 2 | Copyright (C) 2003 Paul Brossier |
---|
| 3 | |
---|
| 4 | This program is free software; you can redistribute it and/or modify |
---|
| 5 | it under the terms of the GNU General Public License as published by |
---|
| 6 | the Free Software Foundation; either version 2 of the License, or |
---|
| 7 | (at your option) any later version. |
---|
| 8 | |
---|
| 9 | This program is distributed in the hope that it will be useful, |
---|
| 10 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
---|
| 11 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
---|
| 12 | GNU General Public License for more details. |
---|
| 13 | |
---|
| 14 | You should have received a copy of the GNU General Public License |
---|
| 15 | along with this program; if not, write to the Free Software |
---|
| 16 | Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. |
---|
| 17 | */ |
---|
| 18 | |
---|
| 19 | #include <stdio.h> |
---|
| 20 | #include <stdlib.h> |
---|
| 21 | #include <stdarg.h> |
---|
| 22 | #include <getopt.h> |
---|
| 23 | #include <unistd.h> |
---|
| 24 | #include "aubio.h" |
---|
| 25 | #include "utils.h" |
---|
| 26 | |
---|
| 27 | #include <math.h> //required for FLOORF :( |
---|
| 28 | |
---|
| 29 | /* settings */ |
---|
| 30 | const char * output_filename = NULL; |
---|
| 31 | const char * input_filename = NULL; |
---|
| 32 | const char * onset_filename = "/usr/share/sounds/aubio/woodblock.aiff"; |
---|
| 33 | int verbose = 0; |
---|
| 34 | int usejack = 0; |
---|
| 35 | int usedoubled = 1; |
---|
| 36 | int usemidi = 1; |
---|
| 37 | |
---|
| 38 | /* energy,specdiff,hfc,complexdomain,phase */ |
---|
| 39 | aubio_onsetdetection_type type_onset = hfc; |
---|
| 40 | aubio_onsetdetection_type type_onset2 = complexdomain; |
---|
| 41 | smpl_t threshold = 0.3; |
---|
| 42 | smpl_t threshold2 = -90.; |
---|
| 43 | uint_t buffer_size = 1024; |
---|
| 44 | uint_t overlap_size = 512; |
---|
| 45 | uint_t channels = 1; |
---|
| 46 | uint_t samplerate = 44100; |
---|
| 47 | |
---|
| 48 | /* global objects */ |
---|
| 49 | int frames; |
---|
| 50 | aubio_pvoc_t * pv; |
---|
| 51 | fvec_t * ibuf; |
---|
| 52 | fvec_t * obuf; |
---|
| 53 | cvec_t * fftgrain; |
---|
| 54 | fvec_t * woodblock; |
---|
| 55 | aubio_onsetdetection_t *o; |
---|
| 56 | aubio_onsetdetection_t *o2; |
---|
| 57 | fvec_t *onset; |
---|
| 58 | fvec_t *onset2; |
---|
| 59 | int isonset = 0; |
---|
| 60 | aubio_pickpeak_t * parms; |
---|
| 61 | |
---|
| 62 | /* pitch objects */ |
---|
| 63 | smpl_t pitch = 0.; |
---|
| 64 | cvec_t * fftpitch = NULL; |
---|
| 65 | aubio_filter_t * filter = NULL; |
---|
| 66 | aubio_pvoc_t * pvi = NULL; |
---|
| 67 | aubio_pitchmcomb_t * p = NULL; |
---|
| 68 | |
---|
| 69 | fvec_t * note_buffer = NULL; |
---|
| 70 | fvec_t * note_buffer2 = NULL; |
---|
| 71 | uint_t medianfiltlen = 6; |
---|
| 72 | smpl_t curlevel = 0; |
---|
| 73 | smpl_t maxonset = 0.; |
---|
| 74 | |
---|
| 75 | /* midi objects */ |
---|
| 76 | aubio_midi_player_t * mplay; |
---|
| 77 | aubio_midi_driver_t * mdriver; |
---|
| 78 | aubio_midi_event_t * event; |
---|
| 79 | |
---|
| 80 | void send_noteon(aubio_midi_driver_t * d, int pitch, int velo); |
---|
| 81 | void send_noteon(aubio_midi_driver_t * d, int pitch, int velo) |
---|
| 82 | { |
---|
| 83 | /* we should check if we use midi here, not jack */ |
---|
| 84 | #if ALSA_SUPPORT |
---|
| 85 | if (usejack) { |
---|
| 86 | if (velo==0) { |
---|
| 87 | aubio_midi_event_set_type(event,NOTE_OFF); |
---|
| 88 | } else { |
---|
| 89 | aubio_midi_event_set_type(event,NOTE_ON); |
---|
| 90 | } |
---|
| 91 | aubio_midi_event_set_channel(event,0); |
---|
| 92 | aubio_midi_event_set_pitch(event,pitch); |
---|
| 93 | aubio_midi_event_set_velocity(event,velo); |
---|
| 94 | aubio_midi_direct_output(mdriver,event); |
---|
| 95 | } else |
---|
| 96 | #endif |
---|
| 97 | { |
---|
| 98 | if (velo==0) { |
---|
| 99 | outmsg("%f\n",frames*overlap_size/(float)samplerate); |
---|
| 100 | } else { |
---|
| 101 | outmsg("%d\t%f\t",pitch,frames*overlap_size/(float)samplerate); |
---|
| 102 | } |
---|
| 103 | } |
---|
| 104 | } |
---|
| 105 | |
---|
| 106 | |
---|
| 107 | /** append new note candidate to the note_buffer and return filtered value. we |
---|
| 108 | * need to copy the input array as vec_median destroy its input data.*/ |
---|
| 109 | |
---|
| 110 | void note_append(fvec_t * note_buffer, smpl_t curnote); |
---|
| 111 | void note_append(fvec_t * note_buffer, smpl_t curnote) { |
---|
| 112 | uint_t i = 0; |
---|
| 113 | for (i = 0; i < note_buffer->length - 1; i++) { |
---|
| 114 | note_buffer->data[0][i] = note_buffer->data[0][i+1]; |
---|
| 115 | } |
---|
| 116 | note_buffer->data[0][note_buffer->length - 1] = curnote; |
---|
| 117 | return; |
---|
| 118 | } |
---|
| 119 | |
---|
| 120 | uint_t get_note(fvec_t *note_buffer, fvec_t *note_buffer2); |
---|
| 121 | uint_t get_note(fvec_t *note_buffer, fvec_t *note_buffer2){ |
---|
| 122 | uint_t i = 0; |
---|
| 123 | for (i = 0; i < note_buffer->length; i++) { |
---|
| 124 | note_buffer2->data[0][i] = note_buffer->data[0][i]; |
---|
| 125 | } |
---|
| 126 | return vec_median(note_buffer2); |
---|
| 127 | } |
---|
| 128 | |
---|
| 129 | |
---|
| 130 | smpl_t curnote = 0.; |
---|
| 131 | smpl_t newnote = 0.; |
---|
| 132 | uint_t isready = 0; |
---|
| 133 | |
---|
| 134 | int aubio_process(float **input, float **output, int nframes); |
---|
| 135 | int aubio_process(float **input, float **output, int nframes) { |
---|
| 136 | unsigned int i; /*channels*/ |
---|
| 137 | unsigned int j; /*frames*/ |
---|
| 138 | unsigned int pos = 0; /*frames%dspblocksize*/ |
---|
| 139 | for (j=0;j<nframes;j++) { |
---|
| 140 | if(usejack) { |
---|
| 141 | for (i=0;i<channels;i++) { |
---|
| 142 | /* write input to datanew */ |
---|
| 143 | fvec_write_sample(ibuf, input[i][j], i, pos); |
---|
| 144 | /* put synthnew in output */ |
---|
| 145 | output[i][j] = fvec_read_sample(obuf, i, pos); |
---|
| 146 | } |
---|
| 147 | } |
---|
| 148 | /*time for fft*/ |
---|
| 149 | if (pos == overlap_size-1) { |
---|
| 150 | /* block loop */ |
---|
| 151 | aubio_pvoc_do (pv,ibuf, fftgrain); |
---|
| 152 | aubio_onsetdetection(o,fftgrain, onset); |
---|
| 153 | if (usedoubled) { |
---|
| 154 | aubio_onsetdetection(o2,fftgrain, onset2); |
---|
| 155 | onset->data[0][0] *= onset2->data[0][0]; |
---|
| 156 | } |
---|
| 157 | isonset = aubio_peakpick_pimrt(onset,parms); |
---|
| 158 | |
---|
| 159 | aubio_filter_do(filter,ibuf); |
---|
| 160 | aubio_filter_do(filter,ibuf); |
---|
| 161 | aubio_pvoc_do(pvi,ibuf, fftpitch); |
---|
| 162 | pitch = aubio_pitchmcomb_detect(p,fftpitch); |
---|
| 163 | newnote = (FLOOR)(bintomidi(pitch,samplerate,buffer_size*4)+.5); |
---|
| 164 | note_append(note_buffer, newnote); |
---|
| 165 | |
---|
| 166 | //outmsg("%f %f\n", pitch, newnote); |
---|
| 167 | |
---|
| 168 | /* curlevel is negatif or 1 if silence */ |
---|
| 169 | curlevel = aubio_level_detection(ibuf, threshold2); |
---|
| 170 | if (isonset) { |
---|
| 171 | /* test for silence */ |
---|
| 172 | if (curlevel == 1.) { |
---|
| 173 | isonset=0; |
---|
| 174 | isready=0; |
---|
| 175 | /* send note off */ |
---|
| 176 | send_noteon(mdriver,curnote,0); |
---|
| 177 | } else { |
---|
| 178 | isready = 1; |
---|
| 179 | for (pos = 0; pos < overlap_size; pos++){ |
---|
| 180 | obuf->data[0][pos] = woodblock->data[0][pos]; |
---|
| 181 | } |
---|
| 182 | } |
---|
| 183 | } else { |
---|
| 184 | // if (curlevel != 1) { |
---|
| 185 | // if (bufpos == note_buffer->length) |
---|
| 186 | // curnote = aubio_getnote(note_buffer); |
---|
| 187 | // } |
---|
| 188 | // |
---|
| 189 | if (isready > 0) |
---|
| 190 | isready++; |
---|
| 191 | if (isready == note_buffer->length) |
---|
| 192 | { |
---|
| 193 | //outmsg("%d, %f\n", isready, curnote); |
---|
| 194 | send_noteon(mdriver,curnote,0); |
---|
| 195 | /* kill old note */ |
---|
| 196 | newnote = get_note(note_buffer, note_buffer2); |
---|
| 197 | curnote = newnote; |
---|
| 198 | /* get and send new one */ |
---|
| 199 | /*if (curnote<45){ |
---|
| 200 | send_noteon(mdriver,curnote,0); |
---|
| 201 | } else {*/ |
---|
| 202 | if (curnote>45){ |
---|
| 203 | send_noteon(mdriver,curnote,127+(int)FLOOR(curlevel)); |
---|
| 204 | } |
---|
| 205 | } |
---|
| 206 | for (pos = 0; pos < overlap_size; pos++) |
---|
| 207 | obuf->data[0][pos] = 0.; |
---|
| 208 | } |
---|
| 209 | /* end of block loop */ |
---|
| 210 | //aubio_pvoc_rdo(pv,fftgrain, obuf); |
---|
| 211 | pos = -1; /* so it will be zero next j loop */ |
---|
| 212 | } |
---|
| 213 | pos++; |
---|
| 214 | } |
---|
| 215 | return 1; |
---|
| 216 | } |
---|
| 217 | |
---|
| 218 | int main(int argc, char **argv) { |
---|
| 219 | |
---|
| 220 | aubio_file_t * file = NULL; |
---|
| 221 | aubio_file_t * fileout = NULL; |
---|
| 222 | |
---|
| 223 | aubio_file_t * onsetfile = new_file_ro(onset_filename); |
---|
| 224 | /* parse command line arguments */ |
---|
| 225 | parse_args(argc, argv); |
---|
| 226 | |
---|
| 227 | if(!usejack) |
---|
| 228 | { |
---|
| 229 | debug("Opening files ...\n"); |
---|
| 230 | file = new_file_ro (input_filename); |
---|
| 231 | file_info(file); |
---|
| 232 | channels = aubio_file_channels(file); |
---|
| 233 | if (output_filename != NULL) |
---|
| 234 | fileout = new_file_wo(file, output_filename); |
---|
| 235 | } |
---|
| 236 | |
---|
| 237 | ibuf = new_fvec(overlap_size, channels); |
---|
| 238 | obuf = new_fvec(overlap_size, channels); |
---|
| 239 | woodblock = new_fvec(buffer_size,1); |
---|
| 240 | fftgrain = new_cvec(buffer_size, channels); |
---|
| 241 | |
---|
| 242 | pvi = new_aubio_pvoc(buffer_size*4, overlap_size, channels); |
---|
| 243 | fftpitch = new_cvec(buffer_size*4, channels); |
---|
| 244 | filter = new_aubio_adsgn_filter((smpl_t)samplerate); |
---|
| 245 | p = new_aubio_pitchmcomb(buffer_size*4,channels); |
---|
| 246 | |
---|
| 247 | note_buffer = new_fvec(medianfiltlen, 1); |
---|
| 248 | note_buffer2= new_fvec(medianfiltlen, 1); |
---|
| 249 | /* read the output sound once */ |
---|
| 250 | file_read(onsetfile, overlap_size, woodblock); |
---|
| 251 | |
---|
| 252 | /* phase vocoder */ |
---|
| 253 | debug("Phase voc init ... \n"); |
---|
| 254 | pv = new_aubio_pvoc(buffer_size, overlap_size, channels); |
---|
| 255 | |
---|
| 256 | /* onsets */ |
---|
| 257 | parms = new_aubio_peakpicker(threshold); |
---|
| 258 | o = new_aubio_onsetdetection(type_onset,buffer_size,channels); |
---|
| 259 | onset = new_fvec(1, channels); |
---|
| 260 | if (usedoubled) { |
---|
| 261 | o2 = new_aubio_onsetdetection(type_onset2,buffer_size,channels); |
---|
| 262 | onset2 = new_fvec(1 , channels); |
---|
| 263 | } |
---|
| 264 | |
---|
| 265 | if(usejack) { |
---|
| 266 | #ifdef JACK_SUPPORT |
---|
| 267 | aubio_jack_t * jack_setup; |
---|
| 268 | debug("Midi init ...\n"); |
---|
| 269 | debug("Jack init ...\n"); |
---|
| 270 | jack_setup = new_aubio_jack(channels, channels, |
---|
| 271 | (aubio_process_func_t)aubio_process); |
---|
| 272 | |
---|
| 273 | mplay = new_aubio_midi_player(); |
---|
| 274 | |
---|
| 275 | mdriver = new_aubio_midi_driver("alsa_seq", |
---|
| 276 | (handle_midi_event_func_t)aubio_midi_send_event, mplay); |
---|
| 277 | |
---|
| 278 | event = new_aubio_midi_event(); |
---|
| 279 | |
---|
| 280 | debug("Jack activation ...\n"); |
---|
| 281 | aubio_jack_activate(jack_setup); |
---|
| 282 | debug("Processing (Ctrl+C to quit) ...\n"); |
---|
| 283 | pause(); |
---|
| 284 | send_noteon(mdriver,curnote,0); |
---|
| 285 | aubio_jack_close(jack_setup); |
---|
| 286 | del_aubio_midi_driver(mdriver); |
---|
| 287 | #else |
---|
| 288 | outmsg("Compiled without jack output, exiting."); |
---|
| 289 | #endif |
---|
| 290 | |
---|
| 291 | } else { |
---|
| 292 | /* phasevoc */ |
---|
| 293 | debug("Processing ...\n"); |
---|
| 294 | |
---|
| 295 | frames = 0; |
---|
| 296 | |
---|
| 297 | while (overlap_size == file_read(file, overlap_size, ibuf)) |
---|
| 298 | { |
---|
| 299 | isonset=0; |
---|
| 300 | aubio_process(ibuf->data, obuf->data, overlap_size); |
---|
| 301 | if (output_filename != NULL) { |
---|
| 302 | file_write(fileout,overlap_size,obuf); |
---|
| 303 | } |
---|
| 304 | frames++; |
---|
| 305 | } |
---|
| 306 | send_noteon(mdriver,curnote,0); |
---|
| 307 | |
---|
| 308 | debug("Processed %d frames of %d samples.\n", frames, buffer_size); |
---|
| 309 | del_file(file); |
---|
| 310 | |
---|
| 311 | if (output_filename != NULL) |
---|
| 312 | del_file(fileout); |
---|
| 313 | |
---|
| 314 | } |
---|
| 315 | |
---|
| 316 | del_aubio_pvoc(pv); |
---|
| 317 | del_fvec(obuf); |
---|
| 318 | del_fvec(ibuf); |
---|
| 319 | del_cvec(fftgrain); |
---|
| 320 | del_cvec(fftpitch); |
---|
| 321 | del_aubio_pvoc(pvi); |
---|
| 322 | del_fvec(onset); |
---|
| 323 | del_fvec(note_buffer); |
---|
| 324 | del_fvec(note_buffer2); |
---|
| 325 | |
---|
| 326 | debug("End of program.\n"); |
---|
| 327 | fflush(stderr); |
---|
| 328 | return 0; |
---|
| 329 | } |
---|
| 330 | |
---|