/* Copyright (C) 2006 Amaury Hazan Ported to aubio from LibXtract http://libxtract.sourceforge.net/ This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */ #include "aubio_priv.h" #include "sample.h" #include "fft.h" #include "filterbank.h" #include "mfcc.h" #include "math.h" /** Internal structure for mfcc object **/ struct aubio_mfcc_t_{ /** grain length */ uint_t win_s; /** sample rate (needed?) */ uint_t samplerate; /** number of channels */ uint_t channels; /** filter bank */ aubio_filterbank_t * fb; /** number of coefficients (= fb->n_filters/2 +1) */ uint_t n_coefs; /** lowest frequency for filters */ smpl_t lowfreq; /** highest frequency for filters */ smpl_t highfreq; /** input buffer for dct * [fb->n_filters] */ fvec_t * in_dct; /** fft object for dct */ aubio_mfft_t * fft_dct; /** output buffer for dct */ cvec_t * fftgrain_dct; }; aubio_mfcc_t * new_aubio_mfcc (uint_t win_s, uint_t samplerate ,uint_t n_coefs, smpl_t lowfreq, smpl_t highfreq, uint_t channels){ /** allocating space for mfcc object */ aubio_mfcc_t * mfcc = AUBIO_NEW(aubio_mfcc_t); mfcc->win_s=win_s; mfcc->samplerate=samplerate; mfcc->channels=channels; mfcc->n_coefs=n_coefs; mfcc->lowfreq=lowfreq; mfcc->highfreq=highfreq; /** filterbank allocation */ //we need (n_coefs-1)*2 filters to obtain n_coefs coefficients after dct mfcc->fb=new_aubio_filterbank((n_coefs-1)*2, mfcc->win_s); /** allocating space for fft object (used for dct) */ mfcc->fft_dct=new_aubio_mfft(mfcc->win_s, 1); /** allocating buffers */ mfcc->in_dct=new_fvec(mfcc->win_s, 1); mfcc->fftgrain_dct=new_cvec(mfcc->fb->n_filters, 1); /** populating the filterbank */ aubio_filterbank_mfcc_init(mfcc->fb, (mfcc->samplerate)/2, XTRACT_EQUAL_GAIN, mfcc->lowfreq, mfcc->highfreq); return mfcc; }; void del_aubio_mfcc(aubio_mfcc_t *mf){ /** deleting filterbank */ del_aubio_filterbank(mf->fb); /** deleting mfft object */ del_aubio_mfft(mf->fft_dct); /** deleting buffers */ del_fvec(mf->in_dct); del_cvec(mf->fftgrain_dct); /** deleting mfcc object */ AUBIO_FREE(mf); } // Computation void aubio_mfcc_do(aubio_mfcc_t * mf, cvec_t *in, fvec_t *out){ aubio_filterbank_t *f = mf->fb; uint_t n, filter_cnt; for(filter_cnt = 0; filter_cnt < f->n_filters; filter_cnt++){ mf->in_dct->data[0][filter_cnt] = 0.f; for(n = 0; n < mf->win_s; n++){ mf->in_dct->data[0][filter_cnt] += in->norm[0][n] * f->filters[filter_cnt]->data[0][n]; } mf->in_dct->data[0][filter_cnt] = LOG(mf->in_dct->data[0][filter_cnt] < XTRACT_LOG_LIMIT ? XTRACT_LOG_LIMIT : mf->in_dct->data[0][filter_cnt]); } //TODO: check that zero padding // the following line seems useless since the in_dct buffer has the correct size //for(n = filter + 1; n < N; n++) result[n] = 0; aubio_dct_do(mf, mf->in_dct, out); //return XTRACT_SUCCESS; } void aubio_dct_do(aubio_mfcc_t * mf, fvec_t *in, fvec_t *out){ //fvec_t * momo = new_fvec(20, 1); //momo->data = data; //compute mag spectrum aubio_mfft_do (mf->fft_dct, in, mf->fftgrain_dct); int i; //extract real part of fft grain for(i=0; in_coefs ;i++){ out->data[0][i]= mf->fftgrain_dct->norm[0][i]*COS(mf->fftgrain_dct->phas[0][i]); } //return XTRACT_SUCCESS; } ///////// OLD CODE // int aubio_mfcc_do(const float *data, const int N, const void *argv, float *result, aubio_mfft_t * fft_dct, cvec_t * fftgrain_dct){ // // aubio_mel_filter *f; // uint_t n, filter; // // f = (aubio_mel_filter *)argv; // printf("%d",f->n_filters); // // for(filter = 0; filter < f->n_filters; filter++){ // result[filter] = 0.f; // for(n = 0; n < N; n++){ // result[filter] += data[n] * f->filters[filter][n]; // } // result[filter] = LOG(result[filter] < XTRACT_LOG_LIMIT ? XTRACT_LOG_LIMIT : result[filter]); // } // // //TODO: check that zero padding // for(n = filter + 1; n < N; n++) result[n] = 0; // // aubio_dct_do(result, f->n_filters, NULL, result, fft_dct, fftgrain_dct); // // return XTRACT_SUCCESS; // } // Added last two arguments to be able to pass from example // int aubio_dct_do(const float *data, const int N, const void *argv, float *result, aubio_mfft_t * fft_dct, cvec_t * fftgrain_dct){ // // // //call aubio p_voc in dct setting // // //TODO: fvec as input? Remove data length, N? // // fvec_t * momo = new_fvec(20, 1); // momo->data = data; // // //compute mag spectrum // aubio_mfft_do (fft_dct, data, fftgrain_dct); // // int i; // //extract real part of fft grain // for(i=0; inorm[0][i]*COS(fftgrain_dct->phas[0][i]); // } // // // return XTRACT_SUCCESS; // }