/*
- Copyright (C) 2006-2009 Paul Brossier <piem@aubio.org>
+ Copyright (C) 2006-2013 Paul Brossier <piem@aubio.org>
This file is part of aubio.
#include "cvec.h"
#include "spectral/specdesc.h"
#include "spectral/phasevoc.h"
+#include "spectral/awhitening.h"
#include "onset/peakpicker.h"
#include "mathutils.h"
#include "onset/onset.h"
+void aubio_onset_default_parameters (aubio_onset_t *o, const char_t * method);
+
/** structure to store object state */
struct _aubio_onset_t {
aubio_pvoc_t * pv; /**< phase vocoder */
- aubio_specdesc_t * od; /**< onset detection */
+ aubio_specdesc_t * od; /**< spectral descriptor */
aubio_peakpicker_t * pp; /**< peak picker */
cvec_t * fftgrain; /**< phase vocoder output */
- fvec_t * of; /**< onset detection function */
- smpl_t threshold; /**< onset peak picking threshold */
+ fvec_t * desc; /**< spectral description */
smpl_t silence; /**< silence threhsold */
uint_t minioi; /**< minimum inter onset interval */
- fvec_t * wasonset; /**< number of frames since last onset */
+ uint_t delay; /**< constant delay, in samples, removed from detected onset times */
uint_t samplerate; /**< sampling rate of the input signal */
- uint_t hop_size; /**< number of samples between two runs */
+ uint_t hop_size; /**< number of samples between two runs */
+
+ uint_t total_frames; /**< total number of frames processed since the beginning */
+ uint_t last_onset; /**< last detected onset location, in frames */
+
+ uint_t apply_compression;
+ smpl_t lambda_compression;
+ uint_t apply_awhitening; /**< apply adaptive spectral whitening */
+ aubio_spectral_whitening_t *spectral_whitening;
};
/* execute onset detection function on iput buffer */
-void aubio_onset_do (aubio_onset_t *o, fvec_t * input, fvec_t * onset)
+void aubio_onset_do (aubio_onset_t *o, const fvec_t * input, fvec_t * onset)
{
smpl_t isonset = 0;
- smpl_t wasonset = 0;
- uint_t i;
aubio_pvoc_do (o->pv,input, o->fftgrain);
- aubio_specdesc_do (o->od,o->fftgrain, o->of);
- /*if (usedoubled) {
- aubio_specdesc_do (o2,fftgrain, onset2);
- onset->data[0][0] *= onset2->data[0][0];
- }*/
- aubio_peakpicker_do(o->pp, o->of, onset);
- for (i = 0; i < input->channels; i++) {
- isonset = onset->data[i][0];
- wasonset = o->wasonset->data[i][0];
+ /*
+ if (apply_filtering) {
+ }
+ */
+ if (o->apply_awhitening) {
+ aubio_spectral_whitening_do(o->spectral_whitening, o->fftgrain);
+ }
+ if (o->apply_compression) {
+ cvec_logmag(o->fftgrain, o->lambda_compression);
+ }
+ aubio_specdesc_do (o->od, o->fftgrain, o->desc);
+ aubio_peakpicker_do(o->pp, o->desc, onset);
+ isonset = onset->data[0];
if (isonset > 0.) {
if (aubio_silence_detection(input, o->silence)==1) {
+ //AUBIO_DBG ("silent onset, not marking as onset\n");
isonset = 0;
- wasonset++;
} else {
- if (wasonset > o->minioi) {
- wasonset = 0;
+ uint_t new_onset = o->total_frames + (uint_t)ROUND(isonset * o->hop_size);
+ if (o->last_onset + o->minioi < new_onset) {
+ //AUBIO_DBG ("accepted detection, marking as onset\n");
+ o->last_onset = new_onset;
} else {
+ //AUBIO_DBG ("doubled onset, not marking as onset\n");
isonset = 0;
- wasonset++;
}
}
} else {
- wasonset++;
- }
- o->wasonset->data[i][0] = wasonset;
- onset->data[i][0] = isonset;
+ // we are at the beginning of the file
+ if (o->total_frames <= o->delay) {
+ // and we don't find silence
+ if (aubio_silence_detection(input, o->silence) == 0) {
+ uint_t new_onset = o->total_frames;
+ if (o->total_frames == 0 || o->last_onset + o->minioi < new_onset) {
+ isonset = o->delay / o->hop_size;
+ o->last_onset = o->total_frames + o->delay;
+ }
+ }
+ }
}
+ onset->data[0] = isonset;
+ o->total_frames += o->hop_size;
return;
}
+uint_t aubio_onset_get_last (const aubio_onset_t *o)
+{
+ return o->last_onset - o->delay;
+}
+
+smpl_t aubio_onset_get_last_s (const aubio_onset_t *o)
+{
+ return aubio_onset_get_last (o) / (smpl_t) (o->samplerate);
+}
+
+smpl_t aubio_onset_get_last_ms (const aubio_onset_t *o)
+{
+ return aubio_onset_get_last_s (o) * 1000.;
+}
+
+uint_t aubio_onset_set_awhitening (aubio_onset_t *o, uint_t enable)
+{
+ o->apply_awhitening = enable == 1 ? 1 : 0;
+ return AUBIO_OK;
+}
+
+smpl_t aubio_onset_get_awhitening (aubio_onset_t *o)
+{
+ return o->apply_awhitening;
+}
+
+uint_t aubio_onset_set_compression (aubio_onset_t *o, smpl_t lambda)
+{
+ if (lambda < 0.) {
+ return AUBIO_FAIL;
+ }
+ o->lambda_compression = lambda;
+ o->apply_compression = (o->lambda_compression > 0.) ? 1 : 0;
+ return AUBIO_OK;
+}
+
+smpl_t aubio_onset_get_compression (aubio_onset_t *o)
+{
+ return o->apply_compression ? o->lambda_compression : 0;
+}
+
uint_t aubio_onset_set_silence(aubio_onset_t * o, smpl_t silence) {
o->silence = silence;
return AUBIO_OK;
}
+smpl_t aubio_onset_get_silence(const aubio_onset_t * o) {
+ return o->silence;
+}
+
uint_t aubio_onset_set_threshold(aubio_onset_t * o, smpl_t threshold) {
- o->threshold = threshold;
- aubio_peakpicker_set_threshold(o->pp, o->threshold);
+ aubio_peakpicker_set_threshold(o->pp, threshold);
return AUBIO_OK;
}
+smpl_t aubio_onset_get_threshold(const aubio_onset_t * o) {
+ return aubio_peakpicker_get_threshold(o->pp);
+}
+
uint_t aubio_onset_set_minioi(aubio_onset_t * o, uint_t minioi) {
- o->minioi = FLOOR(minioi / 1000. * o->samplerate / o->hop_size);
+ o->minioi = minioi;
+ return AUBIO_OK;
+}
+
+uint_t aubio_onset_get_minioi(const aubio_onset_t * o) {
+ return o->minioi;
+}
+
+uint_t aubio_onset_set_minioi_s(aubio_onset_t * o, smpl_t minioi) {
+ return aubio_onset_set_minioi (o, (uint_t)ROUND(minioi * o->samplerate));
+}
+
+smpl_t aubio_onset_get_minioi_s(const aubio_onset_t * o) {
+ return aubio_onset_get_minioi (o) / (smpl_t) o->samplerate;
+}
+
+uint_t aubio_onset_set_minioi_ms(aubio_onset_t * o, smpl_t minioi) {
+ return aubio_onset_set_minioi_s (o, minioi / 1000.);
+}
+
+smpl_t aubio_onset_get_minioi_ms(const aubio_onset_t * o) {
+ return aubio_onset_get_minioi_s (o) * 1000.;
+}
+
+uint_t aubio_onset_set_delay(aubio_onset_t * o, uint_t delay) {
+ o->delay = delay;
return AUBIO_OK;
}
+uint_t aubio_onset_get_delay(const aubio_onset_t * o) {
+ return o->delay;
+}
+
+uint_t aubio_onset_set_delay_s(aubio_onset_t * o, smpl_t delay) {
+ return aubio_onset_set_delay (o, delay * o->samplerate);
+}
+
+smpl_t aubio_onset_get_delay_s(const aubio_onset_t * o) {
+ return aubio_onset_get_delay (o) / (smpl_t) o->samplerate;
+}
+
+uint_t aubio_onset_set_delay_ms(aubio_onset_t * o, smpl_t delay) {
+ return aubio_onset_set_delay_s (o, delay / 1000.);
+}
+
+smpl_t aubio_onset_get_delay_ms(const aubio_onset_t * o) {
+ return aubio_onset_get_delay_s (o) * 1000.;
+}
+
+smpl_t aubio_onset_get_descriptor(const aubio_onset_t * o) {
+ return o->desc->data[0];
+}
+
+smpl_t aubio_onset_get_thresholded_descriptor(const aubio_onset_t * o) {
+ fvec_t * thresholded = aubio_peakpicker_get_thresholded_input(o->pp);
+ return thresholded->data[0];
+}
+
/* Allocate memory for an onset detection */
-aubio_onset_t * new_aubio_onset (char_t * onset_mode,
- uint_t buf_size, uint_t hop_size, uint_t channels, uint_t samplerate)
+aubio_onset_t * new_aubio_onset (const char_t * onset_mode,
+ uint_t buf_size, uint_t hop_size, uint_t samplerate)
{
aubio_onset_t * o = AUBIO_NEW(aubio_onset_t);
- /** set some default parameter */
- o->threshold = 0.3;
- o->minioi = 4;
- o->silence = -70;
- o->wasonset = new_fvec(1, channels);
+
+ /* check parameters are valid */
+ if ((sint_t)hop_size < 1) {
+ AUBIO_ERR("onset: got hop_size %d, but can not be < 1\n", hop_size);
+ goto beach;
+ } else if ((sint_t)buf_size < 2) {
+ AUBIO_ERR("onset: got buffer_size %d, but can not be < 2\n", buf_size);
+ goto beach;
+ } else if (buf_size < hop_size) {
+ AUBIO_ERR("onset: hop size (%d) is larger than win size (%d)\n", hop_size, buf_size);
+ goto beach;
+ } else if ((sint_t)samplerate < 1) {
+ AUBIO_ERR("onset: samplerate (%d) can not be < 1\n", samplerate);
+ goto beach;
+ }
+
+ /* store creation parameters */
o->samplerate = samplerate;
o->hop_size = hop_size;
- o->pv = new_aubio_pvoc(buf_size, hop_size, channels);
- o->pp = new_aubio_peakpicker(channels);
- aubio_peakpicker_set_threshold (o->pp, o->threshold);
- o->od = new_aubio_specdesc(onset_mode,buf_size,channels);
- o->fftgrain = new_cvec(buf_size,channels);
- o->of = new_fvec(1, channels);
- /*if (usedoubled) {
- o2 = new_aubio_specdesc(onset_type2,buffer_size,channels);
- onset2 = new_fvec(1 , channels);
- }*/
+
+ /* allocate memory */
+ o->pv = new_aubio_pvoc(buf_size, o->hop_size);
+ o->pp = new_aubio_peakpicker();
+ o->od = new_aubio_specdesc(onset_mode,buf_size);
+ if (o->od == NULL) goto beach_specdesc;
+ o->fftgrain = new_cvec(buf_size);
+ o->desc = new_fvec(1);
+ o->spectral_whitening = new_aubio_spectral_whitening(buf_size, hop_size, samplerate);
+
+ /* initialize internal variables */
+ aubio_onset_set_default_parameters (o, onset_mode);
+
+ aubio_onset_reset(o);
return o;
+
+beach_specdesc:
+ del_aubio_peakpicker(o->pp);
+ del_aubio_pvoc(o->pv);
+beach:
+ AUBIO_FREE(o);
+ return NULL;
+}
+
+void aubio_onset_reset (aubio_onset_t *o) {
+ o->last_onset = 0;
+ o->total_frames = 0;
+}
+
+uint_t aubio_onset_set_default_parameters (aubio_onset_t * o, const char_t * onset_mode)
+{
+ uint_t ret = AUBIO_OK;
+ /* set some default parameter */
+ aubio_onset_set_threshold (o, 0.3);
+ aubio_onset_set_delay (o, 4.3 * o->hop_size);
+ aubio_onset_set_minioi_ms (o, 50.);
+ aubio_onset_set_silence (o, -70.);
+ // disable spectral whitening
+ aubio_onset_set_awhitening (o, 0);
+ // disable logarithmic magnitude
+ aubio_onset_set_compression (o, 0.);
+
+ /* method specific optimisations */
+ if (strcmp (onset_mode, "energy") == 0) {
+ } else if (strcmp (onset_mode, "hfc") == 0 || strcmp (onset_mode, "default") == 0) {
+ aubio_onset_set_threshold (o, 0.058);
+ aubio_onset_set_compression (o, 1.);
+ } else if (strcmp (onset_mode, "complexdomain") == 0
+ || strcmp (onset_mode, "complex") == 0) {
+ aubio_onset_set_delay (o, 4.6 * o->hop_size);
+ aubio_onset_set_threshold (o, 0.15);
+ aubio_onset_set_awhitening(o, 1);
+ aubio_onset_set_compression (o, 1.);
+ } else if (strcmp (onset_mode, "phase") == 0) {
+ o->apply_compression = 0;
+ aubio_onset_set_awhitening (o, 0);
+ } else if (strcmp (onset_mode, "mkl") == 0) {
+ aubio_onset_set_threshold (o, 0.05);
+ aubio_onset_set_awhitening(o, 1);
+ aubio_onset_set_compression (o, 0.02);
+ } else if (strcmp (onset_mode, "kl") == 0) {
+ aubio_onset_set_threshold (o, 0.35);
+ aubio_onset_set_awhitening(o, 1);
+ aubio_onset_set_compression (o, 0.02);
+ } else if (strcmp (onset_mode, "specflux") == 0) {
+ aubio_onset_set_threshold (o, 0.25);
+ aubio_onset_set_awhitening(o, 1);
+ aubio_onset_set_compression (o, 20.);
+ } else if (strcmp (onset_mode, "specdiff") == 0) {
+ } else {
+ AUBIO_WRN("onset: unknown spectral descriptor type %s, "
+ "using default parameters.\n", onset_mode);
+ ret = AUBIO_FAIL;
+ }
+ return ret;
}
void del_aubio_onset (aubio_onset_t *o)
{
+ del_aubio_spectral_whitening(o->spectral_whitening);
del_aubio_specdesc(o->od);
del_aubio_peakpicker(o->pp);
del_aubio_pvoc(o->pv);
- del_fvec(o->of);
- del_fvec(o->wasonset);
+ del_fvec(o->desc);
del_cvec(o->fftgrain);
AUBIO_FREE(o);
}