2 Copyright (C) 2006-2013 Paul Brossier <piem@aubio.org>
4 This file is part of aubio.
6 aubio is free software: you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation, either version 3 of the License, or
9 (at your option) any later version.
11 aubio is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with aubio. If not, see <http://www.gnu.org/licenses/>.
21 #include "aubio_priv.h"
24 #include "spectral/specdesc.h"
25 #include "spectral/phasevoc.h"
26 #include "spectral/awhitening.h"
27 #include "onset/peakpicker.h"
28 #include "mathutils.h"
29 #include "onset/onset.h"
31 /** structure to store object state */
32 struct _aubio_onset_t {
33 aubio_pvoc_t * pv; /**< phase vocoder */
34 aubio_specdesc_t * od; /**< spectral descriptor */
35 aubio_peakpicker_t * pp; /**< peak picker */
36 cvec_t * fftgrain; /**< phase vocoder output */
37 fvec_t * desc; /**< spectral description */
38 smpl_t silence; /**< silence threhsold */
39 uint_t minioi; /**< minimum inter onset interval */
40 uint_t delay; /**< constant delay, in samples, removed from detected onset times */
41 uint_t samplerate; /**< sampling rate of the input signal */
42 uint_t hop_size; /**< number of samples between two runs */
44 uint_t total_frames; /**< total number of frames processed since the beginning */
45 uint_t last_onset; /**< last detected onset location, in frames */
47 uint_t apply_adaptive_whitening;
48 aubio_spectral_whitening_t *spectral_whitening;
51 /* execute onset detection function on iput buffer */
52 void aubio_onset_do (aubio_onset_t *o, fvec_t * input, fvec_t * onset)
55 aubio_pvoc_do (o->pv,input, o->fftgrain);
57 if (apply_filtering) {
59 if (apply_compression) {
62 if (o->apply_adaptive_whitening) {
63 aubio_spectral_whitening_do(o->spectral_whitening, o->fftgrain);
65 aubio_specdesc_do (o->od, o->fftgrain, o->desc);
66 aubio_peakpicker_do(o->pp, o->desc, onset);
67 isonset = onset->data[0];
69 if (aubio_silence_detection(input, o->silence)==1) {
70 //AUBIO_DBG ("silent onset, not marking as onset\n");
73 uint_t new_onset = o->total_frames + (uint_t)ROUND(isonset * o->hop_size);
74 if (o->last_onset + o->minioi < new_onset) {
75 //AUBIO_DBG ("accepted detection, marking as onset\n");
76 o->last_onset = new_onset;
78 //AUBIO_DBG ("doubled onset, not marking as onset\n");
83 // we are at the beginning of the file
84 if (o->total_frames <= o->delay) {
85 // and we don't find silence
86 if (aubio_silence_detection(input, o->silence) == 0) {
87 uint_t new_onset = o->total_frames;
88 if (o->total_frames == 0 || o->last_onset + o->minioi < new_onset) {
89 isonset = o->delay / o->hop_size;
90 o->last_onset = o->total_frames + o->delay;
95 onset->data[0] = isonset;
96 o->total_frames += o->hop_size;
100 uint_t aubio_onset_get_last (aubio_onset_t *o)
102 return o->last_onset - o->delay;
105 smpl_t aubio_onset_get_last_s (aubio_onset_t *o)
107 return aubio_onset_get_last (o) / (smpl_t) (o->samplerate);
110 smpl_t aubio_onset_get_last_ms (aubio_onset_t *o)
112 return aubio_onset_get_last_s (o) * 1000.;
115 uint_t aubio_onset_set_silence(aubio_onset_t * o, smpl_t silence) {
116 o->silence = silence;
120 smpl_t aubio_onset_get_silence(aubio_onset_t * o) {
124 uint_t aubio_onset_set_threshold(aubio_onset_t * o, smpl_t threshold) {
125 aubio_peakpicker_set_threshold(o->pp, threshold);
129 smpl_t aubio_onset_get_threshold(aubio_onset_t * o) {
130 return aubio_peakpicker_get_threshold(o->pp);
133 uint_t aubio_onset_set_minioi(aubio_onset_t * o, uint_t minioi) {
138 uint_t aubio_onset_get_minioi(aubio_onset_t * o) {
142 uint_t aubio_onset_set_minioi_s(aubio_onset_t * o, smpl_t minioi) {
143 return aubio_onset_set_minioi (o, minioi * o->samplerate);
146 smpl_t aubio_onset_get_minioi_s(aubio_onset_t * o) {
147 return aubio_onset_get_minioi (o) / (smpl_t) o->samplerate;
150 uint_t aubio_onset_set_minioi_ms(aubio_onset_t * o, smpl_t minioi) {
151 return aubio_onset_set_minioi_s (o, minioi / 1000.);
154 smpl_t aubio_onset_get_minioi_ms(aubio_onset_t * o) {
155 return aubio_onset_get_minioi_s (o) * 1000.;
158 uint_t aubio_onset_set_delay(aubio_onset_t * o, uint_t delay) {
163 uint_t aubio_onset_get_delay(aubio_onset_t * o) {
167 uint_t aubio_onset_set_delay_s(aubio_onset_t * o, smpl_t delay) {
168 return aubio_onset_set_delay (o, delay * o->samplerate);
171 smpl_t aubio_onset_get_delay_s(aubio_onset_t * o) {
172 return aubio_onset_get_delay (o) / (smpl_t) o->samplerate;
175 uint_t aubio_onset_set_delay_ms(aubio_onset_t * o, smpl_t delay) {
176 return aubio_onset_set_delay_s (o, delay / 1000.);
179 smpl_t aubio_onset_get_delay_ms(aubio_onset_t * o) {
180 return aubio_onset_get_delay_s (o) * 1000.;
183 smpl_t aubio_onset_get_descriptor(aubio_onset_t * o) {
184 return o->desc->data[0];
187 smpl_t aubio_onset_get_thresholded_descriptor(aubio_onset_t * o) {
188 fvec_t * thresholded = aubio_peakpicker_get_thresholded_input(o->pp);
189 return thresholded->data[0];
192 /* Allocate memory for an onset detection */
193 aubio_onset_t * new_aubio_onset (char_t * onset_mode,
194 uint_t buf_size, uint_t hop_size, uint_t samplerate)
196 aubio_onset_t * o = AUBIO_NEW(aubio_onset_t);
198 /* check parameters are valid */
199 if ((sint_t)hop_size < 1) {
200 AUBIO_ERR("onset: got hop_size %d, but can not be < 1\n", hop_size);
202 } else if ((sint_t)buf_size < 1) {
203 AUBIO_ERR("onset: got buffer_size %d, but can not be < 1\n", buf_size);
205 } else if (buf_size < hop_size) {
206 AUBIO_ERR("onset: hop size (%d) is larger than win size (%d)\n", buf_size, hop_size);
208 } else if ((sint_t)samplerate < 1) {
209 AUBIO_ERR("onset: samplerate (%d) can not be < 1\n", samplerate);
213 /* store creation parameters */
214 o->samplerate = samplerate;
215 o->hop_size = hop_size;
217 /* allocate memory */
218 o->pv = new_aubio_pvoc(buf_size, o->hop_size);
219 o->pp = new_aubio_peakpicker();
220 o->od = new_aubio_specdesc(onset_mode,buf_size);
221 o->fftgrain = new_cvec(buf_size);
222 o->desc = new_fvec(1);
224 /* set some default parameter */
225 aubio_onset_set_threshold (o, 0.3);
226 aubio_onset_set_delay(o, 4.3 * hop_size);
227 aubio_onset_set_minioi_ms(o, 20.);
228 aubio_onset_set_silence(o, -70.);
230 o->spectral_whitening = new_aubio_spectral_whitening(buf_size, hop_size, samplerate);
231 o->apply_adaptive_whitening = 1;
233 /* initialize internal variables */
243 void del_aubio_onset (aubio_onset_t *o)
245 del_aubio_spectral_whitening(o->spectral_whitening);
246 del_aubio_specdesc(o->od);
247 del_aubio_peakpicker(o->pp);
248 del_aubio_pvoc(o->pv);
250 del_cvec(o->fftgrain);