merged from aubio_mfcc, added slaney filterbank (70% done)
[aubio.git] / examples / utils.c
1
2 #include "aubio.h"
3
4 #ifndef JACK_SUPPORT
5 #define JACK_SUPPORT 0
6 #endif
7
8 #include <getopt.h>
9 #include <stdlib.h>
10 #include <stdio.h>
11 #include <string.h>
12 #include <math.h> /* for isfinite */
13 #include "utils.h"
14
15 #ifdef LASH_SUPPORT
16 #include <lash/lash.h>
17 #include <pthread.h>
18 lash_client_t * aubio_lash_client;
19 lash_args_t * lash_args;
20 void * lash_thread_main (void * data);
21 int lash_main (void);
22 void save_data (void);
23 void restore_data(lash_config_t * lash_config);
24 pthread_t lash_thread;
25 #endif /* LASH_SUPPORT */
26
27 /* settings */
28 const char * output_filename = NULL;
29 const char * input_filename  = NULL;
30 const char * onset_filename  = AUBIO_PREFIX "/share/sounds/" PACKAGE "/woodblock.aiff";
31 int frames = 0;
32 int verbose = 0;
33 int usejack = 0;
34 int usedoubled = 1;
35
36
37 /* energy,specdiff,hfc,complexdomain,phase */
38 aubio_onsetdetection_type type_onset  = aubio_onset_kl;
39 aubio_onsetdetection_type type_onset2 = aubio_onset_complex;
40 smpl_t threshold                      = 0.3;
41 smpl_t silence                        = -90.;
42 uint_t buffer_size                    = 512; //1024;
43 uint_t overlap_size                   = 256; //512;
44 uint_t channels                       = 1;
45 uint_t samplerate                     = 44100;
46
47
48 aubio_sndfile_t * file = NULL;
49 aubio_sndfile_t * fileout = NULL;
50
51 aubio_pvoc_t * pv;
52 fvec_t * ibuf;
53 fvec_t * obuf;
54 cvec_t * fftgrain;
55 fvec_t * woodblock;
56 aubio_onsetdetection_t *o;
57 aubio_onsetdetection_t *o2;
58 fvec_t *onset;
59 fvec_t *onset2;
60 int isonset = 0;
61 aubio_pickpeak_t * parms;
62
63 /* pitch objects */
64 smpl_t pitch               = 0.;
65 aubio_pitchdetection_t * pitchdet;
66 aubio_pitchdetection_type type_pitch = aubio_pitch_yinfft; // aubio_pitch_mcomb
67 aubio_pitchdetection_mode mode_pitch = aubio_pitchm_freq;
68 uint_t median         = 6;
69
70 fvec_t * note_buffer  = NULL;
71 fvec_t * note_buffer2 = NULL;
72 smpl_t curlevel       = 0.;
73 smpl_t maxonset       = 0.;
74
75 /* midi objects */
76 aubio_midi_player_t * mplay; 
77 aubio_midi_driver_t * mdriver; 
78 aubio_midi_event_t  * event;
79
80 smpl_t curnote = 0.;
81 smpl_t newnote = 0.;
82 uint_t isready = 0;
83
84
85
86 /* badly redeclare some things */
87 aubio_onsetdetection_type type_onset;
88 smpl_t threshold;
89 smpl_t averaging;
90 const char * prog_name;
91
92 void usage (FILE * stream, int exit_code)
93 {
94         fprintf(stream, "usage: %s [ options ] \n", prog_name);
95         fprintf(stream, 
96                         "       -h      --help          Display this message.\n"
97                         "       -v      --verbose       Be verbose.\n"
98                         "       -j      --jack          Use Jack.\n"
99                         "       -o      --output        Output type.\n"
100                         "       -i      --input         Input type.\n"
101                         "       -O      --onset         Select onset detection algorithm.\n"
102                         "       -t      --threshold     Set onset detection threshold.\n"
103                         "       -s      --silence       Select silence threshold.\n"
104                         "       -p      --pitch         Select pitch detection algorithm.\n"
105                         "       -H      --hopsize       Set hopsize.\n"
106                         "       -a      --averaging     Use averaging.\n"
107                );
108         exit(exit_code);
109 }
110
111 int parse_args (int argc, char **argv) {
112         const char *options = "hvjo:i:O:t:s:p:H:a";
113         int next_option;
114         struct option long_options[] =
115         {
116                 {"help"     , 0, NULL, 'h'},
117                 {"verbose"  , 0, NULL, 'v'},
118                 {"jack"     , 0, NULL, 'j'},
119                 {"output"   , 1, NULL, 'o'},
120                 {"input"    , 1, NULL, 'i'},
121                 {"onset"    , 1, NULL, 'O'},
122                 {"threshold", 1, NULL, 't'},
123                 {"silence"  , 1, NULL, 's'},
124                 {"pitch"    , 1, NULL, 'p'},
125                 {"averaging", 0, NULL, 'a'},
126                 {"hopsize",   1, NULL, 'H'},
127                 {NULL       , 0, NULL, 0}
128         };
129 #ifdef LASH_SUPPORT
130         lash_args = lash_extract_args(&argc, &argv);
131 #endif /* LASH_SUPPORT */
132         prog_name = argv[0];
133         if( argc < 1 ) {
134                 usage (stderr, 1);
135                 return -1;
136         }
137         do {
138                 next_option = getopt_long (argc, argv, options, 
139                                 long_options, NULL);
140                 switch (next_option) {
141                         case 'o':
142                                 output_filename = optarg;
143                                 break;
144                         case 'i':
145                                 input_filename = optarg;
146                                 break;
147                         case 'h': /* help */
148                                 usage (stdout, 0);
149                                 return -1;
150                         case 'v': /* verbose */
151                                 verbose = 1;
152                                 break;
153                         case 'j':
154                                 usejack = 1;
155                                 break;
156                         case 'O':   /*onset type*/
157                                 if (strcmp(optarg,"energy") == 0) 
158                                         type_onset = aubio_onset_energy;
159                                 else if (strcmp(optarg,"specdiff") == 0) 
160                                         type_onset = aubio_onset_specdiff;
161                                 else if (strcmp(optarg,"hfc") == 0) 
162                                         type_onset = aubio_onset_hfc;
163                                 else if (strcmp(optarg,"complexdomain") == 0) 
164                                         type_onset = aubio_onset_complex;
165                                 else if (strcmp(optarg,"complex") == 0) 
166                                         type_onset = aubio_onset_complex;
167                                 else if (strcmp(optarg,"phase") == 0) 
168                                         type_onset = aubio_onset_phase;
169                                 else if (strcmp(optarg,"mkl") == 0) 
170                                         type_onset = aubio_onset_mkl;
171                                 else if (strcmp(optarg,"kl") == 0) 
172                                         type_onset = aubio_onset_kl;
173                                 else {
174                                         errmsg("unknown onset type.\n");
175                                         abort();
176                                 }
177                                 usedoubled = 0;
178                                 break;
179                         case 's':   /* threshold value for onset */
180                                 silence = (smpl_t)atof(optarg);
181                                 break;
182                         case 't':   /* threshold value for onset */
183                                 threshold = (smpl_t)atof(optarg);
184                                 /*
185                                    if (!isfinite(threshold)) {
186                                    debug("could not get threshold.\n");
187                                    abort();
188                                    }
189                                    */
190                                 break;
191                         case 'p':
192                                 if (strcmp(optarg,"mcomb") == 0) 
193                                         type_pitch = aubio_pitch_mcomb;
194                                 else if (strcmp(optarg,"yinfft") == 0) 
195                                         type_pitch = aubio_pitch_yin;
196                                 else if (strcmp(optarg,"yin") == 0) 
197                                         type_pitch = aubio_pitch_yin;
198                                 else if (strcmp(optarg,"schmitt") == 0) 
199                                         type_pitch = aubio_pitch_schmitt;
200                                 else if (strcmp(optarg,"fcomb") == 0) 
201                                         type_pitch = aubio_pitch_fcomb;
202                                 else {
203                                         errmsg("unknown pitch type.\n");
204                                         abort();
205                                 }
206                                 break;
207                         case 'a':
208                                 averaging = 1;
209                                 break; 
210                         case 'H':
211                                 overlap_size = atoi(optarg);
212                                 break;
213                         case '?': /* unknown options */
214                                 usage(stderr, 1);
215                                 break;
216                         case -1: /* done with options */
217                                 break;
218                         default: /*something else unexpected */
219                                 abort ();
220                 }
221         }
222         while (next_option != -1);
223
224         if (input_filename != NULL) {
225                 debug ("Input file : %s\n", input_filename );
226         } else if (input_filename != NULL && output_filename != NULL) {
227                 debug ("Input file : %s\n", input_filename );
228                 debug ("Output file : %s\n", output_filename );
229         } else {
230                 if (JACK_SUPPORT)
231                 {
232                         debug ("Jack input output\n");
233                         usejack = 1;
234                 } else {
235                         debug ("Error: Could not switch to jack mode\n   aubio was compiled without jack support\n");
236                         exit(1);
237                 }
238         }
239
240         return 0;
241 }
242
243 void examples_common_init(int argc,char ** argv) {
244
245
246   aubio_sndfile_t * onsetfile = NULL;
247   /* parse command line arguments */
248   parse_args(argc, argv);
249
250   woodblock = new_fvec(buffer_size,1);
251   if (output_filename || usejack) {
252           /* dummy assignement to keep egcs happy */
253           isonset = (onsetfile = new_aubio_sndfile_ro(onset_filename)) ||
254                   (onsetfile = new_aubio_sndfile_ro("sounds/woodblock.aiff")) ||
255                   (onsetfile = new_aubio_sndfile_ro("../sounds/woodblock.aiff"));
256           if (onsetfile == NULL) {
257             outmsg("Could not find woodblock.aiff\n");
258             exit(1);
259           }
260   }
261   if (onsetfile) {
262           /* read the output sound once */
263           aubio_sndfile_read(onsetfile, overlap_size, woodblock);
264   }
265
266   if(!usejack)
267   {
268     debug("Opening files ...\n");
269     file = new_aubio_sndfile_ro (input_filename);
270     if (file == NULL) {
271       outmsg("Could not open input file %s.\n", input_filename);
272       exit(1);
273     }
274     if (verbose) aubio_sndfile_info(file);
275     channels = aubio_sndfile_channels(file);
276     samplerate = aubio_sndfile_samplerate(file);
277     if (output_filename != NULL)
278       fileout = new_aubio_sndfile_wo(file, output_filename);
279   }
280 #ifdef LASH_SUPPORT
281   else {
282     aubio_lash_client = lash_init(lash_args, argv[0],
283         LASH_Config_Data_Set | LASH_Terminal,
284         LASH_PROTOCOL(2, 0));
285     if (!aubio_lash_client) {
286       fprintf(stderr, "%s: could not initialise lash\n", __FUNCTION__);
287     }
288     /* tell the lash server our client id */
289     if (lash_enabled(aubio_lash_client)) {
290       lash_event_t * event = (lash_event_t *)lash_event_new_with_type(LASH_Client_Name);
291       lash_event_set_string(event, "aubio");
292       lash_send_event(aubio_lash_client, event);
293       pthread_create(&lash_thread, NULL, lash_thread_main, NULL);
294     }
295   }
296 #endif /* LASH_SUPPORT */
297
298   ibuf      = new_fvec(overlap_size, channels);
299   obuf      = new_fvec(overlap_size, channels);
300   fftgrain  = new_cvec(buffer_size, channels);
301
302   
303   if (usepitch) {
304     pitchdet = new_aubio_pitchdetection(buffer_size*4, 
305         overlap_size, channels, samplerate, type_pitch, mode_pitch);
306     aubio_pitchdetection_set_yinthresh(pitchdet, 0.7);
307
308     if (median) {
309       note_buffer = new_fvec(median, 1);
310       note_buffer2= new_fvec(median, 1);
311     }
312   }
313   /* phase vocoder */
314   pv = new_aubio_pvoc(buffer_size, overlap_size, channels);
315   
316   /* onsets */
317   parms = new_aubio_peakpicker(threshold);
318   o = new_aubio_onsetdetection(type_onset,buffer_size,channels);
319   onset = new_fvec(1, channels);
320   if (usedoubled)    {
321     o2 = new_aubio_onsetdetection(type_onset2,buffer_size,channels);
322     onset2 = new_fvec(1 , channels);
323   }
324
325 }
326
327
328 void examples_common_del(void){
329   if (usepitch) {
330           send_noteon(curnote,0);
331           del_aubio_pitchdetection(pitchdet);
332           if (median) {
333                   del_fvec(note_buffer);
334                   del_fvec(note_buffer2);
335           }
336   }
337   if (usedoubled)    {
338     del_aubio_onsetdetection(o2);
339     del_fvec(onset2);
340   }
341   del_aubio_onsetdetection(o);
342   del_aubio_peakpicker(parms);
343   del_aubio_pvoc(pv);
344   del_fvec(obuf);
345   del_fvec(ibuf);
346   del_cvec(fftgrain);
347   del_fvec(onset);
348   del_fvec(woodblock);
349   
350   aubio_cleanup();
351 }
352
353 void examples_common_process(aubio_process_func_t process_func, aubio_print_func_t print ){
354   if(usejack) {
355 #if JACK_SUPPORT
356     aubio_jack_t * jack_setup;
357     debug("Jack init ...\n");
358     jack_setup = new_aubio_jack(channels, channels,
359           (aubio_process_func_t)process_func);
360     if (usepitch) {
361             debug("Midi init ...\n");
362             mplay = new_aubio_midi_player();
363             mdriver = new_aubio_midi_driver("alsa_seq",
364                             (handle_midi_event_func_t)aubio_midi_send_event, mplay);
365             event = new_aubio_midi_event();
366     }
367     debug("Jack activation ...\n");
368     aubio_jack_activate(jack_setup);
369     debug("Processing (Ctrl+C to quit) ...\n");
370     pause();
371     aubio_jack_close(jack_setup);
372     if (usepitch) {
373             send_noteon(curnote,0);
374             del_aubio_midi_driver(mdriver);
375     }
376 #else
377     usage(stderr, 1);
378     outmsg("Compiled without jack output, exiting.\n");
379 #endif
380
381   } else {
382     /* phasevoc */
383     debug("Processing ...\n");
384
385     frames = 0;
386
387     while ((signed)overlap_size == aubio_sndfile_read(file, overlap_size, ibuf))
388     {
389       isonset=0;
390       process_func(ibuf->data, obuf->data, overlap_size);
391       print(); 
392       if (output_filename != NULL) {
393         aubio_sndfile_write(fileout,overlap_size,obuf);
394       }
395       frames++;
396     }
397
398     debug("Processed %d frames of %d samples.\n", frames, buffer_size);
399     del_aubio_sndfile(file);
400
401     if (output_filename != NULL)
402       del_aubio_sndfile(fileout);
403
404   }
405 }
406
407
408
409 void send_noteon(int pitch, int velo)
410 {
411     smpl_t mpitch = floor(aubio_freqtomidi(pitch)+.5);
412     /* we should check if we use midi here, not jack */
413 #if ALSA_SUPPORT
414     if (usejack) {
415         if (velo==0) {
416             aubio_midi_event_set_type(event,NOTE_OFF);
417         } else {
418             aubio_midi_event_set_type(event,NOTE_ON);
419         }
420         aubio_midi_event_set_channel(event,0);
421         aubio_midi_event_set_pitch(event,mpitch);
422         aubio_midi_event_set_velocity(event,velo);
423         aubio_midi_direct_output(mdriver,event);
424     } else 
425 #endif
426     if (!verbose)
427     {
428         if (velo==0) {
429             outmsg("%f\n",frames*overlap_size/(float)samplerate);
430         } else {
431             outmsg("%f\t%f\t", mpitch,
432                         frames*overlap_size/(float)samplerate);
433         }
434     }
435 }
436
437
438 void note_append(fvec_t * note_buffer, smpl_t curnote) {
439   uint_t i = 0;
440   for (i = 0; i < note_buffer->length - 1; i++) { 
441       note_buffer->data[0][i] = note_buffer->data[0][i+1];
442   }
443   note_buffer->data[0][note_buffer->length - 1] = curnote;
444   return;
445 }
446
447 uint_t get_note(fvec_t *note_buffer, fvec_t *note_buffer2){
448   uint_t i = 0;
449   for (i = 0; i < note_buffer->length; i++) { 
450       note_buffer2->data[0][i] = note_buffer->data[0][i];
451   }
452   return vec_median(note_buffer2);
453 }
454
455 #if LASH_SUPPORT
456
457 void * lash_thread_main(void *data __attribute__((unused)))
458 {
459         printf("LASH thread running\n");
460
461         while (!lash_main())
462                 usleep(1000);
463
464         printf("LASH thread finished\n");
465         return NULL;
466 }
467
468 int lash_main(void) {
469         lash_event_t *lash_event;
470         lash_config_t *lash_config;
471
472         while ((lash_event = lash_get_event(aubio_lash_client))) {
473                 switch (lash_event_get_type(lash_event)) {
474                 case LASH_Quit:
475                         lash_event_destroy(lash_event);
476       exit(1);
477       return 1;
478                 case LASH_Restore_Data_Set:
479                         lash_send_event(aubio_lash_client, lash_event);
480                         break;
481                 case LASH_Save_Data_Set:
482                         save_data();
483                         lash_send_event(aubio_lash_client, lash_event);
484                         break;
485                 case LASH_Server_Lost:
486                         return 1;
487                 default:
488                         printf("%s: received unknown LASH event of type %d",
489                                    __FUNCTION__, lash_event_get_type(lash_event));
490                         lash_event_destroy(lash_event);
491       break;
492                 }
493         }
494
495         while ((lash_config = lash_get_config(aubio_lash_client))) {
496                 restore_data(lash_config);
497                 lash_config_destroy(lash_config);
498         }
499
500         return 0;
501 }
502
503 void save_data() {
504         lash_config_t *lash_config;
505
506         lash_config = lash_config_new_with_key("threshold");
507         lash_config_set_value_double(lash_config, threshold);
508         lash_send_config(aubio_lash_client, lash_config);
509
510 }
511
512 void restore_data(lash_config_t * lash_config) {
513         const char *lash_key;
514
515         lash_key = lash_config_get_key(lash_config);
516
517         if (strcmp(lash_key, "threshold") == 0) {
518                 threshold = lash_config_get_value_double(lash_config);
519                 return;
520         }
521
522 }
523
524 #endif /* LASH_SUPPORT */
525