layering works

app.log

@@ -0,0 +1,452 @@
+🧠 EEG Motor Imagery Music Composer
+==================================================
+Starting Gradio application...
+🎯 New random sequence (5 movements): Left Leg → Right Leg → Right Hand → Left Hand → Tongue
+Loaded sound for left_hand: 1_SoundHelix-Song-6_(Bass).wav
+Loaded sound for right_hand: 1_SoundHelix-Song-6_(Drums).wav
+Loaded sound for left_leg: 1_SoundHelix-Song-6_(Other).wav
+Loaded sound for tongue: 1_SoundHelix-Song-6_(Vocals).wav
+Loaded sound for right_leg: 1_SoundHelix-Song-6_(Bass).wav
+Dropped auxiliary channels [np.str_('X5')]. Remaining channels: 21
+Creating RawArray with float64 data, n_channels=21, n_times=667600
+    Range : 0 ... 667599 =      0.000 ...  3337.995 secs
+Ready.
+Not setting metadata
+959 matching events found
+No baseline correction applied
+0 projection items activated
+Using data from preloaded Raw for 959 events and 301 original time points ...
+0 bad epochs dropped
+Dropped auxiliary channels [np.str_('X5')]. Remaining channels: 21
+Creating RawArray with float64 data, n_channels=21, n_times=681400
+    Range : 0 ... 681399 =      0.000 ...  3406.995 secs
+Ready.
+Not setting metadata
+958 matching events found
+No baseline correction applied
+0 projection items activated
+Using data from preloaded Raw for 958 events and 301 original time points ...
+0 bad epochs dropped
+Dropped auxiliary channels [np.str_('X5')]. Remaining channels: 21
+Creating RawArray with float64 data, n_channels=21, n_times=813600
+    Range : 0 ... 813599 =      0.000 ...  4067.995 secs
+Ready.
+Not setting metadata
+960 matching events found
+No baseline correction applied
+0 projection items activated
+Using data from preloaded Raw for 960 events and 301 original time points ...
+0 bad epochs dropped
+Not setting metadata
+2877 matching events found
+No baseline correction applied
+✅ Pre-trained model loaded successfully from shallow_weights_all.pth
+✅ Pre-trained model loaded successfully from shallow_weights_all.pth
+Pre-trained Demo: 2877 samples from 3 subjects
+Available sound classes: ['left_hand', 'right_hand', 'neutral', 'left_leg', 'tongue', 'right_leg']
+* Running on local URL:  http://0.0.0.0:7867
+* To create a public link, set `share=True` in `launch()`.
+🎯 New random sequence (5 movements): Right Leg → Tongue → Right Hand → Left Hand → Left Leg
+🔄 Starting Cycle 2
+💪 Let's create your first brain-music composition!
+DEBUG start_automatic_composition: current target = right_leg
+DEBUG: Added layer 1, total layers now: 1
+DEBUG: Composition layers: ['left_leg']
+DEBUG: Current composition has 1 layers: ['left_leg']
+DEBUG: Audio files to mix: ['1_SoundHelix-Song-6_(Other).wav']
+DEBUG: Using base audio file as fallback: 1_SoundHelix-Song-6_(Vocals).wav (FILE SAVING DISABLED)
+✓ Cycle 2: Added 1_SoundHelix-Song-6_(Other).wav for left_leg (1/5 complete)
+DEBUG start_automatic_composition: predicted=left_leg, confidence=0.413, sound_added=True
+DEBUG: Available sounds: ['left_hand', 'right_hand', 'left_leg', 'tongue', 'right_leg']
+DEBUG: Completed movements: {'left_leg'}
+DEBUG: Showing individual sounds that will layer together: ['left_leg']
+DEBUG: Left leg playing: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Other).wav
+DEBUG: 1 individual sounds will play together creating layered composition
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG: Added layer 2, total layers now: 2
+DEBUG: Composition layers: ['left_leg', 'left_hand']
+DEBUG: Current composition has 2 layers: ['left_leg', 'left_hand']
+DEBUG: Audio files to mix: ['1_SoundHelix-Song-6_(Other).wav', '1_SoundHelix-Song-6_(Bass).wav']
+DEBUG: Using base audio file as fallback: 1_SoundHelix-Song-6_(Vocals).wav (FILE SAVING DISABLED)
+✓ Cycle 2: Added 1_SoundHelix-Song-6_(Bass).wav for left_hand (2/5 complete)
+DEBUG continue: Available sounds: ['left_hand', 'right_hand', 'left_leg', 'tongue', 'right_leg']
+DEBUG continue: Completed movements: {'left_hand', 'left_leg'}
+DEBUG continue: Showing individual sounds that will layer together: ['left_hand', 'left_leg']
+DEBUG continue: Left hand playing: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Bass).wav
+DEBUG continue: Left leg playing: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Other).wav
+DEBUG continue: 2 individual sounds will play together creating layered composition
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG: Added layer 3, total layers now: 3
+DEBUG: Composition layers: ['left_leg', 'left_hand', 'right_hand']
+DEBUG: Current composition has 3 layers: ['left_leg', 'left_hand', 'right_hand']
+DEBUG: Audio files to mix: ['1_SoundHelix-Song-6_(Other).wav', '1_SoundHelix-Song-6_(Bass).wav', '1_SoundHelix-Song-6_(Drums).wav']
+DEBUG: Using base audio file as fallback: 1_SoundHelix-Song-6_(Vocals).wav (FILE SAVING DISABLED)
+✓ Cycle 2: Added 1_SoundHelix-Song-6_(Drums).wav for right_hand (3/5 complete)
+DEBUG continue: Available sounds: ['left_hand', 'right_hand', 'left_leg', 'tongue', 'right_leg']
+DEBUG continue: Completed movements: {'left_hand', 'left_leg', 'right_hand'}
+DEBUG continue: Showing individual sounds that will layer together: ['left_hand', 'left_leg', 'right_hand']
+DEBUG continue: Left hand playing: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Bass).wav
+DEBUG continue: Right hand playing: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Drums).wav
+DEBUG continue: Left leg playing: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Other).wav
+DEBUG continue: 3 individual sounds will play together creating layered composition
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG: Added layer 4, total layers now: 4
+DEBUG: Composition layers: ['left_leg', 'left_hand', 'right_hand', 'right_leg']
+DEBUG: Current composition has 4 layers: ['left_leg', 'left_hand', 'right_hand', 'right_leg']
+DEBUG: Audio files to mix: ['1_SoundHelix-Song-6_(Other).wav', '1_SoundHelix-Song-6_(Bass).wav', '1_SoundHelix-Song-6_(Drums).wav', '1_SoundHelix-Song-6_(Bass).wav']
+DEBUG: Using base audio file as fallback: 1_SoundHelix-Song-6_(Vocals).wav (FILE SAVING DISABLED)
+✓ Cycle 2: Added 1_SoundHelix-Song-6_(Bass).wav for right_leg (4/5 complete)
+DEBUG continue: Available sounds: ['left_hand', 'right_hand', 'left_leg', 'tongue', 'right_leg']
+DEBUG continue: Completed movements: {'left_hand', 'left_leg', 'right_leg', 'right_hand'}
+DEBUG continue: Showing individual sounds that will layer together: ['left_hand', 'left_leg', 'right_leg', 'right_hand']
+DEBUG continue: Left hand playing: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Bass).wav
+DEBUG continue: Right hand playing: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Drums).wav
+DEBUG continue: Left leg playing: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Other).wav
+DEBUG continue: Right leg playing: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Bass).wav
+DEBUG continue: 4 individual sounds will play together creating layered composition
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG: Added layer 5, total layers now: 5
+DEBUG: Composition layers: ['left_leg', 'left_hand', 'right_hand', 'right_leg', 'tongue']
+DEBUG: Current composition has 5 layers: ['left_leg', 'left_hand', 'right_hand', 'right_leg', 'tongue']
+DEBUG: Audio files to mix: ['1_SoundHelix-Song-6_(Other).wav', '1_SoundHelix-Song-6_(Bass).wav', '1_SoundHelix-Song-6_(Drums).wav', '1_SoundHelix-Song-6_(Bass).wav', '1_SoundHelix-Song-6_(Vocals).wav']
+DEBUG: Using base audio file as fallback: 1_SoundHelix-Song-6_(Vocals).wav (FILE SAVING DISABLED)
+✓ Cycle 2: Added 1_SoundHelix-Song-6_(Vocals).wav for tongue (5/5 complete)
+🎵 Cycle 2 complete! All 5 movements successfully classified!
+📀 Using existing audio as mixed composition: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Bass).wav (FILE SAVING DISABLED)
+🎵 Composition Complete! Transitioning to DJ Effects Phase...
+🎧 You are now the DJ! Use movements to control effects:
+   👈 Left Hand: Volume Fade
+   👉 Right Hand: High Pass Filter
+   🦵 Left Leg: Reverb Effect
+   🦵 Right Leg: Low Pass Filter
+   👅 Tongue: Bass Boost
+DEBUG: Successfully transitioned to DJ phase with 5 completed movements
+DEBUG continue: DJ mode - NEW mixed composition loaded: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Bass).wav
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: OFF
+🎛️ Audio processed with effects: clean (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: hpf_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: ON
+🎛️ Audio processed with effects: rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: OFF
+🎛️ Audio processed with effects: hpf_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎵 Cycle 2 complete! All 5 movements successfully classified!
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG start_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Low Pass Filter: ON
+🎛️ Audio processed with effects: rev_lpf (FILE SAVING DISABLED)/Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/app.py:729: RuntimeWarning: More than 20 figures have been opened. Figures created through the pyplot interface (`matplotlib.pyplot.figure`) are retained until explicitly closed and may consume too much memory. (To control this warning, see the rcParam `figure.max_open_warning`). Consider using `matplotlib.pyplot.close()`.
+  fig, axes = plt.subplots(2, 2, figsize=(12, 8))
+
+🎛️ Audio processed with effects: rev_lpf (FILE SAVING DISABLED)
+DEBUG start_automatic_composition: predicted=right_hand, confidence=0.424, sound_added=True
+DEBUG DJ: Playing mixed composition with effects: /Users/sofiafregni/Downloads/portfolio_ML_project/Gradio/sounds/1_SoundHelix-Song-6_(Bass).wav
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: OFF
+🎛️ Audio processed with effects: lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: rev_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: ON
+🎛️ Audio processed with effects: rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf_rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: OFF
+🎛️ Audio processed with effects: hpf_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: OFF
+🎛️ Audio processed with effects: hpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: OFF
+🎛️ Audio processed with effects: rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: OFF
+🎛️ Audio processed with effects: clean (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: ON
+🎛️ Audio processed with effects: hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: ON
+🎛️ Audio processed with effects: rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: OFF
+🎛️ Audio processed with effects: rev_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: ON
+🎛️ Audio processed with effects: rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: OFF
+🎛️ Audio processed with effects: rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: OFF
+🎛️ Audio processed with effects: bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: OFF
+🎛️ Audio processed with effects: clean (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: ON
+🎛️ Audio processed with effects: bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: OFF
+🎛️ Audio processed with effects: hpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: hpf_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: ON
+🎛️ Audio processed with effects: hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: ON
+🎛️ Audio processed with effects: hpf_rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf_rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf_rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: ON
+🎛️ Audio processed with effects: fade_hpf_rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: OFF
+🎛️ Audio processed with effects: fade_hpf_rev_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: OFF
+🎛️ Audio processed with effects: fade_hpf_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: fade_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: fade_hpf_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: OFF
+🎛️ Audio processed with effects: fade_hpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: fade (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: OFF
+🎛️ Audio processed with effects: clean (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: ON
+🎛️ Audio processed with effects: bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: ON
+🎛️ Audio processed with effects: fade_hpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: OFF
+🎛️ Audio processed with effects: hpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: ON
+🎛️ Audio processed with effects: fade_hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: ON
+🎛️ Audio processed with effects: fade_hpf_rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: OFF
+🎛️ Audio processed with effects: fade_hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: OFF
+🎛️ Audio processed with effects: hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: OFF
+🎛️ Audio processed with effects: hpf_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: ON
+🎛️ Audio processed with effects: hpf_rev_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: OFF
+🎛️ Audio processed with effects: hpf_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: OFF
+🎛️ Audio processed with effects: clean (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: ON
+🎛️ Audio processed with effects: hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: OFF
+🎛️ Audio processed with effects: hpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: ON
+🎛️ Audio processed with effects: fade_hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: OFF
+🎛️ Audio processed with effects: hpf_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: OFF
+🎛️ Audio processed with effects: hpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: ON
+🎛️ Audio processed with effects: hpf_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: ON
+🎛️ Audio processed with effects: fade_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: fade_rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: OFF
+🎛️ Audio processed with effects: fade_rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: OFF
+🎛️ Audio processed with effects: fade_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎵 Cycle 2 complete! All 5 movements successfully classified!
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: ON
+🎛️ Audio processed with effects: fade_rev_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: OFF
+🎛️ Audio processed with effects: rev_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf_rev_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: OFF
+🎛️ Audio processed with effects: hpf_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: ON
+🎛️ Audio processed with effects: fade_hpf_rev (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: ON
+🎛️ Audio processed with effects: fade_hpf_rev_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: OFF
+🎛️ Audio processed with effects: fade_hpf_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: ON
+🎛️ Audio processed with effects: fade_hpf_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: fade_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: fade_rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: OFF
+🎛️ Audio processed with effects: rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: ON
+🎛️ Audio processed with effects: hpf_rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: OFF
+🎛️ Audio processed with effects: hpf_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: ON
+🎛️ Audio processed with effects: fade_hpf_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: OFF
+🎛️ Audio processed with effects: hpf_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ High Pass Filter: OFF
+🎛️ Audio processed with effects: lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: OFF
+🎛️ Audio processed with effects: lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: ON
+🎛️ Audio processed with effects: fade_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Reverb Effect: ON
+🎛️ Audio processed with effects: fade_rev_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Volume Fade: OFF
+🎛️ Audio processed with effects: rev_lpf (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Bass Boost: ON
+🎛️ Audio processed with effects: rev_lpf_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: OFF
+🎛️ Audio processed with effects: rev_bass (FILE SAVING DISABLED)
+DEBUG continue_automatic_composition: current target = right_leg
+🎛️ Low Pass Filter: ON
+🎛️ Audio processed with effects: rev_lpf_bass (FILE SAVING DISABLED)

app.py

@@ -9,6 +9,7 @@ import numpy as np
 import matplotlib.pyplot as plt
 import time
 import threading
+import os
 from typing import Dict, Tuple, Any, List
 
 # Import our custom modules
@@ -40,14 +41,7 @@ app_state = {
     'demo_labels': None,
     'classification_history': [],
     'composition_active': False,
-    'auto_mode': False,
-    'last_audio_state': {
-        'left_hand_audio': None,
-        'right_hand_audio': None,
-        'left_leg_audio': None,
-        'right_leg_audio': None,
-        'tongue_audio': None
-    }
+    'auto_mode': False
 }
 
 # Initialize components
@@ -128,23 +122,26 @@ def start_composition():
     
     # Process classification
     result = sound_manager.process_classification(predicted_name, confidence, CONFIDENCE_THRESHOLD)
-    
+
+    # Always check for DJ mode transition after classification
+    dj_transitioned = sound_manager.transition_to_dj_phase()
+    print(f"DEBUG: DJ mode transitioned: {dj_transitioned}, current_phase: {sound_manager.current_phase}")
+
     # Create visualization
     fig = create_eeg_plot(epoch_data, target_movement, predicted_name, confidence, result['sound_added'])
     
-    # Initialize all audio components to silent (to clear any previous sounds)
-    silent_file = "silent.wav"
-    left_hand_audio = silent_file
-    right_hand_audio = silent_file 
-    left_leg_audio = silent_file
-    right_leg_audio = silent_file
-    tongue_audio = silent_file
+    # Initialize all audio components to None (no sound by default)
+    left_hand_audio = None
+    right_hand_audio = None
+    left_leg_audio = None
+    right_leg_audio = None
+    tongue_audio = None
     
     # Debug: Print classification result
     print(f"DEBUG start_composition: predicted={predicted_name}, confidence={confidence:.3f}, sound_added={result['sound_added']}")
     
     # Only play the sound if it was just added and matches the prediction
-    if result['sound_added']:
+    if result['sound_added']: # might add confidence threshold for sound output here
         sounds = get_movement_sounds()
         print(f"DEBUG: Available sounds: {list(sounds.keys())}")
         if predicted_name == 'left_hand' and 'left_hand' in sounds:
@@ -215,10 +212,10 @@ def start_automatic_composition():
         app_state['composition_active'] = True
         app_state['auto_mode'] = True
         sound_manager.start_new_cycle()  # Reset composition only when starting fresh
-    
+
     if app_state['demo_data'] is None:
-        return "❌ No data", "❌ No data", "❌ No data", "❌ No data", None, None, None, None, None, None, "No EEG data available"
-    
+        return "❌ No data", "❌ No data", "❌ No data", "❌ No data", None, None, None, None, None, None, "No EEG data available", gr.update(visible=True), gr.update(visible=False)
+
     # Get current target
     target_movement = sound_manager.get_current_target_movement()
     print(f"DEBUG start_automatic_composition: current target = {target_movement}")
@@ -283,74 +280,78 @@ def start_automatic_composition():
     # Create visualization
     fig = create_eeg_plot(epoch_data, target_movement, predicted_name, confidence, result['sound_added'])
     
-    # Initialize all audio components to silent by default
-    silent_file = "silent.wav"
-    left_hand_audio = silent_file
-    right_hand_audio = silent_file 
-    left_leg_audio = silent_file
-    right_leg_audio = silent_file
-    tongue_audio = silent_file
+    
+    # Initialize all audio components to None (no sound by default)
+    left_hand_audio = None
+    right_hand_audio = None
+    left_leg_audio = None
+    right_leg_audio = None
+    tongue_audio = None
     
     # Debug: Print classification result
     print(f"DEBUG start_automatic_composition: predicted={predicted_name}, confidence={confidence:.3f}, sound_added={result['sound_added']}")
     
     # Handle audio display based on current phase
     if sound_manager.current_phase == "dj_effects":
-        # DJ Effects Phase - show mixed composition with effects
-        if result.get('mixed_composition'):
-            # Show the mixed composition (all sounds combined) in one player
-            left_hand_audio = result['mixed_composition']  # Use first player for mixed audio
-            print(f"DEBUG DJ: Playing mixed composition with effects: {result['mixed_composition']}")
-        else:
-            # Fallback to showing accumulated sounds
-            sounds = get_movement_sounds()
-            completed_movements = sound_manager.movements_completed
-            if 'left_hand' in completed_movements and 'left_hand' in sounds:
-                left_hand_audio = sounds['left_hand']
-    else:
-        # Building Phase - show ALL accumulated sounds (layered composition)
+        # DJ Effects Phase - continue showing individual sounds in their players
         sounds = get_movement_sounds()
+        # Always check for phase transition to DJ effects after each classification
+        sound_manager.transition_to_dj_phase()
         completed_movements = sound_manager.movements_completed
-        print(f"DEBUG: Available sounds: {list(sounds.keys())}")
-        print(f"DEBUG: Completed movements: {completed_movements}")
-        
-        # Display all completed movement sounds (cumulative layering)
+        # Display each completed movement sound in its respective player (same as building mode)
         if 'left_hand' in completed_movements and 'left_hand' in sounds:
             left_hand_audio = sounds['left_hand']
-            print(f"DEBUG: Showing accumulated left_hand_audio: {sounds['left_hand']}")
+            print(f"DEBUG DJ: Left hand playing: {sounds['left_hand']}")
         if 'right_hand' in completed_movements and 'right_hand' in sounds:
             right_hand_audio = sounds['right_hand']
-            print(f"DEBUG: Showing accumulated right_hand_audio: {sounds['right_hand']}")
+            print(f"DEBUG DJ: Right hand playing: {sounds['right_hand']}")
         if 'left_leg' in completed_movements and 'left_leg' in sounds:
             left_leg_audio = sounds['left_leg']
-            print(f"DEBUG: Showing accumulated left_leg_audio: {sounds['left_leg']}")
+            print(f"DEBUG DJ: Left leg playing: {sounds['left_leg']}")
         if 'right_leg' in completed_movements and 'right_leg' in sounds:
             right_leg_audio = sounds['right_leg']
-            print(f"DEBUG: Showing accumulated right_leg_audio: {sounds['right_leg']}")
+            print(f"DEBUG DJ: Right leg playing: {sounds['right_leg']}")
         if 'tongue' in completed_movements and 'tongue' in sounds:
             tongue_audio = sounds['tongue']
-            print(f"DEBUG: Showing accumulated tongue_audio: {sounds['tongue']}")
+            print(f"DEBUG DJ: Tongue playing: {sounds['tongue']}")
+        print(f"DEBUG DJ: {len(completed_movements)} individual sounds playing with effects applied")
+    else:
+        # Building Phase - create and show layered composition
+        sounds = get_movement_sounds()
+        completed_movements = sound_manager.movements_completed
+        print(f"DEBUG: Available sounds: {list(sounds.keys())}")
+        print(f"DEBUG: Completed movements: {completed_movements}")
         
-        # If a sound was just added, make sure it's included immediately
-        if result['sound_added'] and predicted_name in sounds:
-            if predicted_name == 'left_hand':
+        # Display individual sounds in their respective players for layered composition
+        # All completed movement sounds will play simultaneously, creating natural layering
+        if len(completed_movements) > 0:
+            print(f"DEBUG: Showing individual sounds that will layer together: {list(completed_movements)}")
+            
+            # Display each completed movement sound in its respective player
+            if 'left_hand' in completed_movements and 'left_hand' in sounds:
                 left_hand_audio = sounds['left_hand']
-            elif predicted_name == 'right_hand':
+                print(f"DEBUG: Left hand playing: {sounds['left_hand']}")
+            if 'right_hand' in completed_movements and 'right_hand' in sounds:
                 right_hand_audio = sounds['right_hand']
-            elif predicted_name == 'left_leg':
+                print(f"DEBUG: Right hand playing: {sounds['right_hand']}")
+            if 'left_leg' in completed_movements and 'left_leg' in sounds:
                 left_leg_audio = sounds['left_leg']
-            elif predicted_name == 'right_leg':
+                print(f"DEBUG: Left leg playing: {sounds['left_leg']}")
+            if 'right_leg' in completed_movements and 'right_leg' in sounds:
                 right_leg_audio = sounds['right_leg']
-            elif predicted_name == 'tongue':
+                print(f"DEBUG: Right leg playing: {sounds['right_leg']}")
+            if 'tongue' in completed_movements and 'tongue' in sounds:
                 tongue_audio = sounds['tongue']
-            print(f"DEBUG: Just added {predicted_name} sound: {sounds[predicted_name]}")
+                print(f"DEBUG: Tongue playing: {sounds['tongue']}")
+                
+            print(f"DEBUG: {len(completed_movements)} individual sounds will play together creating layered composition")
     
     # Check for phase transition to DJ effects
     completed_count = len(sound_manager.movements_completed)
     total_count = len(sound_manager.current_movement_sequence)
     
     # Transition to DJ effects if all movements completed but still in building phase
-    if completed_count >= 5 and sound_manager.current_phase == "building":
+    if completed_count >= total_count and sound_manager.current_phase == "building":
         sound_manager.transition_to_dj_phase()
     
     # Format display based on current phase
@@ -547,123 +548,54 @@ def continue_automatic_composition():
     # Create visualization
     fig = create_eeg_plot(epoch_data, target_movement, predicted_name, confidence, result['sound_added'])
     
-    # Initialize all audio components to silent by default
-    silent_file = "silent.wav"
-    left_hand_audio = silent_file
-    right_hand_audio = silent_file 
-    left_leg_audio = silent_file
-    right_leg_audio = silent_file
-    tongue_audio = silent_file
+    # Initialize all audio components to None (no sound by default)
+    left_hand_audio = None
+    right_hand_audio = None
+    left_leg_audio = None
+    right_leg_audio = None
+    tongue_audio = None
     
     # Handle audio differently based on phase
     if sound_manager.current_phase == "dj_effects":
-        # DJ Mode: Play mixed composition with effects in the center position (tongue)
-        # Keep individual tracks silent to avoid overlapping audio
-        # Only update audio if the mixed composition file has actually changed
-        if sound_manager.mixed_composition_file and os.path.exists(sound_manager.mixed_composition_file):
-            # Only update if the file path has changed from last time
-            if app_state['last_audio_state']['tongue_audio'] != sound_manager.mixed_composition_file:
-                tongue_audio = sound_manager.mixed_composition_file
-                app_state['last_audio_state']['tongue_audio'] = sound_manager.mixed_composition_file
-                print(f"DEBUG continue: DJ mode - NEW mixed composition loaded: {sound_manager.mixed_composition_file}")
-            elif app_state['last_audio_state']['tongue_audio'] is not None:
-                # Use the same file as before to prevent Gradio from restarting audio
-                tongue_audio = app_state['last_audio_state']['tongue_audio']
-                # No debug print to reduce spam
-            else:
-                # Handle case where cached state is None - use the current file
-                tongue_audio = sound_manager.mixed_composition_file
-                app_state['last_audio_state']['tongue_audio'] = sound_manager.mixed_composition_file
-                print(f"DEBUG continue: DJ mode - Loading mixed composition (state was None): {sound_manager.mixed_composition_file}")
-        # Note: We don't update with processed effects files to prevent audio restarts
+        # DJ Mode: Show only the full mixed track and route effects to it
+        mixed_track = sound_manager.get_current_mixed_composition()
+        print(f"DEBUG continue: DJ Mode - Showing full mixed track: {mixed_track}")
+        # Hide individual movement sounds by setting them to None
+        left_hand_audio = None
+        right_hand_audio = None
+        left_leg_audio = None
+        right_leg_audio = None
+        tongue_audio = None
+        # The mixed_track will be shown in a dedicated gr.Audio component in the UI (update UI accordingly)
     else:
-        # Building Mode: Show ALL accumulated sounds (layered composition)
+        # Building Mode: Display individual sounds in their respective players for layered composition
+        # All completed movement sounds will play simultaneously, creating natural layering
         sounds = get_movement_sounds()
         completed_movements = sound_manager.movements_completed
         print(f"DEBUG continue: Available sounds: {list(sounds.keys())}")
         print(f"DEBUG continue: Completed movements: {completed_movements}")
         
-        # Display all completed movement sounds (cumulative layering) - only update when changed
-        if 'left_hand' in completed_movements and 'left_hand' in sounds:
-            new_left_hand = sounds['left_hand']
-            if app_state['last_audio_state']['left_hand_audio'] != new_left_hand:
-                left_hand_audio = new_left_hand
-                app_state['last_audio_state']['left_hand_audio'] = new_left_hand
-                print(f"DEBUG continue: NEW left_hand_audio: {new_left_hand}")
-            elif app_state['last_audio_state']['left_hand_audio'] is not None:
-                left_hand_audio = app_state['last_audio_state']['left_hand_audio']
-            else:
-                # Handle case where cached state is None - use the current file
-                left_hand_audio = new_left_hand
-                app_state['last_audio_state']['left_hand_audio'] = new_left_hand
-                
-        if 'right_hand' in completed_movements and 'right_hand' in sounds:
-            new_right_hand = sounds['right_hand']
-            # TEMP FIX: Always update right_hand to test audio issue
-            right_hand_audio = new_right_hand
-            app_state['last_audio_state']['right_hand_audio'] = new_right_hand
-            print(f"DEBUG continue: ALWAYS UPDATE right_hand_audio: {new_right_hand}")
-                
-        if 'left_leg' in completed_movements and 'left_leg' in sounds:
-            new_left_leg = sounds['left_leg']
-            if app_state['last_audio_state']['left_leg_audio'] != new_left_leg:
-                left_leg_audio = new_left_leg
-                app_state['last_audio_state']['left_leg_audio'] = new_left_leg
-                print(f"DEBUG continue: NEW left_leg_audio: {new_left_leg}")
-            elif app_state['last_audio_state']['left_leg_audio'] is not None:
-                left_leg_audio = app_state['last_audio_state']['left_leg_audio']
-            else:
-                # Handle case where cached state is None - use the current file
-                left_leg_audio = new_left_leg
-                app_state['last_audio_state']['left_leg_audio'] = new_left_leg
-                
-        if 'right_leg' in completed_movements and 'right_leg' in sounds:
-            new_right_leg = sounds['right_leg']
-            if app_state['last_audio_state']['right_leg_audio'] != new_right_leg:
-                right_leg_audio = new_right_leg
-                app_state['last_audio_state']['right_leg_audio'] = new_right_leg
-                print(f"DEBUG continue: NEW right_leg_audio: {new_right_leg}")
-            elif app_state['last_audio_state']['right_leg_audio'] is not None:
-                right_leg_audio = app_state['last_audio_state']['right_leg_audio']
-            else:
-                # Handle case where cached state is None - use the current file
-                right_leg_audio = new_right_leg
-                app_state['last_audio_state']['right_leg_audio'] = new_right_leg
+        if len(completed_movements) > 0:
+            print(f"DEBUG continue: Showing individual sounds that will layer together: {list(completed_movements)}")
+            
+            # Display each completed movement sound in its respective player
+            if 'left_hand' in completed_movements and 'left_hand' in sounds:
+                left_hand_audio = sounds['left_hand']
+                print(f"DEBUG continue: Left hand playing: {sounds['left_hand']}")
+            if 'right_hand' in completed_movements and 'right_hand' in sounds:
+                right_hand_audio = sounds['right_hand']
+                print(f"DEBUG continue: Right hand playing: {sounds['right_hand']}")
+            if 'left_leg' in completed_movements and 'left_leg' in sounds:
+                left_leg_audio = sounds['left_leg']
+                print(f"DEBUG continue: Left leg playing: {sounds['left_leg']}")
+            if 'right_leg' in completed_movements and 'right_leg' in sounds:
+                right_leg_audio = sounds['right_leg']
+                print(f"DEBUG continue: Right leg playing: {sounds['right_leg']}")
+            if 'tongue' in completed_movements and 'tongue' in sounds:
+                tongue_audio = sounds['tongue']
+                print(f"DEBUG continue: Tongue playing: {sounds['tongue']}")
                 
-        if 'tongue' in completed_movements and 'tongue' in sounds:
-            new_tongue = sounds['tongue']
-            # Note: Don't update tongue audio in building mode if we're about to transition to DJ mode
-            if sound_manager.current_phase == "building":
-                if app_state['last_audio_state']['tongue_audio'] != new_tongue:
-                    tongue_audio = new_tongue
-                    app_state['last_audio_state']['tongue_audio'] = new_tongue
-                    print(f"DEBUG continue: NEW tongue_audio: {new_tongue}")
-                elif app_state['last_audio_state']['tongue_audio'] is not None:
-                    tongue_audio = app_state['last_audio_state']['tongue_audio']
-                else:
-                    # Handle case where cached state is None - use the current file
-                    tongue_audio = new_tongue
-                    app_state['last_audio_state']['tongue_audio'] = new_tongue
-        
-        # If a sound was just added, make sure it gets updated immediately (override state check)
-        if result['sound_added'] and predicted_name in sounds:
-            new_sound = sounds[predicted_name]
-            if predicted_name == 'left_hand':
-                left_hand_audio = new_sound
-                app_state['last_audio_state']['left_hand_audio'] = new_sound
-            elif predicted_name == 'right_hand':
-                right_hand_audio = new_sound
-                app_state['last_audio_state']['right_hand_audio'] = new_sound
-            elif predicted_name == 'left_leg':
-                left_leg_audio = new_sound
-                app_state['last_audio_state']['left_leg_audio'] = new_sound
-            elif predicted_name == 'right_leg':
-                right_leg_audio = new_sound
-                app_state['last_audio_state']['right_leg_audio'] = new_sound
-            elif predicted_name == 'tongue':
-                tongue_audio = new_sound
-                app_state['last_audio_state']['tongue_audio'] = new_sound
-            print(f"DEBUG continue: Force update - just added {predicted_name} sound: {new_sound}")
+            print(f"DEBUG continue: {len(completed_movements)} individual sounds will play together creating layered composition")
     
     # Format display with progress information
     completed_count = len(sound_manager.movements_completed)
@@ -745,27 +677,26 @@ def classify_epoch():
     # Create visualization
     fig = create_eeg_plot(epoch_data, target_movement, predicted_name, confidence, result['sound_added'])
     
-    # Initialize all audio components to silent (to clear any previous sounds)
-    silent_file = "silent.wav"
-    left_hand_audio = silent_file
-    right_hand_audio = silent_file 
-    left_leg_audio = silent_file
-    right_leg_audio = silent_file
-    tongue_audio = silent_file
+    # Initialize all audio components to None (no sound by default)
+    left_hand_audio = None
+    right_hand_audio = None
+    left_leg_audio = None
+    right_leg_audio = None
+    tongue_audio = None
     
-    # Only play the sound if it was just added and matches the prediction
-    if result['sound_added']:
-        sounds = get_movement_sounds()
-        if predicted_name == 'left_hand' and 'left_hand' in sounds:
-            left_hand_audio = sounds['left_hand']
-        elif predicted_name == 'right_hand' and 'right_hand' in sounds:
-            right_hand_audio = sounds['right_hand']
-        elif predicted_name == 'left_leg' and 'left_leg' in sounds:
-            left_leg_audio = sounds['left_leg']
-        elif predicted_name == 'right_leg' and 'right_leg' in sounds:
-            right_leg_audio = sounds['right_leg']
-        elif predicted_name == 'tongue' and 'tongue' in sounds:
-            tongue_audio = sounds['tongue']
+    # Always assign all completed movement sounds to their respective audio slots
+    sounds = get_movement_sounds()
+    completed_movements = sound_manager.movements_completed
+    if 'left_hand' in completed_movements and 'left_hand' in sounds:
+        left_hand_audio = sounds['left_hand']
+    if 'right_hand' in completed_movements and 'right_hand' in sounds:
+        right_hand_audio = sounds['right_hand']
+    if 'left_leg' in completed_movements and 'left_leg' in sounds:
+        left_leg_audio = sounds['left_leg']
+    if 'right_leg' in completed_movements and 'right_leg' in sounds:
+        right_leg_audio = sounds['right_leg']
+    if 'tongue' in completed_movements and 'tongue' in sounds:
+        tongue_audio = sounds['tongue']
     
     # Format next target
     next_target = sound_manager.get_current_target_movement()

config.py

@@ -61,9 +61,9 @@ CLASS_DESCRIPTIONS = {
 
 # Demo data paths (optional) - updated with available files
 DEMO_DATA_PATHS = [
-    "data/raw_mat/HaLTSubjectA1602236StLRHandLegTongue.mat",
-    "data/raw_mat/HaLTSubjectA1603086StLRHandLegTongue.mat",
-    "data/raw_mat/HaLTSubjectA1603106StLRHandLegTongue.mat",
+    "data/HaLTSubjectA1602236StLRHandLegTongue.mat",
+    "data/HaLTSubjectA1603086StLRHandLegTongue.mat",
+    "data/HaLTSubjectA1603106StLRHandLegTongue.mat",
 ]
 
 # Gradio settings

sound_library.py

@@ -129,56 +129,43 @@ class AudioEffectsProcessor:
     
     @staticmethod
     def process_with_effects(audio_file: str, active_effects: Dict[str, bool]) -> str:
-        """Process audio file with active effects and return processed version."""
+        """Process the full track (mixed composition) with DJ effects only."""
         try:
-            # Check if audio_file is valid
             if not audio_file or not os.path.exists(audio_file):
                 print(f"Invalid audio file: {audio_file}")
                 return audio_file
-            
-            # Read audio file
             data, samplerate = sf.read(audio_file)
-            
-            # Handle stereo to mono conversion if needed
             if len(data.shape) > 1:
                 data = np.mean(data, axis=1)
-            
-            # Apply effects based on active states
             processed_data = np.copy(data)
             effect_names = []
-            
-            if active_effects.get("left_hand", False):  # Volume Fade
+            # Apply DJ effects to the full track
+            if active_effects.get("left_hand", False):
                 processed_data = AudioEffectsProcessor.apply_volume_fade(processed_data, "out")
                 effect_names.append("fade")
-            
-            if active_effects.get("right_hand", False):  # High Pass Filter
+            if active_effects.get("right_hand", False):
                 processed_data = AudioEffectsProcessor.apply_high_pass_filter(processed_data, samplerate)
                 effect_names.append("hpf")
-            
-            if active_effects.get("left_leg", False):  # Reverb
+            if active_effects.get("left_leg", False):
                 processed_data = AudioEffectsProcessor.apply_reverb(processed_data, samplerate)
                 effect_names.append("rev")
-            
-            if active_effects.get("right_leg", False):  # Low Pass Filter
+            if active_effects.get("right_leg", False):
                 processed_data = AudioEffectsProcessor.apply_low_pass_filter(processed_data, samplerate)
                 effect_names.append("lpf")
-            
-            if active_effects.get("tongue", False):  # Bass Boost
+            if active_effects.get("tongue", False):
                 processed_data = AudioEffectsProcessor.apply_bass_boost(processed_data, samplerate)
                 effect_names.append("bass")
-            
             # Create unique filename based on active effects
             base_name = os.path.splitext(audio_file)[0]
             effects_suffix = "_".join(effect_names) if effect_names else "clean"
             processed_file = f"{base_name}_fx_{effects_suffix}.wav"
-            
-            # Save processed audio
-            # sf.write(processed_file, processed_data, samplerate)
-            print(f"🎛️ Audio processed with effects: {effects_suffix} (FILE SAVING DISABLED)")
-            
-            # Return absolute path (using original file since saving is disabled)
-            return os.path.abspath(audio_file)
-            
+            try:
+                #sf.write(processed_file, processed_data, samplerate)
+                print(f"🎛️ Audio processed with effects: {effects_suffix} → {os.path.basename(processed_file)}")
+                return os.path.abspath(processed_file)
+            except Exception as e:
+                print(f"Failed to save processed audio: {e}")
+                return os.path.abspath(audio_file)
         except Exception as e:
             print(f"Audio processing failed: {e}")
             return os.path.abspath(audio_file) if audio_file else None
@@ -281,13 +268,14 @@ class SoundManager:
         """Generate a new random sequence of movements for the current cycle."""
         import random
         # Choose which movements to include based on configuration
-        movements_for_cycle = self.all_movements.copy() if self.include_neutral_in_cycle else self.active_movements.copy()
+        # Always use exactly 5 movements per cycle
+        movements_for_cycle = self.active_movements.copy()
         random.shuffle(movements_for_cycle)
-        self.current_movement_sequence = movements_for_cycle
+        self.current_movement_sequence = movements_for_cycle[:5]
         self.movements_completed = set()
-        
-        cycle_size = len(movements_for_cycle)
+        cycle_size = len(self.current_movement_sequence)
         print(f"🎯 New random sequence ({cycle_size} movements): {' → '.join([m.replace('_', ' ').title() for m in self.current_movement_sequence])}")
+        print(f"DEBUG: Movement sequence length = {len(self.current_movement_sequence)}")
     
     def get_current_target_movement(self) -> str:
         """Get the current movement the user should imagine."""
@@ -422,9 +410,15 @@ class SoundManager:
     
     def transition_to_dj_phase(self):
         """Transition from building phase to DJ effects phase."""
-        if len(self.movements_completed) >= 5:  # All movements completed
+        # Only start DJ mode if all 5 sound layers are present (not just movements completed)
+        unique_sounds = set()
+        for layer in self.composition_layers:
+            if layer.get('sound_file'):
+                unique_sounds.add(layer['sound_file'])
+        print(f"DEBUG: Unique sound files in composition_layers: {unique_sounds}")
+        print(f"DEBUG: Number of unique sounds: {len(unique_sounds)}")
+        if len(unique_sounds) >= 5:
             self.current_phase = "dj_effects"
-            # Create mixed composition for DJ effects
             self._create_mixed_composition()
             print("🎵 Composition Complete! Transitioning to DJ Effects Phase...")
             print("🎧 You are now the DJ! Use movements to control effects:")
@@ -434,6 +428,8 @@ class SoundManager:
             print("   🦵 Right Leg: Low Pass Filter")
             print("   👅 Tongue: Bass Boost")
             return True
+        else:
+            print("DEBUG: Not enough unique sounds to transition to DJ mode.")
         return False
     
     def _create_mixed_composition(self):
@@ -526,10 +522,9 @@ class SoundManager:
         if movement not in self.active_effects:
             return {"effect_applied": False, "message": f"Unknown movement: {movement}"}
         
-        # Toggle the effect
+        # Simple toggle logic, no BPM/beat duration, no auto-off
         self.active_effects[movement] = not self.active_effects[movement]
         effect_status = "ON" if self.active_effects[movement] else "OFF"
-        
         effect_names = {
             "left_hand": "Volume Fade",
             "right_hand": "High Pass Filter",
@@ -537,10 +532,8 @@ class SoundManager:
             "right_leg": "Low Pass Filter",
             "tongue": "Bass Boost"
         }
-        
         effect_name = effect_names.get(movement, movement)
         print(f"🎛️ {effect_name}: {effect_status}")
-        
         # Process audio with current active effects
         if self.mixed_composition_file and os.path.exists(self.mixed_composition_file):
             processed_file = AudioEffectsProcessor.process_with_effects(
@@ -559,7 +552,7 @@ class SoundManager:
             else:
                 print("Failed to create mixed composition, using fallback")
                 processed_file = self.mixed_composition_file
-        
+
         return {
             "effect_applied": True,
             "effect_name": effect_name,
@@ -651,6 +644,15 @@ class SoundManager:
             first_audio_file = os.path.join(self.sound_dir, audio_files[0])
             if os.path.exists(first_audio_file):
                 print(f"DEBUG: Using first audio file as mixed composition: {os.path.basename(first_audio_file)} (FILE SAVING DISABLED)")
+                # Estimate BPM from the mixed composition audio file
+                try:
+                    import librosa
+                    y, sr = librosa.load(first_audio_file, sr=None)
+                    tempo, _ = librosa.beat.beat_track(y=y, sr=sr)
+                    self.bpm = int(tempo)
+                    print(f"Estimated BPM from track: {self.bpm}")
+                except Exception as e:
+                    print(f"Could not estimate BPM: {e}")
                 return first_audio_file
         
         # Fallback: if mixed composition file already exists, use it