Quick Test Guide - Wav2Vec2 + Rekordbox

# From studio/ directory
cd [home]/Desktop/Computational\ Choreography/computational-studio/studio

# Activate venv
source venv/bin/activate

# Check Python packages
python -c "import torch; print('✅ PyTorch:', torch.__version__)"
python -c "import transformers; print('✅ Transformers:', transformers.__version__)"
python -c "import pynput; print('✅ pynput installed')"
python -c "from huggingface_hub import InferenceClient; print('✅ HF Hub installed')"

# Check .env file exists
ls -la ../.env

# Should contain:
# HF_TOKEN=your_huggingface_token_here

# From studio/ directory
python dj_agent/scripts/run_rekordbox_voice_wav2vec.py

Loading Wav2Vec2 ASR model: facebook/wav2vec2-base-960h
✅ Rekordbox orbiter initialized
🎤 Wav2Vec2 listener started. Speak now...

[Speak: "play left"]
📝 ASR (text): "play left"
   🔎 Rekordbox: execute 3006 (Z) reason=approved
👻 [GHOST] Would execute 3006 (Z) score=1.000
   ⏱ Rekordbox latency: 45.2 ms

[Speak: "loop right"]
📝 ASR (text): "loop right"
   🔎 Rekordbox: execute 3114 (7 + Shift) reason=approved
👻 [GHOST] Would execute 3114 (7 + Shift) score=1.000
   ⏱ Rekordbox latency: 52.1 ms

bridge_cfg = BridgeConfig(ghost=False)  # Changed from True

./START_REKORDBOX_VOICE_WAV2VEC.sh

📝 ASR (text): ""
   ⚠️ No Rekordbox command match

📝 ASR (text): "play left"
   🔎 Rekordbox: execute 3106 (N) reason=approved  # Wrong! Should be 3006 (Z)

   🔎 Rekordbox: execute 3006 (Z) reason=approved
[Keyboard sent: Z]
# But Rekordbox doesn't respond

   ⏱ Rekordbox latency: 450.2 ms  # Too slow!

  # In run_rekordbox_voice_wav2vec.py
  t_asr = time.time()
  # ... ASR code ...
  print(f"ASR: {(time.time()-t_asr)*1000:.1f}ms")

  t_embed = time.time()
  # ... Embedding code ...
  print(f"Embed: {(time.time()-t_embed)*1000:.1f}ms")

# In run_rekordbox_voice_wav2vec.py, replace the orbiter bridge with:

from dj_agent.core.rekordbox_bridge import RekordboxBridge
import yaml

# Load config
with open('configs/rekordbox.yaml') as f:
    config = yaml.safe_load(f)

# Initialize my bridge
rekordbox_bridge = RekordboxBridge(config['dj']['rekordbox'])

# In your execute logic:
def execute_command(command_id: str):
    # Map command_id to action name
    id_to_action = {
        "3006": "PLAY_A",
        "3106": "PLAY_B",
        "3014": "LOOP_4_A",
        "3114": "LOOP_4_B",
        "3009": "SYNC_A",
        "3109": "SYNC_B",
        # ... add more mappings from commands.yaml
    }

    action_name = id_to_action.get(command_id)
    if not action_name:
        print(f"Unknown command ID: {command_id}")
        return

    # Get keyboard mapping from config
    mapping = config['dj']['rekordbox']['map']
    if action_name not in mapping:
        print(f"No mapping for action: {action_name}")
        return

    # Build message
    action_config = mapping[action_name]
    message = {
        'type': 'keyboard',
        'key': action_config['key'],
        'modifiers': action_config.get('modifiers', [])
    }

    # Send!
    rekordbox_bridge.send(message)

   python dj_agent/scripts/eval_rekordbox_voice_wav2vec.py tests/rekordbox_manifest.jsonl

   # Run Gemini path for comparison
   python dj_agent/scripts/run_rekordbox_voice_gemini.py

# Test audio input
python -c "
import sounddevice as sd
import numpy as np

print('🎤 Recording 3 seconds...')
audio = sd.rec(int(3 * 16000), samplerate=16000, channels=1, dtype='float32')
sd.wait()
print(f'✅ Recorded {len(audio)} samples')
print(f'   Max amplitude: {np.abs(audio).max():.3f}')
print('   If max < 0.01, microphone may be too quiet')
"

# Test Wav2Vec2 ASR
python -c "
from dj_agent.voice_control.wav2vec_asr import transcribe
import numpy as np

print('📝 Testing Wav2Vec2 ASR...')
# Test with silence (should return empty or noise)
silence = np.zeros(16000, dtype=np.float32)
result = transcribe(silence, 16000)
print(f'Silence transcribed as: \"{result}\"')
"

# Test Embedding Gemma
python -c "
from dj_agent.voice_control.orbiter.embedding import EmbeddingGemmaProvider

print('🧠 Testing Embedding Gemma...')
embedder = EmbeddingGemmaProvider()
emb = embedder.embed_text('play left')
print(f'✅ Embedding shape: {emb.shape}')
print(f'   Values: [{emb[0]:.3f}, {emb[1]:.3f}, ..., {emb[-1]:.3f}]')
"

# Test Rekordbox Index
python -c "
from dj_agent.voice_control.orbiter import RekordboxOrbiter, OrbiterConfig
from dj_agent.voice_control.orbiter.embedding import EmbeddingGemmaProvider
from pathlib import Path

print('🔍 Testing Rekordbox Index...')
commands_path = Path('Mapping/commands.yaml')
embedder = EmbeddingGemmaProvider()
orbiter = RekordboxOrbiter(OrbiterConfig(commands_path=commands_path), embedder)

emb = embedder.embed_text('play left')
hits = orbiter.index.search(emb, top_k=5)
print(f'✅ Found {len(hits)} matches:')
for hit in hits:
    print(f'   - {hit.command_id}: {hit.metadata.get(\"shortcut\")} (score={hit.score:.3f})')
"

./START_REKORDBOX_VOICE_WAV2VEC.sh