Initial Commit

14 files changed, 1067 insertions, 0 deletions

diff --git a/src/main/java/eu/projnull/spelis/note2input/HudRenderer.java b/src/main/java/eu/projnull/spelis/note2input/HudRenderer.java
new file mode 100644
index 0000000..a4829ef
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/HudRenderer.java
@@ -0,0 +1,113 @@
+package eu.projnull.spelis.note2input;
+
+import eu.projnull.spelis.note2input.config.ConfigManager;
+import eu.projnull.spelis.note2input.io.AudioManager;
+import eu.projnull.spelis.note2input.util.MiscUtil;
+import eu.projnull.spelis.note2input.util.Note;
+import eu.projnull.spelis.note2input.util.UtilityKeybinds;
+import net.minecraft.client.MinecraftClient;
+import net.minecraft.client.gui.DrawContext;
+import net.minecraft.client.option.KeyBinding;
+import net.minecraft.client.render.RenderTickCounter;
+import net.minecraft.text.Text;
+import net.minecraft.util.math.MathHelper;
+
+public class HudRenderer {
+
+    private float smoothedAlpha = 0f;
+    private float attackIndicator = 0f;
+    private float lastTime = System.nanoTime();
+
+    void render(DrawContext drawContext, RenderTickCounter tickCounter) {
+        var config = ConfigManager.get();
+        if (!config.enable) return;
+
+        MinecraftClient client = MinecraftClient.getInstance();
+        double midi = AudioManager.audioInput.getCurrentMidi();
+        double loudness = AudioManager.audioInput.getCurrentLoudness();
+        double db = 20.0 * Math.log10(loudness); // convert rms to db
+
+        // Smooth alpha for input handling
+        float targetAlpha = MiscUtil.normalizeDb(db);
+        smoothedAlpha = smoothedAlpha * 0.85f + targetAlpha * 0.15f;
+
+        attackIndicator = Math.max((float) loudness, attackIndicator * 0.9f);
+
+        // Apply key input to player rotation (render-thread smoothing)
+        long now = System.nanoTime();
+        float deltaSeconds = (now-lastTime) / 10000000f;
+        lastTime = now;
+        UtilityKeybinds.applyLookInput(client, deltaSeconds);
+
+        // HUD dimensions
+        int x = 10, y = 10;
+        int width = 160, height = 39;
+        drawContext.fill(x - 4, y - 4, x + width, y + height, 0x88000000);
+
+        // Draw note info
+        String noteName = AudioManager.audioInput.getCurrentMidiValidity() ? Note.midiToNoteName(midi) : "Unknown";
+        int noteColor = getNoteColor(noteName, AudioManager.audioInput.getCurrentMidiValidity());
+        drawContext.drawText(client.textRenderer, "Note: " + noteName, x, y, noteColor, true);
+        KeyBinding currentKey = Main.getKeyMapper().getActiveBinding();
+        if (currentKey != null) {
+            drawContext.drawText(client.textRenderer, Text.translatable(Main.getKeyMapper().getActiveBinding().getId()), x, y + 11, 0xFFAAAAAA, false);
+        }
+
+        // Draw loudness bar
+        drawLoudnessBar(drawContext, x, y + 25, loudness);
+
+        int attackWidth = (int) (140 * attackIndicator);
+        drawContext.fill(x, y + 33, x + attackWidth, y + 35, 0xAAFFFF00);
+    }
+
+    private int getNoteColor(String noteName, boolean valid) {
+        if (!valid) return 0xFFFFFFFF;
+
+        return switch (noteName.charAt(0)) {
+            case 'C' -> 0xFFFF5555;
+            case 'D' -> 0xFFFFAA00;
+            case 'E' -> 0xFFFFFF55;
+            case 'F' -> 0xFF55FF55;
+            case 'G' -> 0xFF55FFFF;
+            case 'A' -> 0xFF5555FF;
+            case 'B' -> 0xFFFF55FF;
+            default -> 0xFFFFFFFF;
+        };
+    }
+
+    private void drawLoudnessBar(DrawContext ctx, int x, int y, double loudness) {
+        var config = ConfigManager.get();
+
+        double normalized = MathHelper.clamp(loudness, 0f, 1f);
+        int filled = (int) (140 * normalized);
+
+        // Background
+        ctx.fill(x, y, x + 140, y + 6, 0xFF333333);
+
+        int barColor;
+        if (normalized <= 0.5) {
+            // green -> yellow
+            int green = 255;
+            int red = (int) (normalized * 2 * 255);
+            barColor = 0xFF000000 | (red << 16) | (green << 8);
+        } else {
+            // yellow -> red
+            int red = 255;
+            int green = (int) ((1 - normalized) * 2 * 255);
+            barColor = 0xFF000000 | (red << 16) | (green << 8);
+        }
+
+        ctx.fill(x, y, x + filled, y + 6, barColor);
+
+        double threshold = MathHelper.clamp(config.loudnessThreshold, 0.0, 1.0);
+        int thresholdX = x + (int) (140 * threshold);
+        int thresholdColor = 0xFFFFFFFF; // white marker
+        ctx.fill(thresholdX, y, thresholdX + 1, y + 6, thresholdColor);
+
+        if (normalized >= threshold) {
+            int highlightAlpha = (int) (Math.min(1.0, (normalized - threshold) / (1 - threshold)) * 120);
+            ctx.fill(x, y, x + filled, y + 6, (highlightAlpha << 24) | 0xFFFFFF00);
+        }
+    }
+
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/KeyMapper.java b/src/main/java/eu/projnull/spelis/note2input/KeyMapper.java
new file mode 100644
index 0000000..3f5680d
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/KeyMapper.java
@@ -0,0 +1,73 @@
+package eu.projnull.spelis.note2input;
+
+import eu.projnull.spelis.note2input.config.ConfigManager;
+import eu.projnull.spelis.note2input.io.AudioManager;
+import eu.projnull.spelis.note2input.util.Note;
+import net.fabricmc.fabric.api.client.event.lifecycle.v1.ClientTickEvents;
+import net.minecraft.client.MinecraftClient;
+import net.minecraft.client.option.KeyBinding;
+
+public class KeyMapper {
+
+    private final MinecraftClient client = MinecraftClient.getInstance();
+    private KeyBinding activeBinding = null;
+
+    public void register() {
+        ClientTickEvents.END_CLIENT_TICK.register(client -> update());
+    }
+
+    private void update() {
+        if (!ConfigManager.get().enable) {
+            releaseActive();
+            return;
+        }
+
+        if (client.player == null || AudioManager.audioInput == null) {
+            releaseActive();
+            return;
+        }
+
+        double midi = AudioManager.audioInput.getCurrentMidi();
+        boolean valid = AudioManager.audioInput.getCurrentMidiValidity();
+        double loudness = AudioManager.audioInput.getCurrentLoudness();
+
+        KeyBinding newBinding = null;
+
+        if (midi > 0
+                && loudness > ConfigManager.get().loudnessThreshold
+                && valid) {
+
+            String note = Note.midiToNoteName(midi);
+            newBinding = ConfigManager.getKeyBinding(note);
+        }
+
+        handleBindingChange(newBinding);
+    }
+
+    private void handleBindingChange(KeyBinding newBinding) {
+        if (newBinding == activeBinding) return;
+
+        // Release old key if we owned one
+        if (activeBinding != null) {
+            activeBinding.setPressed(false);
+        }
+
+        activeBinding = newBinding;
+
+        // Press new key
+        if (activeBinding != null) {
+            activeBinding.setPressed(true);
+        }
+    }
+
+    private void releaseActive() {
+        if (activeBinding != null) {
+            activeBinding.setPressed(false);
+            activeBinding = null;
+        }
+    }
+
+    public KeyBinding getActiveBinding() {
+        return activeBinding;
+    }
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/Main.java b/src/main/java/eu/projnull/spelis/note2input/Main.java
new file mode 100644
index 0000000..a7f25be
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/Main.java
@@ -0,0 +1,45 @@
+package eu.projnull.spelis.note2input;
+
+import eu.projnull.spelis.note2input.config.ConfigManager;
+import eu.projnull.spelis.note2input.io.AudioManager;
+import eu.projnull.spelis.note2input.util.UtilityKeybinds;
+import net.fabricmc.api.ModInitializer;
+import net.fabricmc.fabric.api.client.event.lifecycle.v1.ClientTickEvents;
+import net.fabricmc.fabric.api.client.rendering.v1.hud.HudElementRegistry;
+import net.fabricmc.fabric.api.client.rendering.v1.hud.VanillaHudElements;
+import net.minecraft.client.MinecraftClient;
+import net.minecraft.util.Identifier;
+
+public class Main implements ModInitializer {
+    public static final String MOD_ID = "note2input";
+
+    private final HudRenderer hudRenderer = new HudRenderer();
+    private static final KeyMapper keyMapper = new KeyMapper();
+
+    @Override
+    public void onInitialize() {
+        ClientTickEvents.END_CLIENT_TICK.register(this::tick);
+        AudioManager.startAll();
+
+        UtilityKeybinds.register();
+        keyMapper.register();
+
+        HudElementRegistry.attachElementBefore(VanillaHudElements.HOTBAR, Identifier.of(MOD_ID, "hud"), hudRenderer::render);
+
+        ConfigManager.initializeDefaults();
+    }
+
+    private void tick(MinecraftClient client) {
+        if (!AudioManager.audioInput.getActiveDeviceName().equals(ConfigManager.get().selectedMic)) {
+            AudioManager.audioInput.restart();
+        }
+        if (!AudioManager.audioOutput.getActiveDeviceName().equals(ConfigManager.get().selectedOutput)) {
+            AudioManager.audioOutput.restart();
+        }
+    }
+
+    public static KeyMapper getKeyMapper() {
+        return keyMapper;
+    }
+
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/client/Client.java b/src/main/java/eu/projnull/spelis/note2input/client/Client.java
new file mode 100644
index 0000000..0c99433
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/client/Client.java
@@ -0,0 +1,10 @@
+package eu.projnull.spelis.note2input.client;
+
+import net.fabricmc.api.ClientModInitializer;
+
+public class Client implements ClientModInitializer {
+
+    @Override
+    public void onInitializeClient() {
+    }
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/client/DataGenerator.java b/src/main/java/eu/projnull/spelis/note2input/client/DataGenerator.java
new file mode 100644
index 0000000..d1e5541
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/client/DataGenerator.java
@@ -0,0 +1,12 @@
+package eu.projnull.spelis.note2input.client;
+
+import net.fabricmc.fabric.api.datagen.v1.DataGeneratorEntrypoint;
+import net.fabricmc.fabric.api.datagen.v1.FabricDataGenerator;
+
+public class DataGenerator implements DataGeneratorEntrypoint {
+
+    @Override
+    public void onInitializeDataGenerator(FabricDataGenerator fabricDataGenerator) {
+        FabricDataGenerator.Pack pack = fabricDataGenerator.createPack();
+    }
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/config/Config.java b/src/main/java/eu/projnull/spelis/note2input/config/Config.java
new file mode 100644
index 0000000..72e8480
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/config/Config.java
@@ -0,0 +1,17 @@
+package eu.projnull.spelis.note2input.config;
+
+import java.util.HashMap;
+import java.util.Map;
+
+public class Config {
+
+    public double loudnessThreshold = 0.02;
+    public double feedbackThreshold = 0.02;
+    public String selectedMic = "";
+    public String selectedOutput = "";
+    public boolean enable = true;
+
+    public float gain = 1.0f;
+
+    public Map<String, String> noteToKeyName = new HashMap<>();
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/config/ConfigManager.java b/src/main/java/eu/projnull/spelis/note2input/config/ConfigManager.java
new file mode 100644
index 0000000..136a0a8
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/config/ConfigManager.java
@@ -0,0 +1,88 @@
+package eu.projnull.spelis.note2input.config;
+
+import com.google.gson.Gson;
+import com.google.gson.GsonBuilder;
+import eu.projnull.spelis.note2input.util.Note;
+import net.fabricmc.loader.api.FabricLoader;
+import net.minecraft.client.MinecraftClient;
+import net.minecraft.client.option.KeyBinding;
+
+import java.io.IOException;
+import java.io.Reader;
+import java.io.Writer;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.util.Arrays;
+import java.util.List;
+
+public class ConfigManager {
+
+    private static final Gson GSON = new GsonBuilder().setPrettyPrinting().create();
+
+    private static final Path CONFIG_PATH = FabricLoader.getInstance().getConfigDir().resolve("note2input.json");
+
+    private static Config config;
+
+    public static Config get() {
+        if (config == null) load();
+        return config;
+    }
+
+    public static void load() {
+
+        if (!Files.exists(CONFIG_PATH)) {
+            config = new Config();
+            initializeDefaults();
+            save();
+            return;
+        }
+
+        try (Reader reader = Files.newBufferedReader(CONFIG_PATH)) {
+            config = GSON.fromJson(reader, Config.class);
+            if (config == null) {
+                config = new Config();
+            }
+        } catch (IOException e) {
+            e.printStackTrace();
+            config = new Config();
+        }
+
+        initializeDefaults();
+    }
+
+    public static void save() {
+        if (config == null) return;
+
+        try (Writer writer = Files.newBufferedWriter(CONFIG_PATH)) {
+            GSON.toJson(config, writer);
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+    }
+
+    // Utility functions
+
+    public static void initializeDefaults() {
+        for (String note : Note.getSupportedNotes()) {
+            ConfigManager.get().noteToKeyName.putIfAbsent(note, "NONE");
+        }
+    }
+
+    public static KeyBinding getKeyBinding(String note) {
+        String keyName = ConfigManager.get().noteToKeyName.get(note);
+        if (keyName == null || keyName.equals("NONE")) return null;
+        return KeyBinding.byId(keyName);
+    }
+
+    public static List<String> getAllKeyBindingNames() {
+        MinecraftClient client = MinecraftClient.getInstance();
+        if (client == null || client.options == null) return List.of();
+
+        return Arrays.stream(client.options.allKeys)
+                .map(KeyBinding::getId)
+                .distinct()
+                .sorted()
+                .toList();
+    }
+
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/config/ConfigScreen.java b/src/main/java/eu/projnull/spelis/note2input/config/ConfigScreen.java
new file mode 100644
index 0000000..16747b8
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/config/ConfigScreen.java
@@ -0,0 +1,137 @@
+package eu.projnull.spelis.note2input.config;
+
+import com.terraformersmc.modmenu.api.ConfigScreenFactory;
+import com.terraformersmc.modmenu.api.ModMenuApi;
+import eu.projnull.spelis.note2input.io.AudioInput;
+import eu.projnull.spelis.note2input.io.AudioOutput;
+import eu.projnull.spelis.note2input.util.Note;
+import me.shedaniel.clothconfig2.api.ConfigBuilder;
+import me.shedaniel.clothconfig2.api.ConfigCategory;
+import me.shedaniel.clothconfig2.api.ConfigEntryBuilder;
+import net.minecraft.client.gui.screen.Screen;
+import net.minecraft.text.Text;
+
+import java.util.List;
+import java.util.Objects;
+
+public class ConfigScreen implements ModMenuApi {
+    public static Screen create(Screen parent) {
+        Config configManager = ConfigManager.get();
+
+        ConfigBuilder builder = ConfigBuilder.create()
+                .setParentScreen(parent)
+                .setTitle(Text.translatable("config.note2input.title"));
+
+        ConfigEntryBuilder entryBuilder = builder.entryBuilder();
+
+        ConfigCategory general = builder.getOrCreateCategory(Text.translatable("config.note2input.category.general"));
+        ConfigCategory keys = builder.getOrCreateCategory(Text.translatable("config.note2input.category.keys"));
+
+        addGeneralSettings(general, entryBuilder, configManager);
+        addDeviceSettings(general, entryBuilder, configManager);
+        addKeyMappings(keys, entryBuilder, configManager);
+
+        builder.setSavingRunnable(ConfigManager::save);
+
+        return builder.build();
+    }
+
+    private static void addGeneralSettings(
+            ConfigCategory category,
+            ConfigEntryBuilder entryBuilder,
+            Config config
+    ) {
+        category.addEntry(entryBuilder
+                .startBooleanToggle(Text.translatable("config.note2input.enable"), config.enable)
+                .setSaveConsumer(value -> config.enable = value)
+                .build());
+
+        category.addEntry(entryBuilder
+                .startDoubleField(Text.translatable("config.note2input.input_threshold"), config.loudnessThreshold)
+                .setMin(0.0)
+                .setMax(1.0)
+                .setSaveConsumer(value -> config.loudnessThreshold = value)
+                .build());
+
+        category.addEntry(entryBuilder
+                .startDoubleField(Text.translatable("config.note2input.feedback_threshold"), config.feedbackThreshold)
+                .setMin(0.0)
+                .setMax(1.0)
+                .setSaveConsumer(value -> config.feedbackThreshold = value)
+                .build());
+
+        category.addEntry(entryBuilder
+                .startFloatField(Text.translatable("config.note2input.gain"), config.gain)
+                .setMin(0.1f)
+                .setMax(10.0f)
+                .setSaveConsumer(value -> config.gain = value)
+                .build());
+
+    }
+
+    private static void addDeviceSettings(
+            ConfigCategory category,
+            ConfigEntryBuilder entryBuilder,
+            Config config
+    ) {
+        List<String> inputDevices = AudioInput.getInputDeviceNames();
+        List<String> outputDevices = AudioOutput.getOutputDeviceNames();
+
+        addDropdown(
+                category,
+                entryBuilder,
+                Text.translatable("config.note2input.input_device"),
+                inputDevices,
+                config.selectedMic,
+                value -> config.selectedMic = value
+        );
+
+        addDropdown(
+                category,
+                entryBuilder,
+                Text.translatable("config.note2input.output_device"),
+                outputDevices,
+                config.selectedOutput,
+                value -> config.selectedOutput = value
+        );
+    }
+
+    private static void addDropdown(
+            ConfigCategory category,
+            ConfigEntryBuilder entryBuilder,
+            Text label,
+            List<String> selections,
+            String currentValue,
+            java.util.function.Consumer<String> saveConsumer
+    ) {
+        category.addEntry(entryBuilder
+                .startStringDropdownMenu(label, Objects.requireNonNullElse(currentValue, ""))
+                .setSelections(selections)
+                .setSaveConsumer(saveConsumer)
+                .build());
+    }
+
+    private static void addKeyMappings(
+            ConfigCategory category,
+            ConfigEntryBuilder entryBuilder,
+            Config config
+    ) {
+        List<String> keyNames = ConfigManager.getAllKeyBindingNames();
+
+        for (String note : Note.getSupportedNotes()) {
+            String currentMapping = config.noteToKeyName.getOrDefault(note, "");
+
+            category.addEntry(entryBuilder
+                    .startStringDropdownMenu(Text.translatable("config.note2input.note_to_key", note), currentMapping)
+                    .setSelections(keyNames)
+                    .setSaveConsumer(value -> config.noteToKeyName.put(note, value))
+                    .build());
+        }
+    }
+
+    // ModMenu hook
+    @Override
+    public ConfigScreenFactory<?> getModConfigScreenFactory() {
+        return ConfigScreen::create;
+    }
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/io/AudioInput.java b/src/main/java/eu/projnull/spelis/note2input/io/AudioInput.java
new file mode 100644
index 0000000..13685cd
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/io/AudioInput.java
@@ -0,0 +1,369 @@
+package eu.projnull.spelis.note2input.io;
+
+import eu.projnull.spelis.note2input.config.ConfigManager;
+
+import javax.sound.sampled.*;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
+
+// All of this is vibe coded, I know nothing about detecting pitch or actually getting audio input in the first place.
+// The AudioOutput was also vibe coded, but I could probably figure that out
+// Also this entire project is a side quest, so why should i even care
+public final class AudioInput {
+
+    private static final float SAMPLE_RATE = 48000f;
+    private static final int BUFFER_SIZE = 2048;
+
+    private static AudioInput INSTANCE;
+
+    public static AudioInput getInstance() {
+        if (INSTANCE == null) INSTANCE = new AudioInput();
+        return INSTANCE;
+    }
+
+    private static final AudioFormat FORMAT =
+            new AudioFormat(SAMPLE_RATE, 16, 1, true, false);
+
+    private final float[] hannWindow = createHannWindow(BUFFER_SIZE / 2);
+    private final AudioOutput audioOutput = AudioOutput.getInstance();
+
+    private TargetDataLine line;
+    private volatile boolean running;
+
+    private volatile double currentMidi = -1;
+    private volatile double currentLoudness = 0;
+    private volatile boolean validMidi = false;
+
+    private String activeDeviceName = "";
+
+    private AudioInput() {}
+
+    public void start() {
+        try {
+            line = createLineForSelectedDevice();
+            line.open(FORMAT, BUFFER_SIZE);
+            line.start();
+
+            activeDeviceName = ConfigManager.get().selectedMic;
+            running = true;
+
+            Thread thread = new Thread(this::captureLoop, "Mic-Capture");
+            thread.setDaemon(true);
+            thread.start();
+
+        } catch (LineUnavailableException e) {
+            throw new RuntimeException("Mic unavailable", e);
+        }
+    }
+
+    public synchronized void restart() {
+        stop();
+        start();
+    }
+
+    private void captureLoop() {
+        byte[] buffer = new byte[BUFFER_SIZE];
+
+        while (running) {
+            int read = line.read(buffer, 0, buffer.length);
+            if (read > 0) processAudio(buffer, read);
+        }
+    }
+
+    private void processAudio(byte[] data, int length) {
+        float[] samples = toFloatSamples(data, length);
+        for (int i = 0; i < samples.length; i++) {
+            samples[i] *= ConfigManager.get().gain;
+        }
+
+        // Compute loudness for RMS / dB calculations
+        currentLoudness = calculateRMS(samples);
+
+        if (currentLoudness > ConfigManager.get().loudnessThreshold && audioOutput != null) {
+            audioOutput.write(data, length);
+        }
+
+        // Remove DC offset and smooth edges
+        removeDC(samples);
+        applyWindow(hannWindow);
+
+        // Only attempt detection if loud enough
+        if (currentLoudness < ConfigManager.get().loudnessThreshold) {
+            validMidi = false;
+            return;
+        }
+
+        // Ensemble pitch detection
+        double freq1 = detectPitchAutocorrelation(samples);
+        double freq2 = detectPitchAMDF(samples);
+        double freq3 = detectPitchFFT(samples);
+
+        // Convert to MIDI
+        double midi1 = freq1 > 0 ? frequencyToMidi(freq1) : -1;
+        double midi2 = freq2 > 0 ? frequencyToMidi(freq2) : -1;
+        double midi3 = freq3 > 0 ? frequencyToMidi(freq3) : -1;
+
+        // fuck it we ball (get the average note or something)
+        double detectedMidi = medianOfPositive(midi1, midi2, midi3);
+
+        // Debounce / smoothing: only accept new note if consistent with previous frame
+        if (detectedMidi > 0) {
+            if (Math.abs(detectedMidi - currentMidi) < 1.0 || !validMidi) {
+                currentMidi = detectedMidi;
+                validMidi = true;
+            } else {
+                // Small flicker protection: keep previous note
+                validMidi = false;
+            }
+        } else {
+            validMidi = false;
+        }
+    }
+
+    /** Helper: median ignoring -1 (invalid) values */
+    private double medianOfPositive(double... vals) {
+        double[] positives = Arrays.stream(vals).filter(v -> v > 0).sorted().toArray();
+        if (positives.length == 0) return -1;
+        int mid = positives.length / 2;
+        if (positives.length % 2 == 0) {
+            return (positives[mid - 1] + positives[mid]) / 2.0;
+        } else {
+            return positives[mid];
+        }
+    }
+
+    private static float[] toFloatSamples(byte[] data, int length) {
+        int sampleCount = length / 2;
+        float[] samples = new float[sampleCount];
+
+        for (int i = 0, s = 0; i < length; i += 2, s++) {
+            int low = data[i] & 0xff;
+            int high = data[i + 1];
+            int value = (high << 8) | low;
+            samples[s] = value / 32768f;
+        }
+
+        return samples;
+    }
+
+    private static double calculateRMS(float[] samples) {
+        double sum = 0;
+        for (float s : samples) sum += s * s;
+        return Math.sqrt(sum / samples.length);
+    }
+
+    private static void removeDC(float[] samples) {
+        double mean = 0;
+        for (float s : samples) mean += s;
+        mean /= samples.length;
+        for (int i = 0; i < samples.length; i++)
+            samples[i] -= mean;
+    }
+
+    private void applyWindow(float[] samples) {
+        for (int i = 0; i < samples.length && i < hannWindow.length; i++)
+            samples[i] *= hannWindow[i];
+    }
+
+    private static float[] createHannWindow(int size) {
+        float[] window = new float[size];
+        for (int i = 0; i < size; i++) {
+            window[i] = (float)(0.5 * (1 - Math.cos(2 * Math.PI * i / (size - 1))));
+        }
+        return window;
+    }
+
+    private double detectPitchAutocorrelation(float[] samples) {
+        int size = samples.length;
+
+        int minLag = (int)(SAMPLE_RATE / 1000.0); // max 1kHz
+        int maxLag = (int)(SAMPLE_RATE / 50.0);   // min 50Hz
+
+        double bestCorr = 0;
+        int bestLag = -1;
+
+        for (int lag = minLag; lag < maxLag; lag++) {
+            double corr = 0;
+            double norm1 = 0, norm2 = 0;
+
+            for (int i = 0; i < size - lag; i++) {
+                corr += samples[i] * samples[i + lag];
+                norm1 += samples[i]*samples[i];
+                norm2 += samples[i + lag]*samples[i + lag];
+            }
+
+            if (norm1 > 0 && norm2 > 0) {
+                corr /= Math.sqrt(norm1 * norm2);
+            }
+
+            if (corr > bestCorr) {
+                bestCorr = corr;
+                bestLag = lag;
+            }
+        }
+
+        // confidence check
+        if (bestCorr < 0.2) return -1;
+
+        // harmonic check: reduce octave doubling
+        int halfLag = bestLag / 2;
+        if (halfLag >= minLag) {
+            double halfCorr = 0, norm = 0;
+            for (int i = 0; i < size - halfLag; i++) {
+                halfCorr += samples[i] * samples[i + halfLag];
+                norm += samples[i]*samples[i];
+            }
+            if (norm > 0) halfCorr /= norm;
+            if (halfCorr > bestCorr * 0.9) bestLag = halfLag;
+        }
+
+        return SAMPLE_RATE / bestLag;
+    }
+
+    private void fft(double[] re, double[] im) {
+        int n = re.length;
+        if (Integer.bitCount(n) != 1) throw new IllegalArgumentException("FFT size must be a power of 2");
+
+        // Bit-reversal permutation
+        for (int i = 0, j = 0; i < n; i++) {
+            if (i < j) {
+                double tempRe = re[i], tempIm = im[i];
+                re[i] = re[j]; im[i] = im[j];
+                re[j] = tempRe; im[j] = tempIm;
+            }
+            int bit = n >> 1;
+            while ((j & bit) != 0) {
+                j ^= bit;
+                bit >>= 1;
+            }
+            j ^= bit;
+        }
+
+        // Cooley-Tukey
+        for (int len = 2; len <= n; len <<= 1) {
+            double angle = -2 * Math.PI / len;
+            double wLenRe = Math.cos(angle);
+            double wLenIm = Math.sin(angle);
+            for (int i = 0; i < n; i += len) {
+                double wRe = 1.0, wIm = 0.0;
+                for (int j = 0; j < len / 2; j++) {
+                    int u = i + j;
+                    int v = i + j + len / 2;
+                    double tRe = re[v] * wRe - im[v] * wIm;
+                    double tIm = re[v] * wIm + im[v] * wRe;
+
+                    re[v] = re[u] - tRe;
+                    im[v] = im[u] - tIm;
+                    re[u] += tRe;
+                    im[u] += tIm;
+
+                    double tempRe = wRe * wLenRe - wIm * wLenIm;
+                    wIm = wRe * wLenIm + wIm * wLenRe;
+                    wRe = tempRe;
+                }
+            }
+        }
+    }
+
+    private double detectPitchFFT(float[] samples) {
+        int n = samples.length;
+        double[] re = new double[n];
+        double[] im = new double[n];
+        for (int i = 0; i < n; i++) re[i] = samples[i];
+        Arrays.fill(im, 0);
+
+        fft(re, im);
+
+        double maxMag = 0;
+        int maxBin = -1;
+        for (int i = 1; i < n/2; i++) {
+            double freq = i * SAMPLE_RATE / n;
+            if (freq < 20 || freq > 500) continue; // bass range
+            double mag = Math.sqrt(re[i]*re[i] + im[i]*im[i]);
+            if (mag > maxMag) {
+                maxMag = mag;
+                maxBin = i;
+            }
+        }
+
+        if (maxBin < 0) return -1;
+        return maxBin * SAMPLE_RATE / n;
+    }
+
+    private double detectPitchAMDF(float[] samples) {
+        int size = samples.length;
+        int minLag = (int)(SAMPLE_RATE / 1000.0); // 1000 Hz
+        int maxLag = (int)(SAMPLE_RATE / 50.0);   // 50 Hz
+
+        double bestDiff = Double.MAX_VALUE;
+        int bestLag = -1;
+
+        for (int lag = minLag; lag < maxLag; lag++) {
+            double diff = 0;
+            for (int i = 0; i < size - lag; i++) {
+                diff += Math.abs(samples[i] - samples[i + lag]);
+            }
+            diff /= size - lag;
+
+            if (diff < bestDiff) {
+                bestDiff = diff;
+                bestLag = lag;
+            }
+        }
+
+        if (bestLag <= 0) return -1;
+        return SAMPLE_RATE / bestLag;
+    }
+
+    private static double frequencyToMidi(double f) {
+        return 69 + 12 * (Math.log(f / 440.0) / Math.log(2));
+    }
+
+    // ---------- Device ----------
+
+    private TargetDataLine createLineForSelectedDevice() throws LineUnavailableException {
+
+        String selected = ConfigManager.get().selectedMic;
+
+        for (Mixer.Info info : AudioSystem.getMixerInfo()) {
+
+            if (!info.getName().equals(selected)) continue;
+
+            Mixer mixer = AudioSystem.getMixer(info);
+            Line.Info lineInfo = new DataLine.Info(TargetDataLine.class, FORMAT);
+
+            if (mixer.isLineSupported(lineInfo))
+                return (TargetDataLine) mixer.getLine(lineInfo);
+        }
+
+        return AudioSystem.getTargetDataLine(FORMAT);
+    }
+
+    // ---------- Public State ----------
+
+    public double getCurrentMidi() { return currentMidi; }
+    public double getCurrentLoudness() { return currentLoudness; }
+    public boolean getCurrentMidiValidity() { return validMidi; }
+    public String getActiveDeviceName() { return activeDeviceName; }
+
+    public synchronized void stop() {
+        running = false;
+        if (line != null) {
+            line.stop();
+            line.flush();
+            line.close();
+            line = null;
+        }
+    }
+
+    public static List<String> getInputDeviceNames() {
+        List<String> names = new ArrayList<>();
+        for (Mixer.Info info : AudioSystem.getMixerInfo()) {
+            Mixer mixer = AudioSystem.getMixer(info);
+            if (mixer.getTargetLineInfo().length > 0)
+                names.add(info.getName());
+        }
+        return names;
+    }
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/io/AudioManager.java b/src/main/java/eu/projnull/spelis/note2input/io/AudioManager.java
new file mode 100644
index 0000000..18a97ae
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/io/AudioManager.java
@@ -0,0 +1,13 @@
+package eu.projnull.spelis.note2input.io;
+
+// I had bigger plans for this class but ended up becoming a lazy duct tape situation
+// at least there aren't 100 AudioInput.getInstance() calls everywhere.
+public class AudioManager {
+    public static final AudioInput audioInput = AudioInput.getInstance();
+    public static final AudioOutput audioOutput = AudioOutput.getInstance();
+
+    public static void startAll() {
+        audioOutput.start();
+        audioInput.start();
+    }
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/io/AudioOutput.java b/src/main/java/eu/projnull/spelis/note2input/io/AudioOutput.java
new file mode 100644
index 0000000..54da28d
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/io/AudioOutput.java
@@ -0,0 +1,117 @@
+package eu.projnull.spelis.note2input.io;
+
+import eu.projnull.spelis.note2input.config.ConfigManager;
+
+import javax.sound.sampled.*;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.concurrent.LinkedBlockingQueue;
+
+// this is vibe coded, except for getOutputDeviceNames, which is vibe coded slightly differently
+public final class AudioOutput {
+
+    private static final float SAMPLE_RATE = 48000f;
+    private static final int BUFFER_SIZE = 2048;
+    private static final AudioFormat FORMAT = new AudioFormat(SAMPLE_RATE, 16, 1, true, false);
+
+    private static AudioOutput INSTANCE;
+    private final LinkedBlockingQueue<byte[]> audioQueue = new LinkedBlockingQueue<>();
+    private SourceDataLine line;
+    private volatile boolean running;
+    private String activeDeviceName = "";
+
+    private AudioOutput() {
+    }
+
+    public static AudioOutput getInstance() {
+        if (INSTANCE == null) INSTANCE = new AudioOutput();
+        return INSTANCE;
+    }
+
+    public static List<String> getOutputDeviceNames() {
+        List<String> names = new ArrayList<>();
+        for (Mixer.Info info : AudioSystem.getMixerInfo()) {
+            Mixer mixer = AudioSystem.getMixer(info);
+            if (mixer.getSourceLineInfo().length > 0) names.add(info.getName());
+        }
+        return names;
+    }
+
+    private static SourceDataLine createLineForDevice(String deviceName) throws LineUnavailableException {
+
+        for (Mixer.Info info : AudioSystem.getMixerInfo()) {
+            if (!info.getName().equals(deviceName)) continue;
+
+            Mixer mixer = AudioSystem.getMixer(info);
+            Line.Info lineInfo = new DataLine.Info(SourceDataLine.class, FORMAT);
+
+            if (mixer.isLineSupported(lineInfo)) return (SourceDataLine) mixer.getLine(lineInfo);
+        }
+
+        // fallback to default
+        return (SourceDataLine) AudioSystem.getLine(new DataLine.Info(SourceDataLine.class, FORMAT));
+    }
+
+    public synchronized void start(String deviceName) {
+        try {
+            line = createLineForDevice(deviceName);
+            line.open(FORMAT, BUFFER_SIZE);
+            line.start();
+
+            activeDeviceName = deviceName;
+            running = true;
+
+            Thread playbackThread = new Thread(this::playbackLoop, "Speaker-Playback");
+            playbackThread.setDaemon(true);
+            playbackThread.start();
+
+        } catch (LineUnavailableException e) {
+            throw new RuntimeException("Speaker unavailable: " + deviceName, e);
+        }
+    }
+
+    public synchronized void start() {
+        start(ConfigManager.get().selectedOutput);
+    }
+
+    public synchronized void stop() {
+        running = false;
+        if (line != null) {
+            line.drain();
+            line.stop();
+            line.flush();
+            line.close();
+            line = null;
+        }
+        audioQueue.clear();
+    }
+
+    public synchronized void restart() {
+        stop();
+        start();
+    }
+
+    public void write(byte[] data, int length) {
+        if (!running) return;
+
+        byte[] copy = new byte[length];
+        System.arraycopy(data, 0, copy, 0, length);
+        audioQueue.offer(copy);
+    }
+
+    // ---------- Internal ----------
+
+    public String getActiveDeviceName() {
+        return activeDeviceName;
+    }
+
+    private void playbackLoop() {
+        while (running) {
+            try {
+                byte[] data = audioQueue.take();
+                line.write(data, 0, data.length);
+            } catch (InterruptedException ignored) {
+            }
+        }
+    }
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/util/MiscUtil.java b/src/main/java/eu/projnull/spelis/note2input/util/MiscUtil.java
new file mode 100644
index 0000000..756474d
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/util/MiscUtil.java
@@ -0,0 +1,11 @@
+package eu.projnull.spelis.note2input.util;
+
+import net.minecraft.util.math.MathHelper;
+
+public class MiscUtil {
+    public static float normalizeDb(double db) {
+        double minDb = -60, maxDb = -30;
+        double clamped = MathHelper.clamp(db, minDb, maxDb);
+        return (float) ((clamped - minDb) / (maxDb - minDb));
+    }
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/util/Note.java b/src/main/java/eu/projnull/spelis/note2input/util/Note.java
new file mode 100644
index 0000000..b6d076f
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/util/Note.java
@@ -0,0 +1,28 @@
+package eu.projnull.spelis.note2input.util;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class Note {
+    private static final String[] NOTE_NAMES = {"C", "C#", "D", "D#", "E", "F", "F#", "G", "G#", "A", "A#", "B"};
+
+    public static String midiToNoteName(double midi) {
+        if (midi <= 0) return "Unknown";
+
+        int rounded = (int) Math.round(midi); // round to nearest semitone
+        int noteIndex = rounded % 12;         // 0=C, 1=C#, etc.
+        int octave = (rounded / 12) - 1;      // MIDI 60 → C4
+
+        return NOTE_NAMES[noteIndex] + octave;
+    }
+
+    public static List<String> getSupportedNotes() {
+        List<String> notes = new ArrayList<>();
+
+        for (int midi = 31; midi <= 83; midi++) {
+            notes.add(Note.midiToNoteName(midi));
+        }
+
+        return notes;
+    }
+}
diff --git a/src/main/java/eu/projnull/spelis/note2input/util/UtilityKeybinds.java b/src/main/java/eu/projnull/spelis/note2input/util/UtilityKeybinds.java
new file mode 100644
index 0000000..249fdb0
--- /dev/null
+++ b/src/main/java/eu/projnull/spelis/note2input/util/UtilityKeybinds.java
@@ -0,0 +1,34 @@
+package eu.projnull.spelis.note2input.util;
+
+import net.fabricmc.fabric.api.client.keybinding.v1.KeyBindingHelper;
+import net.minecraft.client.MinecraftClient;
+import net.minecraft.client.option.KeyBinding;
+import net.minecraft.client.util.InputUtil;
+import org.lwjgl.glfw.GLFW;
+
+public class UtilityKeybinds {
+    public static KeyBinding lookLeftKey;
+    public static KeyBinding lookRightKey;
+    public static KeyBinding lookUpKey;
+    public static KeyBinding lookDownKey;
+
+    public static void register() {
+        // Horizontal
+        lookLeftKey = KeyBindingHelper.registerKeyBinding(new KeyBinding("key.look_left", InputUtil.Type.KEYSYM, GLFW.GLFW_KEY_LEFT, KeyBinding.Category.MOVEMENT));
+
+        lookRightKey = KeyBindingHelper.registerKeyBinding(new KeyBinding("key.look_right", InputUtil.Type.KEYSYM, GLFW.GLFW_KEY_RIGHT, KeyBinding.Category.MOVEMENT));
+
+        // Vertical
+        lookUpKey = KeyBindingHelper.registerKeyBinding(new KeyBinding("key.look_up", InputUtil.Type.KEYSYM, GLFW.GLFW_KEY_UP, KeyBinding.Category.MOVEMENT));
+
+        lookDownKey = KeyBindingHelper.registerKeyBinding(new KeyBinding("key.look_down", InputUtil.Type.KEYSYM, GLFW.GLFW_KEY_DOWN, KeyBinding.Category.MOVEMENT));
+    }
+
+    public static void applyLookInput(MinecraftClient client, float alpha) {
+        if (client.player == null) return;
+        if (UtilityKeybinds.lookLeftKey.isPressed()) client.player.setYaw(client.player.getYaw() - alpha);
+        if (UtilityKeybinds.lookRightKey.isPressed()) client.player.setYaw(client.player.getYaw() + alpha);
+        if (UtilityKeybinds.lookUpKey.isPressed()) client.player.setPitch(client.player.getPitch() - alpha);
+        if (UtilityKeybinds.lookDownKey.isPressed()) client.player.setPitch(client.player.getPitch() + alpha);
+    }
+}