fish speech v1.5 で finetune を試す

WSL2
RTX 4060 Ti VRAM16GB
python -V
Python 3.12.7
lsb_release -a
No LSB modules are available.
Distributor ID: Ubuntu
Description:    Ubuntu 20.04.3 LTS
Release:        20.04
Codename:       focal

git clone https://github.com/fishaudio/fish-speech/tree/main

python3 -m venv .venv --clear
. .venv/bin/activate

pip3 install torch==2.4.1 torchvision==0.19.1 torchaudio==2.4.1
apt install libsox-dev ffmpeg
apt install build-essential \
    cmake \
    libasound-dev \
    portaudio19-dev \
    libportaudio2 \
    libportaudiocpp0
pip3 install -e .

#!/bin/bash

# check data directory
if [ ! -d "data" ]; then
    echo "Data directory not found."
    exit 1
fi


# input project name for finetuning
echo -n "Enter the project name:"
read project

echo "Starting finetuning..."

echo "Extracting VQGAN weights..."
python tools/vqgan/extract_vq.py data \
    --num-workers 1 --batch-size 16 \
    --config-name "firefly_gan_vq" \
    --checkpoint-path "checkpoints/fish-speech-1.5/firefly-gan-vq-fsq-8x1024-21hz-generator.pth"

echo "Building dataset..."
python tools/llama/build_dataset.py \
    --input "data" \
    --output "data/protos" \
    --text-extension .lab \
    --num-workers 16

echo "Training..."
python fish_speech/train.py --config-name text2semantic_finetune \
    project=$project \
    +lora@model.model.lora_config=r_8_alpha_16

echo "Training complete."

echo "Merging LORA..."
max_step=$(awk -F": " '/max_steps/ {printf "%09d\n", $2}' ./results/$project/tensorboard/version_0/hparams.yaml)

python tools/llama/merge_lora.py \
    --lora-config r_8_alpha_16 \
    --base-weight checkpoints/fish-speech-1.5 \
    --lora-weight results/$project/checkpoints/step_$max_step.ckpt \
    --output checkpoints/fish-speech-1.5-yth-lora-$project/

echo "Finetuning complete."

python -m tools.run_webui \
    --llama-checkpoint-path "checkpoints/fish-speech-1.5-yth-lora-$project" \
    --decoder-checkpoint-path "checkpoints/fish-speech-1.5/firefly-gan-vq-fsq-8x1024-21hz-generator.pth" \
    --decoder-config-name firefly_gan_vq

$finetune.sh
Enter the project name:hoge
# web UI が立ち上がる。