RVC: 35K+ Stars 部署 AI 语音转换 — 2026 年 10 分钟训练指南

# 克隆仓库
git clone https://github.com/RVC-Project/Retrieval-based-Voice-Conversion-WebUI.git
cd Retrieval-based-Voice-Conversion-WebUI

# 构建 Docker 镜像
docker build -t rvc-webui:latest .

# 使用 GPU 支持和卷挂载运行
docker run -d --name rvc \
  --gpus all \
  -p 7865:7865 \
  -v $(pwd)/weights:/app/weights \
  -v $(pwd)/opt:/app/opt \
  rvc-webui:latest

version: '3.8'

services:
  rvc:
    build: .
    container_name: rvc-webui
    runtime: nvidia
    environment:
      - NVIDIA_VISIBLE_DEVICES=all
    ports:
      - "7865:7865"
    volumes:
      - ./weights:/app/weights
      - ./opt:/app/opt
      - ./assets:/app/assets
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]
    restart: unless-stopped

# 使用 docker-compose 启动
docker-compose up -d

# 查看日志
docker-compose logs -f rvc

# 克隆仓库
git clone https://github.com/RVC-Project/Retrieval-based-Voice-Conversion-WebUI.git
cd Retrieval-based-Voice-Conversion-WebUI

# 创建虚拟环境
python3 -m venv venv
source venv/bin/activate

# 安装依赖
pip install -r requirements.txt

# 下载预训练模型
python tools/download_models.py

# 或手动从 HuggingFace 下载
wget https://huggingface.co/lj1995/VoiceConversionWebUI/resolve/main/pretrained_v2/D40k.pth -P assets/pretrained_v2/
wget https://huggingface.co/lj1995/VoiceConversionWebUI/resolve/main/pretrained_v2/G40k.pth -P assets/pretrained_v2/
wget https://huggingface.co/lj1995/VoiceConversionWebUI/resolve/main/pretrained_v2/f0D40k.pth -P assets/pretrained_v2/
wget https://huggingface.co/lj1995/VoiceConversionWebUI/resolve/main/pretrained_v2/f0G40k.pth -P assets/pretrained_v2/
wget https://huggingface.co/lj1995/VoiceConversionWebUI/resolve/main/hubert_base.pt -P assets/hubert/
wget https://huggingface.co/lj1995/VoiceConversionWebUI/resolve/main/rmvpe.pt -P assets/rmvpe/

# 安装 ROCm 依赖（Ubuntu/Debian）
sudo apt install rocm-hip-sdk rocm-opencl-sdk

# 设置环境变量
export ROCM_PATH=/opt/rocm
export HSA_OVERRIDE_GFX_VERSION=10.3.0

# 将用户添加到 render 和 video 组
sudo usermod -aG render $USER
sudo usermod -aG video $USER

# 安装 AMD 专用依赖
pip install -r requirements-amd.txt

# 启动 Gradio 网页界面
python infer-web.py

# WebUI 将在 http://localhost:7865 可用

# 从背景音乐中分离人声
python tools/uvr5/uvr5_cli.py \
  --input_path ./raw_audio/song_with_music.wav \
  --output_path ./dataset/ \
  --model_name "HP2-人声vocals+非人声instrumentals"

# 第一步：预处理（重采样、切片、去除静音）
python trainset_preprocess_pipeline_print.py \
  ./dataset/my_voice \
  40000 \
  8  # CPU 线程数

# 第二步：使用 ContentVec 提取特征
python extract_feature_print.py \
  --model_name my_voice_v2 \
  --sample_rate 40000 \
  --pitch_extractor rmvpe \
  --gpu 0

# 第三步：训练模型
python train_nsf_sim_cache_sid_load_pretrain.py \
  --model_name my_voice_v2 \
  --sample_rate 40000 \
  --batch_size 8 \
  --total_epoch 200 \
  --save_every_epoch 5 \
  --pretrained_G assets/pretrained_v2/f0G40k.pth \
  --pretrained_D assets/pretrained_v2/f0D40k.pth \
  --gpu 0

# 为检索生成 Faiss 索引
python tools/infer/train_index.py \
  --model_name my_voice_v2 \
  --sample_rate 40000

# gpt_sovits_rvc_pipeline.py
import requests

def tts_then_convert(text: str, speaker_wav: str, rvc_model: str):
    """GPT-SoVITS TTS → RVC 语音转换流水线"""
    
    # 第一步：使用 GPT-SoVITS 生成语音
    tts_response = requests.post("http://localhost:9880/tts", json={
        "text": text,
        "refer_wav_path": speaker_wav,
        "prompt_text": "参考提示文本",
        "prompt_language": "zh",
        "text_language": "zh"
    })
    
    with open("/tmp/tts_output.wav", "wb") as f:
        f.write(tts_response.content)
    
    # 第二步：使用 RVC API 转换语音
    rvc_response = requests.post("http://localhost:7865/voice_conversion", json={
        "input_audio": "/tmp/tts_output.wav",
        "model_name": rvc_model,
        "pitch_shift": 0,
        "index_rate": 0.75,
        "filter_radius": 3,
        "volume_envelope": 0.25
    })
    
    return rvc_response.json()["output_path"]

# coqui_rvc_bridge.py
from TTS.api import TTS
import requests

def coqui_to_rvc(text: str, rvc_model: str, output_path: str):
    # 使用 Coqui XTTS v2 生成
    tts = TTS("tts_models/multilingual/multi-dataset/xtts_v2", gpu=True)
    tts.tts_to_file(
        text=text,
        speaker_wav="reference.wav",
        language="zh",
        file_path="/tmp/coqui_out.wav"
    )
    
    # 通过 RVC 转换
    with open("/tmp/coqui_out.wav", "rb") as f:
        files = {"file": f}
        data = {"model_name": rvc_model, "pitch": 0, "index_rate": 0.5}
        response = requests.post(
            "http://localhost:7865/api/voice_conversion",
            files=files, data=data
        )
    
    with open(output_path, "wb") as f:
        f.write(response.content)
    return output_path

# 安装 demucs
pip install demucs

# 使用 demucs 分离人声（复杂混音中比 UVR5 质量更好）
demucs --two-stems=vocals --mp3 --mp3-bitrate 320 input_song.mp3

# 使用分离的人声轨道进行 RVC 训练
mv separated/htdemucs/input_song/vocals.wav ./dataset/clean_voice.wav

# 启动实时 GUI
python gui_v1.py

# 或使用 DirectML 支持 AMD/Intel GPU
python gui_v1.py --dml

# 低延迟关键参数：
# - 块时间：0.25s（越低延迟越小，CPU 占用越高）
# - 交叉淡入淡出：0.05s
# - 额外时间：2.5s
# - 音高提取器：fcpe（最快）或 rmvpe（质量最好）

# gui_config.py 示例
config = {
    "block_time": 0.1,        # 100ms 块以降低延迟
    "crossfade_time": 0.04,
    "extra_time": 2.0,
    "f0method": "fcpe",       # 最快的音高提取器
    "rms_mix_rate": 0.25,
    "index_rate": 0.3,
    "pitch": 0,
    "I_noise_reduce": True,
    "O_noise_reduce": False
}

# 启动 API 服务器
python api_240604.py

# API 将在 http://localhost:7865 可用

# API 推理客户端示例
import requests

# 首先加载模型
requests.post("http://localhost:7865/load_model", json={
    "pth_path": "./weights/my_voice_v2.pth",
    "index_path": "./logs/my_voice_v2/added_IVF512_Flat_nprobe_1.index"
})

# 执行语音转换
with open("input_audio.wav", "rb") as f:
    response = requests.post(
        "http://localhost:7865/voice_conversion",
        files={"file": f},
        data={
            "pitch": 0,
            "index_rate": 0.75,
            "filter_radius": 3,
            "volume_envelope": 0.25,
            "protect": 0.33
        }
    )

with open("converted_output.wav", "wb") as f:
    f.write(response.content)

# api_production.py — 加固版 API 包装器
from fastapi import FastAPI, HTTPException, Depends
from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials
import hashlib

security = HTTPBearer()

def verify_token(credentials: HTTPAuthorizationCredentials):
    """验证生产部署的 API 令牌"""
    expected = hashlib.sha256(TOKEN.encode()).hexdigest()
    if credentials.credentials != expected:
        raise HTTPException(status_code=401, detail="无效的令牌")
    return True

@app.post("/voice_conversion")
async def secure_convert(
    file: UploadFile,
    credentials: HTTPAuthorizationCredentials = Depends(security)
):
    verify_token(credentials)
    # ... 转换逻辑
    return {"output_url": signed_url}

# 组织多个语音模型
models/
├── celeb_voice_a/
│   ├── model.pth
│   ├── index.faiss
│   └── config.json
├── celeb_voice_b/
│   ├── model.pth
│   ├── index.faiss
│   └── config.json
└── custom_brand_voice/
    ├── model.pth
    ├── index.faiss
    └── config.json

# 多租户部署的动态模型加载器
import os
import glob

def list_available_models(models_dir="./models"):
    """列出所有可用的语音模型"""
    models = []
    for model_dir in glob.glob(os.path.join(models_dir, "*/")):
        name = os.path.basename(os.path.dirname(model_dir))
        pth_files = glob.glob(os.path.join(model_dir, "*.pth"))
        index_files = glob.glob(os.path.join(model_dir, "*.faiss")) + \
                      glob.glob(os.path.join(model_dir, "*.index"))
        if pth_files and index_files:
            models.append({"name": name, "pth": pth_files[0], "index": index_files[0]})
    return models

# monitoring.py — 兼容 Prometheus 的指标
from prometheus_client import Counter, Histogram, start_http_server
import time

conversion_count = Counter('rvc_conversions_total', '总转换次数')
conversion_duration = Histogram('rvc_conversion_seconds', '转换延迟')
error_count = Counter('rvc_errors_total', '总错误数', ['error_type'])

def monitored_convert(audio_path, model_name):
    start = time.time()
    try:
        result = perform_conversion(audio_path, model_name)
        conversion_count.inc()
        return result
    except Exception as e:
        error_count.labels(error_type=type(e).__name__).inc()
        raise
    finally:
        conversion_duration.observe(time.time() - start)

# 启动指标端点
start_http_server(9090)

# 将训练好的模型导出为 ONNX，实现 CPU/GPU 通用推理
python tools/export_onnx.py \
  --checkpoint_path ./logs/my_voice_v2/G_12000.pth \
  --output_path ./models/my_voice_v2/model.onnx \
  --sample_rate 40000