Update Bark.py

This commit is contained in:
guanjihuan 2024-02-28 14:14:10 +08:00
parent 9a0c8a8f83
commit 3e0ea312c8

View File

@ -9,7 +9,7 @@ st.set_page_config(
layout='wide'
)
choose_load_method = 0
choose_load_method = 1
if choose_load_method == 0:
# GPU加载需要5G显存
@ -22,7 +22,17 @@ if choose_load_method == 0:
model, processor = load_bark_model()
elif choose_load_method == 1:
# CPU加载需要9G内存运行速度慢不推荐
# GPU加载bark-small模型需要3G显存
@st.cache_resource
def load_bark_model():
from transformers import AutoProcessor, AutoModel
processor = AutoProcessor.from_pretrained("suno/bark-small")
model = AutoModel.from_pretrained("suno/bark-small").to("cuda")
return model, processor
model, processor = load_bark_model()
elif choose_load_method == 2:
# CPU加载bark模型需要9G内存运行速度慢不推荐
@st.cache_resource
def load_bark_model():
from transformers import AutoProcessor, AutoModel
@ -30,6 +40,16 @@ elif choose_load_method == 1:
model = AutoModel.from_pretrained("suno/bark")
return model, processor
model, processor = load_bark_model()
elif choose_load_method == 3:
# CPU加载bark-small模型需要5G内存运行速度慢不推荐
@st.cache_resource
def load_bark_model():
from transformers import AutoProcessor, AutoModel
processor = AutoProcessor.from_pretrained("suno/bark-small")
model = AutoModel.from_pretrained("suno/bark-small")
return model, processor
model, processor = load_bark_model()
prompt = st.chat_input("在这里输入您的命令")
@ -48,7 +68,7 @@ if prompt:
text=[prompt],
return_tensors="pt",
)
if choose_load_method == 0:
if choose_load_method == 0 or choose_load_method == 1:
inputs = {key: value.to("cuda") for key, value in inputs.items()}
speech_values = model.generate(**inputs, do_sample=True)