mrq/ai-voice-cloning
31
74
Fork 43
Code Issues 222 Pull Requests 5 Packages Projects Releases Wiki Activity

websocket server: fix for model loading (just overriding args didn't do it after all...)

Browse Source
This commit is contained in:
ben_mkiv 2023-08-26 01:40:35 +02:00
parent b4dc103931
commit 6f0f148782
1 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/api/websocket_server.py
View File

@ -4,7 +4,7 @@ from threading import Thread
from websockets.server import serve
from utils import generate, get_autoregressive_models, get_voice_list, args
from utils import generate, get_autoregressive_models, get_voice_list, args, update_autoregressive_model, update_diffusion_model, update_tokenizer
# this is a not so nice workaround to set values to None if their string value is "None"
def replaceNoneStringWithNone(message):
@ -18,19 +18,18 @@ def replaceNoneStringWithNone(message):
async def _handle_generate(websocket, message):
global args
# update args parameters which control the model settings
if message.get('autoregressive_model'):
args.autoregressive_model = message['autoregressive_model']
update_autoregressive_model(message['autoregressive_model'])
if message.get('diffusion_model'):
args.diffusion_model = message['diffusion_model']
update_diffusion_model(message['diffusion_model'])
if message.get('tokenizer_json'):
args.tokenizer_json = message['tokenizer_json']
update_tokenizer(message['tokenizer_json'])
if message.get('sample_batch_size'):
global args
args.sample_batch_size = message['sample_batch_size']
message['result'] = generate(**message)