utiilize half detection code in config.py

This commit is contained in:
Zzzyt 2024-02-17 10:23:42 +08:00
parent f6c9803909
commit f8f76157fd

View File

@ -44,11 +44,9 @@ bert_path = os.environ.get(
)
infer_ttswebui = os.environ.get("infer_ttswebui", 9872)
infer_ttswebui = int(infer_ttswebui)
is_share = os.environ.get("is_share", "False")
is_share = eval(is_share)
if "_CUDA_VISIBLE_DEVICES" in os.environ:
os.environ["CUDA_VISIBLE_DEVICES"] = os.environ["_CUDA_VISIBLE_DEVICES"]
is_half = eval(os.environ.get("is_half", "True"))
from config import is_half,is_share
import gradio as gr
from transformers import AutoModelForMaskedLM, AutoTokenizer
import numpy as np