30 lines
889 B
Bash
30 lines
889 B
Bash
|
[ -d "./logs/" ] && echo "log dir exists" || mkdir "./logs/"
|
||
|
|
# controller
|
||
|
|
nohup python3 -m fastchat.serve.controller >./logs/controller.log 2>&1 &
|
||
|
|
while [ `grep -c "Uvicorn running on" ./logs/controller.log` -eq '0' ];do
|
||
|
|
sleep 1s;
|
||
|
|
echo "wait controller running"
|
||
|
|
done
|
||
|
|
echo "controller running"
|
||
|
|
|
||
|
|
# worker
|
||
|
|
nohup python3 -m fastchat.serve.model_worker \
|
||
|
|
--model-name 'chatglm2-6b' \
|
||
|
|
--model-path THUDM/chatglm2-6b \
|
||
|
|
--num-gpus 2 \
|
||
|
|
>> ./logs/worker.log 2>&1 &
|
||
|
|
|
||
|
|
while [ `grep -c "Uvicorn running on" ./logs/worker.log` -eq '0' ];do
|
||
|
|
sleep 3s;
|
||
|
|
echo "wait worker running"
|
||
|
|
done
|
||
|
|
echo "worker running"
|
||
|
|
|
||
|
|
# webui
|
||
|
|
nohup python3 -m fastchat.serve.openai_api_server >> "./logs/openai_server.log" 2>&1 &
|
||
|
|
|
||
|
|
while [ `grep -c "Uvicorn running on" ./logs/openai_server.log` -eq '0' ];do
|
||
|
|
sleep 3s;
|
||
|
|
echo "wait openai_server running"
|
||
|
|
done
|
||
|
|
echo "openai_server running"
|