run_spdsvb.sh

#!/bin/bash

# Set the path to the server.py script
SERVER_PATH=server.py

# Set the default values for the arguments
MODEL_NAME_OR_PATH="../../../model/chatglm2-6b"
CHECKPOINT=lora
CHECKPOINT_PATH="../../../model/ckpt/chatglm2-6b-qlora-INSv11-rank16-1e-3-30/checkpoint-2000"
QUANTIZATION_BIT=8
PORT=8001

# Call the server.py script with the parsed arguments
python $SERVER_PATH \
    --model_name_or_path $MODEL_NAME_OR_PATH \
    --checkpoint $CHECKPOINT \
    --checkpoint_path $CHECKPOINT_PATH \
    --quantization_bit $QUANTIZATION_BIT \
    --port $PORT