#!/bin/bash # Set the path to the server.py script SERVER_PATH=server.py # Set the default values for the arguments MODEL_NAME_OR_PATH="../../../model/chatglm2-6b" CHECKPOINT=lora CHECKPOINT_PATH="../../../model/ckpt/chatglm2-6b-qlora-INSv11-rank16-1e-3-30/checkpoint-2000" QUANTIZATION_BIT=8 PORT=8001 # Call the server.py script with the parsed arguments python $SERVER_PATH \ --model_name_or_path $MODEL_NAME_OR_PATH \ --checkpoint $CHECKPOINT \ --checkpoint_path $CHECKPOINT_PATH \ --quantization_bit $QUANTIZATION_BIT \ --port $PORT