run.sh

#!/bin/bash
file_path="/models/mixtral-8x7b-instruct-v0.1.Q2_K.gguf"
url="https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf"
# Check if the file exists
if [ ! -e "$file_path" ]; then
    echo "Downloading model."
    # If the file doesn't exist, download it using wget
    wget "$url" -O "$file_path"
    # You can add more commands here if needed after the download
    echo "File downloaded successfully."
else
    echo "File already exists."
fi
/app/server -m "$file_path" -c 100000 --port 7867 --host 0.0.0.0