diff --git a/README.md b/README.md index 19d936c..465fa3f 100644 --- a/README.md +++ b/README.md @@ -58,6 +58,13 @@ Password: 123 NOTE: the models' dropdowns are pre-populated, but you need to pull them first to use them. Future work will automatically pull the models. +To run the chatbot on a different port, supply the port as the second arg: + +```bash +# port could be 12345 +./run-chatbot.sh +``` + 4. Add data to database Fill out: diff --git a/ollama-submit.sh b/ollama-submit.sh index dc972a7..45c5511 100755 --- a/ollama-submit.sh +++ b/ollama-submit.sh @@ -7,7 +7,7 @@ set -eu module purge -module load apptainer/1.2.3 +module load apptainer/1.2.5 ollama_models=/vast/scratch/users/$USER/ollama-models ollama_tmp=/vast/scratch/users/$USER/tmp diff --git a/run-chatbot.sh b/run-chatbot.sh index 2d76410..15746c5 100755 --- a/run-chatbot.sh +++ b/run-chatbot.sh @@ -5,13 +5,24 @@ set -eu ollama_host=$1 +# set port that chatbot is listening to +if [ -z "${2}" ] +then + chatbot_port_flag="" +else + chatbot_port_flag="--port $2" +fi + module purge -module load apptainer/1.2.3 +module load apptainer/1.2.5 ollama_models=/vast/scratch/users/$USER/ollama-models ollama_tmp=/vast/scratch/users/$USER/tmp +export TMPDIR=/vast/scratch/users/$USER/tmp +mkdir -p $TMPDIR + apptainer run \ -B $TMPDIR:/tmp \ -B /vast,/stornext \ - oras://ghcr.io/wehi-researchcomputing/rag:0.1.0 --ollama-host $ollama_host + oras://ghcr.io/wehi-researchcomputing/rag:0.1.0 --ollama-host $ollama_host $chatbot_port_flag