Post aug maint

README.md

@@ -58,6 +58,13 @@ Password: 123
 NOTE: the models' dropdowns are pre-populated, but you need to pull them first 
 to use them. Future work will automatically pull the models.
 
+To run the chatbot on a different port, supply the port as the second arg:
+
+```bash
+# port could be 12345
+./run-chatbot.sh <host> <port>
+```
+
 4. Add data to database
 
 Fill out:

ollama-submit.sh

@@ -7,7 +7,7 @@
 set -eu
 
 module purge
-module load apptainer/1.2.3
+module load apptainer/1.2.5
 
 ollama_models=/vast/scratch/users/$USER/ollama-models
 ollama_tmp=/vast/scratch/users/$USER/tmp

run-chatbot.sh

@@ -5,13 +5,24 @@ set -eu
 
 ollama_host=$1
 
+# set port that chatbot is listening to
+if [ -z "${2}" ]
+then
+	chatbot_port_flag=""
+else
+	chatbot_port_flag="--port $2"
+fi
+
 module purge
-module load apptainer/1.2.3
+module load apptainer/1.2.5
 
 ollama_models=/vast/scratch/users/$USER/ollama-models
 ollama_tmp=/vast/scratch/users/$USER/tmp
 
+export TMPDIR=/vast/scratch/users/$USER/tmp
+mkdir -p $TMPDIR
+
 apptainer run \
      -B $TMPDIR:/tmp \
      -B /vast,/stornext \
-     oras://ghcr.io/wehi-researchcomputing/rag:0.1.0 --ollama-host $ollama_host
+     oras://ghcr.io/wehi-researchcomputing/rag:0.1.0 --ollama-host $ollama_host $chatbot_port_flag