-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathenv.example
More file actions
25 lines (25 loc) · 726 Bytes
/
Copy pathenv.example
File metadata and controls
25 lines (25 loc) · 726 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
# Copy to .env and edit. No secrets required.
# cp env.example .env
# # then set N2_IP to node 2's LAN address (e.g. 192.168.x.x)
#
# Qwen must be reached at N2_IP, never 127.0.0.1, from the head node.
N2_IP=<node2-lan-ip>
SPARK2=spark2
QWEN_PORT=8100
QWEN_CTX=116224
QWEN_PARALLEL=1
QWEN_CACHE=q4_0
QWEN_BATCH=4096
QWEN_UBATCH=1024
GGUF=${HOME}/models/hf/Qwen3.8-27B/Qwen3.8-27B-UD-Q4_K_XL.gguf
MMPROJ=${HOME}/models/hf/Qwen3.8-27B/mmproj-F16.gguf
LLAMA_SERVER=${HOME}/llama.cpp-v9/build/bin/llama-server
BATON_HOST=127.0.0.1
BATON_PORT=8877
BATON_0731=http://127.0.0.1:8888/v1
BATON_QWEN=http://<node2-lan-ip>:8100/v1
BATON_MAX_LEN=347392
BATON_QWEN_CTX=116224
BATON_QWEN_SAFE=100000
BATON_N2_FAT=24000
BATON_N2_WAIT=30