24 lines
692 B
YAML
24 lines
692 B
YAML
services:
|
|
qwen38-flash-next:
|
|
build: .
|
|
image: haloq38flash:latest
|
|
container_name: qwen38-flash-next
|
|
devices:
|
|
- /dev/dri
|
|
group_add:
|
|
- video
|
|
- render
|
|
security_opt:
|
|
- seccomp=unconfined
|
|
volumes:
|
|
- /mnt/ssd2/models/qwen38-flash-next:/models:ro
|
|
ports:
|
|
- "8080:8080"
|
|
environment:
|
|
- LD_LIBRARY_PATH=/app
|
|
# override CMD to change context, quant, or add mtp:
|
|
# docker compose run qwen38-flash-next \
|
|
# /app/llama-server -m /models/Qwen3.8-Flash-Next-IQ4_XS-PLE.gguf \
|
|
# -c 131072 -md /models/mtp-Qwen3.8-Flash-Next-Q8_0.gguf \
|
|
# --spec-type draft-mtp --spec-draft-n-max 6 --spec-draft-p-min 0.75
|