update llm model, reduce image size

This commit is contained in:
t3chn0m4g3 2024-11-26 19:38:19 +01:00
parent a05b290c20
commit 882ad6f7d1
3 changed files with 4 additions and 12 deletions

View file

@ -13,17 +13,9 @@ go build -o galah ./cmd/galah
EOF
#
FROM alpine:3.20
#
COPY --from=builder /opt/galah/ /opt/galah/
#
# Setup user, groups and configs
RUN <<EOF
apk -U add bash openssl
addgroup -g 2000 galah
adduser -S -s /bin/ash -u 2000 -D -g 2000 galah
EOF
#
# Start galah
WORKDIR /opt/galah
USER galah:galah
USER 2000:2000
CMD ["./entrypoint.sh"]

View file

@ -21,7 +21,7 @@ services:
environment:
LLM_PROVIDER: "ollama"
LLM_SERVER_URL: "http://ollama.local:11434"
LLM_MODEL: "llama3"
LLM_MODEL: "llama3.1"
# LLM_TEMPERATURE: ${GALAH_LLM_TEMPERATURE}
# LLM_API_KEY: ${GALAH_LLM_API_KEY}
# LLM_CLOUD_LOCATION: ${GALAH_LLM_CLOUD_LOCATION}

View file

@ -126,7 +126,7 @@ BEELZEBUB_OLLAMA_MODEL: "openchat"
# GALAH_LLM_CLOUD_PROJECT: ""
GALAH_LLM_PROVIDER: "ollama"
GALAH_LLM_SERVER_URL: "http://ollama.local:11434"
GALAH_LLM_MODEL: "llama3"
GALAH_LLM_MODEL: "llama3.1"
###################################################################################