From 882ad6f7d151ad636b30e5e0f0af10fadb9ba963 Mon Sep 17 00:00:00 2001
From: t3chn0m4g3 <t3chn0m4g3@gmail.com>
Date: Tue, 26 Nov 2024 19:38:19 +0100
Subject: [PATCH] update llm model, reduce image size

---
 docker/galah/Dockerfile         | 12 ++----------
 docker/galah/docker-compose.yml |  2 +-
 env.example                     |  2 +-
 3 files changed, 4 insertions(+), 12 deletions(-)

diff --git a/docker/galah/Dockerfile b/docker/galah/Dockerfile
index 805d2294..c1ba4a88 100644
--- a/docker/galah/Dockerfile
+++ b/docker/galah/Dockerfile
@@ -3,7 +3,7 @@ RUN <<EOF
 apk -U add build-base git
 mkdir -p /opt
 cd /opt
-git clone https://github.com/t3chn0m4g3/galah 
+git clone https://github.com/t3chn0m4g3/galah
 EOF
 WORKDIR /opt/galah
 ENV CGO_ENABLED=1
@@ -13,17 +13,9 @@ go build -o galah ./cmd/galah
 EOF
 #
 FROM alpine:3.20
-#
 COPY --from=builder /opt/galah/ /opt/galah/
 #
-# Setup user, groups and configs
-RUN <<EOF
-apk -U add bash openssl
-addgroup -g 2000 galah
-adduser -S -s /bin/ash -u 2000 -D -g 2000 galah
-EOF
-#
 # Start galah
 WORKDIR /opt/galah
-USER galah:galah
+USER 2000:2000
 CMD ["./entrypoint.sh"]
diff --git a/docker/galah/docker-compose.yml b/docker/galah/docker-compose.yml
index 4e502a87..47453898 100644
--- a/docker/galah/docker-compose.yml
+++ b/docker/galah/docker-compose.yml
@@ -21,7 +21,7 @@ services:
     environment:
       LLM_PROVIDER: "ollama"
       LLM_SERVER_URL: "http://ollama.local:11434"
-      LLM_MODEL: "llama3"
+      LLM_MODEL: "llama3.1"
       # LLM_TEMPERATURE: ${GALAH_LLM_TEMPERATURE}
       # LLM_API_KEY: ${GALAH_LLM_API_KEY}
       # LLM_CLOUD_LOCATION: ${GALAH_LLM_CLOUD_LOCATION}
diff --git a/env.example b/env.example
index eaa3d763..2ca86e19 100644
--- a/env.example
+++ b/env.example
@@ -126,7 +126,7 @@ BEELZEBUB_OLLAMA_MODEL: "openchat"
 # GALAH_LLM_CLOUD_PROJECT: ""
 GALAH_LLM_PROVIDER: "ollama"
 GALAH_LLM_SERVER_URL: "http://ollama.local:11434"
-GALAH_LLM_MODEL: "llama3"
+GALAH_LLM_MODEL: "llama3.1"
 
 
 ###################################################################################