Alex-Devera/tpotce
1
0
Fork 0
mirror of https://github.com/telekom-security/tpotce.git synced 2025-04-19 21:52:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

update llm model, reduce image size

Browse source
This commit is contained in:
t3chn0m4g3 2024-11-26 19:38:19 +01:00
parent a05b290c20
commit 882ad6f7d1
3 changed files with 4 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
docker/galah/Dockerfile
View file

@ -3,7 +3,7 @@ RUN <<EOF
apk -U add build-base git apk -U add build-base git
mkdir -p /opt mkdir -p /opt
cd /opt cd /opt
git clone https://github.com/t3chn0m4g3/galah git clone https://github.com/t3chn0m4g3/galah
EOF EOF
WORKDIR /opt/galah WORKDIR /opt/galah
ENV CGO_ENABLED=1 ENV CGO_ENABLED=1
@ -13,17 +13,9 @@ go build -o galah ./cmd/galah
EOF EOF
# #
FROM alpine:3.20 FROM alpine:3.20
#
COPY --from=builder /opt/galah/ /opt/galah/ COPY --from=builder /opt/galah/ /opt/galah/
# #
# Setup user, groups and configs
RUN <<EOF
apk -U add bash openssl
addgroup -g 2000 galah
adduser -S -s /bin/ash -u 2000 -D -g 2000 galah
EOF
#
# Start galah # Start galah
WORKDIR /opt/galah WORKDIR /opt/galah
USER galah:galah USER 2000:2000
CMD ["./entrypoint.sh"] CMD ["./entrypoint.sh"]

2
docker/galah/docker-compose.yml
View file

@ -21,7 +21,7 @@ services:
environment: environment:
LLM_PROVIDER: "ollama" LLM_PROVIDER: "ollama"
LLM_SERVER_URL: "http://ollama.local:11434" LLM_SERVER_URL: "http://ollama.local:11434"
LLM_MODEL: "llama3" LLM_MODEL: "llama3.1"
# LLM_TEMPERATURE: ${GALAH_LLM_TEMPERATURE} # LLM_TEMPERATURE: ${GALAH_LLM_TEMPERATURE}
# LLM_API_KEY: ${GALAH_LLM_API_KEY} # LLM_API_KEY: ${GALAH_LLM_API_KEY}
# LLM_CLOUD_LOCATION: ${GALAH_LLM_CLOUD_LOCATION} # LLM_CLOUD_LOCATION: ${GALAH_LLM_CLOUD_LOCATION}

2
env.example
View file

@ -126,7 +126,7 @@ BEELZEBUB_OLLAMA_MODEL: "openchat"
# GALAH_LLM_CLOUD_PROJECT: "" # GALAH_LLM_CLOUD_PROJECT: ""
GALAH_LLM_PROVIDER: "ollama" GALAH_LLM_PROVIDER: "ollama"
GALAH_LLM_SERVER_URL: "http://ollama.local:11434" GALAH_LLM_SERVER_URL: "http://ollama.local:11434"
GALAH_LLM_MODEL: "llama3" GALAH_LLM_MODEL: "llama3.1"
################################################################################### ###################################################################################