mirror of
https://github.com/rennf93/roboco.git
synced 2026-08-03 07:23:24 +02:00
NOW RAG is actually usable... might switch to gemma3:4b from glm-4.6 cloud for expenses reasons but we'll see
This commit is contained in:
+6
-4
@@ -45,6 +45,8 @@ services:
|
||||
image: ollama/ollama:latest
|
||||
container_name: roboco-ollama
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
OLLAMA_API_KEY: ${OLLAMA_API_KEY}
|
||||
ports:
|
||||
- "11435:11434"
|
||||
volumes:
|
||||
@@ -77,14 +79,14 @@ services:
|
||||
status=$$(echo "$$line" | grep -o '"status":"[^"]*"' | cut -d'"' -f4)
|
||||
[ -n "$$status" ] && echo " $$status"
|
||||
done
|
||||
echo "=== Pulling LLM model (gemma3:4b) ==="
|
||||
curl -sN http://ollama:11434/api/pull -d '{"name":"gemma3:4b"}' | while read -r line; do
|
||||
echo "=== Pulling LLM model (glm-4.6:cloud) ==="
|
||||
curl -sN http://ollama:11434/api/pull -d '{"name":"glm-4.6:cloud"}' | while read -r line; do
|
||||
status=$$(echo "$$line" | grep -o '"status":"[^"]*"' | cut -d'"' -f4)
|
||||
[ -n "$$status" ] && echo " $$status"
|
||||
done
|
||||
echo "=== Verifying models are available ==="
|
||||
curl -sf http://ollama:11434/api/tags | grep -q "embeddinggemma" && echo " embeddinggemma: OK"
|
||||
curl -sf http://ollama:11434/api/tags | grep -q "gemma3" && echo " gemma3: OK"
|
||||
curl -sf http://ollama:11434/api/tags | grep -q "glm-4.6" && echo " glm-4.6: OK"
|
||||
echo "=== All models ready! ==="
|
||||
|
||||
# ==========================================================================
|
||||
@@ -217,7 +219,7 @@ services:
|
||||
ROBOCO_PORT: 8000
|
||||
# Ollama (use container name)
|
||||
ROBOCO_LOCAL_LLM_BASE_URL: http://roboco-ollama:11434/v1
|
||||
ROBOCO_LOCAL_LLM_MODEL: gemma3:4b
|
||||
ROBOCO_LOCAL_LLM_MODEL: glm-4.6:cloud
|
||||
ROBOCO_DEFAULT_EMBEDDING_MODEL: embeddinggemma:300m
|
||||
ROBOCO_OLLAMA_BASE_URL: http://roboco-ollama:11434
|
||||
# Host paths for spawning agent containers (required for Docker-in-Docker)
|
||||
|
||||
Reference in New Issue
Block a user