remove ollama service for prod
This commit is contained in:
+9
-9
@@ -16,15 +16,15 @@ services:
|
|||||||
- "8002:8002"
|
- "8002:8002"
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
|
|
||||||
ollama:
|
# ollama:
|
||||||
# This is a placeholder image; ensure you have an Ollama-compatible image and models available.
|
# # This is a placeholder image; ensure you have an Ollama-compatible image and models available.
|
||||||
image: ollama/ollama:latest
|
# image: ollama/ollama:latest
|
||||||
container_name: ollama
|
# container_name: ollama
|
||||||
ports:
|
# ports:
|
||||||
- "11434:11434"
|
# - "11434:11434"
|
||||||
restart: unless-stopped
|
# restart: unless-stopped
|
||||||
volumes:
|
# volumes:
|
||||||
- ./ollama-data:/root/.ollama
|
# - ./ollama-data:/root/.ollama
|
||||||
|
|
||||||
middleware:
|
middleware:
|
||||||
build: ./middleware
|
build: ./middleware
|
||||||
|
|||||||
@@ -26,7 +26,7 @@ logger = logging.getLogger("middleware")
|
|||||||
|
|
||||||
WHISPER_URL = "http://whisper:8001/transcribe"
|
WHISPER_URL = "http://whisper:8001/transcribe"
|
||||||
COQUITTS_URL = "http://coquitts:8002/speak"
|
COQUITTS_URL = "http://coquitts:8002/speak"
|
||||||
OLLAMA_URL = "http://ollama:11434/api/generate"
|
OLLAMA_URL = "http://ollama.ahlgrim.net:11434/api/generate"
|
||||||
LLM_MODEL = os.getenv("LLM_MODEL", "gemma3:270m")
|
LLM_MODEL = os.getenv("LLM_MODEL", "gemma3:270m")
|
||||||
logger.info("Using LLM model: %s", LLM_MODEL)
|
logger.info("Using LLM model: %s", LLM_MODEL)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user