# ai.py
# This file handles all AI interactions, including loading/unloading models,
# generating responses, and injecting personas using the Ollama API.
import os
import requests
import re
from dotenv import load_dotenv
from personality import load_persona
from user_profiles import format_profile_for_block
from logger import setup_logger, generate_req_id, log_llm_request, log_llm_response
debug_mode = os.getenv("DEBUG_MODE", "false").lower() == "true"
# Set up logger specifically for AI operations
logger = setup_logger("ai")
# Load environment variables from .env file
load_dotenv()
# Base API setup from .env (e.g., http://localhost:11434/api)
# Normalize to ensure the configured base includes the `/api` prefix so
# endpoints like `/generate` and `/tags` are reachable even if the user
# sets `OLLAMA_API` without `/api`.
raw_api = os.getenv("OLLAMA_API") or ""
raw_api = raw_api.rstrip("/")
if raw_api == "":
BASE_API = ""
else:
BASE_API = raw_api if raw_api.endswith("/api") else f"{raw_api}/api"
# API endpoints for different Ollama operations
GEN_ENDPOINT = f"{BASE_API}/generate"
PULL_ENDPOINT = f"{BASE_API}/pull"
# UNLOAD_ENDPOINT is not used because unloading is done via `generate` with keep_alive=0
TAGS_ENDPOINT = f"{BASE_API}/tags"
# Startup model and debug toggle from .env
MODEL_NAME = os.getenv("MODEL_NAME", "llama3:latest")
SHOW_THINKING_BLOCKS = os.getenv("SHOW_THINKING_BLOCKS", "false").lower() == "true"
# Ensure API base is configured
if not BASE_API:
logger.error("โ OLLAMA_API not set.")
raise ValueError("โ OLLAMA_API not set.")
# Returns current model from env/config
def get_model_name():
return MODEL_NAME
# Removes ... blocks from the LLM response (used by some models)
def strip_thinking_block(text: str) -> str:
return re.sub(r".*?\s*", "", text, flags=re.DOTALL)
# Check if a model exists locally by calling /tags
def model_exists_locally(model_name: str) -> bool:
try:
resp = requests.get(TAGS_ENDPOINT)
return model_name in resp.text
except Exception as e:
logger.error(f"โ Failed to check local models: {e}")
return False
# Attempt to pull (load) a model via Ollama's /pull endpoint
def load_model(model_name: str) -> bool:
try:
logger.info(f"๐ง Preloading model: {model_name}")
resp = requests.post(PULL_ENDPOINT, json={"name": model_name})
if debug_mode:
logger.debug(f"๐จ Ollama pull response: {resp.status_code} - {resp.text}")
else:
if resp.status_code == 200:
logger.info("๐ฆ Model pull started successfully.")
else:
logger.warning(f"โ ๏ธ Model pull returned {resp.status_code}: {resp.text[:100]}...")
return resp.status_code == 200
except Exception as e:
logger.error(f"โ Exception during model load: {str(e)}")
return False
# Send an empty prompt to unload a model from VRAM safely using keep_alive: 0
def unload_model(model_name: str) -> bool:
try:
logger.info(f"๐งน Sending safe unload request for `{model_name}`")
payload = {
"model": model_name,
"prompt": "", # โ
Required to make the request valid
"keep_alive": 0 # โ
Unload from VRAM but keep on disk
}
resp = requests.post(GEN_ENDPOINT, json=payload)
logger.info(f"๐งฝ Ollama unload response: {resp.status_code} - {resp.text}")
return resp.status_code == 200
except Exception as e:
logger.error(f"โ Exception during soft-unload: {str(e)}")
return False
# Shortcut for getting the current model (can be expanded later for dynamic switching)
def get_current_model():
return get_model_name()
# Main LLM interaction โ injects personality and sends prompt to Ollama
def get_ai_response(user_prompt, context=None, user_profile=None):
model_name = get_model_name()
load_model(model_name)
persona = load_persona()
# Build prompt pieces
safe_inject = ""
if persona:
safe_inject = persona["prompt_inject"].replace("โ", '"').replace("โ", '"').replace("โ", "'")
user_block = ""
if user_profile and user_profile.get("custom_prompt"):
user_block = f"[User Instruction]\n{user_profile['custom_prompt']}\n"
context_block = f"[Recent Conversation]\n{context}\n" if context else ""
if persona:
full_prompt = f"{safe_inject}\n{user_block}{context_block}\nUser: {user_prompt}\n{persona['name']}:"
else:
full_prompt = f"{user_block}{context_block}\nUser: {user_prompt}\nResponse:"
payload = {"model": model_name, "prompt": full_prompt, "stream": False}
# Logging: concise info plus debug for full payload/response
req_id = generate_req_id("llm-")
user_label = user_profile.get("display_name") if user_profile else None
log_llm_request(logger, req_id, model_name, user_label, len(context.splitlines()) if context else 0)
logger.debug("%s Sending payload to Ollama: model=%s user=%s", req_id, model_name, user_label)
logger.debug("%s Payload size=%d chars", req_id, len(full_prompt))
import time
start = time.perf_counter()
try:
response = requests.post(GEN_ENDPOINT, json=payload)
duration = time.perf_counter() - start
# Log raw response only at DEBUG to avoid clutter
logger.debug("%s Raw response status=%s", req_id, response.status_code)
logger.debug("%s Raw response body=%s", req_id, getattr(response, "text", ""))
if response.status_code == 200:
result = response.json()
short = (result.get("response") or "").replace("\n", " ")[:240]
log_llm_response(logger, req_id, model_name, duration, short, raw=result)
return result.get("response", "[No message in response]")
else:
# include status in logs and return an error string
log_llm_response(logger, req_id, model_name, duration, f"[Error {response.status_code}]", raw=response.text)
return f"[Error {response.status_code}] {response.text}"
except Exception as e:
duration = time.perf_counter() - start
logger.exception("%s Exception during LLM call", req_id)
log_llm_response(logger, req_id, model_name, duration, f"[Exception] {e}")
return f"[Exception] {str(e)}"