.config/emacs/init.el

@@ -307,12 +307,11 @@
 
 (defun list-ollama-models ()
   "Query the local Ollama server for the list of installed models."
-  (let* ((tags-buffer (url-retrieve-synchronously "http://ollama:11434/api/tags"))
+  (condition-case error-var
-         (raw-response (with-current-buffer tags-buffer (buffer-string)))
+      (mapcar #'intern (mapcar #'car (mapcar #'split-string (cdr (process-lines "podllama" "list")))))
-         (tags-payload (nth 1 (split-string raw-response "\n\n")))
+    (error
-         (models (gethash "models" (json-parse-string tags-payload)))
+     (message "Failed to list local models: %s" error-var)
-         (model-names (mapcar (lambda (model) (gethash "name" model)) models)))
+     ())))
-    model-names))
 
 (defun enrich-ollama-models (available library)
   "Enrich the available models with metadata from the library of known models."
@@ -331,12 +330,11 @@
   ;; keep-sorted end
   :custom
   ;; keep-sorted start
-  (gptel--system-message "You are a sassy, sharp-tongued personal assistant. I need you to assist me in crafting responses to questions, dripping with ascerbic wit and sarcasm.")
   (gptel-backend (gptel-get-backend "Ollama"))
   (gptel-default-mode 'org-mode)
   (gptel-expert-commands t)
   (gptel-highlight-methods '(face margin))
-  (gptel-model 'hf.co/unsloth/Devstral-Small-2507-GGUF:latest)
+  (gptel-model 'llama3.2:latest)
   ;; keep-sorted end
   :preface
   (load "local-models.el")
@@ -345,7 +343,6 @@
     :key 'gptel-api-key-from-auth-source
     )
   (gptel-make-ollama "Ollama"
-    :host "ollama:11434"
     :stream t
     :models (enrich-ollama-models (list-ollama-models) gptel--local-models)
     )

.config/emacs/site-lisp/local-models.el

@@ -1,5 +1,3 @@
-;; -*- lexical-binding: t; -*-
-
 (defconst gptel--local-models
   '(
     ;; keep-sorted start
@@ -20,11 +18,6 @@
      :context-window 32
      :cutoff-date "2023-10"
      )
-    (
-     hf.co/unsloth/Devstral-Small-2507-GGUF:latest
-     :description "Agentic LLM for software engineering tasks"
-     :context-window 128
-     )
     (
      llama3.2:latest
      :description "Instruction-tuned model optimized for multilingual dialogue"

.config/environment.d/ollama.conf

@@ -1,3 +0,0 @@
-# keep-sorted start
-HOSTALIASES=~/.config/hosts
-# keep-sorted end

.config/hosts

@@ -1 +0,0 @@
-ollama localhost

.local/bin/vaulter

@@ -8,9 +8,8 @@ podman --transient-store run --rm -ti \
     --env XDG_RUNTIME_DIR=/tmp \
     --hostname localhost \
     --mount type=bind,source="${XDG_RUNTIME_DIR}"/"${WAYLAND_DISPLAY}",target=/tmp/"${WAYLAND_DISPLAY}" \
-    --mount type=bind,source="$(systemd-path user-configuration)"/emacs/site-lisp/local-models.el,target=/root/.config/emacs/site-lisp/local-models.el \
     --mount type=bind,readonly=true,source="$(systemd-path user)"/.keys/vaults,target=/root/.age/key \
     --mount type=bind,readonly=true,source="$(systemd-path user)"/.keys/vaults.pub,target=/root/.age/key.pub \
     --mount type=bind,source="$(systemd-path user)"/Vaults,target=/root/Vaults \
-    --network systemd-ollama \
+    --network none \
     vaulter:latest