diff --git a/.config/containers/systemd/ollama.container b/.config/containers/systemd/ollama.container index 4c6b9e9..6ae7f6c 100644 --- a/.config/containers/systemd/ollama.container +++ b/.config/containers/systemd/ollama.container @@ -5,8 +5,9 @@ Description=A local LLM server # keep-sorted start ContainerName=ollama Image=docker.io/ollama/ollama:latest +Network=ollama.network PublishPort=11434:11434 -Volume=%h/.local/share/ollama:/root/.ollama:Z +Volume=%h/.local/share/ollama:/root/.ollama:ro,z # keep-sorted end [Install] diff --git a/.config/containers/systemd/ollama.network b/.config/containers/systemd/ollama.network new file mode 100644 index 0000000..5f8c30b --- /dev/null +++ b/.config/containers/systemd/ollama.network @@ -0,0 +1,5 @@ +[Unit] +Description=Isolated network for my local LLM server + +[Network] +Internal=true diff --git a/.local/bin/llm-import-model b/.local/bin/llm-import-model new file mode 100755 index 0000000..ffd2c6c --- /dev/null +++ b/.local/bin/llm-import-model @@ -0,0 +1,9 @@ +#! /usr/bin/bash + +set -euo pipefail +IFS=$'\n\t' + +mkdir --parents ~/.local/share/ollama/ +pod_id=$(podman run --detach --rm --volume ~/.local/share/ollama/:/root/.ollama ollama:latest) +podman exec --interactive --tty "${pod_id}" ollama pull "${1}" +podman kill "${pod_id}"