libohad-dev/dotfiles
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Compare commits

base: libohad-dev:8de98519ec7cb473803ba0be5736df4ebf6e9547
Branches Tags
libohad-dev:trunk
...
compare: libohad-dev:04d9cc5eed7bbe792ae5b92fd6824bb3eb5ce1fb
Branches Tags
libohad-dev:trunk

3 commits
8de98519ec ... 04d9cc5eed

Author SHA1 Message Date
Ohad Livne
04d9cc5eed
Isolate the LLM server from the internet 2025-11-12 21:00:27 +02:00
Ohad Livne
8d131ea8be Revoke unnecessary filesystem permissions for the server 2025-11-12 20:44:40 +02:00
Ohad Livne
02a366a782 Create a dedicated script to import new models 2025-11-12 20:44:40 +02:00
3 changed files with 16 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
.config/containers/systemd/ollama.container
View file

@ -5,8 +5,9 @@ Description=A local LLM server
# keep-sorted start # keep-sorted start
ContainerName=ollama ContainerName=ollama
Image=docker.io/ollama/ollama:latest Image=docker.io/ollama/ollama:latest
Network=ollama.network
PublishPort=11434:11434 PublishPort=11434:11434
Volume=%h/.local/share/ollama:/root/.ollama:Z Volume=%h/.local/share/ollama:/root/.ollama:ro,z
# keep-sorted end # keep-sorted end
[Install] [Install]

5
.config/containers/systemd/ollama.network Normal file
View file

@ -0,0 +1,5 @@
[Unit]
Description=Isolated network for my local LLM server
[Network]
Internal=true

9
.local/bin/llm-import-model Executable file
View file

@ -0,0 +1,9 @@
#! /usr/bin/bash
set -euo pipefail
IFS=$'\n\t'
mkdir --parents ~/.local/share/ollama/
pod_id=$(podman run --detach --rm --volume ~/.local/share/ollama/:/root/.ollama ollama:latest)
podman exec --interactive --tty "${pod_id}" ollama pull "${1}"
podman kill "${pod_id}"