dotfiles/.config/emacs/site-lisp/local-models.el

55 lines
1.7 KiB
EmacsLisp

;; -*- lexical-binding: t; -*-
(defconst gptel--local-models
'(
;; keep-sorted start
(
gemma3:latest
:description "A model from Google built on Gemini technology"
:capabilities (media tool-use cache)
:mime-types ("image/bmp" "image/gif" "image/jpeg" "image/png" "image/tiff" "image/webp")
:context-window 128
:cutoff-date "2024-08"
)
(
hf.co/Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF:latest
:description "Uncensored model based on Llama-3.1-8b-Instruct"
:capabilities (tool-use cache)
:context-window 128
:cutoff-date "2023-12"
)
(
hf.co/TheBloke/MythoMax-L2-13B-GGUF:latest
:description "Proficient at both roleplaying and storywriting"
:context-window 32
)
(
hf.co/bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF:latest
:description "Uncensored version of Mistral 24B"
:context-window 32
:cutoff-date "2023-10"
)
(
hf.co/unsloth/Devstral-Small-2507-GGUF:latest
:capabilities (json tool-use cache)
:description "Agentic LLM for software engineering tasks"
:context-window 128
)
(
llama3.2:latest
:description "Instruction-tuned model optimized for multilingual dialogue"
:capabilities (tool-use cache)
:context-window 128
:cutoff-date "2023-12"
)
(
mollysama/rwkv-7-g0a3:13.3b
:description "Pure RNN reasoning model, suitable for post-training and fine-tuning"
:context-window 1000
:cutoff-date "2023-10"
)
;; keep-sorted end
)
"List of known local models and associated properties.
Refer to https://gptel.org/manual.html#models for a description of supported properties"
)