Make our gpu model uncensored llama:8b. - annna - Annna the nice friendly bot.
HTML git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws65d7roiv6bfj7d652fid.onion/annna/
DIR Log
DIR Files
DIR Refs
DIR Tags
DIR README
---
DIR commit bcfb86d18d24d78d5f7a2b6e488c231846271a17
DIR parent 2d5d53bad25e3ca4b28eed6bbaf6b101c64d4859
HTML Author: Annna Robert-Houdin <annna@bitreich.org>
Date: Sun, 19 Oct 2025 11:57:54 +0200
Make our gpu model uncensored llama:8b.
Diffstat:
M gpt | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
---
DIR diff --git a/gpt b/gpt
@@ -47,6 +47,7 @@ function local_llama() {
function remote_llama() {
prompt="$1"
+ ggmlmodel="mannix/llama3.1-8b-abliterated"
if [ -z "$prompt" ];
then
cat \
@@ -54,7 +55,7 @@ function remote_llama() {
ollama run \
--hidethinking \
--nowordwrap \
- llama3:8b \
+ "${ggmlmodel}" \
"${prompt}" \
| head -n 1 \
| sed -e 's/^"//;s/"$//;'
@@ -64,7 +65,7 @@ function remote_llama() {
ollama run \
--hidethinking \
--nowordwrap \
- llama3:8b \
+ "${ggmlmodel}" \
"${prompt}" \
| head -n 1 \
| sed -e 's/^"//;s/"$//;'