gpt-coder - annna - Annna the nice friendly bot.
HTML git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws65d7roiv6bfj7d652fid.onion/annna/
DIR Log
DIR Files
DIR Refs
DIR Tags
DIR README
---
gpt-coder (548B)
---
1 #!/bin/sh
2
3 export PATH="$HOME/bin:$PATH"
4
5 function remote_llama() {
6 prompt="$1"
7 ggmlmodel="huihui_ai/gpt-oss-abliterated:20b"
8 if [ -z "$prompt" ];
9 then
10 cat \
11 | ollama-gpu \
12 ollama run \
13 --hidethinking \
14 --nowordwrap \
15 "${ggmlmodel}"
16 else
17 printf "%s\n" "${prompt}" \
18 | ollama-gpu \
19 ollama run \
20 --hidethinking \
21 --nowordwrap \
22 "${ggmlmodel}"
23 fi
24 }
25
26 prompt="$1"
27 response="$(remote_llama "${prompt}")"
28 [ -z "${response}" ] && response="GPU server error."
29 [ -n "${response}" ] && printf "%s\n" "${response}"
30