gpt - annna - Annna the nice friendly bot.
HTML git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws65d7roiv6bfj7d652fid.onion/annna/
DIR Log
DIR Files
DIR Refs
DIR Tags
DIR README
---
gpt (1196B)
---
1 #!/bin/sh
2
3 #ggmlbase="/br/ai/ggml"
4 ggmlbase="/br/ai/llama.cpp"
5 #ggmlbin="./build/bin/gpt-2"
6 ggmlbin="./build/bin/llama-cli"
7 #ggmlmodel="models/gpt-2-1558M/ggml-model.bin"
8 ggmlmodel="models/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf"
9 ggmlntokens="$((69 * 2))"
10
11 cd $ggmlbase
12 if mountpoint -q /br/ai/tmp;
13 then
14 ggmlbasename="$(basename "${ggmlmodel}")"
15 ggmltmppath="/br/ai/tmp/${ggmlbasename}"
16 [ ! -r "${ggmltmppath}" ] && cp "$ggmlmodel" /br/ai/tmp
17 [ -r "${ggmltmppath}" ] && ggmlmodel="${ggmltmppath}"
18 fi
19
20 prompt="$1"
21 if [ -z "$prompt" ];
22 then
23 cat \
24 | $ggmlbin -m $ggmlmodel -n $ggmlntokens -t 3 \
25 --simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
26 -cnv 2>/dev/null \
27 | sed -E '/^$/d;s/^>[[:blank:]]+//;q'
28 else
29 printf "%s\n" "${prompt}" \
30 | $ggmlbin -m $ggmlmodel -n $ggmlntokens -t 3 \
31 --simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
32 -cnv 2>/dev/null \
33 | sed -E '/^$/d;s/^>[[:blank:]]+//;q'
34 fi
35 #$ggmlbin -m $ggmlmodel -n $ggmlntokens \
36 # --simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
37 # -p "$1" 2>/dev/null \
38 # | head -n1 \
39 # | sed -E 's/^[[:blank:]]+//;s/[[:blank:]]*\[end of text\]$//' \
40 # | tr -d '"'
41