3 threads interference is equal to 5 thread interference here. - annna - Annna the nice friendly bot.
HTML git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws65d7roiv6bfj7d652fid.onion/annna/
DIR Log
DIR Files
DIR Refs
DIR Tags
DIR README
---
DIR commit d1babf5e4213c048054ea477da0ee6c537ed5943
DIR parent ec75159ce63799ac70abd66ac590bc0d80c7dcab
HTML Author: Annna Robert-Houdin <annna@bitreich.org>
Date: Sat, 4 Jan 2025 19:53:15 +0100
3 threads interference is equal to 5 thread interference here.
Diffstat:
M gpt | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
---
DIR diff --git a/gpt b/gpt
@@ -19,7 +19,7 @@ fi
prompt="$1"
printf "%s\n" "${prompt}" \
- | $ggmlbin -m $ggmlmodel -n $ggmlntokens -t 5 \
+ | $ggmlbin -m $ggmlmodel -n $ggmlntokens -t 3 \
--simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
-p "${systemprompt}" -cnv 2>/dev/null \
| sed -E '/^$/d;s/^>[[:blank:]]+//;q'