Speed up gpt by giving no warmup. - annna - Annna the nice friendly bot.
HTML git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws65d7roiv6bfj7d652fid.onion/annna/
DIR Log
DIR Files
DIR Refs
DIR Tags
DIR README
---
DIR commit 4a92ad8907734a5b4cad8d6da4eef7880732d388
DIR parent 9ea3eb19c9ca87cc75bb6d98ef75ca85e69c0ff8
HTML Author: Annna Robert-Houdin <annna@bitreich.org>
Date: Fri, 13 Jun 2025 23:35:22 +0200
Speed up gpt by giving no warmup.
Diffstat:
M gpt | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
---
DIR diff --git a/gpt b/gpt
@@ -22,13 +22,13 @@ if [ -z "$prompt" ];
then
cat \
| $ggmlbin -m $ggmlmodel -n $ggmlntokens -t 3 \
- --simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
+ --no-warmup --simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
-cnv 2>/dev/null \
| sed -E '/^$/d;s/^>[[:blank:]]+//;q'
else
printf "%s\n" "${prompt}" \
| $ggmlbin -m $ggmlmodel -n $ggmlntokens -t 3 \
- --simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
+ --no-warmup --simple-io --no-display-prompt --grammar 'root ::= ([^\x00-\x1F])*' \
-cnv 2>/dev/null \
| sed -E '/^$/d;s/^>[[:blank:]]+//;q'
fi