ggml - annna - Annna the nice friendly bot.
HTML git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws65d7roiv6bfj7d652fid.onion/annna/
DIR Log
DIR Files
DIR Refs
DIR Tags
DIR README
---
ggml (390B)
---
1 #!/bin/sh
2
3 set -x
4
5 #ggmlbase="/br/ai/ggml"
6 ggmlbase="/br/ai/llama.cpp"
7 #ggmlbin="./build/bin/gpt-2"
8 ggmlbin="./build/bin/llama-simple"
9 #ggmlmodel="models/gpt-2-1558M/ggml-model.bin"
10 ggmlmodel="models/Qwen2.5-14B.Q4_0.gguf"
11 ggmlntokens="100"
12
13 cd $ggmlbase
14 $ggmlbin -m $ggmlmodel -n $ggmlntokens \
15 -p "$1" -t 16 #2>/dev/null \
16 # | tail -n +19 \
17 # | head -n -6 \
18 # | sed 's,<|endoftext|>,,'
19