ggml - annna - Annna the nice friendly bot. HTML git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws65d7roiv6bfj7d652fid.onion/annna/ DIR Log DIR Files DIR Refs DIR Tags DIR README --- ggml (390B) --- 1 #!/bin/sh 2 3 set -x 4 5 #ggmlbase="/br/ai/ggml" 6 ggmlbase="/br/ai/llama.cpp" 7 #ggmlbin="./build/bin/gpt-2" 8 ggmlbin="./build/bin/llama-simple" 9 #ggmlmodel="models/gpt-2-1558M/ggml-model.bin" 10 ggmlmodel="models/Qwen2.5-14B.Q4_0.gguf" 11 ggmlntokens="100" 12 13 cd $ggmlbase 14 $ggmlbin -m $ggmlmodel -n $ggmlntokens \ 15 -p "$1" -t 16 #2>/dev/null \ 16 # | tail -n +19 \ 17 # | head -n -6 \ 18 # | sed 's,<|endoftext|>,,' 19