 |
ggml - annna - Annna the nice friendly bot. |
 |
git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws6… |
 |
Log |
|
Files |
|
Refs |
|
Tags |
|
README |
|
--- |
|
ggml (390B) |
|
--- |
|
1 #!/bin/sh |
|
2 |
|
3 set -x |
|
4 |
|
5 #ggmlbase="/br/ai/ggml" |
|
6 ggmlbase="/br/ai/llama.cpp" |
|
7 #ggmlbin="./build/bin/gpt-2" |
|
8 ggmlbin="./build/bin/llama-simple" |
|
9 #ggmlmodel="models/gpt-2-1558M/ggml-model.bin" |
|
10 ggmlmodel="models/Qwen2.5-14B.Q4_0.gguf" |
|
11 ggmlntokens="100" |
|
12 |
|
13 cd $ggmlbase |
|
14 $ggmlbin -m $ggmlmodel -n $ggmlntokens \ |
|
15 -p "$1" -t 16 #2>/dev/null \ |
|
16 # | tail -n +19 \ |
|
17 # | head -n -6 \ |
|
18 # | sed 's,<|endoftext|>,,' |
|
19 |
