 |
Speed up gpt by giving no warmup. - annna - Annna the nice friendly bot. |
 |
git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws6… |
 |
Log |
|
Files |
|
Refs |
|
Tags |
|
README |
|
--- |
|
commit 4a92ad8907734a5b4cad8d6da4eef7880732d388 |
|
parent 9ea3eb19c9ca87cc75bb6d98ef75ca85e69c0ff8 |
|
Author: Annna Robert-Houdin <[email protected]> |
|
Date: Fri, 13 Jun 2025 23:35:22 +0200 |
|
|
|
Speed up gpt by giving no warmup. |
|
|
|
Diffstat: |
|
M gpt | 4 ++-- |
|
|
|
1 file changed, 2 insertions(+), 2 deletions(-) |
|
--- |
|
diff --git a/gpt b/gpt |
|
@@ -22,13 +22,13 @@ if [ -z "$prompt" ]; |
|
then |
|
cat \ |
|
| $ggmlbin -m $ggmlmodel -n $ggmlntokens -t 3 \ |
|
- --simple-io --no-display-prompt --grammar 'root ::= ([… |
|
+ --no-warmup --simple-io --no-display-prompt --grammar … |
|
-cnv 2>/dev/null \ |
|
| sed -E '/^$/d;s/^>[[:blank:]]+//;q' |
|
else |
|
printf "%s\n" "${prompt}" \ |
|
| $ggmlbin -m $ggmlmodel -n $ggmlntokens -t 3 \ |
|
- --simple-io --no-display-prompt --grammar 'root ::= ([… |
|
+ --no-warmup --simple-io --no-display-prompt --grammar … |
|
-cnv 2>/dev/null \ |
|
| sed -E '/^$/d;s/^>[[:blank:]]+//;q' |
|
fi |
