Spaces:
Running
Running
bench-all : indentations
Browse files- extra/bench-all.sh +8 -8
extra/bench-all.sh
CHANGED
|
@@ -18,11 +18,11 @@ else
|
|
| 18 |
fi
|
| 19 |
|
| 20 |
models=( \
|
| 21 |
-
"tiny"
|
| 22 |
-
"base"
|
| 23 |
-
"small"
|
| 24 |
-
"medium"
|
| 25 |
-
|
| 26 |
)
|
| 27 |
|
| 28 |
if [ "$encoder_only" -eq 0 ]; then
|
|
@@ -44,8 +44,8 @@ if [ "$encoder_only" -eq 0 ]; then
|
|
| 44 |
printf "\n"
|
| 45 |
fi
|
| 46 |
|
| 47 |
-
printf "| %6s | %6s | %16s | %
|
| 48 |
-
printf "| %6s | %6s | %16s | %
|
| 49 |
|
| 50 |
for model in "${models[@]}"; do
|
| 51 |
# actual run
|
|
@@ -95,6 +95,6 @@ for model in "${models[@]}"; do
|
|
| 95 |
commit=$(git rev-parse --short HEAD)
|
| 96 |
|
| 97 |
if [ $ret -eq 0 ]; then
|
| 98 |
-
printf "| <todo> | <todo> | %16s | %
|
| 99 |
fi
|
| 100 |
done
|
|
|
|
| 18 |
fi
|
| 19 |
|
| 20 |
models=( \
|
| 21 |
+
"tiny" "tiny-q4_0" "tiny-q4_1" "tiny-q5_0" "tiny-q5_1" "tiny-q8_0" \
|
| 22 |
+
"base" "base-q4_0" "base-q4_1" "base-q5_0" "base-q5_1" "base-q8_0" \
|
| 23 |
+
"small" "small-q4_0" "small-q4_1" "small-q5_0" "small-q5_1" "small-q8_0" \
|
| 24 |
+
"medium" "medium-q4_0" "medium-q4_1" "medium-q5_0" "medium-q5_1" "medium-q8_0" \
|
| 25 |
+
"large-v2" "large-v2-q4_0" "large-v2-q4_1" "large-v2-q5_0" "large-v2-q5_1" "large-v2-q8_0" \
|
| 26 |
)
|
| 27 |
|
| 28 |
if [ "$encoder_only" -eq 0 ]; then
|
|
|
|
| 44 |
printf "\n"
|
| 45 |
fi
|
| 46 |
|
| 47 |
+
printf "| %6s | %6s | %16s | %13s | %3s | %7s | %7s | %7s | %7s | %7s |\n" "CPU" "OS" "Config" "Model" "Th" "Enc." "Dec." "Bch5" "PP" "Commit"
|
| 48 |
+
printf "| %6s | %6s | %16s | %13s | %3s | %7s | %7s | %7s | %7s | %7s |\n" "---" "---" "---" "---" "---" "---" "---" "---" "---" "---"
|
| 49 |
|
| 50 |
for model in "${models[@]}"; do
|
| 51 |
# actual run
|
|
|
|
| 95 |
commit=$(git rev-parse --short HEAD)
|
| 96 |
|
| 97 |
if [ $ret -eq 0 ]; then
|
| 98 |
+
printf "| <todo> | <todo> | %16s | %13s | %3s | %7s | %7s | %7s | %7s | %7s |\n" "$config" "$model" "$n_threads" "$encode_time" "$decode_time" "$batchd_time" "$prompt_time" "$commit"
|
| 99 |
fi
|
| 100 |
done
|