scripts
Browse files- generate/generate.sh +9 -0
- generate/requirements.txt +2 -0
generate/generate.sh
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
declare -a arr=("bloom-560m" "bloomz-7b1-mt" "bloom-7b1" "bloomz-7b1" "bloom-1b7" "bloom-1b1" "bloom-3b" "tr11-176B-logs")
|
2 |
+
|
3 |
+
for i in "${arr[@]}"
|
4 |
+
do
|
5 |
+
echo "--- Converting model: $i"
|
6 |
+
ct2-transformers-converter --force --model bigscience/$i --output_dir ../$i --quantization int8
|
7 |
+
echo ""
|
8 |
+
done
|
9 |
+
|
generate/requirements.txt
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
transformers==4.30.2
|
2 |
+
ctranslate==3.16.0
|