tweaks for tinyllama

sonos · Dec 13, 2024 · 563bbce · 563bbce
1 parent 4391345
commit 563bbce
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 4 deletions.
diff --git a/.travis/cache_file.sh b/.travis/cache_file.sh
@@ -12,9 +12,12 @@ cd $CACHEDIR
 for file in $@
 do
     mkdir -p $(dirname $file)
-    [ -e $file ] \
-        || wget --no-verbose https://s3.amazonaws.com/tract-ci-builds/tests/$file -O $file \
-        || aws s3 cp s3://tract-ci-builds/tests/$file $file
+    if [ ! -e $file ]
+    then
+        wget --no-verbose https://s3.amazonaws.com/tract-ci-builds/tests/$file -O $file.tmp \
+        || aws s3 cp s3://tract-ci-builds/tests/$file $file.tmp
+        mv $file.tmp $file
+    fi
 done
 
 exit 0
diff --git a/.travis/test-llm.sh b/.travis/test-llm.sh
@@ -32,7 +32,7 @@ nnef=llm/$generation/$id/$id.nnef.tgz
 
 scenarios="p0s100 p99s1"
 
-if [ "$model" != "phi-1_5" ]
+if [ "$model" != "phi-1_5" ]
 then
     scenarios="p0s100 p99s1 p50s50"
 fi
@@ -58,6 +58,9 @@ do
         TinyLlama--TinyLlama_v1.1-f16f16.p0s100) approx="--approx-custom 0.2,0.1,0.001";;
         TinyLlama--TinyLlama_v1.1-f16f16.p50s50) approx="--approx-custom 0.2,0.1,0.005";;
         TinyLlama--TinyLlama_v1.1-f16f16.p99s1) approx="--approx-custom 0.2,0.1,0.004";;
+        TinyLlama--TinyLlama_v1.1-q40f16.p0s100) approx="--approx-custom 0.2,0.1,0.004";;
+        TinyLlama--TinyLlama_v1.1-q40f16.p99s1) approx="--approx-custom 0.2,0.1,0.002";;
+        TinyLlama--TinyLlama_v1.1-q40f16.p50s50) approx="--approx-custom 0.2,0.1,0.004";;
     esac