Minor cleanup to bert run script

ctuning · Aug 9, 2023 · 0c8835c · 0c8835c
1 parent 378de3a
commit 0c8835c
Show file tree

Hide file tree

Showing 2 changed files with 24 additions and 1 deletion.
diff --git a/cm-mlops/script/get-generic-python-lib/_cm.json b/cm-mlops/script/get-generic-python-lib/_cm.json
@@ -228,7 +228,7 @@
     },
     "deepsparse": {
       "env": {
-        "CM_GENERIC_PYTHON_PACKAGE_NAME": "deepsparse-nightly"
+        "CM_GENERIC_PYTHON_PACKAGE_NAME": "deepsparse"
       },
       "new_env_keys": [
         "CM_DEEPSPARSE_VERSION"

diff --git a/cm-mlops/script/run-all-mlperf-models/run-pruned-bert.sh b/cm-mlops/script/run-all-mlperf-models/run-pruned-bert.sh
@@ -55,7 +55,9 @@ cmd="cm run script --tags=run,mlperf,inference,generate-run-cmds,_find-performan
    --quiet"
   echo ${cmd}
   eval ${cmd}
+done
 
+for stub in ${zoo_stub_list[@]}; do
  cmd="cm run script --tags=run,mlperf,inference,generate-run-cmds,_submission  \
    --adr.python.version_min=3.8 \
    --adr.compiler.tags=gcc \
@@ -75,3 +77,24 @@ cmd="cm run script --tags=run,mlperf,inference,generate-run-cmds,_find-performan
   echo ${cmd}
   eval ${cmd}
 done
+
+for stub in ${zoo_stub_list[@]}; do
+ cmd="cm run script --tags=run,mlperf,inference,generate-run-cmds,_populate-readme  \
+   --adr.python.version_min=3.8 \
+   --adr.compiler.tags=gcc \
+   --implementation=reference \
+   --model=bert-99 \
+   --precision=int8 \
+   --backend=deepsparse \
+   --device=cpu \
+   --scenario=Offline \
+   --mode=performance \
+   --execution_mode=valid \
+   --adr.mlperf-inference-implementation.max_batchsize=384 \
+   ${power} \
+   --results_dir=$HOME/results_dir \
+   --env.CM_MLPERF_NEURALMAGIC_MODEL_ZOO_STUB=$stub \
+   --quiet"
+  echo ${cmd}
+  eval ${cmd}
+done