diff --git a/cm-mlops/script/get-generic-python-lib/_cm.json b/cm-mlops/script/get-generic-python-lib/_cm.json index feef400474..b0e0c5cc4e 100644 --- a/cm-mlops/script/get-generic-python-lib/_cm.json +++ b/cm-mlops/script/get-generic-python-lib/_cm.json @@ -228,7 +228,7 @@ }, "deepsparse": { "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "deepsparse-nightly" + "CM_GENERIC_PYTHON_PACKAGE_NAME": "deepsparse" }, "new_env_keys": [ "CM_DEEPSPARSE_VERSION" diff --git a/cm-mlops/script/run-all-mlperf-models/run-pruned-bert.sh b/cm-mlops/script/run-all-mlperf-models/run-pruned-bert.sh index 62c7c9649b..30daad093e 100644 --- a/cm-mlops/script/run-all-mlperf-models/run-pruned-bert.sh +++ b/cm-mlops/script/run-all-mlperf-models/run-pruned-bert.sh @@ -55,7 +55,9 @@ cmd="cm run script --tags=run,mlperf,inference,generate-run-cmds,_find-performan --quiet" echo ${cmd} eval ${cmd} +done +for stub in ${zoo_stub_list[@]}; do cmd="cm run script --tags=run,mlperf,inference,generate-run-cmds,_submission \ --adr.python.version_min=3.8 \ --adr.compiler.tags=gcc \ @@ -75,3 +77,24 @@ cmd="cm run script --tags=run,mlperf,inference,generate-run-cmds,_find-performan echo ${cmd} eval ${cmd} done + +for stub in ${zoo_stub_list[@]}; do + cmd="cm run script --tags=run,mlperf,inference,generate-run-cmds,_populate-readme \ + --adr.python.version_min=3.8 \ + --adr.compiler.tags=gcc \ + --implementation=reference \ + --model=bert-99 \ + --precision=int8 \ + --backend=deepsparse \ + --device=cpu \ + --scenario=Offline \ + --mode=performance \ + --execution_mode=valid \ + --adr.mlperf-inference-implementation.max_batchsize=384 \ + ${power} \ + --results_dir=$HOME/results_dir \ + --env.CM_MLPERF_NEURALMAGIC_MODEL_ZOO_STUB=$stub \ + --quiet" + echo ${cmd} + eval ${cmd} +done