From 9f1b4ec6e9de2869f73d0bd2ca6e9c1b38e9d1cb Mon Sep 17 00:00:00 2001 From: Muhammad Jarir Kanji Date: Wed, 28 Feb 2024 13:34:52 +0500 Subject: [PATCH] Revert to regular setup and run commands. --- dnn.yaml | 44 ++++++++++++++++++-------------------------- 1 file changed, 18 insertions(+), 26 deletions(-) diff --git a/dnn.yaml b/dnn.yaml index 3c00df4..0051012 100644 --- a/dnn.yaml +++ b/dnn.yaml @@ -20,32 +20,24 @@ file_mounts: source: s3://dagster-skypilot-bucket mode: MOUNT -# setup: | -# set -e # Exit if any command failed. -# git clone https://github.com/huggingface/transformers/ || true -# cd transformers -# pip install . -# cd examples/pytorch/text-classification -# pip install -r requirements.txt - -# run: | -# set -e # Exit if any command failed. -# cd transformers/examples/pytorch/text-classification -# python run_glue.py \ -# --model_name_or_path bert-base-cased \ -# --dataset_name imdb \ -# --do_train \ -# --max_seq_length 128 \ -# --per_device_train_batch_size 32 \ -# --learning_rate 2e-5 \ -# --max_steps 50 \ -# --output_dir /tmp/imdb/ --overwrite_output_dir \ -# --fp16 - setup: | - set -e - echo "Running setup command." + set -e # Exit if any command failed. + git clone https://github.com/huggingface/transformers/ || true + cd transformers + pip install . + cd examples/pytorch/text-classification + pip install -r requirements.txt run: | - set -e - echo "Running run command." \ No newline at end of file + set -e # Exit if any command failed. + cd transformers/examples/pytorch/text-classification + python run_glue.py \ + --model_name_or_path bert-base-cased \ + --dataset_name imdb \ + --do_train \ + --max_seq_length 128 \ + --per_device_train_batch_size 32 \ + --learning_rate 2e-5 \ + --max_steps 50 \ + --output_dir /tmp/imdb/ --overwrite_output_dir \ + --fp16