Merge branch 'main' into sync_with_torchtitan

YerevaNN · Aug 20, 2024 · 57c3400 · 57c3400
2 parents 81c555f + dad421f
commit 57c3400
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/assets/images/TorchTitan_logo_main.jpg b/assets/images/TorchTitan_logo_main.jpg
diff --git a/torchtitan/datasets/hf_datasets.py b/torchtitan/datasets/hf_datasets.py
@@ -13,6 +13,7 @@
 
 from torchdata.stateful_dataloader import StatefulDataLoader
 
+
 from torchtitan.datasets.tokenizer import Tokenizer
 from torchtitan.logging import logger
 
@@ -141,6 +142,7 @@ def _get_data_iter(self):
         if isinstance(self._data, Dataset) and self._sample_idx == len(self._data):
             return iter([])
 
+
         return iter(self._data.skip(self._sample_idx))
 
     def load_state_dict(self, state_dict):