fix: uniform shuffling

casus · Oct 28, 2024 · 7550c89 · 7550c89
1 parent 5f359ee
commit 7550c89
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/train.py b/train.py
@@ -66,7 +66,7 @@ def main() -> None:
     print("Getting data...")
     batch_size = data_config.batch_size
     dataset, x_shape, y_shape = prepare_dataset(task, data_config, training=True)
-    dataset = dataset.shuffle(5000, reshuffle_each_iteration=False)
+    dataset = dataset.shuffle(1000000, reshuffle_each_iteration=False)
     val_len = eval_config.val_len
     dataset = dataset.skip(val_len)