diff --git a/Playgrounds/nanosocrates-train.py b/Playgrounds/nanosocrates-train.py index 80c73f0..9667146 100644 --- a/Playgrounds/nanosocrates-train.py +++ b/Playgrounds/nanosocrates-train.py @@ -46,7 +46,7 @@ NUMBER_OF_BLOCKS = 4 MAX_EPOCHS = int(1e3) PRETRAIN_EPOCHS = int(10) WARMUP_EPOCHS = int(4e3) -MINI_BATCH_SIZE = 20 +MINI_BATCH_SIZE = 100 VALIDATION_STEPS = 5 CHECKPOINT_STEPS = VALIDATION_STEPS * 4 PATIENCE = 4