diff --git a/Playgrounds/nanosocrates-train-experiment-2.py b/Playgrounds/nanosocrates-train-experiment-2.py index d4b6d62..e94756b 100644 --- a/Playgrounds/nanosocrates-train-experiment-2.py +++ b/Playgrounds/nanosocrates-train-experiment-2.py @@ -46,8 +46,8 @@ NUMBER_OF_BLOCKS = 4 MAX_EPOCHS = int(1e3) PRETRAIN_EPOCHS = int(300) WARMUP_EPOCHS = int(4e3) -MINI_BATCH_SIZE = 100 -VALIDATION_STEPS = 50 +MINI_BATCH_SIZE = 300 +VALIDATION_STEPS = 25 CHECKPOINT_STEPS = VALIDATION_STEPS * 4 PATIENCE = 4 CURRENT_EPOCH = 0