diff --git a/Project_Model/Libs/Batch/Classes/Batcher.py b/Project_Model/Libs/Batch/Classes/Batcher.py index 36b3973..2a6055b 100644 --- a/Project_Model/Libs/Batch/Classes/Batcher.py +++ b/Project_Model/Libs/Batch/Classes/Batcher.py @@ -41,7 +41,7 @@ class Batcher: RNG = random.Random(self._seed) self._masker.reseed(self._seed) - for batch in pd.read_csv(self._dataset_path, chunksize= int(batch_size)): #now we support 3 task + for batch in pd.read_csv(self._dataset_path, chunksize= batch_size): tokenized_batch = pd.DataFrame() # encode