Skip to content

Commit 149f29b

Browse files
Update data_loader.py
fix typos
1 parent a9e4872 commit 149f29b

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

utils/data_loader.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -161,8 +161,8 @@ def get_dataloader(train_path, valid_path, batch_size=2, num_proc=10):
161161

162162
print("Train set: ", len(train_set))
163163
print("Valid set: ", len(valid_set))
164-
# return train_set, valid_set
165-
return train_set, valid_set.shard(500, 0)
164+
return train_set, valid_set
165+
#return train_set, valid_set.shard(500, 0)
166166
#
167167
# train_dataloader = DataLoader(
168168
# train_set, shuffle=True, batch_size=batch_size, collate_fn=data_collator

0 commit comments

Comments
 (0)