makes sure latest version and added tests

Author: calderjo

kaggle_requirements.txt

@@ -130,6 +130,7 @@ torchao
 torchinfo
 torchmetrics
 torchtune
+transformers>=4.51.0
 triton
 tsfresh
 vtk

tests/test_transformers.py

@@ -1,7 +1,7 @@
 import unittest
 
 import torch
-from transformers import AdamW
+import torch.optim as optim
 import transformers.pipelines # verify this import works
 
 
@@ -16,7 +16,7 @@ def test_adam_w(self):
         target = torch.tensor([0.4, 0.2, -0.5])
         criterion = torch.nn.MSELoss()
         # No warmup, constant schedule, no gradient clipping
-        optimizer = AdamW(params=[w], lr=2e-1, weight_decay=0.0)
+        optimizer = optim.AdamW(params=[w], lr=2e-1, weight_decay=0.0)
         for _ in range(100):
             loss = criterion(w, target)
             loss.backward()