default both rotary and shift tokens to be on after seeing results

Author: lucidrains

dalle_pytorch/dalle_pytorch.py

@@ -324,8 +324,8 @@ def __init__(
         attn_types = None,
         loss_img_weight = 7,
         stable = False,
-        shift_tokens = False,
-        rotary_emb = False
+        shift_tokens = True,
+        rotary_emb = True
     ):
         super().__init__()
         assert isinstance(vae, (DiscreteVAE, OpenAIDiscreteVAE, VQGanVAE)), 'vae must be an instance of DiscreteVAE'

dalle_pytorch/transformer.py

@@ -145,7 +145,7 @@ def __init__(
         image_fmap_size = None,
         sparse_attn = False,
         stable = False,
-        shift_tokens = False,
+        shift_tokens = True,
         rotary_emb = True
     ):
         super().__init__()

setup.py

@@ -4,7 +4,7 @@
   name = 'dalle-pytorch',
   packages = find_packages(),
   include_package_data = True,
-  version = '1.0.3',
+  version = '1.0.4',
   license='MIT',
   description = 'DALL-E - Pytorch',
   author = 'Phil Wang',