default to 4 residual streams, hyper-connections paper from bytedance

Author: lucidrains

meshgpt_pytorch/meshgpt_pytorch.py

@@ -1105,7 +1105,8 @@ def __init__(
             ff_glu = True,
             attn_num_mem_kv = 4,
             add_value_residual = True,
-            learned_value_residual_mix = True
+            learned_value_residual_mix = True,
+            num_residual_streams = 4
         ),
         cross_attn_num_mem_kv = 4, # needed for preventing nan when dropping out text condition
         dropout = 0.,

meshgpt_pytorch/version.py

@@ -1 +1 @@
-__version__ = '1.7.2'
+__version__ = '1.8.0'

setup.py

@@ -40,7 +40,7 @@
     'torch_geometric',
     'tqdm',
     'vector-quantize-pytorch>=1.18.1',
-    'x-transformers>=1.42.24',
+    'x-transformers>=1.43.2',
   ],
   setup_requires=[
     'pytest-runner',