make a guess

Author: lucidrains

README.md

@@ -100,7 +100,6 @@ sampled_images.shape # (4, 3, 128, 128)
 
 - [ ] experiment with <a href="https://github.com/lucidrains/bidirectional-cross-attention/issues">bidirectional cross attention</a>
 - [ ] add ability to use 2d sinusoidal pos emb, from simple vit paper
-- [ ] `gamma_to_log_snr` should account for scale < 1
 
 ## Citations
 

rin_pytorch/rin_pytorch.py

@@ -501,8 +501,8 @@ def sigmoid_schedule(t, start = -3, end = 3, tau = 1, clamp_min = 1e-9):
 def gamma_to_alpha_sigma(gamma, scale = 1):
     return torch.sqrt(gamma) * scale, torch.sqrt(1 - gamma)
 
-def gamma_to_log_snr(gamma, eps = 1e-5):
-    return -log(gamma ** -1. - 1, eps = eps)
+def gamma_to_log_snr(gamma, scale = 1, eps = 1e-5):
+    return log(gamma * (scale ** 2) / (1 - gamma), eps = eps)
 
 # gaussian diffusion
 

setup.py

@@ -3,7 +3,7 @@
 setup(
   name = 'RIN-pytorch',
   packages = find_packages(exclude=[]),
-  version = '0.4.3',
+  version = '0.4.4',
   license='MIT',
   description = 'RIN - Recurrent Interface Network - Pytorch',
   author = 'Phil Wang',