Revert excess changes

Author: borzunov

dalle_pytorch/attention.py

@@ -132,7 +132,7 @@ def forward(self, x, mask = None, rotary_pos_emb = None):
         if exists(rotary_pos_emb):
             q, k, v = apply_pos_emb(rotary_pos_emb, (q, k, v))
 
-        q = q * self.scale
+        q *= self.scale
 
         ((q_text, q_img), (k_text, k_img), (v_text, v_img)) = map(lambda t: (t[:, :-img_seq_len], t[:, -img_seq_len:]), (q, k, v))
 
@@ -252,7 +252,7 @@ def forward(self, x, mask = None, rotary_pos_emb = None):
         if exists(rotary_pos_emb):
             q, k, v = apply_pos_emb(rotary_pos_emb, (q, k, v))
 
-        q = q * self.scale
+        q *= self.scale
 
         ((q_text, q_img), (k_text, k_img), (v_text, v_img)) = map(lambda t: (t[:, :-img_seq_len], t[:, -img_seq_len:]), (q, k, v))
 

dalle_pytorch/dalle_pytorch.py

@@ -319,6 +319,7 @@ def forward(
         return loss
 
 # main DALL-E class
+
 class DALLE(nn.Module):
     def __init__(
         self,