commit loss was reduced over batch already

Author: lucidrains

setup.py

@@ -3,7 +3,7 @@
 setup(
   name = 'vector_quantize_pytorch',
   packages = find_packages(),
-  version = '0.10.9',
+  version = '0.10.10',
   license='MIT',
   description = 'Vector Quantization - Pytorch',
   long_description_content_type = 'text/markdown',

vector_quantize_pytorch/residual_vq.py

@@ -84,7 +84,7 @@ def forward(
 
             if should_quantize_dropout and quantizer_index > rand_quantize_dropout_index:
                 null_indices = torch.full((b, n), -1., device = device, dtype = torch.long)
-                null_loss = torch.full((b,), 0., device = device, dtype = x.dtype)
+                null_loss = torch.full((1,), 0., device = device, dtype = x.dtype)
 
                 all_indices.append(null_indices)
                 all_losses.append(null_loss)