RoMa
RoMa copied to clipboard
RuntimeError: "LayerNormKernelImpl" not implemented for 'Half
return super().forward(x_or_x_list)
File "/Users/rkothari/Documents/Projects/compalg_horizon/src/extern/RoMa/roma/models/transformer/layers/block.py", line 105, in forward
x = x + attn_residual_func(x)
File "/Users/rkothari/Documents/Projects/compalg_horizon/src/extern/RoMa/roma/models/transformer/layers/block.py", line 84, in attn_residual_func
return self.ls1(self.attn(self.norm1(x)))
File "/Users/rkothari/anaconda3/envs/horizon/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/Users/rkothari/anaconda3/envs/horizon/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
return forward_call(*args, **kwargs)
File "/Users/rkothari/anaconda3/envs/horizon/lib/python3.10/site-packages/torch/nn/modules/normalization.py", line 201, in forward
return F.layer_norm(
File "/Users/rkothari/anaconda3/envs/horizon/lib/python3.10/site-packages/torch/nn/functional.py", line 2546, in layer_norm
return torch.layer_norm(input, normalized_shape, weight, bias, eps, torch.backends.cudnn.enabled)
RuntimeError: "LayerNormKernelImpl" not implemented for 'Half
Where is this error coming from?