torch_utils.float64

return torch.float64 if device is not mps or xpu, else return torch.float32
This commit is contained in:
w-e-w 2024-05-16 23:16:50 +09:00
parent ddb28b33a3
commit 9c8075ba8e

View File

@ -1,6 +1,7 @@
from __future__ import annotations from __future__ import annotations
import torch.nn import torch.nn
import torch
def get_param(model) -> torch.nn.Parameter: def get_param(model) -> torch.nn.Parameter:
@ -15,3 +16,11 @@ def get_param(model) -> torch.nn.Parameter:
return param return param
raise ValueError(f"No parameters found in model {model!r}") raise ValueError(f"No parameters found in model {model!r}")
def float64(t: torch.Tensor):
"""return torch.float64 if device is not mps or xpu, else return torch.float32"""
match t.device.type:
case 'mps', 'xpu':
return torch.float32
return torch.float64