Do not copy pin memory if it fails, just move
This commit is contained in:
1 parent
2e7b2d9926
commit
323b4aaf5a
1 file changed
+4
-1
@@ -99,7 +99,10 @@ def _ensure_cpu_pinned(t: Optional[torch.Tensor]) -> Optional[torch.Tensor]:
|
|||||||
if t is None:
|
if t is None:
|
||||||
return None
|
return None
|
||||||
if t.device.type != "cpu":
|
if t.device.type != "cpu":
|
||||||
t = t.to("cpu", copy=True)
|
try:
|
||||||
|
t = t.to("cpu", copy=True)
|
||||||
|
except Exception:
|
||||||
|
t = t.to("cpu")
|
||||||
# Don't attempt to pin quantized tensors; many backends don't support it
|
# Don't attempt to pin quantized tensors; many backends don't support it
|
||||||
if _is_quantized_tensor(t):
|
if _is_quantized_tensor(t):
|
||||||
return t
|
return t
|
||||||
|
|||||||
Reference in new issue
Block a user