Spaces:
Sleeping
Sleeping
# Copyright (c) Facebook, Inc. and its affiliates. | |
from typing import BinaryIO, Dict, Union | |
import torch | |
def normalized_coords_transform(x0, y0, w, h): | |
""" | |
Coordinates transform that maps top left corner to (-1, -1) and bottom | |
right corner to (1, 1). Used for torch.grid_sample to initialize the | |
grid | |
""" | |
def f(p): | |
return (2 * (p[0] - x0) / w - 1, 2 * (p[1] - y0) / h - 1) | |
return f | |
class DensePoseTransformData: | |
# Horizontal symmetry label transforms used for horizontal flip | |
MASK_LABEL_SYMMETRIES = [0, 1, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 14] | |
# fmt: off | |
POINT_LABEL_SYMMETRIES = [ 0, 1, 2, 4, 3, 6, 5, 8, 7, 10, 9, 12, 11, 14, 13, 16, 15, 18, 17, 20, 19, 22, 21, 24, 23] # noqa | |
# fmt: on | |
def __init__(self, uv_symmetries: Dict[str, torch.Tensor], device: torch.device): | |
self.mask_label_symmetries = DensePoseTransformData.MASK_LABEL_SYMMETRIES | |
self.point_label_symmetries = DensePoseTransformData.POINT_LABEL_SYMMETRIES | |
self.uv_symmetries = uv_symmetries | |
self.device = torch.device("cpu") | |
def to(self, device: torch.device, copy: bool = False) -> "DensePoseTransformData": | |
""" | |
Convert transform data to the specified device | |
Args: | |
device (torch.device): device to convert the data to | |
copy (bool): flag that specifies whether to copy or to reference the data | |
in case the device is the same | |
Return: | |
An instance of `DensePoseTransformData` with data stored on the specified device | |
""" | |
if self.device == device and not copy: | |
return self | |
uv_symmetry_map = {} | |
for key in self.uv_symmetries: | |
uv_symmetry_map[key] = self.uv_symmetries[key].to(device=device, copy=copy) | |
return DensePoseTransformData(uv_symmetry_map, device) | |
def load(io: Union[str, BinaryIO]): | |
""" | |
Args: | |
io: (str or binary file-like object): input file to load data from | |
Returns: | |
An instance of `DensePoseTransformData` with transforms loaded from the file | |
""" | |
import scipy.io | |
uv_symmetry_map = scipy.io.loadmat(io) | |
uv_symmetry_map_torch = {} | |
for key in ["U_transforms", "V_transforms"]: | |
uv_symmetry_map_torch[key] = [] | |
map_src = uv_symmetry_map[key] | |
map_dst = uv_symmetry_map_torch[key] | |
for i in range(map_src.shape[1]): | |
map_dst.append(torch.from_numpy(map_src[0, i]).to(dtype=torch.float)) | |
uv_symmetry_map_torch[key] = torch.stack(map_dst, dim=0) | |
transform_data = DensePoseTransformData(uv_symmetry_map_torch, device=torch.device("cpu")) | |
return transform_data | |