Spaces:
Running
Running
| # Copyright (C) 2024-present Naver Corporation. All rights reserved. | |
| # Licensed under CC BY-NC-SA 4.0 (non-commercial use only). | |
| # | |
| # -------------------------------------------------------- | |
| # linear head implementation for DUST3R | |
| # -------------------------------------------------------- | |
| import torch.nn as nn | |
| import torch.nn.functional as F | |
| from dust3r.heads.postprocess import postprocess | |
| class LinearPts3d (nn.Module): | |
| """ | |
| Linear head for dust3rWithSam2 | |
| Each token outputs: - 16x16 3D points (+ confidence) | |
| """ | |
| def __init__(self, net, has_conf=False): | |
| super().__init__() | |
| self.patch_size = net.patch_embed.patch_size[0] | |
| self.depth_mode = net.depth_mode | |
| self.conf_mode = net.conf_mode | |
| self.has_conf = has_conf | |
| self.proj = nn.Linear(net.dec_embed_dim, (3 + has_conf)*self.patch_size**2) | |
| def setup(self, croconet): | |
| pass | |
| def forward(self, decout, img_shape): | |
| H, W = img_shape | |
| tokens = decout[-1] | |
| B, S, D = tokens.shape | |
| # extract 3D points | |
| feat = self.proj(tokens) # B,S,D | |
| feat = feat.transpose(-1, -2).view(B, -1, H//self.patch_size, W//self.patch_size) | |
| feat = F.pixel_shuffle(feat, self.patch_size) # B,3,H,W | |
| # permute + norm depth | |
| return postprocess(feat, self.depth_mode, self.conf_mode) | |