in models/bg/mlp.py [0:0]
def forward(self, bg=None, camindex=None, raypos=None, rayposend=None,
raydir=None, samplecoords=None, trainiter=-1, **kwargs):
if self.trainstart > -1 and trainiter >= self.trainstart:# and camindex is not None:
# generate position encoding
posenc = torch.cat([
torch.sin(2 ** i * np.pi * rayposend[:, :, :, :])
for i in range(10)] + [
torch.cos(2 ** i * np.pi * rayposend[:, :, :, :])
for i in range(10)], dim=-1).permute(0, 3, 1, 2)
direnc = torch.cat([
torch.sin(2 ** i * np.pi * raydir[:, :, :, :])
for i in range(4)] + [
torch.cos(2 ** i * np.pi * raydir[:, :, :, :])
for i in range(4)], dim=-1).permute(0, 3, 1, 2)
decout = torch.cat([posenc, direnc], dim=1)
decout = self.mlp1(decout)
decout = torch.cat([posenc, direnc, decout], dim=1)
decout = self.mlp2(decout)
else:
decout = None
if bg is None and self.bg is not None and camindex is not None:
bg = torch.stack([self.bg[self.allcameras[camindex[i].item()]] for i in range(camindex.size(0))], dim=0)
else:
bg = None
if bg is not None and samplecoords is not None:
if samplecoords.size()[1:3] != bg.size()[2:4]:
bg = F.grid_sample(bg, samplecoords, align_corners=False)
if decout is not None:
if bg is not None:
return F.softplus(bg + decout)
else:
return F.softplus(decout)
else:
if bg is not None:
return F.softplus(bg)
else:
return None