mirror of
https://github.com/wassname/Pointnet2_PyTorch.git
synced 2026-06-27 16:00:07 +08:00
144 lines
4.5 KiB
Python
144 lines
4.5 KiB
Python
import os, sys
|
|
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
|
|
sys.path.append(BASE_DIR)
|
|
sys.path.append(os.path.join(BASE_DIR, "../utils"))
|
|
|
|
import torch
|
|
import torch.nn as nn
|
|
from torch.autograd import Variable
|
|
import pytorch_utils as pt_utils
|
|
from pointnet2_modules import PointnetSAModule, PointnetFPModule, PointnetSAModuleMSG
|
|
from pointnet2_utils import RandomDropout
|
|
from collections import namedtuple
|
|
|
|
|
|
def model_fn_decorator(criterion):
|
|
ModelReturn = namedtuple("ModelReturn", ['preds', 'loss', 'acc'])
|
|
|
|
def model_fn(model, data, epoch=0, eval=False):
|
|
inputs, labels = data
|
|
inputs = Variable(inputs.cuda(async=True), volatile=eval)
|
|
labels = Variable(labels.cuda(async=True), volatile=eval)
|
|
|
|
xyz = inputs[..., :3]
|
|
if inputs.size(2) > 3:
|
|
points = inputs[..., 3:]
|
|
else:
|
|
points = None
|
|
|
|
preds = model(xyz, points)
|
|
loss = criterion(preds.view(labels.numel(), -1), labels.view(-1))
|
|
|
|
_, classes = torch.max(preds.data, 2)
|
|
acc = (classes == labels.data).sum() / labels.numel()
|
|
|
|
return ModelReturn(preds, loss, {"acc": acc})
|
|
|
|
return model_fn
|
|
|
|
|
|
class Pointnet2SSG(nn.Module):
|
|
|
|
def __init__(self, num_classes, input_channels=3, use_xyz=True):
|
|
super().__init__()
|
|
|
|
self.SA_modules = nn.ModuleList()
|
|
self.SA_modules.append(
|
|
PointnetSAModule(
|
|
npoint=1024,
|
|
radius=0.1,
|
|
nsample=32,
|
|
mlp=[input_channels, 32, 32, 64],
|
|
use_xyz=use_xyz
|
|
)
|
|
)
|
|
self.SA_modules.append(
|
|
PointnetSAModule(
|
|
npoint=256, radius=0.2, nsample=32, mlp=[64, 64, 64, 128]
|
|
)
|
|
)
|
|
self.SA_modules.append(
|
|
PointnetSAModule(
|
|
npoint=64, radius=0.4, nsample=32, mlp=[128, 128, 128, 256]
|
|
)
|
|
)
|
|
self.SA_modules.append(
|
|
PointnetSAModule(
|
|
npoint=16, radius=0.8, nsample=32, mlp=[256, 256, 256, 512]
|
|
)
|
|
)
|
|
|
|
self.FP_modules = nn.ModuleList()
|
|
self.FP_modules.append(
|
|
PointnetFPModule(mlp=[128 + (input_channels if use_xyz else 0), 128, 128, 128])
|
|
)
|
|
self.FP_modules.append(PointnetFPModule(mlp=[256 + 64, 256, 128]))
|
|
self.FP_modules.append(PointnetFPModule(mlp=[256 + 128, 256, 256]))
|
|
self.FP_modules.append(PointnetFPModule(mlp=[512 + 256, 256, 256]))
|
|
|
|
self.FC_layer = nn.Sequential(
|
|
pt_utils.Conv1d(128, 128, bn=True), nn.Dropout(),
|
|
pt_utils.Conv1d(128, num_classes, activation=None)
|
|
)
|
|
|
|
def forward(self, xyz, points=None):
|
|
xyz = xyz.contiguous()
|
|
points = (
|
|
points.transpose(1, 2).contiguous() if points is not None else None
|
|
)
|
|
|
|
l_xyz, l_points = [xyz], [points]
|
|
for i in range(len(self.SA_modules)):
|
|
li_xyz, li_points = self.SA_modules[i](l_xyz[i], l_points[i])
|
|
l_xyz.append(li_xyz)
|
|
l_points.append(li_points)
|
|
|
|
for i in range(-1, -(len(self.FP_modules) + 1), -1):
|
|
l_points[i - 1] = self.FP_modules[i](
|
|
l_xyz[i - 1], l_xyz[i], l_points[i - 1], l_points[i]
|
|
)
|
|
|
|
return self.FC_layer(l_points[0]).transpose(1, 2).contiguous()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
from torch.autograd import Variable
|
|
import numpy as np
|
|
import torch.optim as optim
|
|
B = 2
|
|
N = 32
|
|
inputs = torch.randn(B, N, 6).cuda()
|
|
labels = torch.from_numpy(np.random.randint(0, 3,
|
|
size=B * N)).view(B, N).cuda()
|
|
model = Pointnet2SSG(3, input_channels=3)
|
|
model.cuda()
|
|
|
|
optimizer = optim.Adam(model.parameters(), lr=1e-2)
|
|
|
|
model_fn = model_fn_decorator(nn.CrossEntropyLoss())
|
|
for _ in range(20):
|
|
optimizer.zero_grad()
|
|
_, loss, _ = model_fn(model, (inputs, labels))
|
|
loss.backward()
|
|
print(loss.data[0])
|
|
optimizer.step()
|
|
|
|
|
|
# try with use_xyz=False too
|
|
inputs = torch.randn(B, N, 3).cuda()
|
|
labels = torch.from_numpy(np.random.randint(0, 3,
|
|
size=B * N)).view(B, N).cuda()
|
|
model = Pointnet2SSG(3, input_channels=3, use_xyz=False)
|
|
model.cuda()
|
|
|
|
optimizer = optim.Adam(model.parameters(), lr=1e-2)
|
|
|
|
model_fn = model_fn_decorator(nn.CrossEntropyLoss())
|
|
|
|
for _ in range(20):
|
|
optimizer.zero_grad()
|
|
_, loss, _ = model_fn(model, (inputs, labels))
|
|
loss.backward()
|
|
print(loss.data[0])
|
|
optimizer.step()
|