Find3D / Pointcept /configs /scannet /semseg-octformer-v1m1-0-base.py
ziqima's picture
initial commit
4893ce0
_base_ = ["../_base_/default_runtime.py"]
# misc custom setting
batch_size = 12 # bs: total bs in all gpus
mix_prob = 0.8
empty_cache = False
enable_amp = False
# model settings
model = dict(
type="DefaultSegmentor",
backbone=dict(
type="OctFormer-v1m1",
in_channels=10,
num_classes=20,
fpn_channels=168,
channels=(96, 192, 384, 384),
num_blocks=(2, 2, 18, 2),
num_heads=(6, 12, 24, 24),
patch_size=26,
stem_down=2,
head_up=2,
dilation=4,
drop_path=0.5,
nempty=True,
octree_depth=11,
octree_full_depth=2,
),
criteria=[dict(type="CrossEntropyLoss", loss_weight=1.0, ignore_index=-1)],
)
# scheduler settings
epoch = 600
optimizer = dict(type="AdamW", lr=0.0015, weight_decay=0.05)
scheduler = dict(
type="MultiStepWithWarmupLR",
milestones=[0.6, 0.9],
gamma=0.1,
warmup_rate=0.05,
warmup_scale=1e-5,
)
param_dicts = [dict(keyword="blocks", lr=0.00015)]
# dataset settings
dataset_type = "ScanNetDataset"
data_root = "data/scannet"
data = dict(
num_classes=20,
ignore_index=-1,
names=[
"wall",
"floor",
"cabinet",
"bed",
"chair",
"sofa",
"table",
"door",
"window",
"bookshelf",
"picture",
"counter",
"desk",
"curtain",
"refridgerator",
"shower curtain",
"toilet",
"sink",
"bathtub",
"otherfurniture",
],
train=dict(
type=dataset_type,
split="train",
data_root=data_root,
transform=[
dict(type="CenterShift", apply_z=True),
dict(
type="RandomDropout", dropout_ratio=0.2, dropout_application_ratio=0.2
),
# dict(type="RandomRotateTargetAngle", angle=(1/2, 1, 3/2), center=[0, 0, 0], axis="z", p=0.75),
dict(type="RandomRotate", angle=[-1, 1], axis="z", center=[0, 0, 0], p=0.5),
dict(type="RandomRotate", angle=[-1 / 64, 1 / 64], axis="x", p=0.5),
dict(type="RandomRotate", angle=[-1 / 64, 1 / 64], axis="y", p=0.5),
dict(type="RandomScale", scale=[0.9, 1.1]),
# dict(type="RandomShift", shift=[0.2, 0.2, 0.2]),
dict(type="RandomFlip", p=0.5),
dict(type="RandomJitter", sigma=0.005, clip=0.02),
dict(type="ElasticDistortion", distortion_params=[[0.2, 0.4], [0.8, 1.6]]),
dict(type="ChromaticAutoContrast", p=0.2, blend_factor=None),
dict(type="ChromaticTranslation", p=0.95, ratio=0.1),
dict(type="ChromaticJitter", p=0.95, std=0.05),
# dict(type="HueSaturationTranslation", hue_max=0.2, saturation_max=0.2),
# dict(type="RandomColorDrop", p=0.2, color_augment=0.0),
dict(
type="GridSample",
grid_size=0.01,
hash_type="fnv",
mode="train",
return_min_coord=True,
return_displacement=True,
project_displacement=True,
),
dict(type="SphereCrop", sample_rate=0.8, mode="random"),
dict(type="SphereCrop", point_max=120000, mode="random"),
dict(type="CenterShift", apply_z=False),
dict(type="NormalizeColor"),
dict(type="ShufflePoint"),
dict(type="ToTensor"),
dict(
type="Collect",
keys=("coord", "normal", "segment"),
feat_keys=("coord", "color", "normal", "displacement"),
),
],
test_mode=False,
),
val=dict(
type=dataset_type,
split="val",
data_root=data_root,
transform=[
dict(type="CenterShift", apply_z=True),
dict(
type="GridSample",
grid_size=0.01,
hash_type="fnv",
mode="train",
return_min_coord=True,
return_displacement=True,
project_displacement=True,
),
# dict(type="SphereCrop", point_max=1000000, mode="center"),
dict(type="CenterShift", apply_z=False),
dict(type="NormalizeColor"),
dict(type="ToTensor"),
dict(
type="Collect",
keys=("coord", "normal", "segment"),
feat_keys=("coord", "color", "normal", "displacement"),
),
],
test_mode=False,
),
test=dict(
type=dataset_type,
split="val",
data_root=data_root,
transform=[
dict(type="CenterShift", apply_z=True),
dict(type="NormalizeColor"),
],
test_mode=True,
test_cfg=dict(
voxelize=dict(
type="GridSample",
grid_size=0.01,
hash_type="fnv",
mode="test",
keys=("coord", "color", "normal"),
return_displacement=True,
project_displacement=True,
),
crop=None,
post_transform=[
dict(type="CenterShift", apply_z=False),
dict(type="ToTensor"),
dict(
type="Collect",
keys=("coord", "normal", "index"),
feat_keys=("coord", "color", "normal", "displacement"),
),
],
aug_transform=[
[
dict(
type="RandomRotateTargetAngle",
angle=[0],
axis="z",
center=[0, 0, 0],
p=1,
)
],
[
dict(
type="RandomRotateTargetAngle",
angle=[1 / 2],
axis="z",
center=[0, 0, 0],
p=1,
)
],
[
dict(
type="RandomRotateTargetAngle",
angle=[1],
axis="z",
center=[0, 0, 0],
p=1,
)
],
[
dict(
type="RandomRotateTargetAngle",
angle=[3 / 2],
axis="z",
center=[0, 0, 0],
p=1,
)
],
[
dict(
type="RandomRotateTargetAngle",
angle=[0],
axis="z",
center=[0, 0, 0],
p=1,
),
dict(type="RandomScale", scale=[0.95, 0.95]),
],
[
dict(
type="RandomRotateTargetAngle",
angle=[1 / 2],
axis="z",
center=[0, 0, 0],
p=1,
),
dict(type="RandomScale", scale=[0.95, 0.95]),
],
[
dict(
type="RandomRotateTargetAngle",
angle=[1],
axis="z",
center=[0, 0, 0],
p=1,
),
dict(type="RandomScale", scale=[0.95, 0.95]),
],
[
dict(
type="RandomRotateTargetAngle",
angle=[3 / 2],
axis="z",
center=[0, 0, 0],
p=1,
),
dict(type="RandomScale", scale=[0.95, 0.95]),
],
[
dict(
type="RandomRotateTargetAngle",
angle=[0],
axis="z",
center=[0, 0, 0],
p=1,
),
dict(type="RandomScale", scale=[1.05, 1.05]),
],
[
dict(
type="RandomRotateTargetAngle",
angle=[1 / 2],
axis="z",
center=[0, 0, 0],
p=1,
),
dict(type="RandomScale", scale=[1.05, 1.05]),
],
[
dict(
type="RandomRotateTargetAngle",
angle=[1],
axis="z",
center=[0, 0, 0],
p=1,
),
dict(type="RandomScale", scale=[1.05, 1.05]),
],
[
dict(
type="RandomRotateTargetAngle",
angle=[3 / 2],
axis="z",
center=[0, 0, 0],
p=1,
),
dict(type="RandomScale", scale=[1.05, 1.05]),
],
[dict(type="RandomFlip", p=1)],
],
),
),
)