Spaces:
Runtime error
Runtime error
_base_ = ["../_base_/default_runtime.py"] | |
# misc custom setting | |
batch_size = 12 # bs: total bs in all gpus | |
mix_prob = 0.8 | |
empty_cache = False | |
enable_amp = False | |
# model settings | |
model = dict( | |
type="DefaultSegmentor", | |
backbone=dict( | |
type="OctFormer-v1m1", | |
in_channels=10, | |
num_classes=20, | |
fpn_channels=168, | |
channels=(96, 192, 384, 384), | |
num_blocks=(2, 2, 18, 2), | |
num_heads=(6, 12, 24, 24), | |
patch_size=26, | |
stem_down=2, | |
head_up=2, | |
dilation=4, | |
drop_path=0.5, | |
nempty=True, | |
octree_depth=11, | |
octree_full_depth=2, | |
), | |
criteria=[dict(type="CrossEntropyLoss", loss_weight=1.0, ignore_index=-1)], | |
) | |
# scheduler settings | |
epoch = 600 | |
optimizer = dict(type="AdamW", lr=0.0015, weight_decay=0.05) | |
scheduler = dict( | |
type="MultiStepWithWarmupLR", | |
milestones=[0.6, 0.9], | |
gamma=0.1, | |
warmup_rate=0.05, | |
warmup_scale=1e-5, | |
) | |
param_dicts = [dict(keyword="blocks", lr=0.00015)] | |
# dataset settings | |
dataset_type = "ScanNetDataset" | |
data_root = "data/scannet" | |
data = dict( | |
num_classes=20, | |
ignore_index=-1, | |
names=[ | |
"wall", | |
"floor", | |
"cabinet", | |
"bed", | |
"chair", | |
"sofa", | |
"table", | |
"door", | |
"window", | |
"bookshelf", | |
"picture", | |
"counter", | |
"desk", | |
"curtain", | |
"refridgerator", | |
"shower curtain", | |
"toilet", | |
"sink", | |
"bathtub", | |
"otherfurniture", | |
], | |
train=dict( | |
type=dataset_type, | |
split="train", | |
data_root=data_root, | |
transform=[ | |
dict(type="CenterShift", apply_z=True), | |
dict( | |
type="RandomDropout", dropout_ratio=0.2, dropout_application_ratio=0.2 | |
), | |
# dict(type="RandomRotateTargetAngle", angle=(1/2, 1, 3/2), center=[0, 0, 0], axis="z", p=0.75), | |
dict(type="RandomRotate", angle=[-1, 1], axis="z", center=[0, 0, 0], p=0.5), | |
dict(type="RandomRotate", angle=[-1 / 64, 1 / 64], axis="x", p=0.5), | |
dict(type="RandomRotate", angle=[-1 / 64, 1 / 64], axis="y", p=0.5), | |
dict(type="RandomScale", scale=[0.9, 1.1]), | |
# dict(type="RandomShift", shift=[0.2, 0.2, 0.2]), | |
dict(type="RandomFlip", p=0.5), | |
dict(type="RandomJitter", sigma=0.005, clip=0.02), | |
dict(type="ElasticDistortion", distortion_params=[[0.2, 0.4], [0.8, 1.6]]), | |
dict(type="ChromaticAutoContrast", p=0.2, blend_factor=None), | |
dict(type="ChromaticTranslation", p=0.95, ratio=0.1), | |
dict(type="ChromaticJitter", p=0.95, std=0.05), | |
# dict(type="HueSaturationTranslation", hue_max=0.2, saturation_max=0.2), | |
# dict(type="RandomColorDrop", p=0.2, color_augment=0.0), | |
dict( | |
type="GridSample", | |
grid_size=0.01, | |
hash_type="fnv", | |
mode="train", | |
return_min_coord=True, | |
return_displacement=True, | |
project_displacement=True, | |
), | |
dict(type="SphereCrop", sample_rate=0.8, mode="random"), | |
dict(type="SphereCrop", point_max=120000, mode="random"), | |
dict(type="CenterShift", apply_z=False), | |
dict(type="NormalizeColor"), | |
dict(type="ShufflePoint"), | |
dict(type="ToTensor"), | |
dict( | |
type="Collect", | |
keys=("coord", "normal", "segment"), | |
feat_keys=("coord", "color", "normal", "displacement"), | |
), | |
], | |
test_mode=False, | |
), | |
val=dict( | |
type=dataset_type, | |
split="val", | |
data_root=data_root, | |
transform=[ | |
dict(type="CenterShift", apply_z=True), | |
dict( | |
type="GridSample", | |
grid_size=0.01, | |
hash_type="fnv", | |
mode="train", | |
return_min_coord=True, | |
return_displacement=True, | |
project_displacement=True, | |
), | |
# dict(type="SphereCrop", point_max=1000000, mode="center"), | |
dict(type="CenterShift", apply_z=False), | |
dict(type="NormalizeColor"), | |
dict(type="ToTensor"), | |
dict( | |
type="Collect", | |
keys=("coord", "normal", "segment"), | |
feat_keys=("coord", "color", "normal", "displacement"), | |
), | |
], | |
test_mode=False, | |
), | |
test=dict( | |
type=dataset_type, | |
split="val", | |
data_root=data_root, | |
transform=[ | |
dict(type="CenterShift", apply_z=True), | |
dict(type="NormalizeColor"), | |
], | |
test_mode=True, | |
test_cfg=dict( | |
voxelize=dict( | |
type="GridSample", | |
grid_size=0.01, | |
hash_type="fnv", | |
mode="test", | |
keys=("coord", "color", "normal"), | |
return_displacement=True, | |
project_displacement=True, | |
), | |
crop=None, | |
post_transform=[ | |
dict(type="CenterShift", apply_z=False), | |
dict(type="ToTensor"), | |
dict( | |
type="Collect", | |
keys=("coord", "normal", "index"), | |
feat_keys=("coord", "color", "normal", "displacement"), | |
), | |
], | |
aug_transform=[ | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[0], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
) | |
], | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[1 / 2], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
) | |
], | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[1], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
) | |
], | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[3 / 2], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
) | |
], | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[0], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
), | |
dict(type="RandomScale", scale=[0.95, 0.95]), | |
], | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[1 / 2], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
), | |
dict(type="RandomScale", scale=[0.95, 0.95]), | |
], | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[1], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
), | |
dict(type="RandomScale", scale=[0.95, 0.95]), | |
], | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[3 / 2], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
), | |
dict(type="RandomScale", scale=[0.95, 0.95]), | |
], | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[0], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
), | |
dict(type="RandomScale", scale=[1.05, 1.05]), | |
], | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[1 / 2], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
), | |
dict(type="RandomScale", scale=[1.05, 1.05]), | |
], | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[1], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
), | |
dict(type="RandomScale", scale=[1.05, 1.05]), | |
], | |
[ | |
dict( | |
type="RandomRotateTargetAngle", | |
angle=[3 / 2], | |
axis="z", | |
center=[0, 0, 0], | |
p=1, | |
), | |
dict(type="RandomScale", scale=[1.05, 1.05]), | |
], | |
[dict(type="RandomFlip", p=1)], | |
], | |
), | |
), | |
) | |