-
Notifications
You must be signed in to change notification settings - Fork 35
Expand file tree
/
Copy pathfinetune_modelnet_pgst.yaml
More file actions
45 lines (42 loc) · 903 Bytes
/
finetune_modelnet_pgst.yaml
File metadata and controls
45 lines (42 loc) · 903 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
optimizer: { type: AdamW,part: adapt, kwargs: { lr: 0.0001, weight_decay: 0.05 } }
scheduler: { type: CosLR, kwargs: { epochs: 50, initial_epochs: 10 } }
dataset:
{
train:
{
_base_: cfgs/dataset_configs/ModelNet40.yaml,
others: { subset: "train" },
},
val:
{
_base_: cfgs/dataset_configs/ModelNet40.yaml,
others: { subset: "test" },
},
test:
{
_base_: cfgs/dataset_configs/ModelNet40.yaml,
others: { subset: "test" },
},
}
model:
{
NAME: GPT_Transformer_PGST,
trans_dim: 1024,
depth: 24,
drop_path_rate: 0.2,
cls_dim: 40,
num_heads: 16,
group_size: 32,
num_group: 64,
encoder_dims: 1024,
decoder_depth: 4,
loss: cdl2,
weight_center: 1,
rank: 36,
local: 32,
}
npoints: 1024
total_bs: 128
step_per_update: 1
max_epoch: 50
grad_norm_clip: 10