57 lines
1.6 KiB
JSON
57 lines
1.6 KiB
JSON
{
|
|
"model_config": "",
|
|
"checkpoint": null,
|
|
"output_dir": "",
|
|
"mrc_mask_prob": 0.15,
|
|
"itm_neg_imgs": 5,
|
|
"nearby_vp_steps": null,
|
|
"max_objects": 100,
|
|
"max_txt_len": 200,
|
|
"train_batch_size": 32,
|
|
"val_batch_size": 32,
|
|
"gradient_accumulation_steps": 1,
|
|
"learning_rate": 5e-05,
|
|
"valid_steps": 2000,
|
|
"log_steps": 1000,
|
|
"num_train_steps": 40000,
|
|
"optim": "adamw",
|
|
"betas": [
|
|
0.9,
|
|
0.98
|
|
],
|
|
"dropout": 0.1,
|
|
"weight_decay": 0.01,
|
|
"grad_norm": 5.0,
|
|
"warmup_steps": 10000,
|
|
"seed": 0,
|
|
"fp16": false,
|
|
"n_workers": 1,
|
|
"pin_mem": true,
|
|
"init_pretrained": "lxmert",
|
|
|
|
"train_datasets": {
|
|
"SOON": {
|
|
"name": "SOON",
|
|
"train_traj_files": ["../datasets/SOON/annotations/pretrain_obj/train_enc.jsonl"],
|
|
"val_seen_traj_files": ["../datasets/SOON/annotations/pretrain_obj/val_unseen_instrs_enc.jsonl"],
|
|
"val_unseen_traj_files": ["../datasets/SOON/annotations/pretrain_obj/val_unseen_house_enc.jsonl"],
|
|
"connectivity_dir": "../datasets/R2R/connectivity",
|
|
"img_ft_file": "../datasets/R2R/features/pth_vit_base_patch16_224_imagenet.hdf5",
|
|
"obj_ft_file": "../datasets/SOON/features/filtered_butd_bboxes.hdf5",
|
|
"scanvp_cands_file": "../datasets/R2R/annotations/scanvp_candview_relangles.json",
|
|
"tasks": [
|
|
"mlm",
|
|
"mrc",
|
|
"sap",
|
|
"og"
|
|
],
|
|
"mix_ratio": [
|
|
1,
|
|
1,
|
|
1,
|
|
1
|
|
]
|
|
}
|
|
}
|
|
}
|