| 123456789101112131415161718192021222324252627 |
- train_file: ['/export/share/junnan-li/VL_pretrain/annotation/coco_karpathy_train.json',
- '/export/share/junnan-li/VL_pretrain/annotation/vg_caption.json',
- ]
- laion_path: ''
- # size of vit model; base or large
- vit: 'base'
- vit_grad_ckpt: False
- vit_ckpt_layer: 0
- image_size: 224
- batch_size: 75
- queue_size: 57600
- alpha: 0.4
- # optimizer
- weight_decay: 0.05
- init_lr: 3e-4
- min_lr: 1e-6
- warmup_lr: 1e-6
- lr_decay_rate: 0.9
- max_epoch: 20
- warmup_steps: 3000
|
