swin_large_patch4_window7_224_22k.yaml 355 B

123456789101112131415161718
  1. DATA:
  2. DATASET: imagenet22K
  3. MODEL:
  4. TYPE: swin
  5. NAME: swin_large_patch4_window7_224_22k
  6. DROP_PATH_RATE: 0.2
  7. SWIN:
  8. EMBED_DIM: 192
  9. DEPTHS: [ 2, 2, 18, 2 ]
  10. NUM_HEADS: [ 6, 12, 24, 48 ]
  11. WINDOW_SIZE: 7
  12. TRAIN:
  13. EPOCHS: 90
  14. WARMUP_EPOCHS: 5
  15. WEIGHT_DECAY: 0.05
  16. BASE_LR: 1.25e-4 # 4096 batch-size
  17. WARMUP_LR: 1.25e-7
  18. MIN_LR: 1.25e-6