ViT-B-16-VTAB-M-Oxford-IIIT-Pet-LoRA.json

{
  "aa": null,
  "addins": [
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          0,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    },
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          1,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    },
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          2,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    },
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          3,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    },
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          4,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    },
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          5,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    },
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          6,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    },
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          7,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    },
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          8,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    },
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          9,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    },
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          10,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    },
    {
      "hook": [
        [
          "adapt",
          "post"
        ]
      ],
      "location": [
        [
          "blocks",
          11,
          "attn",
          "qkv"
        ]
      ],
      "name": "LoRA"
    }
  ],
  "alchemy": true,
  "amp": false,
  "amp_dtype": "float16",
  "amp_impl": "native",
  "aot_autograd": false,
  "aug_repeats": 0,
  "aug_splits": 0,
  "batch_size": 128,
  "bce_loss": false,
  "bce_target_thresh": null,
  "bn_eps": null,
  "bn_momentum": null,
  "channels_last": false,
  "checkpoint_hist": 10,
  "class_map": "",
  "clip_grad": null,
  "clip_mode": "norm",
  "color_jitter": 0.4,
  "config": "zhijian/models/configs/lora.yaml",
  "config_blitz": null,
  "cooldown_epochs": 0,
  "criterion": "cross-entropy",
  "crop_mode": null,
  "crop_pct": null,
  "cutmix": 0.0,
  "cutmix_minmax": null,
  "data": null,
  "data_dir": null,
  "dataset": "VMT",
  "dataset_dir": "/data/zhangyk/data/kel_data",
  "dataset_download": false,
  "decay_epochs": 90,
  "decay_milestones": [
    90,
    180,
    270
  ],
  "decay_rate": 0.1,
  "dist_bn": "reduce",
  "drop": 0.0,
  "drop_block": null,
  "drop_connect": null,
  "drop_path": null,
  "epoch_repeats": 0.0,
  "eta_min": 0,
  "eval_metric": "top1",
  "experiment": "",
  "fast_norm": false,
  "fuser": "",
  "gp": null,
  "gpu": "4",
  "grad_checkpointing": false,
  "hflip": 0.5,
  "img_size": null,
  "in_chans": null,
  "initial_checkpoint": "/data/zhangyk/data/petl/model/ViT-B_16.npz",
  "input_size": null,
  "interpolation": "",
  "jsd_loss": false,
  "layer_decay": null,
  "local_rank": 0,
  "log_url": "/data/zhangyk/models/re_kel",
  "log_wandb": false,
  "lora_dim": 8,
  "lora_dropout": 0.5,
  "lr": 0.001,
  "lr_base": 0.1,
  "lr_base_scale": "",
  "lr_base_size": 256,
  "lr_cycle_decay": 0.5,
  "lr_cycle_limit": 1,
  "lr_cycle_mul": 1.0,
  "lr_k_decay": 1.0,
  "lr_noise": null,
  "lr_noise_pct": 0.67,
  "lr_noise_std": 1.0,
  "lr_scheduler": "cosine",
  "max_epoch": 50,
  "mean": null,
  "min_lr": 0,
  "mixup": 0.0,
  "mixup_mode": "batch",
  "mixup_off_epoch": 0,
  "mixup_prob": 1.0,
  "mixup_switch_prob": 0.5,
  "model": "timm.vit_base_patch16_224_in21k",
  "model_ema": false,
  "model_ema_decay": 0.9998,
  "model_ema_force_cpu": false,
  "mom": 0.9,
  "momentum": 0.9,
  "no_aug": false,
  "no_ddp_bb": false,
  "no_prefetcher": false,
  "no_resume_opt": false,
  "num_classes": null,
  "num_workers": 8,
  "only_do_test": false,
  "opt": "sgd",
  "opt_betas": null,
  "opt_eps": null,
  "optimizer": "adam",
  "output": "",
  "patience_epochs": 10,
  "pin_mem": false,
  "pretrained": false,
  "pretrained_url": [],
  "ratio": [
    0.75,
    1.3333333333333333
  ],
  "recount": 1,
  "recovery_interval": 0,
  "remode": "pixel",
  "reprob": 0.0,
  "resplit": false,
  "resume": "",
  "reuse_keys": [
    [
      "addin"
    ],
    [
      "head"
    ],
    [
      "fc_norm"
    ]
  ],
  "reuse_keys_blitz": null,
  "save_images": false,
  "scale": [
    0.08,
    1.0
  ],
  "sched": "cosine",
  "sched_on_updates": false,
  "seed": 1,
  "smoothing": 0.1,
  "split_bn": false,
  "start_epoch": null,
  "std": null,
  "sync_bn": false,
  "test_interval": 5,
  "time_str": "0819-18-21-26-479",
  "torchcompile": null,
  "torchscript": false,
  "train_interpolation": "random",
  "train_split": "train",
  "training_mode": "finetune",
  "tta": 0,
  "use_multi_epochs_loader": false,
  "val_split": "validation",
  "validation_batch_size": null,
  "verbose": true,
  "vflip": 0.0,
  "warmup_epochs": 5,
  "warmup_lr": 1e-05,
  "warmup_prefix": false,
  "wd": 5e-05,
  "weight_decay": 2e-05,
  "worker_seeding": "all"
}