eca_nfnet_l0 (82.6 top-1 @ 288x288) (2x faster than dm_nfnet_f0) : 76.143 / 0.7

[KimDaeUng]

{
    "name": "PretrainModelTimmEcaNFNet10_Baseline",
    "n_gpu": 1,
    "arch": {
        "type": "PretrainModelTimmEcaNFNet10",
        "args": {}
    },
    "transforms_select": {
        "type": "transforms_select",
        "args": {
            "method": "DEFAULT"
        }
    },
    "data_loader": {
        "type": "MaskDataLoader",
        "args": {
            "data_dir": "../input/data",
            "batch_size": 64,
            "shuffle": true,
            "validation_split": 0.1,
            "num_workers": 2,
            "submit": false
        }
    },
    "optimizer": {
        "type": "Adam",
        "args": {
            "lr": 2e-05,
            "weight_decay": 0,
            "amsgrad": true
        }
    },
    "loss": {
        "type": "cross_entropy_loss",
        "args": {
            "class_weight": true
        }
    },
    "metrics": [
        "accuracy",
        "top_k_acc",
        "f1"
    ],
    "lr_scheduler": {
        "type": "StepLR",
        "args": {
            "step_size": 740,
            "gamma": 0.1
        }
    },
    "trainer": {
        "epochs": 20,
        "save_dir": "saved/",
        "save_period": 1,
        "verbosity": 2,
        "monitor": "min val_loss",
        "early_stop": 10,
        "tensorboard": true
    }
}