config_cifar10_eps.json

{
    "experiment": {
        "name":"cifar10_longer",
        "gpu": 0,
        "runs": 1,
        "filename": "results_clusters",
        "flags": {
            "overlap": true,
            "finetuning": false,
            "train_gate_only": true,
            "train_local": true,
            "ensembles": true,
            "tensorboard": false
        }
    },
    "data": {
        "dataset": "cifar10",
        "n_data": 500,
        "n_data_test": 100,
        "num_classes": 10,
        "opt": 0,
        "p": 0.9,
        "train_frac": 0.5
    },
    "model": {
        "model": "leaf"
    },
   "federated": {
        "epochs": 100,
        "clusters": 2,
        "explore_strategy": "eps_decay_k",
        "num_clients": 50,
        "lr": 0.030445327843961433,
        "frac": 0.1,
        "local_bs": 10,
        "local_ep": 3,
        "fldropout": 0.6404212293699225,
        "flhiddenunits1": 512,
        "flfilters1": 16,
        "flfilters2": 32,
        "fl_weight_decay": 0.0003878171043125037,
        "eps": 0.8712605628038793
    },
    "finetuning": {
        "ft_lr": 1e-4,
        "ft_weight_decay": 1e-4
    },
    "local": {
        "loc_epochs": 200,
        "local_lr": 0.005856140156550244,
        "local_weight_decay": 0.0009382061406615534,
        "localdropout": 0.647346863804489,
        "localhiddenunits1": 128,
        "localfilters1": 16,
        "localfilters2": 32
    },
    "moe": {
        "moe_epochs": 200,
        "moe_lr": 0.00006860953017421962,
        "gatedropout": 0.22208172112474764,
        "gatehiddenunits1": 256,
        "gatehiddenunits2": 512,
        "gatefilters1": 16,
        "gatefilters2": 32,
        "gate_weight_decay": 0.01386947012725592
    }
}