OpenAlphaDiffract / config.json
linked-liszt's picture
Upload folder using huggingface_hub
8a10305 verified
{
"model_type": "alphadiffract",
"architecture": "ConvNeXt1D-MultiTask",
"backbone": {
"dim_in": 8192,
"channels": [80, 80, 80],
"kernel_sizes": [100, 50, 25],
"strides": [5, 5, 5],
"dropout_rate": 0.3,
"ramped_dropout_rate": false,
"block_type": "convnext",
"pooling_type": "average",
"final_pool": true,
"use_batchnorm": false,
"activation": "gelu",
"output_type": "flatten",
"layer_scale_init_value": 0.0,
"drop_path_rate": 0.3
},
"heads": {
"head_dropout": 0.5,
"cs_hidden": [2300, 1150],
"sg_hidden": [2300, 1150],
"lp_hidden": [512, 256]
},
"tasks": {
"num_cs_classes": 7,
"num_sg_classes": 230,
"num_lp_outputs": 6,
"lp_bounds_min": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0],
"lp_bounds_max": [500.0, 500.0, 500.0, 180.0, 180.0, 180.0],
"bound_lp_with_sigmoid": true
},
"training": {
"optimizer": "AdamW",
"lr": 0.0002,
"weight_decay": 0.01,
"scheduler": "CyclicLR",
"scheduler_mode": "triangular2",
"batch_size": 64,
"max_epochs": 100,
"precision": "float32",
"gemd_mu": 1.0,
"lambda_cs": 1.0,
"lambda_sg": 1.0,
"lambda_lp": 1.0
},
"preprocessing": {
"input_length": 8192,
"floor_at_zero": true,
"normalize_range": [0.0, 100.0],
"noise_poisson_range": [1.0, 100.0],
"noise_gaussian_range": [0.001, 0.1]
}
}