1234567891011121314151617181920212223242526272829303132 |
- HYPERPARAMETERS = {
- "batch_size": [32, 128, 64],
- "learning_rate": [0.1, 0.05, 0.01, 0.001],
- "weight_decay": [0.0001, 0.00001, 0.001],
- "sgd_momentum": [0.9, 0.8, 0.5],
- "scheduler_gamma": [0.995, 0.9, 0.8, 0.5, 1],
- "pos_weight" : [1.0],
- "model_embedding_size": [8, 16, 32, 64, 128],
- "model_attention_heads": [1, 2, 3, 4],
- "model_layers": [3],
- "model_dropout_rate": [0.2, 0.5, 0.9],
- "model_top_k_ratio": [0.2, 0.5, 0.8, 0.9],
- "model_top_k_every_n": [0],
- "model_dense_neurons": [16, 128, 64, 256, 32]
- }
-
- DRUG_MODEL_HYPERPARAMETERS = {
- "batch_size": 128,
- "learning_rate": 0.01,
- "weight_decay": 0.0001,
- "sgd_momentum": 0.8,
- "scheduler_gamma": 0.9,
- "pos_weight" : 1.0,
- "model_embedding_size": 32,
- "model_attention_heads": 3,
- "model_layers": 1,
- "model_dropout_rate": 0.5,
- "model_top_k_ratio": 0.5,
- "model_top_k_every_n": 1,
- "model_dense_neurons": 128,
- "model_edge_dim": []
- }
|