HYPERPARAMETERS = { "batch_size": [32, 128, 64], "learning_rate": [0.1, 0.05, 0.01, 0.001], "weight_decay": [0.0001, 0.00001, 0.001], "sgd_momentum": [0.9, 0.8, 0.5], "scheduler_gamma": [0.995, 0.9, 0.8, 0.5, 1], "pos_weight" : [1.0], "model_embedding_size": [8, 16, 32, 64, 128], "model_attention_heads": [1, 2, 3, 4], "model_layers": [3], "model_dropout_rate": [0.2, 0.5, 0.9], "model_top_k_ratio": [0.2, 0.5, 0.8, 0.9], "model_top_k_every_n": [0], "model_dense_neurons": [16, 128, 64, 256, 32] } DRUG_MODEL_HYPERPARAMETERS = { "batch_size": 128, "learning_rate": 0.01, "weight_decay": 0.0001, "sgd_momentum": 0.8, "scheduler_gamma": 0.9, "pos_weight" : 1.0, "model_embedding_size": 32, "model_attention_heads": 3, "model_layers": 1, "model_dropout_rate": 0.5, "model_top_k_ratio": 0.5, "model_top_k_every_n": 1, "model_dense_neurons": 128, "model_edge_dim": [] }