mohammadali.sadraei
/
SuperposPrompt_Thesis
Watch 1
Star 0
Fork 0
Code Issues 0 Pull Requests 0 Releases 0 Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1 Commit
1 Branch
Tree: 6400586fcc
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '6400586fcc'
${ noResults }
SuperposPrompt_Thesis/09_Cluster/config1.yaml

config1.yaml 984B
Raw Normal View History

init
3 months ago
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
​
 123456789101112131415161718192021222324252627282930313233343536373839404142 
  1. default: &default

  2.   use_tqdm: true 

  3.   random_seed: 42

  4.   base_save_path: /disks/ssd/trained_final/dummy_test

  5.   model_name: google/t5-base-lm-adapt

  6.   project_name_prefix: dummy_test_new_power

  7.   experiment_name_suffix: null

  8.   train_batch_size: 8

  9.   valid_batch_size: 8

  10.   remove_dropout: true

  11.   learning_rate: 0.01

  12.   weight_decay: 0.01

  13.   num_epochs: 80

  14.   peft_params: null  # no mutation

  15.   hot_modules:

  16.   - sadcl

  17.   best_finder:

  18.     save: True

  19.     metric: valid_mean

  20.     higher_better: true

  21.   tasks:

  22.   - superglue:boolq

  23.   

  24.   

  25. 

  26. pp: &pp

  27.   - /home/msadraei/trained_final/hzi_cluster_t5_small_glue-mnli/10_combine_128

  28.   - /home/msadraei/trained_final/hzi_cluster_t5_small_glue-sst2/10_combine_128

  29.   - /home/msadraei/trained_final/hzi_cluster_t5_small_glue-qqp/10_combine_128

  30. 

  31. run_configs:

  32. - <<: *default

  33.   peft_params:

  34.     kind: combine

  35.     n_tokens: 10

  36.     n_comb_tokens: 128

  37. # - <<: *default

  38. #   learning_rate: 0.3

  39. #   peft_params:

  40. #     kind: residual

  41. #     n_tokens: 10

  42. #     mlp_size: 128