You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

config6.yaml 961B

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748
  1. default: &default
  2. use_tqdm: true
  3. random_seed: 42
  4. base_save_path: /home/msadraei/trained_final
  5. model_name: google/t5-small-lm-adapt
  6. project_name_prefix: iclr_softmax_effect
  7. experiment_name_suffix: null
  8. train_batch_size: 32
  9. valid_batch_size: 32
  10. remove_dropout: true
  11. learning_rate: 0.01
  12. weight_decay: 0.01
  13. num_epochs: 20
  14. peft_params: null # no mutation
  15. hot_modules:
  16. - sadcl
  17. best_finder:
  18. save: True
  19. metric: valid_mean
  20. higher_better: true
  21. tasks:
  22. # - superglue:rte
  23. # - superglue:cb
  24. # - superglue:wic
  25. # - superglue:copa
  26. # - glue:cola
  27. # - glue:mrpc
  28. # - superglue:boolq
  29. # - glue:stsb
  30. # - glue:qqp
  31. # - glue:qnli
  32. # - glue:mnli
  33. # - glue:sst2
  34. - superglue:multirc
  35. run_configs:
  36. - <<: *default
  37. peft_params:
  38. kind: combine
  39. n_tokens: 10
  40. n_comb_tokens: 128
  41. softmax: true
  42. # - <<: *default
  43. # learning_rate: 0.3
  44. # peft_params:
  45. # kind: residual
  46. # n_tokens: 10
  47. # mlp_size: 128