You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

config1.yaml 984B

123456789101112131415161718192021222324252627282930313233343536373839404142
  1. default: &default
  2. use_tqdm: true
  3. random_seed: 42
  4. base_save_path: /disks/ssd/trained_final/dummy_test
  5. model_name: google/t5-base-lm-adapt
  6. project_name_prefix: dummy_test_new_power
  7. experiment_name_suffix: null
  8. train_batch_size: 8
  9. valid_batch_size: 8
  10. remove_dropout: true
  11. learning_rate: 0.01
  12. weight_decay: 0.01
  13. num_epochs: 80
  14. peft_params: null # no mutation
  15. hot_modules:
  16. - sadcl
  17. best_finder:
  18. save: True
  19. metric: valid_mean
  20. higher_better: true
  21. tasks:
  22. - superglue:boolq
  23. pp: &pp
  24. - /home/msadraei/trained_final/hzi_cluster_t5_small_glue-mnli/10_combine_128
  25. - /home/msadraei/trained_final/hzi_cluster_t5_small_glue-sst2/10_combine_128
  26. - /home/msadraei/trained_final/hzi_cluster_t5_small_glue-qqp/10_combine_128
  27. run_configs:
  28. - <<: *default
  29. peft_params:
  30. kind: combine
  31. n_tokens: 10
  32. n_comb_tokens: 128
  33. # - <<: *default
  34. # learning_rate: 0.3
  35. # peft_params:
  36. # kind: residual
  37. # n_tokens: 10
  38. # mlp_size: 128