|
|
|
@ -50,11 +50,7 @@ echo "Trained Models (epochs) will be saved in ${SAVE_DIR}"
|
|
|
|
|
|
|
|
|
|
|
|
# different number of epoch for different training sets
|
|
|
|
# different number of epoch for different training sets
|
|
|
|
# when using prompt ensemble for training, preferably use more number of epochs.
|
|
|
|
# when using prompt ensemble for training, preferably use more number of epochs.
|
|
|
|
if [ "$data_split" = "5-dpd" ] || [ "$data_split" = "10-dpd" ]; then
|
|
|
|
|
|
|
|
epochs=5
|
|
|
|
epochs=5
|
|
|
|
else
|
|
|
|
|
|
|
|
epochs=8
|
|
|
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
python prompt_train.py \
|
|
|
|
python prompt_train.py \
|
|
|
|
--save_model_dir="${SAVE_DIR}" \
|
|
|
|
--save_model_dir="${SAVE_DIR}" \
|
|
|
|
@ -63,6 +59,5 @@ python prompt_train.py \
|
|
|
|
--validation_file=../data/prompt-learning/valid/valid.soloist.json \
|
|
|
|
--validation_file=../data/prompt-learning/valid/valid.soloist.json \
|
|
|
|
--num_epochs $epochs \
|
|
|
|
--num_epochs $epochs \
|
|
|
|
--learning_rate 5e-5 \
|
|
|
|
--learning_rate 5e-5 \
|
|
|
|
--with_prompt_ensemble \
|
|
|
|
|
|
|
|
--with_inverse_prompt \
|
|
|
|
--with_inverse_prompt \
|
|
|
|
--inverse_prompt_weight 0.1
|
|
|
|
--inverse_prompt_weight 0.3
|