File size: 6,355 Bytes
e8f4897 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 |
domain="san"
word_path="../Documents/DCST/data/multilingual_word_embeddings/cc.sanskrit.300.new.vec"
char_path="../Documents/DCST/data/multilingual_word_embeddings/hellwig_char_embedding.128"
pos_path='../Documents/DCST/data/multilingual_word_embeddings/pos_embedding_FT.100'
declare -i num_epochs=1
declare -i word_dim=300
declare -i set_num_training_samples=500
start_time=`date +%s`
current_time=$(date "+%Y.%m.%d-%H.%M.%S")
# model_path="ud_parser_san_"$current_time
# ######## Changes ###########
# ## --use_pos is removed from all the models
# ## singletions are excluded.
# ## auxiliary task epoch change to 20
touch saved_models/log.txt
################################################################
echo "#################################################################"
echo "Currently base model in progress..."
echo "#################################################################"
python examples/GraphParser.py --dataset ud --domain $domain --rnn_mode LSTM \
--num_epochs $num_epochs --batch_size 16 --hidden_size 512 --arc_space 512 \
--arc_tag_space 128 --num_layers 3 --num_filters 100 --use_char \
--word_dim $word_dim --pos_dim 100 --initializer xavier --opt adam \
--learning_rate 0.002 --decay_rate 0.5 --schedule 6 --clip 5.0 --gamma 0.0 \
--epsilon 1e-6 --p_rnn 0.33 0.33 --p_in 0.33 --p_out 0.33 --arc_decode mst \
--punct_set '.' '``' ':' ',' --word_embedding fasttext \
--set_num_training_samples $set_num_training_samples \
--word_path $word_path --char_path $char_path --pos_path $pos_path --pos_embedding random --char_embedding random --char_dim 100 \
--model_path saved_models/$model_path 2>&1 | tee saved_models/log.txt
mv saved_models/log.txt saved_models/$model_path/log.txt
## model_path="ud_parser_san_2020.03.03-12.24.41"
####### self-training ###########
## 'number_of_children' 'relative_pos_based' 'distance_from_the_root'
####### Multitask setup #########
## 'Multitask_label_predict' 'Multitask_case_predict' 'Multitask_POS_predict' 'Multitask_coarse_predict'
## 'predict_ma_tag_of_modifier' 'add_label' 'predict_case_of_modifier'
####### Other Tasks #############
## # 'add_head_ma' 'add_head_coarse_pos' 'predict_coarse_of_modifier'
for task in 'Multitask_label_predict' 'Multitask_case_predict' 'Multitask_POS_predict' 'number_of_children' 'relative_pos_based' 'distance_from_the_root' ; do
echo "#################################################################"
echo "Currently $task in progress..."
echo "#################################################################"
touch saved_models/log.txt
python examples/SequenceTagger.py --dataset ud --domain $domain --task $task \
--rnn_mode LSTM --num_epochs $num_epochs --batch_size 16 --hidden_size 512 \
--tag_space 128 --num_layers 3 --num_filters 100 --use_char \
--pos_dim 100 --initializer xavier --opt adam --learning_rate 0.002 --decay_rate 0.5 \
--schedule 6 --clip 5.0 --gamma 0.0 --epsilon 1e-6 --p_rnn 0.33 0.33 \
--p_in 0.33 --p_out 0.33 --punct_set '.' '``' ':' ',' \
--word_dim $word_dim --word_embedding fasttext --word_path $word_path \
--parser_path saved_models/$model_path/ \
--use_unlabeled_data --char_path $char_path --pos_path $pos_path --pos_embedding random --char_embedding random --char_dim 100 \
--model_path saved_models/$model_path/$task/ 2>&1 | tee saved_models/log.txt
mv saved_models/log.txt saved_models/$model_path/$task/log.txt
done
echo "#################################################################"
echo "Currently final model in progress..."
echo "#################################################################"
touch saved_models/log.txt
python examples/GraphParser.py --dataset ud --domain $domain --rnn_mode LSTM \
--num_epochs $num_epochs --batch_size 16 --hidden_size 512 \
--arc_space 512 --arc_tag_space 128 --num_layers 3 --num_filters 100 --use_char \
--word_dim $word_dim --pos_dim 100 --initializer xavier --opt adam \
--learning_rate 0.002 --decay_rate 0.5 --schedule 6 --clip 5.0 --gamma 0.0 --epsilon 1e-6 \
--p_rnn 0.33 0.33 --p_in 0.33 --p_out 0.33 --arc_decode mst \
--punct_set '.' '``' ':' ',' --word_embedding fasttext \
--word_path $word_path --gating --num_gates 4 \
--char_path $char_path --pos_path $pos_path --pos_embedding random --char_embedding random --char_dim 100 \
--load_sequence_taggers_paths saved_models/$model_path/Multitask_case_predict/domain_$domain.pt \
saved_models/$model_path/Multitask_POS_predict/domain_$domain.pt \
saved_models/$model_path/Multitask_label_predict/domain_$domain.pt \
--model_path saved_models/$model_path/final_ensembled_multi/ 2>&1 | tee saved_models/log.txt
mv saved_models/log.txt saved_models/$model_path/final_ensembled_multi/log.txt
end_time=`date +%s`
echo execution time was `expr $end_time - $start_time` s.
echo "#################################################################"
echo "Currently final model in progress..."
echo "#################################################################"
touch saved_models/log.txt
python examples/GraphParser.py --dataset ud --domain $domain --rnn_mode LSTM \
--num_epochs $num_epochs --batch_size 16 --hidden_size 512 \
--arc_space 512 --arc_tag_space 128 --num_layers 3 --num_filters 100 --use_char \
--word_dim $word_dim --pos_dim 100 --initializer xavier --opt adam \
--learning_rate 0.002 --decay_rate 0.5 --schedule 6 --clip 5.0 --gamma 0.0 --epsilon 1e-6 \
--p_rnn 0.33 0.33 --p_in 0.33 --p_out 0.33 --arc_decode mst \
--punct_set '.' '``' ':' ',' --word_embedding fasttext \
--word_path $word_path --gating --num_gates 7 \
--char_path $char_path --pos_path $pos_path --pos_embedding random --char_embedding random --char_dim 100 \
--load_sequence_taggers_paths saved_models/$model_path/Multitask_case_predict/domain_$domain.pt \
saved_models/$model_path/Multitask_POS_predict/domain_$domain.pt \
saved_models/$model_path/Multitask_label_predict/domain_$domain.pt \
saved_models/$model_path/number_of_children/domain_$domain.pt \
saved_models/$model_path/relative_pos_based/domain_$domain.pt \
saved_models/$model_path/distance_from_the_root/domain_$domain.pt \
--model_path saved_models/$model_path/final_ensembled_multi_self/ 2>&1 | tee saved_models/log.txt
mv saved_models/log.txt saved_models/$model_path/final_ensembled_multi_self/log.txt
end_time=`date +%s`
echo execution time was `expr $end_time - $start_time` s. |