forked from minerva-ml/open-solution-toxic-comments
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrun_end_to_end.sh
86 lines (77 loc) · 2.38 KB
/
run_end_to_end.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
#!/usr/bin/env bash
#Train single models
neptune run \
--config best_configs/count_logreg.yaml \
-- train_evaluate_predict_pipeline -p count_logreg
neptune run \
--config best_configs/bad_word_logreg.yaml \
-- train_evaluate_predict_pipeline -p bad_word_logreg
neptune run \
--config best_configs/tfidf_logreg.yaml \
-- train_evaluate_predict_pipeline -p tfidf_logreg
neptune run \
--config best_configs/char_vdcnn.yaml \
-- train_evaluate_predict_pipeline -p char_vdcnn
neptune run \
--config best_configs/fasttext_gru.yaml \
-- train_evaluate_predict_pipeline -p fasttext_gru
neptune run \
--config best_configs/fasttext_lstm.yaml \
-- train_evaluate_predict_pipeline -p fasttext_lstm
neptune run \
--config best_configs/fasttext_dpcnn.yaml \
-- train_evaluate_predict_pipeline -p fasttext_dpcnn
neptune run \
--config best_configs/fasttext_scnn.yaml \
-- train_evaluate_predict_pipeline -p fasttext_scnn
neptune run \
--config best_configs/glove_gru.yaml \
-- train_evaluate_predict_pipeline -p glove_gru
neptune run \
--config best_configs/glove_lstm.yaml \
-- train_evaluate_predict_pipeline -p glove_lstm
neptune run \
--config best_configs/glove_dpcnn.yaml \
-- train_evaluate_predict_pipeline -p glove_dpcnn
neptune run \
--config best_configs/glove_scnn.yaml \
-- train_evaluate_predict_pipeline -p glove_scnn
neptune run \
--config best_configs/word2vec_gru.yaml \
-- train_evaluate_predict_pipeline -p word2vec_gru
neptune run \
--config best_configs/word2vec_lstm.yaml \
-- train_evaluate_predict_pipeline -p word2vec_lstm
neptune run \
--config best_configs/word2vec_dpcnn.yaml \
-- train_evaluate_predict_pipeline -p word2vec_dpcnn
neptune run \
--config best_configs/word2vec_scnn.yaml \
-- train_evaluate_predict_pipeline -p word2vec_scnn
#Copy single model predictions for stacking
neptune run \
--config best_configs/setup.yaml \
-- prepare_single_model_predictions_dir \
count_logreg \
bad_word_logreg \
tfidf_logreg \
char_vdcnn \
glove_gru \
glove_lstm \
glove_dpcnn \
glove_scnn \
word2vec_gru \
word2vec_lstm \
word2vec_dpcnn \
word2vec_scnn \
fasttext_gru \
fasttext_lstm \
fasttext_dpcnn \
fasttext_scnn
# Model stacking
neptune run \
--config best_configs/catboost_ensemble.yaml \
-- train_evaluate_cv_pipeline --model_level second --pipeline_name catboost_ensemble
neptune run \
--config best_configs/catboost_ensemble.yaml \
-- predict_pipeline --model_level second --pipeline_name catboost_ensemble