-
Notifications
You must be signed in to change notification settings - Fork 0
/
Makefile
165 lines (138 loc) · 7.77 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
lint:
black .
isort .
autoflake -r coordination --in-place --remove-all-unused-imports
flake8 coordination
# Run unit tests
test:
pytest
# Start the webapp
app:
PYTHONPATH="." streamlit run coordination/webapp/app.py --server.port=${APP_PORT} \
--server.address=localhost
######################################################################################
############################### VOCALIC ###################################
######################################################################################
######################################################################################
# The commands below can be used to generate synthetic data for validation of the
# RMSE evaluation criterion. PPA means posterior predictive analysis.
######################################################################################
# Generate x-data and c-data with x-model and c-model
generate_ppa_synthetic_data_vocalic_model:
PYTHONPATH="." ./bin/generate_ppa_synthetic_data_vocalic_model
x_model_x_data_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/synthetic/x_data.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/synthetic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/synthetic/config/params/vocalic_no_coordination_params_dict.json" \
--do_ppa=10
x_model_c_data_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/synthetic/c_data_low.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/synthetic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/synthetic/config/params/vocalic_no_coordination_params_dict.json" \
--do_ppa=10
x_model_random_data_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/synthetic/random_data.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/synthetic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/synthetic/config/params/vocalic_no_coordination_params_dict.json" \
--do_ppa=10
c_model_x_data_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/synthetic/x_data.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/synthetic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/synthetic/config/params/vocalic_params_dict.json" \
--do_ppa=10
c_model_c_data_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/synthetic/c_data_low.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/synthetic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/synthetic/config/params/vocalic_params_dict.json" \
--do_ppa=10
c_model_random_data_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/synthetic/random_data.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/synthetic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/synthetic/config/params/vocalic_params_dict.json" \
--do_ppa=10
######################################################################################
# The commands below can be used to run inference N times on real data for RMSE
# evaluation.
######################################################################################
# RMSE on the ASIST dataset with the Voc model
vocalic_asist_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/asist_data.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/config/params/vocalic_params_dict.json" \
--do_ppa=10
# RMSE on the ASIST dataset with the Link model
vocalic_semantic_asist_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/asist_data.csv" \
--model_name="vocalic_semantic" \
--data_mapping_filepath="data/vocalic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/config/params/vocalic_params_dict.json" \
--do_ppa=10
# RMSE on ASIST data with the x-model
vocalic_no_coordination_asist_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/asist_data.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/config/params/vocalic_no_coordination_params_dict.json" \
--do_ppa=10
# RMSE on the ToMCAT dataset with the Voc model
vocalic_tomcat_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/tomcat_data.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/config/params/vocalic_params_dict.json" \
--do_ppa=10
# RMSE on the ToMCAT dataset with the Link model
vocalic_semantic_tomcat_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/tomcat_data.csv" \
--model_name="vocalic_semantic" \
--data_mapping_filepath="data/vocalic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/config/params/vocalic_params_dict.json" \
--do_ppa=10
# RMSE on ToMCAT data with the x-model
vocalic_no_coordination_tomcat_rmse:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/tomcat_data.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/config/params/vocalic_no_coordination_params_dict.json" \
--do_ppa=10
######################################################################################
# The commands below can be used to run inference on real data.
######################################################################################
# To run inference on the ASIST dataset with the Voc model
vocalic_asist:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/asist_data.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/config/params/vocalic_params_dict.json"
# To run inference on the ASIST dataset with the Link model
vocalic_semantic_asist:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/asist_data.csv" \
--model_name="vocalic_semantic" \
--data_mapping_filepath="data/vocalic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/config/params/vocalic_params_dict.json"
# To run inference on the ToMCAT dataset with the Voc model
vocalic_tomcat:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/tomcat_data.csv" \
--model_name="vocalic" \
--data_mapping_filepath="data/vocalic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/config/params/vocalic_params_dict.json"
# To run inference on the ToMCAT dataset with the Link model
vocalic_semantic_tomcat:
PYTHONPATH="." ./bin/run_inference --evidence_filepath="data/vocalic/tomcat_data.csv" \
--model_name="vocalic_semantic" \
--data_mapping_filepath="data/vocalic/config/mappings/vocalic_data_mapping.json" \
--model_params_dict_filepath="data/vocalic/config/params/vocalic_params_dict.json"
######################################################################################
################################# BRAIN #############################################
######################################################################################
# TODO: add make commands here.
# Generate x-data dn c-data with x-model and c-models
generate_ppa_synthetic_data_brain_model:
PYTHONPATH="." ./bin/generate_ppa_synthetic_data_brain_model