diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/cli_args.json b/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/cli_args.json new file mode 100644 index 00000000..9bec6687 --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/cli_args.json @@ -0,0 +1,634 @@ +{ + "additional_train_var": [ + "MWEBV" + ], + "all_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "HOSTGAL_PHOTOZ", + "HOSTGAL_PHOTOZ_ERR", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY" + ], + "batch_size": 128, + "bidirectional": true, + "bootstrap": false, + "calibration": false, + "cli_args": { + "additional_train_var": [ + "MWEBV" + ], + "batch_size": 128, + "bidirectional": true, + "bootstrap": false, + "calibration": false, + "criterion": "entropy", + "cyclic": true, + "cyclic_phases": [ + 5, + 10, + 15 + ], + "data": false, + "data_fraction": 1.0, + "data_testing": false, + "data_training": false, + "debug": false, + "done_file": null, + "dropout": 0.05, + "dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast", + "explore_lightcurves": false, + "fits_dir": "/home/anaismoller/snndump/fits", + "hidden_dim": 32, + "layer_type": "lstm", + "learning_rate": 0.001, + "list_filters": [ + "u", + "g", + "r", + "i", + "z", + "Y" + ], + "log_sigma1": -1.0, + "log_sigma1_output": -1.0, + "log_sigma2": -7.0, + "log_sigma2_output": -7.0, + "max_depth": 7, + "max_features": 5, + "mean_field_inference": false, + "metric_files": null, + "metrics": false, + "min_samples_leaf": 3, + "min_samples_split": 10, + "model": "vanilla", + "model_files": null, + "monitor_interval": 1, + "n_estimators": 50, + "nb_classes": 2, + "nb_epoch": 90, + "no_dump": false, + "no_overwrite": false, + "norm": "cosmo_quantile", + "num_inference_samples": 50, + "num_layers": 2, + "override_source_data": null, + "performance": false, + "phot_reject": null, + "phot_reject_list": [ + 8, + 16, + 32, + 64, + 128, + 256, + 512 + ], + "photo_window_files": null, + "photo_window_max": 100, + "photo_window_min": -30, + "photo_window_var": "PKMJDINI", + "pi": 0.75, + "plot_file": null, + "plot_lcs": false, + "plot_prediction_distribution": false, + "prediction_files": null, + "random_length": true, + "random_redshift": false, + "raw_dir": "/home/anaismoller/snndump/raw", + "redshift": "zspe", + "redshift_label": "none", + "rho_scale_lower": 4.0, + "rho_scale_lower_output": 4.0, + "rho_scale_upper": 3.0, + "rho_scale_upper_output": 3.0, + "rnn_output_option": "mean", + "science_plots": false, + "seed": 0, + "sntype_var": "SNTYPE", + "sntypes": { + "10": "SN", + "11": "SN", + "12": "SN", + "20": "SN", + "21": "SN", + "25": "SN", + "26": "SN", + "27": "SN", + "30": "SN", + "31": "SN", + "32": "SN", + "35": "SN", + "36": "SN", + "37": "SN", + "40": "Long", + "42": "Long", + "45": "Long", + "46": "Long", + "50": "Ia", + "51": "Ia", + "59": "Long", + "60": "Non Periodic", + "80": "Periodic", + "82": "Ia", + "83": "Periodic", + "84": "Ia", + "87": "Ia", + "88": "Ia", + "89": "Ia", + "90": "Periodic", + "91": "Periodic" + }, + "source_data": "photometry", + "speed": false, + "testing_ids": null, + "train_rf": false, + "train_rnn": true, + "use_cuda": false, + "validate_rf": false, + "validate_rnn": false, + "weight_decay": 1e-07 + }, + "criterion": "entropy", + "cyclic": true, + "cyclic_phases": [ + 5, + 10, + 15 + ], + "data": false, + "data_fraction": 1.0, + "data_testing": false, + "data_training": false, + "debug": false, + "device": "cpu", + "done_file": null, + "dropout": 0.05, + "dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast", + "explore_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/explore", + "explore_lightcurves": false, + "figures_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/figures", + "fits_dir": "/home/anaismoller/snndump/fits", + "hdf5_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/processed/database.h5", + "hidden_dim": 32, + "latex_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/latex", + "layer_type": "lstm", + "learning_rate": 0.001, + "lightcurves_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/lightcurves", + "list_filters": [ + "u", + "g", + "r", + "i", + "z", + "Y" + ], + "list_filters_combination": [ + "u", + "g", + "r", + "i", + "z", + "Y", + "ug", + "ur", + "ui", + "uz", + "uY", + "gr", + "gi", + "gz", + "gY", + "ri", + "rz", + "rY", + "iz", + "iY", + "zY", + "ugr", + "ugi", + "ugz", + "ugY", + "uri", + "urz", + "urY", + "uiz", + "uiY", + "uzY", + "gri", + "grz", + "grY", + "giz", + "giY", + "gzY", + "riz", + "riY", + "rzY", + "izY", + "ugri", + "ugrz", + "ugrY", + "ugiz", + "ugiY", + "ugzY", + "uriz", + "uriY", + "urzY", + "uizY", + "griz", + "griY", + "grzY", + "gizY", + "rizY", + "ugriz", + "ugriY", + "ugrzY", + "ugizY", + "urizY", + "grizY", + "ugrizY" + ], + "log_sigma1": -1.0, + "log_sigma1_output": -1.0, + "log_sigma2": -7.0, + "log_sigma2_output": -7.0, + "max_depth": 7, + "max_features": 5, + "mean_field_inference": false, + "metric_files": null, + "metrics": false, + "min_samples_leaf": 3, + "min_samples_split": 10, + "model": "vanilla", + "model_files": null, + "models_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/models", + "monitor_interval": 1, + "n_estimators": 50, + "nb_classes": 2, + "nb_epoch": 90, + "no_dump": false, + "no_overwrite": false, + "non_redshift_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY" + ], + "norm": "cosmo_quantile", + "num_inference_samples": 50, + "num_layers": 2, + "override_source_data": null, + "overwrite": true, + "performance": false, + "phot_reject": null, + "phot_reject_list": [ + 8, + 16, + 32, + 64, + 128, + 256, + 512 + ], + "photo_window_files": null, + "photo_window_max": 100, + "photo_window_min": -30, + "photo_window_var": "PKMJDINI", + "pi": 0.75, + "pickle_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/processed/database.pickle", + "plot_file": null, + "plot_lcs": false, + "plot_prediction_distribution": false, + "prediction_files": null, + "preprocessed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/preprocessed", + "processed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/processed", + "pytorch_model_name": "vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C", + "random_length": true, + "random_redshift": false, + "randomforest_features": [ + "x1", + "x1ERR", + "c", + "cERR", + "mB", + "mBERR", + "x0", + "x0ERR", + "FITCHI2", + "m0obs_r", + "m0obs_i", + "m0obs_g", + "m0obs_z", + "em0obs_i", + "em0obs_r", + "em0obs_g", + "em0obs_z", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "randomforest_model_name": "randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile", + "raw_dir": "/home/anaismoller/snndump/raw", + "redshift": "zspe", + "redshift_features": [ + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "redshift_label": "none", + "rf_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/models/randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile", + "rho_scale_lower": 4.0, + "rho_scale_lower_output": 4.0, + "rho_scale_upper": 3.0, + "rho_scale_upper_output": 3.0, + "rnn_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/models/vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C", + "rnn_output_option": "mean", + "science_plots": false, + "seed": 0, + "sntype_var": "SNTYPE", + "sntypes": { + "10": "SN", + "11": "SN", + "12": "SN", + "20": "SN", + "21": "SN", + "25": "SN", + "26": "SN", + "27": "SN", + "30": "SN", + "31": "SN", + "32": "SN", + "35": "SN", + "36": "SN", + "37": "SN", + "40": "Long", + "42": "Long", + "45": "Long", + "46": "Long", + "50": "Ia", + "51": "Ia", + "59": "Long", + "60": "Non Periodic", + "80": "Periodic", + "82": "Ia", + "83": "Periodic", + "84": "Ia", + "87": "Ia", + "88": "Ia", + "89": "Ia", + "90": "Periodic", + "91": "Periodic" + }, + "source_data": "photometry", + "speed": false, + "stats_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/stats", + "testing_ids": null, + "train_rf": false, + "train_rnn": true, + "training_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "training_features_to_normalize": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time" + ], + "use_cuda": false, + "validate_rf": false, + "validate_rnn": false, + "weight_decay": 0.0 +} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/data_norm.json b/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/data_norm.json new file mode 100644 index 00000000..344470e7 --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/data_norm.json @@ -0,0 +1,67 @@ +{ + "FLUXCALERR_Y": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_g": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_i": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_r": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_u": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_z": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCAL_Y": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_g": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_i": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_r": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_u": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_z": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "delta_time": { + "mean": -0.04547923430800438, + "min": 0.0, + "std": 3.821012496948242 + } +} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/model.pt b/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/model.pt new file mode 100644 index 00000000..e45f545f Binary files /dev/null and b/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/model.pt differ diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/training_log.json b/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/training_log.json new file mode 100644 index 00000000..65095a6d --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/training_log.json @@ -0,0 +1 @@ +{"vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C": {"training_time": 69.58515763282776, "AUC": 0.9996307432610646, "Acc": 0.9806678383128296, "loss": 0.049900840647633185, "data_types_training": "['0 SN [10, 11, 12, 20, 21, 25, 26, 27, 30, 31, 32, 35, 36, 37]'\n '1 Long [40, 42, 45, 46, 59]' '2 Ia [50, 51, 82, 84, 87, 88, 89]'\n '3 Non Periodic [60]' '4 Periodic [80, 83, 90, 91]']"}} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/cli_args.json b/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/cli_args.json new file mode 100644 index 00000000..b2b6d826 --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/cli_args.json @@ -0,0 +1,634 @@ +{ + "additional_train_var": [ + "MWEBV" + ], + "all_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "HOSTGAL_PHOTOZ", + "HOSTGAL_PHOTOZ_ERR", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY" + ], + "batch_size": 128, + "bidirectional": true, + "bootstrap": false, + "calibration": false, + "cli_args": { + "additional_train_var": [ + "MWEBV" + ], + "batch_size": 128, + "bidirectional": true, + "bootstrap": false, + "calibration": false, + "criterion": "entropy", + "cyclic": true, + "cyclic_phases": [ + 5, + 10, + 15 + ], + "data": false, + "data_fraction": 1.0, + "data_testing": false, + "data_training": false, + "debug": false, + "done_file": null, + "dropout": 0.05, + "dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long", + "explore_lightcurves": false, + "fits_dir": "/home/anaismoller/snndump/fits", + "hidden_dim": 32, + "layer_type": "lstm", + "learning_rate": 0.001, + "list_filters": [ + "u", + "g", + "r", + "i", + "z", + "Y" + ], + "log_sigma1": -1.0, + "log_sigma1_output": -1.0, + "log_sigma2": -7.0, + "log_sigma2_output": -7.0, + "max_depth": 7, + "max_features": 5, + "mean_field_inference": false, + "metric_files": null, + "metrics": false, + "min_samples_leaf": 3, + "min_samples_split": 10, + "model": "vanilla", + "model_files": null, + "monitor_interval": 1, + "n_estimators": 50, + "nb_classes": 2, + "nb_epoch": 90, + "no_dump": false, + "no_overwrite": false, + "norm": "cosmo_quantile", + "num_inference_samples": 50, + "num_layers": 2, + "override_source_data": null, + "performance": false, + "phot_reject": null, + "phot_reject_list": [ + 8, + 16, + 32, + 64, + 128, + 256, + 512 + ], + "photo_window_files": null, + "photo_window_max": 100, + "photo_window_min": -30, + "photo_window_var": "PKMJDINI", + "pi": 0.75, + "plot_file": null, + "plot_lcs": false, + "plot_prediction_distribution": false, + "prediction_files": null, + "random_length": true, + "random_redshift": false, + "raw_dir": "/home/anaismoller/snndump/raw", + "redshift": "zspe", + "redshift_label": "none", + "rho_scale_lower": 4.0, + "rho_scale_lower_output": 4.0, + "rho_scale_upper": 3.0, + "rho_scale_upper_output": 3.0, + "rnn_output_option": "mean", + "science_plots": false, + "seed": 0, + "sntype_var": "SNTYPE", + "sntypes": { + "10": "SN", + "11": "SN", + "12": "SN", + "20": "SN", + "21": "SN", + "25": "SN", + "26": "SN", + "27": "SN", + "30": "SN", + "31": "SN", + "32": "SN", + "35": "SN", + "36": "SN", + "37": "SN", + "40": "Ia", + "42": "Ia", + "45": "Ia", + "46": "Ia", + "50": "Fast", + "51": "Fast", + "59": "Ia", + "60": "Non Periodic", + "80": "Periodic", + "82": "Fast", + "83": "Periodic", + "84": "Fast", + "87": "Fast", + "88": "Fast", + "89": "Fast", + "90": "Periodic", + "91": "Periodic" + }, + "source_data": "photometry", + "speed": false, + "testing_ids": null, + "train_rf": false, + "train_rnn": true, + "use_cuda": false, + "validate_rf": false, + "validate_rnn": false, + "weight_decay": 1e-07 + }, + "criterion": "entropy", + "cyclic": true, + "cyclic_phases": [ + 5, + 10, + 15 + ], + "data": false, + "data_fraction": 1.0, + "data_testing": false, + "data_training": false, + "debug": false, + "device": "cpu", + "done_file": null, + "dropout": 0.05, + "dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long", + "explore_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long/explore", + "explore_lightcurves": false, + "figures_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long/figures", + "fits_dir": "/home/anaismoller/snndump/fits", + "hdf5_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_long/processed/database.h5", + "hidden_dim": 32, + "latex_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long/latex", + "layer_type": "lstm", + "learning_rate": 0.001, + "lightcurves_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long/lightcurves", + "list_filters": [ + "u", + "g", + "r", + "i", + "z", + "Y" + ], + "list_filters_combination": [ + "u", + "g", + "r", + "i", + "z", + "Y", + "ug", + "ur", + "ui", + "uz", + "uY", + "gr", + "gi", + "gz", + "gY", + "ri", + "rz", + "rY", + "iz", + "iY", + "zY", + "ugr", + "ugi", + "ugz", + "ugY", + "uri", + "urz", + "urY", + "uiz", + "uiY", + "uzY", + "gri", + "grz", + "grY", + "giz", + "giY", + "gzY", + "riz", + "riY", + "rzY", + "izY", + "ugri", + "ugrz", + "ugrY", + "ugiz", + "ugiY", + "ugzY", + "uriz", + "uriY", + "urzY", + "uizY", + "griz", + "griY", + "grzY", + "gizY", + "rizY", + "ugriz", + "ugriY", + "ugrzY", + "ugizY", + "urizY", + "grizY", + "ugrizY" + ], + "log_sigma1": -1.0, + "log_sigma1_output": -1.0, + "log_sigma2": -7.0, + "log_sigma2_output": -7.0, + "max_depth": 7, + "max_features": 5, + "mean_field_inference": false, + "metric_files": null, + "metrics": false, + "min_samples_leaf": 3, + "min_samples_split": 10, + "model": "vanilla", + "model_files": null, + "models_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long/models", + "monitor_interval": 1, + "n_estimators": 50, + "nb_classes": 2, + "nb_epoch": 90, + "no_dump": false, + "no_overwrite": false, + "non_redshift_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY" + ], + "norm": "cosmo_quantile", + "num_inference_samples": 50, + "num_layers": 2, + "override_source_data": null, + "overwrite": true, + "performance": false, + "phot_reject": null, + "phot_reject_list": [ + 8, + 16, + 32, + 64, + 128, + 256, + 512 + ], + "photo_window_files": null, + "photo_window_max": 100, + "photo_window_min": -30, + "photo_window_var": "PKMJDINI", + "pi": 0.75, + "pickle_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_long/processed/database.pickle", + "plot_file": null, + "plot_lcs": false, + "plot_prediction_distribution": false, + "prediction_files": null, + "preprocessed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long/preprocessed", + "processed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long/processed", + "pytorch_model_name": "vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C", + "random_length": true, + "random_redshift": false, + "randomforest_features": [ + "x1", + "x1ERR", + "c", + "cERR", + "mB", + "mBERR", + "x0", + "x0ERR", + "FITCHI2", + "m0obs_r", + "m0obs_i", + "m0obs_g", + "m0obs_z", + "em0obs_i", + "em0obs_r", + "em0obs_g", + "em0obs_z", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "randomforest_model_name": "randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile", + "raw_dir": "/home/anaismoller/snndump/raw", + "redshift": "zspe", + "redshift_features": [ + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "redshift_label": "none", + "rf_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long/models/randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile", + "rho_scale_lower": 4.0, + "rho_scale_lower_output": 4.0, + "rho_scale_upper": 3.0, + "rho_scale_upper_output": 3.0, + "rnn_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long/models/vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C", + "rnn_output_option": "mean", + "science_plots": false, + "seed": 0, + "sntype_var": "SNTYPE", + "sntypes": { + "10": "SN", + "11": "SN", + "12": "SN", + "20": "SN", + "21": "SN", + "25": "SN", + "26": "SN", + "27": "SN", + "30": "SN", + "31": "SN", + "32": "SN", + "35": "SN", + "36": "SN", + "37": "SN", + "40": "Ia", + "42": "Ia", + "45": "Ia", + "46": "Ia", + "50": "Fast", + "51": "Fast", + "59": "Ia", + "60": "Non Periodic", + "80": "Periodic", + "82": "Fast", + "83": "Periodic", + "84": "Fast", + "87": "Fast", + "88": "Fast", + "89": "Fast", + "90": "Periodic", + "91": "Periodic" + }, + "source_data": "photometry", + "speed": false, + "stats_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_long/stats", + "testing_ids": null, + "train_rf": false, + "train_rnn": true, + "training_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "training_features_to_normalize": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time" + ], + "use_cuda": false, + "validate_rf": false, + "validate_rnn": false, + "weight_decay": 0.0 +} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/data_norm.json b/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/data_norm.json new file mode 100644 index 00000000..344470e7 --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/data_norm.json @@ -0,0 +1,67 @@ +{ + "FLUXCALERR_Y": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_g": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_i": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_r": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_u": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_z": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCAL_Y": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_g": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_i": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_r": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_u": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_z": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "delta_time": { + "mean": -0.04547923430800438, + "min": 0.0, + "std": 3.821012496948242 + } +} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/model.pt b/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/model.pt new file mode 100644 index 00000000..37412d99 Binary files /dev/null and b/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/model.pt differ diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/training_log.json b/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/training_log.json new file mode 100644 index 00000000..ffd9fc2a --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/Long_vs_other/training_log.json @@ -0,0 +1 @@ +{"vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C": {"training_time": 822.1229028701782, "AUC": 0.9293423750779496, "Acc": 0.8420181968569065, "loss": 0.3569868018969964, "data_types_training": "['0 SN [10, 11, 12, 20, 21, 25, 26, 27, 30, 31, 32, 35, 36, 37]'\n '1 Ia [40, 42, 45, 46, 59]' '2 Fast [50, 51, 82, 84, 87, 88, 89]'\n '3 Non Periodic [60]' '4 Periodic [80, 83, 90, 91]']"}} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/cli_args.json b/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/cli_args.json new file mode 100644 index 00000000..d89f42b6 --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/cli_args.json @@ -0,0 +1,634 @@ +{ + "additional_train_var": [ + "MWEBV" + ], + "all_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "HOSTGAL_PHOTOZ", + "HOSTGAL_PHOTOZ_ERR", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY" + ], + "batch_size": 128, + "bidirectional": true, + "bootstrap": false, + "calibration": false, + "cli_args": { + "additional_train_var": [ + "MWEBV" + ], + "batch_size": 128, + "bidirectional": true, + "bootstrap": false, + "calibration": false, + "criterion": "entropy", + "cyclic": true, + "cyclic_phases": [ + 5, + 10, + 15 + ], + "data": false, + "data_fraction": 1.0, + "data_testing": false, + "data_training": false, + "debug": false, + "done_file": null, + "dropout": 0.05, + "dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic", + "explore_lightcurves": false, + "fits_dir": "/home/anaismoller/snndump/fits", + "hidden_dim": 32, + "layer_type": "lstm", + "learning_rate": 0.001, + "list_filters": [ + "u", + "g", + "r", + "i", + "z", + "Y" + ], + "log_sigma1": -1.0, + "log_sigma1_output": -1.0, + "log_sigma2": -7.0, + "log_sigma2_output": -7.0, + "max_depth": 7, + "max_features": 5, + "mean_field_inference": false, + "metric_files": null, + "metrics": false, + "min_samples_leaf": 3, + "min_samples_split": 10, + "model": "vanilla", + "model_files": null, + "monitor_interval": 1, + "n_estimators": 50, + "nb_classes": 2, + "nb_epoch": 90, + "no_dump": false, + "no_overwrite": false, + "norm": "cosmo_quantile", + "num_inference_samples": 50, + "num_layers": 2, + "override_source_data": null, + "performance": false, + "phot_reject": null, + "phot_reject_list": [ + 8, + 16, + 32, + 64, + 128, + 256, + 512 + ], + "photo_window_files": null, + "photo_window_max": 100, + "photo_window_min": -30, + "photo_window_var": "PKMJDINI", + "pi": 0.75, + "plot_file": null, + "plot_lcs": false, + "plot_prediction_distribution": false, + "prediction_files": null, + "random_length": true, + "random_redshift": false, + "raw_dir": "/home/anaismoller/snndump/raw", + "redshift": "zspe", + "redshift_label": "none", + "rho_scale_lower": 4.0, + "rho_scale_lower_output": 4.0, + "rho_scale_upper": 3.0, + "rho_scale_upper_output": 3.0, + "rnn_output_option": "mean", + "science_plots": false, + "seed": 0, + "sntype_var": "SNTYPE", + "sntypes": { + "10": "SN", + "11": "SN", + "12": "SN", + "20": "SN", + "21": "SN", + "25": "SN", + "26": "SN", + "27": "SN", + "30": "SN", + "31": "SN", + "32": "SN", + "35": "SN", + "36": "SN", + "37": "SN", + "40": "Long", + "42": "Long", + "45": "Long", + "46": "Long", + "50": "Fast", + "51": "Fast", + "59": "Long", + "60": "Ia", + "80": "Periodic", + "82": "Fast", + "83": "Periodic", + "84": "Fast", + "87": "Fast", + "88": "Fast", + "89": "Fast", + "90": "Periodic", + "91": "Periodic" + }, + "source_data": "photometry", + "speed": false, + "testing_ids": null, + "train_rf": false, + "train_rnn": true, + "use_cuda": false, + "validate_rf": false, + "validate_rnn": false, + "weight_decay": 1e-07 + }, + "criterion": "entropy", + "cyclic": true, + "cyclic_phases": [ + 5, + 10, + 15 + ], + "data": false, + "data_fraction": 1.0, + "data_testing": false, + "data_training": false, + "debug": false, + "device": "cpu", + "done_file": null, + "dropout": 0.05, + "dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic", + "explore_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/explore", + "explore_lightcurves": false, + "figures_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/figures", + "fits_dir": "/home/anaismoller/snndump/fits", + "hdf5_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/processed/database.h5", + "hidden_dim": 32, + "latex_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/latex", + "layer_type": "lstm", + "learning_rate": 0.001, + "lightcurves_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/lightcurves", + "list_filters": [ + "u", + "g", + "r", + "i", + "z", + "Y" + ], + "list_filters_combination": [ + "u", + "g", + "r", + "i", + "z", + "Y", + "ug", + "ur", + "ui", + "uz", + "uY", + "gr", + "gi", + "gz", + "gY", + "ri", + "rz", + "rY", + "iz", + "iY", + "zY", + "ugr", + "ugi", + "ugz", + "ugY", + "uri", + "urz", + "urY", + "uiz", + "uiY", + "uzY", + "gri", + "grz", + "grY", + "giz", + "giY", + "gzY", + "riz", + "riY", + "rzY", + "izY", + "ugri", + "ugrz", + "ugrY", + "ugiz", + "ugiY", + "ugzY", + "uriz", + "uriY", + "urzY", + "uizY", + "griz", + "griY", + "grzY", + "gizY", + "rizY", + "ugriz", + "ugriY", + "ugrzY", + "ugizY", + "urizY", + "grizY", + "ugrizY" + ], + "log_sigma1": -1.0, + "log_sigma1_output": -1.0, + "log_sigma2": -7.0, + "log_sigma2_output": -7.0, + "max_depth": 7, + "max_features": 5, + "mean_field_inference": false, + "metric_files": null, + "metrics": false, + "min_samples_leaf": 3, + "min_samples_split": 10, + "model": "vanilla", + "model_files": null, + "models_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/models", + "monitor_interval": 1, + "n_estimators": 50, + "nb_classes": 2, + "nb_epoch": 90, + "no_dump": false, + "no_overwrite": false, + "non_redshift_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY" + ], + "norm": "cosmo_quantile", + "num_inference_samples": 50, + "num_layers": 2, + "override_source_data": null, + "overwrite": true, + "performance": false, + "phot_reject": null, + "phot_reject_list": [ + 8, + 16, + 32, + 64, + 128, + 256, + 512 + ], + "photo_window_files": null, + "photo_window_max": 100, + "photo_window_min": -30, + "photo_window_var": "PKMJDINI", + "pi": 0.75, + "pickle_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/processed/database.pickle", + "plot_file": null, + "plot_lcs": false, + "plot_prediction_distribution": false, + "prediction_files": null, + "preprocessed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/preprocessed", + "processed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/processed", + "pytorch_model_name": "vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C", + "random_length": true, + "random_redshift": false, + "randomforest_features": [ + "x1", + "x1ERR", + "c", + "cERR", + "mB", + "mBERR", + "x0", + "x0ERR", + "FITCHI2", + "m0obs_r", + "m0obs_i", + "m0obs_g", + "m0obs_z", + "em0obs_i", + "em0obs_r", + "em0obs_g", + "em0obs_z", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "randomforest_model_name": "randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile", + "raw_dir": "/home/anaismoller/snndump/raw", + "redshift": "zspe", + "redshift_features": [ + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "redshift_label": "none", + "rf_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/models/randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile", + "rho_scale_lower": 4.0, + "rho_scale_lower_output": 4.0, + "rho_scale_upper": 3.0, + "rho_scale_upper_output": 3.0, + "rnn_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/models/vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C", + "rnn_output_option": "mean", + "science_plots": false, + "seed": 0, + "sntype_var": "SNTYPE", + "sntypes": { + "10": "SN", + "11": "SN", + "12": "SN", + "20": "SN", + "21": "SN", + "25": "SN", + "26": "SN", + "27": "SN", + "30": "SN", + "31": "SN", + "32": "SN", + "35": "SN", + "36": "SN", + "37": "SN", + "40": "Long", + "42": "Long", + "45": "Long", + "46": "Long", + "50": "Fast", + "51": "Fast", + "59": "Long", + "60": "Ia", + "80": "Periodic", + "82": "Fast", + "83": "Periodic", + "84": "Fast", + "87": "Fast", + "88": "Fast", + "89": "Fast", + "90": "Periodic", + "91": "Periodic" + }, + "source_data": "photometry", + "speed": false, + "stats_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_nonperiodic/stats", + "testing_ids": null, + "train_rf": false, + "train_rnn": true, + "training_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "training_features_to_normalize": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time" + ], + "use_cuda": false, + "validate_rf": false, + "validate_rnn": false, + "weight_decay": 0.0 +} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/data_norm.json b/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/data_norm.json new file mode 100644 index 00000000..344470e7 --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/data_norm.json @@ -0,0 +1,67 @@ +{ + "FLUXCALERR_Y": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_g": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_i": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_r": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_u": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_z": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCAL_Y": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_g": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_i": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_r": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_u": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_z": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "delta_time": { + "mean": -0.04547923430800438, + "min": 0.0, + "std": 3.821012496948242 + } +} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/model.pt b/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/model.pt new file mode 100644 index 00000000..4809d234 Binary files /dev/null and b/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/model.pt differ diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/training_log.json b/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/training_log.json new file mode 100644 index 00000000..e6c1dcbf --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/NonPeriodic_vs_other/training_log.json @@ -0,0 +1 @@ +{"vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C": {"training_time": 2824.8317885398865, "AUC": 0.9999090256160934, "Acc": 0.9965146840361102, "loss": 0.009749582416042533, "data_types_training": "['0 SN [10, 11, 12, 20, 21, 25, 26, 27, 30, 31, 32, 35, 36, 37]'\n '1 Long [40, 42, 45, 46, 59]' '2 Fast [50, 51, 82, 84, 87, 88, 89]'\n '3 Ia [60]' '4 Periodic [80, 83, 90, 91]']"}} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/cli_args.json b/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/cli_args.json new file mode 100644 index 00000000..3e003b50 --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/cli_args.json @@ -0,0 +1,634 @@ +{ + "additional_train_var": [ + "MWEBV" + ], + "all_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "HOSTGAL_PHOTOZ", + "HOSTGAL_PHOTOZ_ERR", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY" + ], + "batch_size": 128, + "bidirectional": true, + "bootstrap": false, + "calibration": false, + "cli_args": { + "additional_train_var": [ + "MWEBV" + ], + "batch_size": 128, + "bidirectional": true, + "bootstrap": false, + "calibration": false, + "criterion": "entropy", + "cyclic": true, + "cyclic_phases": [ + 5, + 10, + 15 + ], + "data": false, + "data_fraction": 1.0, + "data_testing": false, + "data_training": false, + "debug": false, + "done_file": null, + "dropout": 0.05, + "dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic", + "explore_lightcurves": false, + "fits_dir": "/home/anaismoller/snndump/fits", + "hidden_dim": 32, + "layer_type": "lstm", + "learning_rate": 0.001, + "list_filters": [ + "u", + "g", + "r", + "i", + "z", + "Y" + ], + "log_sigma1": -1.0, + "log_sigma1_output": -1.0, + "log_sigma2": -7.0, + "log_sigma2_output": -7.0, + "max_depth": 7, + "max_features": 5, + "mean_field_inference": false, + "metric_files": null, + "metrics": false, + "min_samples_leaf": 3, + "min_samples_split": 10, + "model": "vanilla", + "model_files": null, + "monitor_interval": 1, + "n_estimators": 50, + "nb_classes": 2, + "nb_epoch": 90, + "no_dump": false, + "no_overwrite": false, + "norm": "cosmo_quantile", + "num_inference_samples": 50, + "num_layers": 2, + "override_source_data": null, + "performance": false, + "phot_reject": null, + "phot_reject_list": [ + 8, + 16, + 32, + 64, + 128, + 256, + 512 + ], + "photo_window_files": null, + "photo_window_max": 100, + "photo_window_min": -30, + "photo_window_var": "PKMJDINI", + "pi": 0.75, + "plot_file": null, + "plot_lcs": false, + "plot_prediction_distribution": false, + "prediction_files": null, + "random_length": true, + "random_redshift": false, + "raw_dir": "/home/anaismoller/snndump/raw", + "redshift": "zspe", + "redshift_label": "none", + "rho_scale_lower": 4.0, + "rho_scale_lower_output": 4.0, + "rho_scale_upper": 3.0, + "rho_scale_upper_output": 3.0, + "rnn_output_option": "mean", + "science_plots": false, + "seed": 0, + "sntype_var": "SNTYPE", + "sntypes": { + "10": "SN", + "11": "SN", + "12": "SN", + "20": "SN", + "21": "SN", + "25": "SN", + "26": "SN", + "27": "SN", + "30": "SN", + "31": "SN", + "32": "SN", + "35": "SN", + "36": "SN", + "37": "SN", + "40": "Long", + "42": "Long", + "45": "Long", + "46": "Long", + "50": "Fast", + "51": "Fast", + "59": "Long", + "60": "Non Periodic", + "80": "Ia", + "82": "Fast", + "83": "Ia", + "84": "Fast", + "87": "Fast", + "88": "Fast", + "89": "Fast", + "90": "Ia", + "91": "Ia" + }, + "source_data": "photometry", + "speed": false, + "testing_ids": null, + "train_rf": false, + "train_rnn": true, + "use_cuda": false, + "validate_rf": false, + "validate_rnn": false, + "weight_decay": 1e-07 + }, + "criterion": "entropy", + "cyclic": true, + "cyclic_phases": [ + 5, + 10, + 15 + ], + "data": false, + "data_fraction": 1.0, + "data_testing": false, + "data_training": false, + "debug": false, + "device": "cpu", + "done_file": null, + "dropout": 0.05, + "dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic", + "explore_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/explore", + "explore_lightcurves": false, + "figures_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/figures", + "fits_dir": "/home/anaismoller/snndump/fits", + "hdf5_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/processed/database.h5", + "hidden_dim": 32, + "latex_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/latex", + "layer_type": "lstm", + "learning_rate": 0.001, + "lightcurves_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/lightcurves", + "list_filters": [ + "u", + "g", + "r", + "i", + "z", + "Y" + ], + "list_filters_combination": [ + "u", + "g", + "r", + "i", + "z", + "Y", + "ug", + "ur", + "ui", + "uz", + "uY", + "gr", + "gi", + "gz", + "gY", + "ri", + "rz", + "rY", + "iz", + "iY", + "zY", + "ugr", + "ugi", + "ugz", + "ugY", + "uri", + "urz", + "urY", + "uiz", + "uiY", + "uzY", + "gri", + "grz", + "grY", + "giz", + "giY", + "gzY", + "riz", + "riY", + "rzY", + "izY", + "ugri", + "ugrz", + "ugrY", + "ugiz", + "ugiY", + "ugzY", + "uriz", + "uriY", + "urzY", + "uizY", + "griz", + "griY", + "grzY", + "gizY", + "rizY", + "ugriz", + "ugriY", + "ugrzY", + "ugizY", + "urizY", + "grizY", + "ugrizY" + ], + "log_sigma1": -1.0, + "log_sigma1_output": -1.0, + "log_sigma2": -7.0, + "log_sigma2_output": -7.0, + "max_depth": 7, + "max_features": 5, + "mean_field_inference": false, + "metric_files": null, + "metrics": false, + "min_samples_leaf": 3, + "min_samples_split": 10, + "model": "vanilla", + "model_files": null, + "models_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/models", + "monitor_interval": 1, + "n_estimators": 50, + "nb_classes": 2, + "nb_epoch": 90, + "no_dump": false, + "no_overwrite": false, + "non_redshift_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY" + ], + "norm": "cosmo_quantile", + "num_inference_samples": 50, + "num_layers": 2, + "override_source_data": null, + "overwrite": true, + "performance": false, + "phot_reject": null, + "phot_reject_list": [ + 8, + 16, + 32, + 64, + 128, + 256, + 512 + ], + "photo_window_files": null, + "photo_window_max": 100, + "photo_window_min": -30, + "photo_window_var": "PKMJDINI", + "pi": 0.75, + "pickle_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/processed/database.pickle", + "plot_file": null, + "plot_lcs": false, + "plot_prediction_distribution": false, + "prediction_files": null, + "preprocessed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/preprocessed", + "processed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/processed", + "pytorch_model_name": "vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C", + "random_length": true, + "random_redshift": false, + "randomforest_features": [ + "x1", + "x1ERR", + "c", + "cERR", + "mB", + "mBERR", + "x0", + "x0ERR", + "FITCHI2", + "m0obs_r", + "m0obs_i", + "m0obs_g", + "m0obs_z", + "em0obs_i", + "em0obs_r", + "em0obs_g", + "em0obs_z", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "randomforest_model_name": "randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile", + "raw_dir": "/home/anaismoller/snndump/raw", + "redshift": "zspe", + "redshift_features": [ + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "redshift_label": "none", + "rf_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/models/randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile", + "rho_scale_lower": 4.0, + "rho_scale_lower_output": 4.0, + "rho_scale_upper": 3.0, + "rho_scale_upper_output": 3.0, + "rnn_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/models/vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C", + "rnn_output_option": "mean", + "science_plots": false, + "seed": 0, + "sntype_var": "SNTYPE", + "sntypes": { + "10": "SN", + "11": "SN", + "12": "SN", + "20": "SN", + "21": "SN", + "25": "SN", + "26": "SN", + "27": "SN", + "30": "SN", + "31": "SN", + "32": "SN", + "35": "SN", + "36": "SN", + "37": "SN", + "40": "Long", + "42": "Long", + "45": "Long", + "46": "Long", + "50": "Fast", + "51": "Fast", + "59": "Long", + "60": "Non Periodic", + "80": "Ia", + "82": "Fast", + "83": "Ia", + "84": "Fast", + "87": "Fast", + "88": "Fast", + "89": "Fast", + "90": "Ia", + "91": "Ia" + }, + "source_data": "photometry", + "speed": false, + "stats_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_periodic/stats", + "testing_ids": null, + "train_rf": false, + "train_rnn": true, + "training_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "training_features_to_normalize": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time" + ], + "use_cuda": false, + "validate_rf": false, + "validate_rnn": false, + "weight_decay": 0.0 +} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/data_norm.json b/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/data_norm.json new file mode 100644 index 00000000..344470e7 --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/data_norm.json @@ -0,0 +1,67 @@ +{ + "FLUXCALERR_Y": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_g": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_i": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_r": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_u": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCALERR_z": { + "mean": -6.074845790863037, + "min": 0.0, + "std": 8.143190383911133 + }, + "FLUXCAL_Y": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_g": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_i": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_r": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_u": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "FLUXCAL_z": { + "mean": 15.280020713806152, + "min": -2000.0, + "std": 0.0065855830907821655 + }, + "delta_time": { + "mean": -0.04547923430800438, + "min": 0.0, + "std": 3.821012496948242 + } +} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/model.pt b/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/model.pt new file mode 100644 index 00000000..c867f525 Binary files /dev/null and b/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/model.pt differ diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/training_log.json b/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/training_log.json new file mode 100644 index 00000000..7223e1d0 --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/Periodic_vs_other/training_log.json @@ -0,0 +1 @@ +{"vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C": {"training_time": 7556.3984932899475, "AUC": 0.9999808208435217, "Acc": 0.998972133394244, "loss": 0.0038105377710033373, "data_types_training": "['0 SN [10, 11, 12, 20, 21, 25, 26, 27, 30, 31, 32, 35, 36, 37]'\n '1 Long [40, 42, 45, 46, 59]' '2 Fast [50, 51, 82, 84, 87, 88, 89]'\n '3 Non Periodic [60]' '4 Ia [80, 83, 90, 91]']"}} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/cli_args.json b/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/cli_args.json new file mode 100644 index 00000000..a62e89c5 --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/cli_args.json @@ -0,0 +1,634 @@ +{ + "additional_train_var": [ + "MWEBV" + ], + "all_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "HOSTGAL_PHOTOZ", + "HOSTGAL_PHOTOZ_ERR", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY" + ], + "batch_size": 128, + "bidirectional": true, + "bootstrap": false, + "calibration": false, + "cli_args": { + "additional_train_var": [ + "MWEBV" + ], + "batch_size": 128, + "bidirectional": true, + "bootstrap": false, + "calibration": false, + "criterion": "entropy", + "cyclic": true, + "cyclic_phases": [ + 5, + 10, + 15 + ], + "data": false, + "data_fraction": 1.0, + "data_testing": false, + "data_training": false, + "debug": false, + "done_file": null, + "dropout": 0.05, + "dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes", + "explore_lightcurves": false, + "fits_dir": "/home/anaismoller/snndump/fits", + "hidden_dim": 32, + "layer_type": "lstm", + "learning_rate": 0.001, + "list_filters": [ + "u", + "g", + "r", + "i", + "z", + "Y" + ], + "log_sigma1": -1.0, + "log_sigma1_output": -1.0, + "log_sigma2": -7.0, + "log_sigma2_output": -7.0, + "max_depth": 7, + "max_features": 5, + "mean_field_inference": false, + "metric_files": null, + "metrics": false, + "min_samples_leaf": 3, + "min_samples_split": 10, + "model": "vanilla", + "model_files": null, + "monitor_interval": 1, + "n_estimators": 50, + "nb_classes": 2, + "nb_epoch": 90, + "no_dump": false, + "no_overwrite": false, + "norm": "cosmo_quantile", + "num_inference_samples": 50, + "num_layers": 2, + "override_source_data": null, + "performance": false, + "phot_reject": null, + "phot_reject_list": [ + 8, + 16, + 32, + 64, + 128, + 256, + 512 + ], + "photo_window_files": null, + "photo_window_max": 100, + "photo_window_min": -30, + "photo_window_var": "PKMJDINI", + "pi": 0.75, + "plot_file": null, + "plot_lcs": false, + "plot_prediction_distribution": false, + "prediction_files": null, + "random_length": true, + "random_redshift": false, + "raw_dir": "/home/anaismoller/snndump/raw", + "redshift": "zspe", + "redshift_label": "none", + "rho_scale_lower": 4.0, + "rho_scale_lower_output": 4.0, + "rho_scale_upper": 3.0, + "rho_scale_upper_output": 3.0, + "rnn_output_option": "mean", + "science_plots": false, + "seed": 0, + "sntype_var": "SNTYPE", + "sntypes": { + "10": "Ia", + "11": "Ia", + "12": "Ia", + "20": "Ia", + "21": "Ia", + "25": "Ia", + "26": "Ia", + "27": "Ia", + "30": "Ia", + "31": "Ia", + "32": "Ia", + "35": "Ia", + "36": "Ia", + "37": "Ia", + "40": "Long", + "42": "Long", + "45": "Long", + "46": "Long", + "50": "Fast", + "51": "Fast", + "59": "Long", + "60": "NonPeriodic", + "80": "Periodic", + "82": "Fast", + "83": "Periodic", + "84": "Fast", + "87": "Fast", + "88": "Fast", + "89": "Fast", + "90": "Periodic", + "91": "Periodic" + }, + "source_data": "photometry", + "speed": false, + "testing_ids": null, + "train_rf": false, + "train_rnn": true, + "use_cuda": false, + "validate_rf": false, + "validate_rnn": false, + "weight_decay": 1e-07 + }, + "criterion": "entropy", + "cyclic": true, + "cyclic_phases": [ + 5, + 10, + 15 + ], + "data": false, + "data_fraction": 1.0, + "data_testing": false, + "data_training": false, + "debug": false, + "device": "cpu", + "done_file": null, + "dropout": 0.05, + "dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes", + "explore_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/explore", + "explore_lightcurves": false, + "figures_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/figures", + "fits_dir": "/home/anaismoller/snndump/fits", + "hdf5_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/processed/database.h5", + "hidden_dim": 32, + "latex_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/latex", + "layer_type": "lstm", + "learning_rate": 0.001, + "lightcurves_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/lightcurves", + "list_filters": [ + "u", + "g", + "r", + "i", + "z", + "Y" + ], + "list_filters_combination": [ + "u", + "g", + "r", + "i", + "z", + "Y", + "ug", + "ur", + "ui", + "uz", + "uY", + "gr", + "gi", + "gz", + "gY", + "ri", + "rz", + "rY", + "iz", + "iY", + "zY", + "ugr", + "ugi", + "ugz", + "ugY", + "uri", + "urz", + "urY", + "uiz", + "uiY", + "uzY", + "gri", + "grz", + "grY", + "giz", + "giY", + "gzY", + "riz", + "riY", + "rzY", + "izY", + "ugri", + "ugrz", + "ugrY", + "ugiz", + "ugiY", + "ugzY", + "uriz", + "uriY", + "urzY", + "uizY", + "griz", + "griY", + "grzY", + "gizY", + "rizY", + "ugriz", + "ugriY", + "ugrzY", + "ugizY", + "urizY", + "grizY", + "ugrizY" + ], + "log_sigma1": -1.0, + "log_sigma1_output": -1.0, + "log_sigma2": -7.0, + "log_sigma2_output": -7.0, + "max_depth": 7, + "max_features": 5, + "mean_field_inference": false, + "metric_files": null, + "metrics": false, + "min_samples_leaf": 3, + "min_samples_split": 10, + "model": "vanilla", + "model_files": null, + "models_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/models", + "monitor_interval": 1, + "n_estimators": 50, + "nb_classes": 2, + "nb_epoch": 90, + "no_dump": false, + "no_overwrite": false, + "non_redshift_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY" + ], + "norm": "cosmo_quantile", + "num_inference_samples": 50, + "num_layers": 2, + "override_source_data": null, + "overwrite": true, + "performance": false, + "phot_reject": null, + "phot_reject_list": [ + 8, + 16, + 32, + 64, + 128, + 256, + 512 + ], + "photo_window_files": null, + "photo_window_max": 100, + "photo_window_min": -30, + "photo_window_var": "PKMJDINI", + "pi": 0.75, + "pickle_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/processed/database.pickle", + "plot_file": null, + "plot_lcs": false, + "plot_prediction_distribution": false, + "prediction_files": null, + "preprocessed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/preprocessed", + "processed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/processed", + "pytorch_model_name": "vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C", + "random_length": true, + "random_redshift": false, + "randomforest_features": [ + "x1", + "x1ERR", + "c", + "cERR", + "mB", + "mBERR", + "x0", + "x0ERR", + "FITCHI2", + "m0obs_r", + "m0obs_i", + "m0obs_g", + "m0obs_z", + "em0obs_i", + "em0obs_r", + "em0obs_g", + "em0obs_z", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "randomforest_model_name": "randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile", + "raw_dir": "/home/anaismoller/snndump/raw", + "redshift": "zspe", + "redshift_features": [ + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "redshift_label": "none", + "rf_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/models/randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile", + "rho_scale_lower": 4.0, + "rho_scale_lower_output": 4.0, + "rho_scale_upper": 3.0, + "rho_scale_upper_output": 3.0, + "rnn_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/models/vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C", + "rnn_output_option": "mean", + "science_plots": false, + "seed": 0, + "sntype_var": "SNTYPE", + "sntypes": { + "10": "Ia", + "11": "Ia", + "12": "Ia", + "20": "Ia", + "21": "Ia", + "25": "Ia", + "26": "Ia", + "27": "Ia", + "30": "Ia", + "31": "Ia", + "32": "Ia", + "35": "Ia", + "36": "Ia", + "37": "Ia", + "40": "Long", + "42": "Long", + "45": "Long", + "46": "Long", + "50": "Fast", + "51": "Fast", + "59": "Long", + "60": "NonPeriodic", + "80": "Periodic", + "82": "Fast", + "83": "Periodic", + "84": "Fast", + "87": "Fast", + "88": "Fast", + "89": "Fast", + "90": "Periodic", + "91": "Periodic" + }, + "source_data": "photometry", + "speed": false, + "stats_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_5classes/stats", + "testing_ids": null, + "train_rf": false, + "train_rnn": true, + "training_features": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time", + "MWEBV", + "Y", + "g", + "gY", + "gi", + "giY", + "giz", + "gizY", + "gr", + "grY", + "gri", + "griY", + "griz", + "grizY", + "grz", + "grzY", + "gz", + "gzY", + "i", + "iY", + "iz", + "izY", + "r", + "rY", + "ri", + "riY", + "riz", + "rizY", + "rz", + "rzY", + "u", + "uY", + "ug", + "ugY", + "ugi", + "ugiY", + "ugiz", + "ugizY", + "ugr", + "ugrY", + "ugri", + "ugriY", + "ugriz", + "ugrizY", + "ugrz", + "ugrzY", + "ugz", + "ugzY", + "ui", + "uiY", + "uiz", + "uizY", + "ur", + "urY", + "uri", + "uriY", + "uriz", + "urizY", + "urz", + "urzY", + "uz", + "uzY", + "z", + "zY", + "HOSTGAL_SPECZ", + "HOSTGAL_SPECZ_ERR" + ], + "training_features_to_normalize": [ + "FLUXCAL_u", + "FLUXCAL_g", + "FLUXCAL_r", + "FLUXCAL_i", + "FLUXCAL_z", + "FLUXCAL_Y", + "FLUXCALERR_u", + "FLUXCALERR_g", + "FLUXCALERR_r", + "FLUXCALERR_i", + "FLUXCALERR_z", + "FLUXCALERR_Y", + "delta_time" + ], + "use_cuda": false, + "validate_rf": false, + "validate_rnn": false, + "weight_decay": 0.0 +} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/data_norm.json b/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/data_norm.json new file mode 100644 index 00000000..92d05381 --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/data_norm.json @@ -0,0 +1,67 @@ +{ + "FLUXCALERR_Y": { + "mean": -6.074979305267334, + "min": 0.0, + "std": 8.142868995666504 + }, + "FLUXCALERR_g": { + "mean": -6.074979305267334, + "min": 0.0, + "std": 8.142868995666504 + }, + "FLUXCALERR_i": { + "mean": -6.074979305267334, + "min": 0.0, + "std": 8.142868995666504 + }, + "FLUXCALERR_r": { + "mean": -6.074979305267334, + "min": 0.0, + "std": 8.142868995666504 + }, + "FLUXCALERR_u": { + "mean": -6.074979305267334, + "min": 0.0, + "std": 8.142868995666504 + }, + "FLUXCALERR_z": { + "mean": -6.074979305267334, + "min": 0.0, + "std": 8.142868995666504 + }, + "FLUXCAL_Y": { + "mean": 15.682472229003906, + "min": -2000.0, + "std": 0.005008767358958721 + }, + "FLUXCAL_g": { + "mean": 15.682472229003906, + "min": -2000.0, + "std": 0.005008767358958721 + }, + "FLUXCAL_i": { + "mean": 15.682472229003906, + "min": -2000.0, + "std": 0.005008767358958721 + }, + "FLUXCAL_r": { + "mean": 15.682472229003906, + "min": -2000.0, + "std": 0.005008767358958721 + }, + "FLUXCAL_u": { + "mean": 15.682472229003906, + "min": -2000.0, + "std": 0.005008767358958721 + }, + "FLUXCAL_z": { + "mean": 15.682472229003906, + "min": -2000.0, + "std": 0.005008767358958721 + }, + "delta_time": { + "mean": -0.0457201711833477, + "min": 0.0, + "std": 3.821138620376587 + } +} \ No newline at end of file diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/model.pt b/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/model.pt new file mode 100644 index 00000000..66e186ea Binary files /dev/null and b/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/model.pt differ diff --git a/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/training_log.json b/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/training_log.json new file mode 100644 index 00000000..fc15177a --- /dev/null +++ b/fink_science/data/models/snn_models/elasticc_binary_broad/SN_vs_other/training_log.json @@ -0,0 +1 @@ +{"vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C": {"training_time": 8687.67463350296, "AUC": 0.9931740775504203, "Acc": 0.9711363317920695, "loss": 0.08451972660731592, "data_types_training": "['0 Ia [10, 11, 12, 20, 21, 25, 26, 27, 30, 31, 32, 35, 36, 37]'\n '1 Long [40, 42, 45, 46, 59]' '2 Fast [50, 51, 82, 84, 87, 88, 89]'\n '3 NonPeriodic [60]' '4 Periodic [80, 83, 90, 91]']"}} \ No newline at end of file