Skip to content

Commit

Permalink
Updating Pippin pipeline files
Browse files Browse the repository at this point in the history
  • Loading branch information
@BrunoSanchez
BrunoSanchez committed Jul 25, 2024
1 parent f9ecc2c commit 75be9c1
Show file tree
Hide file tree
Showing 4 changed files with 106 additions and 355 deletions.
149 changes: 27 additions & 122 deletions 7_PIPPIN_FILES/D5yr_analysis.yml
View file
Original file line number Diff line number Diff line change
@@ -1,12 +1,15 @@
# % include: $SNDATA_ROOT/sample_input_files/DES-SN5YR/D5yr_anchors_lcfit.yml %
# Before using this input file:
# - check keys below with CHANGE in comment field
# - check optional OUTPUT redirect
#

# % include: $SNDATA_ROOT/sample_input_files/DES-SN5YR/D5yr_anchors_sim.yml %

#### Change the following PATH options depending on the machine/cluster you are using #####
#### By default, everything is saved in $PIPPIN_OUTPUT
GLOBAL:
OUTPUT:
output_dir: $DES5YR/pippin_output/test

#GLOBAL:
# OUTPUT:
# output_dir: $DES5YR/pippin_output/test

ALIAS:

Expand All @@ -16,47 +19,6 @@ ALIAS:
BATCHINFO20: &batchinfo20
BATCH_INFO: sbatch $SBATCH_TEMPLATES/SBATCH_Midway2b.TEMPLATE 20


FOUNDKCOR: &foundkcor
KCOR_FILE: $SNDATA_ROOT/kcor/DES/DES-SN5YR/calib_DES-SN5YR_Foundation.fits.gz
LOWZKCOR: &lowzkcor
KCOR_FILE: $SNDATA_ROOT/kcor/DES/DES-SN5YR/calib_DES-SN5YR_LOWZ.fits.gz
DESKCOR: &deskcor
KCOR_FILE: $SNDATA_ROOT/kcor/DES/DES-SN5YR/calib_DES-SN5YR_DES.fits.gz

DCR_CORRECTIONS: &dcr_corrections
MAGCOR_FILE: '$SNDATA_ROOT/simlib/DES/DES-SN5YR_DES_DCR+CHROM.DAT'

BBC4D_SIGINT_COLOR: &bbc4d_sigint_color
opt_biascor: 4336
u2: 3
nbin_logmass: 2
sig1: 0.01

BBC_GENERAL: &bbc_general
interp_biascor_logmass: 0
logmass_min: -15
logmass_max: 35
ndump_nobiascor: 500
u5: 1 #fit for mass step
p5: 0.00001 # same value as sims basically
p8: 0.001
iflag_duplicate: 0
ndump_nobiascor: 500
fitflag_sigmb: 2
fieldGroup_biascor: X3,C3,X1+X2,S1+S2,E1+E2+C1+C2
p1: 0.150 # same value as sims
p2: 2.87
CUTWIN_cERR: 0 1.5
CUTWIN_FITPROB: 0.001 1.1
p9: 0.685
p10: 0.0
p11: -1.0
p12: 0.0
surveygroup_biascor: 'CFA1+CFA2+CFA3S+CFA3K+CFA4p1+CFA4p2+CSP(zbin=0.02),FOUNDATION(zbin=0.02),DES(zbin=0.075)'
zmin: 0.025
cid_reject_file: /project2/rkessler/SURVEYS/DES/ROOT/analysis_photoIa_5yr/base/exclude_SN_zSN.txt

APPLY_CHI2MAX: &apply_chi2max
chi2max: 16

Expand Down Expand Up @@ -119,116 +81,59 @@ SIM:

LCFIT:
Lsys:
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/lowz_fordes5yr.nml
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/lcfit_lowz_des5yr.nml
MASK: DATALOWZ
SNLCINP:
<<: *opt_snlcinp
<<: *lowzkcor
<<: *minos_on
FITOPTS:
- $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/fitopts.yml
FITINP:
<<: *opt_fitinp
<<: *s3fit
OPTS:
<<: *appendfitres
OPT_SNCID_LIST: 1
<<: *batchinfo

Dsys:
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/desSMP_5yr.nml
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/lcfit_desSMP_5yr.nml
MASK: DATADES
SNLCINP:
<<: *opt_snlcinp
<<: *deskcor
FLUXERRMODEL_FILE: '$DES_ROOT/starterKits/make_fluxerr_model/OUT_SMP/FLUXERRMODEL_FAKE.DAT'
<<: *dcr_corrections
<<: *minos_on
FITOPTS:
- $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/fitopts.yml
FITINP:
<<: *opt_fitinp
<<: *s3fit
OPTS:
OPT_SNCID_LIST: 1
<<: *batchinfo

Fsys:
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/found_des5yr.nml
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/lcfit_found_des5yr.nml
MASK: DATAFOUND
SNLCINP:
<<: *opt_snlcinp
<<: *foundkcor
<<: *minos_on
FITOPTS:
- $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/fitopts.yml
FITINP:
<<: *opt_fitinp
<<: *s3fit
OPTS:
OPT_SNCID_LIST: 1
<<: *batchinfo


L3:
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/lowz_fordes5yr.nml
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/lcfit_lowz_des5yr.nml
MASK: LOWZ
SNLCINP:
<<: *opt_snlcinp
<<: *minos_on
<<: *lowzkcor
FITINP:
<<: *opt_fitinp
<<: *s3fit
OPTS:
<<: *appendfitres
<<: *batchinfo
EXTERNAL_DIRS:
- $PIPPIN_OUTPUT/D5YR_BIASCOR/2_LCFIT/L3_BIASCORSIM_LOWZ

F3:
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/found_des5yr.nml
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/lcfit_found_des5yr.nml
MASK: FOUND
SNLCINP:
<<: *opt_snlcinp
<<: *minos_on
<<: *foundkcor
FITINP:
<<: *opt_fitinp
<<: *s3fit
OPTS:
<<: *appendfitres
<<: *batchinfo
EXTERNAL_DIRS:
- $PIPPIN_OUTPUT/D5YR_BIASCOR/2_LCFIT/F3_BIASCORSIM_FOUND

D3:
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/desSMP_5yr.nml
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/lcfit/lcfit_desSMP_5yr.nml
MASK: DES
SNLCINP:
<<: *opt_snlcinp
<<: *minos_on
<<: *deskcor
FITINP:
<<: *opt_fitinp
<<: *s3fit
OPTS:
<<: *appendfitres_des
<<: *batchinfo
BATCH_MEM: 16GB
EXTERNAL_DIRS:
- $PIPPIN_OUTPUT/D5YR_BIASCOR/2_LCFIT/D3_BIASCORSIM_DES
- $PIPPIN_OUTPUT/D5YR_BIASCOR/2_LCFIT/D3_BIASCORSIM_DESCC

CLASSIFICATION:
# UNITY:
# CLASSIFIER: PerfectClassifier
# MODE: predict
# MASK: DES
# OPTS:
# PROB_IA: 1.0
# PROB_CC: 1.0

SNNTESTV19_z_data:
CLASSIFIER: SuperNNovaClassifier
MODE: predict
Expand All @@ -241,7 +146,7 @@ CLASSIFICATION:
NORM: cosmo # How to normalise LCs. Other options are "perfilter" or "cosmo".
BATCH_REPLACE:
REPLACE_MEM: 4GB
REPLACE_WALLTIME: "01:00:00"
REPLACE_WALLTIME: "02:00:00"

SNNTESTJ17_z_data:
CLASSIFIER: SuperNNovaClassifier
Expand All @@ -255,7 +160,7 @@ CLASSIFICATION:
NORM: cosmo # How to normalise LCs. Other options are "perfilter" or "cosmo".
BATCH_REPLACE:
REPLACE_MEM: 4GB
REPLACE_WALLTIME: "01:00:00"
REPLACE_WALLTIME: "02:00:00"

SNNTESTDESCC_z_data:
CLASSIFIER: SuperNNovaClassifier
Expand All @@ -269,19 +174,24 @@ CLASSIFICATION:
NORM: cosmo # How to normalise LCs. Other options are "perfilter" or "cosmo".
BATCH_REPLACE:
REPLACE_MEM: 4GB
REPLACE_WALLTIME: "01:00:00"
REPLACE_WALLTIME: "02:00:00"

# The scone BASE input file triggers pippin to use scone that was refactored after
# DES-SN5YR. The refactor is organizational and does not impact training or predict mode.
# Removing BASE input file results in use the origina/legacy scone code, but the
# legacy code may not be supported in distant future.
#
SCONETESTV19_z_data:
CLASSIFIER: SconeClassifier
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/scone/scone_des5yr.input
MODE: predict
MASK: DATADES
GPU: False # --> set this to True if your testing sample is LARGE (e.g. if your testing sample is a BiasCor simulation)
GPU: False # --> set this to True if your testing sample is LARGE
OPTS:
TRAINED_MODEL: $SNDATA_ROOT/models/classifiers/DES-SN5YR/SCONEV19
MODEL: $SNDATA_ROOT/models/classifiers/DES-SN5YR/SCONEV19
BATCH_REPLACE:
REPLACE_MEM: 20GB
REPLACE_WALLTIME: "01:00:00"
REPLACE_WALLTIME: "02:00:00"

SNIRFTESTV19_data:
CLASSIFIER: SnirfClassifier
Expand Down Expand Up @@ -327,7 +237,7 @@ MERGE:

BIASCOR:
NOMINAL:
BASE: $DES5YR/base/SALT2mu_5yr.input
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/bbc/BBC_des5yr.input
DATA: [ Lsys_DATALOWZ, Dsys_DATADES5YRSMP, Fsys_DATAFOUND]
SIMFILE_BIASCOR: [L3_BIASCORSIM_LOWZ, D3_BIASCORSIM_DES, F3_BIASCORSIM_FOUND]
SIMFILE_CCPRIOR: D3_BIASCORSIM_DESCC
Expand Down Expand Up @@ -376,13 +286,10 @@ BIASCOR:
OPTS:
<<: *batchinfo20
BATCH_MEM: 32000
<<: *bbc4d_sigint_color
<<: *bbc_general
<<: *apply_chi2max


NOMINALSIM:
BASE: $DES5YR/base/SALT2mu_5yr.input
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/bbc/BBC_des5yr.input
DATA: [ Lsys_DATALOWZSIM, Dsys_DATADESSIM, Dsys_DATADESCCSIM, Fsys_DATAFOUNDSIM ]
SIMFILE_BIASCOR: [L3_BIASCORSIM_LOWZ, D3_BIASCORSIM_DES, F3_BIASCORSIM_FOUND]
SIMFILE_CCPRIOR: D3_BIASCORSIM_DESCC
Expand Down Expand Up @@ -431,8 +338,6 @@ BIASCOR:
OPTS:
<<: *batchinfo20
BATCH_MEM: 32000
<<: *bbc4d_sigint_color
<<: *bbc_general
<<: *apply_chi2max

CREATE_COV:
Expand Down
69 changes: 14 additions & 55 deletions 7_PIPPIN_FILES/D5yr_anchors_sim.yml
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@

ALIAS:
COSMOLOGY: &cosmology
OMEGA_MATTER: 0.315
Expand All @@ -6,66 +7,24 @@ ALIAS:
wa_LAMBDA: 0
H0: 70.0

MWOPT: &mwopt
RV_MWCOLORLAW: 3.1
OPT_MWCOLORLAW: 99
OPT_MWEBV: 3

SIMALPHA: &simalpha
GENPEAK_SALT2ALPHA: 0.15

P21_INPUTS: &p21_inputs
GENMAG_SMEAR_MODELNAME: C11
GENMAG_SMEAR_SCALE: 0.0001
GENMAG_SMEAR_SCALE(c): 0,0
GENMAG_OFF_GLOBAL: -0.12
GENPDF_OPTMASK: 1

DES_GENPDFP21: &des_genpdfp21
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/sim/sn_ia_salt_des5yr.input
GENPDF_FILE: $SNDATA_ROOT/models/population_pdf/DES-SN5YR/DES-SN5YR_DES_S3_P21.DAT

LOWZ_GENPDFP21: &lowz_genpdfp21
GENPDF_FILE: $SNDATA_ROOT/models/population_pdf/DES-SN5YR/DES-SN5YR_LOWZ_S3_P21.DAT
FOUND_GENPDFP21: &found_genpdfp21
GENPDF_FILE: $SNDATA_ROOT/models/population_pdf/DES-SN5YR/DES-SN5YR_FOUND_S3_P21.DAT

FOUND_GENERAL: &found_general
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/sim/sn_ia_salt_found.input
HOSTLIB_WGTMAP_FILE: $SNDATA_ROOT/simlib/DES/DES-SN5YR_WGTmaps/DES-SN5YR_FOUND.WGT
GENPDF_OPTMASK: 1
GENSIGMA_VPEC: 300
VPEC_ERR: 270
GENFILTERS: griz
GENRANGE_REDSHIFT: 0.007 0.11
LOWZ_GENERAL: &lowz_general
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/sim/sn_ia_salt_lowz.input
HOSTLIB_WGTMAP_FILE: $SNDATA_ROOT/simlib/DES/DES-SN5YR_WGTmaps/DES-SN5YR_LOWZ.WGT
GENPDF_OPTMASK: 1
GENSIGMA_VPEC: 300
VPEC_ERR: 270
GENRANGE_REDSHIFT: 0.007 0.0999
DES_SURVEY: &des_survey
INPUT_FILE_INCLUDE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/sim/sim_des5yr_survey.input

S3MODEL: &s3model
GENMODEL: '$SNDATA_ROOT/models/SALT3/SALT3.DES5YR'
DESIA_NOMINAL: &desia_nominal
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/sim/sim_ia_salt_des5yr.input

HOST_LOWZ: &host_lowz
HOSTLIB_FILE: $SNDATA_ROOT/simlib/DES/DES-SN5YR_LOWZ.HOSTLIB
HOSTLIB_SCALE_PROPERTY_ERR: 0.0(LOGMASS),0.0(LOGSFR),0.0(LOGsSFR),0.0(COLOR)
HOSTLIB_MSKOPT: 258
FOUND_NOMINAL: &found_nominal
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/sim/sim_ia_salt_found.input

HOST_DES: &host_des
HOSTLIB_SCALE_PROPERTY_ERR: 0.0(LOGMASS),0.0(LOGSFR),0.0(LOGsSFR),0.0(COLOR)
HOSTLIB_MSKOPT: 258 # 2=Poisson noise
HOSTLIB_FILE: $SNDATA_ROOT/simlib/DES/DES-SN5YR_DES.HOSTLIB
SEARCHEFF_zHOST_FILE: $SNDATA_ROOT/models/searcheff/SEARCHEFF_zHOST_DES-SN5YR.DAT
LOWZ_NOMINAL: &lowz_nominal
BASE: $SNDATA_ROOT/sample_input_files/DES-SN5YR/base_files/sim/sim_ia_salt_lowz.input

DATASIM_SIZE: &datasim_size
NGEN_UNIT: 1
RANSEED_CHANGE: 5 2345
BATCH_MEM: 8000
RANSEED_CHANGE: 5 23488
BATCH_MEM: 8GB

BIASCORSIM_SIZE: &biascorsim_size
NGEN_UNIT: 10
RANSEED_REPEAT: 10 6789
BATCH_MEM: 8000
NGEN_UNIT: 30 # reduce 30 -> 10 for quick test
RANSEED_REPEAT: 40 6789 # reduce 40 -> 10 for quick test
BATCH_MEM: 8GB
Loading

0 comments on commit 75be9c1

Please sign in to comment.