Update processing for anomaly detection (#743)

* Bump version for fink-science to 4.5.0 * Remove fix to enable full fledge anomaly detection!
astrolabsoftware · Sep 21, 2023 · d99cf58 · d99cf58
1 parent 7de697e
commit d99cf58
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 7 deletions.
diff --git a/deps/requirements.txt b/deps/requirements.txt
@@ -13,7 +13,7 @@ slackclient
 astropy
 astroquery
 fink_filters>=3.5
-git+https://github.com/astrolabsoftware/fink-science@4.4.0
+git+https://github.com/astrolabsoftware/fink-science@4.5.0
 fink-utils>=0.13.6
 scipy
 scikit-learn==1.0.2

diff --git a/fink_broker/science.py b/fink_broker/science.py
@@ -362,12 +362,6 @@ def apply_science_modules(df: DataFrame, noscience: bool = False) -> DataFrame:
         'cdistnr', 'cmagnr', 'csigmagnr', 'cisdiffpos'
     ]
 
-    # Temporary fix -- add 100 do distnr to pretend
-    # extra-galactic and skip dcmag
-    df = df\
-        .withColumn('tmp', F.expr('TRANSFORM(cdistnr, el -> el + 100)'))\
-        .drop('cdistnr').withColumnRenamed('tmp', 'cdistnr')
-
     df = df.withColumn('lc_features', extract_features_ad(*ad_args))
 
     # Apply level one processor: anomaly_score