|
28 | 28 | from fink_utils.spark.utils import concat_col
|
29 | 29 |
|
30 | 30 | from fink_science.random_forest_snia.processor import rfscore_sigmoid_full
|
31 |
| -from fink_science.xmatch.processor import xmatch_cds, crossmatch_other_catalog |
| 31 | +from fink_science.xmatch.processor import xmatch_cds |
| 32 | +from fink_science.xmatch.processor import crossmatch_other_catalog |
| 33 | +from fink_science.xmatch.processor import crossmatch_mangrove |
| 34 | + |
32 | 35 | from fink_science.snn.processor import snn_ia
|
33 | 36 | from fink_science.microlensing.processor import mulens
|
34 | 37 | from fink_science.asteroids.processor import roid_catcher
|
|
41 | 44 | from fink_science.snn.processor import snn_ia_elasticc, snn_broad_elasticc
|
42 | 45 | from fink_science.cats.processor import predict_nn
|
43 | 46 | from fink_science.agn.processor import agn_elasticc
|
44 |
| -from fink_science.t2.processor import t2_max_prob |
| 47 | +from fink_science.t2.processor import t2 |
45 | 48 |
|
46 | 49 | from fink_broker.tester import spark_unit_tests
|
47 | 50 |
|
@@ -240,6 +243,17 @@ def apply_science_modules(df: DataFrame, logger: Logger) -> DataFrame:
|
240 | 243 | )
|
241 | 244 | )
|
242 | 245 |
|
| 246 | + logger.info("New processor: Mangrove (1 acrmin)") |
| 247 | + df.withColumn( |
| 248 | + 'mangrove', |
| 249 | + crossmatch_mangrove( |
| 250 | + df['candidate.candid'], |
| 251 | + df['candidate.ra'], |
| 252 | + df['candidate.dec'], |
| 253 | + F.lit(60.0) |
| 254 | + ) |
| 255 | + ) |
| 256 | + |
243 | 257 | # Apply level one processor: asteroids
|
244 | 258 | logger.info("New processor: asteroids")
|
245 | 259 | args_roid = [
|
@@ -305,15 +319,15 @@ def apply_science_modules(df: DataFrame, logger: Logger) -> DataFrame:
|
305 | 319 | logger.info("New processor: T2")
|
306 | 320 | t2_args = ['candid', 'cjd', 'cfid', 'cmagpsf', 'csigmapsf']
|
307 | 321 | t2_args += [F.col('roid'), F.col('cdsxmatch'), F.col('candidate.jdstarthist')]
|
308 |
| - df = df.withColumn('t2', t2_max_prob(*t2_args)) |
| 322 | + df = df.withColumn('t2', t2(*t2_args)) |
309 | 323 |
|
310 | 324 | # Apply level one processor: snad (light curve features)
|
311 | 325 | logger.info("New processor: ad_features")
|
312 | 326 | ad_args = ['cmagpsf', 'cjd', 'csigmapsf', 'cfid', 'objectId']
|
313 | 327 | df = df.withColumn('lc_features', extract_features_ad(*ad_args))
|
314 | 328 |
|
315 | 329 | # Apply level one processor: anomaly_score
|
316 |
| - logger.info("New processor: anomaly_score") |
| 330 | + logger.info("New processor: Anomaly score") |
317 | 331 | df = df.withColumn('anomaly_score', anomaly_score('lc_features'))
|
318 | 332 |
|
319 | 333 | # Drop temp columns
|
|
0 commit comments