From 5b668edec630769ad08f523055ed4f8010b13d93 Mon Sep 17 00:00:00 2001 From: Colin Slater Date: Tue, 30 Jun 2026 15:52:31 -0700 Subject: [PATCH 1/2] Make larger clusters for daytime batch. --- bps/clustering/clustering_Daytime.yaml | 32 +++++++++++++++++++------- 1 file changed, 24 insertions(+), 8 deletions(-) diff --git a/bps/clustering/clustering_Daytime.yaml b/bps/clustering/clustering_Daytime.yaml index 5ddc0d75..e14c339b 100644 --- a/bps/clustering/clustering_Daytime.yaml +++ b/bps/clustering/clustering_Daytime.yaml @@ -20,29 +20,45 @@ clusterAlgorithm: lsst.ctrl.bps.quantum_clustering_funcs.dimension_clustering cluster: preload: pipetasks: mpSkyEphemerisQuery,getRegionTimeFromVisit - dimensions: group,detector + dimensions: group + partitionDimensions: detector + partitionMaxSize: 30 preloadApdb: pipetasks: loadDiaCatalogs,analyzeLoadDiaCatalogsMetrics - dimensions: group,detector + dimensions: group + partitionDimensions: detector + partitionMaxSize: 30 singleFrame: pipetasks: isr,calibrateImage,analyzePreliminarySummaryStats - dimensions: visit,detector + dimensions: visit equalDimensions: visit:exposure + partitionDimensions: detector + partitionMaxSize: 30 diffim: pipetasks: buildTemplate,subtractImages,detectAndMeasureDiaSource,analyzeImageDifferenceMetrics,analyzeDiaSourceDetectionMetrics,filterDiaSource,computeReliability,filterDiaSourcePostReliability,standardizeDiaSource - dimensions: visit,detector + dimensions: visit + partitionDimensions: detector + partitionMaxSize: 10 association: pipetasks: associateApdb,analyzeDiaSourceAssociationMetrics,analyzeAssociateDiaSourceTiming - dimensions: visit,detector + dimensions: visit + partitionDimensions: detector + partitionMaxSize: 10 singleFrameMeasurement: pipetasks: singleFrameDetectAndMeasure - dimensions: visit,detector + dimensions: visit + partitionDimensions: detector + partitionMaxSize: 10 diaSrcDetectorAnalysis: pipetasks: analyzeAssociatedDiaSourceTable,analyzeTrailedDiaSourceTable - dimensions: visit,detector + dimensions: visit + partitionDimensions: detector + partitionMaxSize: 10 diffimMetrics: pipetasks: makeSampledImageSubtractionMetrics,analyzeSampledImageSubtractionMetrics - dimensions: visit,detector + dimensions: visit + partitionDimensions: detector + partitionMaxSize: 10 consolidateVisit: pipetasks: consolidateVisitSummary,consolidateDiaSourceTable,analyzeVisitSampledImageSubtractionMetrics dimensions: visit From 49ebbf2e9fc3f66347d96206c66aaf3417527984 Mon Sep 17 00:00:00 2001 From: Colin Slater Date: Tue, 7 Jul 2026 08:58:39 -0700 Subject: [PATCH 2/2] Switch daily batch to pruning getRegionTimeFromVisit. --- scripts/LSSTCam/submit_ap_daytime.sh | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/scripts/LSSTCam/submit_ap_daytime.sh b/scripts/LSSTCam/submit_ap_daytime.sh index 6bc819c1..23b26b11 100755 --- a/scripts/LSSTCam/submit_ap_daytime.sh +++ b/scripts/LSSTCam/submit_ap_daytime.sh @@ -104,9 +104,10 @@ DATA_QUERY="instrument='$INSTRUMENT' \ --qgraph-datastore-records \ -q "$FULL_QGRAPH" - echo "[$(date)] Step 2/3: pruning orphan loadDiaCatalogs quanta" + echo "[$(date)] Step 2/3: pruning orphan quanta" python -m lsst.ap.pipe.prune_orphan_preloads \ - "$FULL_QGRAPH" "$PRUNED_QGRAPH" + "$FULL_QGRAPH" "$PRUNED_QGRAPH" \ + --preload-label getRegionTimeFromVisit --anchor-label associateApdb echo "[$(date)] Step 3/3: submitting BPS workflow with pruned graph" bps submit "${AP_PIPE_DIR}/bps/LSSTCam/bps_Daytime.yaml" \