From 7ecea2e0fe1aa0a09f3f3007e6eed4264d63ca98 Mon Sep 17 00:00:00 2001 From: Carlo Fuselli Date: Fri, 7 Mar 2025 10:31:31 +0100 Subject: [PATCH 1/4] specify strax mailbox processor in bootstrax --- straxen/scripts/bootstrax.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/straxen/scripts/bootstrax.py b/straxen/scripts/bootstrax.py index fe9946305..971c4a239 100755 --- a/straxen/scripts/bootstrax.py +++ b/straxen/scripts/bootstrax.py @@ -1369,7 +1369,14 @@ def st_make(): ) log.info(f"Making {run_id}-{targets}") log.debug(f"With {strax_config}, n-cores {cores}") - st.make(run_id, targets, allow_multiple=True, config=strax_config, max_workers=cores) + st.make( + run_id, + targets, + allow_multiple=True, + config=strax_config, + max_workers=cores, + processor="threaded_mailbox" + ) if len(post_processing): for post_target in post_processing: @@ -1388,6 +1395,7 @@ def st_make(): config=strax_config, progress_bar=True, max_workers=cores, + processor="threaded_mailbox" ) else: log.info(f"Not making {post_target}, it is already stored") From dc8d63d5e3ac5d09d9fff7670f70909cb0735599 Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Fri, 7 Mar 2025 09:32:57 +0000 Subject: [PATCH 2/4] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- straxen/scripts/bootstrax.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/straxen/scripts/bootstrax.py b/straxen/scripts/bootstrax.py index 971c4a239..e91d2e397 100755 --- a/straxen/scripts/bootstrax.py +++ b/straxen/scripts/bootstrax.py @@ -1370,12 +1370,12 @@ def st_make(): log.info(f"Making {run_id}-{targets}") log.debug(f"With {strax_config}, n-cores {cores}") st.make( - run_id, - targets, - allow_multiple=True, - config=strax_config, + run_id, + targets, + allow_multiple=True, + config=strax_config, max_workers=cores, - processor="threaded_mailbox" + processor="threaded_mailbox", ) if len(post_processing): @@ -1395,7 +1395,7 @@ def st_make(): config=strax_config, progress_bar=True, max_workers=cores, - processor="threaded_mailbox" + processor="threaded_mailbox", ) else: log.info(f"Not making {post_target}, it is already stored") From f58074cf32b6c849d8e2e9a6432e886d3a31a679 Mon Sep 17 00:00:00 2001 From: Carlo Fuselli Date: Fri, 7 Mar 2025 10:43:46 +0100 Subject: [PATCH 3/4] Skip rechunk on load for online processing --- straxen/scripts/bootstrax.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/straxen/scripts/bootstrax.py b/straxen/scripts/bootstrax.py index e91d2e397..23e098fe0 100755 --- a/straxen/scripts/bootstrax.py +++ b/straxen/scripts/bootstrax.py @@ -49,6 +49,10 @@ # Patch for targeted (uncompressed) chunk size straxen.Peaklets.chunk_target_size_mb = strax.DEFAULT_CHUNK_SIZE_MB straxen.nVETOHitlets.chunk_target_size_mb = strax.DEFAULT_CHUNK_SIZE_MB +# Don't do the rechunk on load for raw_records and peaklets +# It's something we do for offline reprocessing +straxen.DAQReader.rechunk_on_load = False +straxen.Peaklets.rechunk_on_load = False parser = argparse.ArgumentParser(description="XENONnT online processing manager") parser.add_argument( From ac76143d34892208f51f1e19902682e581637154 Mon Sep 17 00:00:00 2001 From: Carlo Fuselli Date: Fri, 7 Mar 2025 11:35:29 +0100 Subject: [PATCH 4/4] tensorflow does not work anymore in straxen print versions not sure why but gives an error, likely due to the change in how the api is structured in the package --- straxen/scripts/bootstrax.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/straxen/scripts/bootstrax.py b/straxen/scripts/bootstrax.py index 23e098fe0..f0a926e56 100755 --- a/straxen/scripts/bootstrax.py +++ b/straxen/scripts/bootstrax.py @@ -281,7 +281,7 @@ hostname = socket.getfqdn() versions = straxen.print_versions( - modules="strax straxen utilix daqnt numpy tensorflow numba".split(), + modules="strax straxen utilix daqnt numpy numba".split(), include_git=True, return_string=True, )