Weekly hveto program added

README_hveto_run.rst

@@ -0,0 +1,18 @@
+==============================
+Scheduled runs and backfilling
+==============================
+
+At the LIGO Hanford and Livngston interferometer sites
+hveto is scheduled to run 4 times per day:
+
+- Every 8 hours covering from 00:00 UTC to 08:00, 16:00,
+  and 00:00 UTC the next day.
+- Once a day covering the previous 7 (UTC) days
+
+There are other situations where multiple runs are needed
+such as backfilling a time when problems prevented the
+normally scheduled run.
+
+`hveto_run` is a program used to create and [optionally]
+submit condor jobs to hveto.
+

README.rst

@@ -67,3 +67,5 @@ proposing additions/changes.
    :target: https://codecov.io/gh/gwdetchar/hveto
 .. |Documentation Status| image:: https://readthedocs.org/projects/hveto/badge/?version=stable
    :target: https://hveto.readthedocs.io/en/stable/?badge=stable
+
+.. inlcude README_hveto_run.rst

docs/Condor/README.md

@@ -0,0 +1,9 @@
+This directory contains tempplates for Condor cron jobs to run hveto 
+on a daily basis as used by the Detchar account.
+
+These templates are used to create the actual ssubmit files in 
+${HOME}/etc/ligo-monitors/condor
+
+- hveto-daily.sub - runs 3 times per day over 8, 16, and 24 hrs since 00:00 UTC
+- hveto-weekly.su - runs once per day and covers the previous 7 days from
+  00:00 to 00:00 UTc

docs/Condor/hveto-daily.sub

@@ -0,0 +1,41 @@
+#
+# Condor submit file for Hveto weekly processing
+# it runs inn the local universe creates and submits a DAG to the vbanilla universe
+#
+
+universe = local
+
+executable = /cvmfs/software.igwn.org/conda/condabin/conda
+arguments = 'run --prefix /home/detchar.dev/.conda/envs/ligo-summary-3.11-test timeout 30m hveto-run -vv --today --omega-scans 5'
+
+accounting_group = ligo.prod.o4.detchar.dqtriggers.hveto
+accounting_group_user = joseph.areeda
+
+request_memory = 2GB
+request_disk = 5GB
+
+output = $ENV(HOME)/public_html/hveto-weekly/logs/hveto-weekly.out
+error = $ENV(HOME)/public_html/hveto-weekly/logs/hveto-weekly.err
+log = $ENV(HOME)/public_html/hveto-weekly/logs/hveto-weekly.log
+
+batch_name = "daily hveto [cron] ID: $(ClusterId)"
+
+on_exit_remove = false
+periodic_hold = false
+
+cron_minute = 30
+# we want run to be 8, 16 24 UTC with enough slack for omicron selected by local time at LLO (UTC -5 CDT)
+# so LLO CDT -> 10, 18, 1 UTC. CST -> 11, 19, 2 UTC
+# LHO PDT (UTC - 7) -> 12, 20, 4 UC. PST - 13, 21, 5 TC
+cron_hour = 5, 13, 21
+
+cron_day_of_month = *
+cron_month = *
+cron_day_of_week = *
+cron_window = 2400
+
+use_oauth_services = scitokens
+environment = BEARER_TOKEN_FILE=$$(CondorScratchDir)/.condor_creds/scitokens.use
+
+getenv = DEFAULT_SEGMENT_SERVER ECP_IDP GWDATAFIND_SERVER HDF5_USE_FILE_LOCKING HOME KRB5CCNAME NDSSERVER KRB5_KTNAME CONDA_PREFIX IFO USER
+queue

docs/Condor/hveto-weekly.sub

@@ -0,0 +1,40 @@
+#!/usr/bin/env condor_submit
+#
+# Condor submit file for Hveto weekly processing
+# it runs inn the local universe creates and submits a DAG to the vanilla universe
+#
+
+universe = local
+
+executable = $(my.conda_exe)
+arguments = 'run --prefix $(my.conda_prefix)) timeout 30m hveto-run -vv --omega-scans 2'
+
+accounting_group = ligo.prod.o4.detchar.dqtriggers.hveto
+accounting_group_user = <user name valid for account>
+
+request_memory = 2GB
+request_disk = 5GB
+
+output = $ENV(HOME)/public_html/hveto-weekly/logs/hveto-weekly.out
+error = $ENV(HOME)/public_html/hveto-weekly/logs/hveto-weekly.err
+log = $ENV(HOME)/public_html/hveto-weekly/logs/hveto-weekly.log
+
+batch_name = "weekly hveto [cron] ID: $(ClusterId)"
+
+on_exit_remove = false
+periodic_hold = false
+
+# We run ths in the Central and Pacific time zones standard and daylght savings
+# We want to give the daily gap filler
+cron_hour = 23
+cron_minute = 17
+cron_day_of_month = *
+cron_month = *
+cron_day_of_week = *
+cron_window = 2400
+
+use_oauth_services = scitokens
+environment = BEARER_TOKEN_FILE=$$(CondorScratchDir)/.condor_creds/scitokens.use
+
+getenv = DEFAULT_SEGMENT_SERVER ECP_IDP GWDATAFIND_SERVER HDF5_USE_FILE_LOCKING HOME KRB5CCNAME NDSSERVER KRB5_KTNAME CONDA_PREFIX IFO USER
+queue

hveto/__main__.py

@@ -267,7 +267,8 @@ def make_drop_table(oldsignificances, newsignificances, out_file=None, cutoff=1.
                 post.append(float('nan'))
 
     drop_table = EventTable([channels, pre, post], names=['channels', 'pre_significance', 'post_significance'],
-                            dtype=[f'<U{chan_max_chars}', np.float64, np.float64]   )
+
+                            dtype=[f'<U{chan_max_chars}', np.float64, np.float64])
     drop_table.sort('pre_significance', reverse=True)
     col_formats = {'channels': f'{chan_max_chars}s', 'pre_significance': '{:8.2f}', 'post_significance': '{:8.2f}'}
     drop_table.write(out_file, format='ascii.fixed_width', overwrite=True, formats=col_formats)
@@ -647,6 +648,7 @@ def main(args=None):
                 signidir,
                 '%s-HVETO_SIGNIFICANT_CHANNELS_ROUND_%d-%d-%d.txt' % (ifo, rnd.n - 1, start, duration))
             sig_drop_table = make_drop_table(oldsignificances, newsignificances, sigfile)
+            LOGGER.debug(f"Significance drop table written to {sigfile} with {len(sig_drop_table)} rows")
             rounds[-1].files['SIG_TBL'] = sigfile
             LOGGER.info(f"Significance events written to {Path(sigfile).absolute()}")
             svg = (pngname % 'SIG_DROP').replace('.png', '.svg')  # noqa: F821