PyGRB: Propagating slide_id information across postprocessing plotting scripts

bin/pygrb/pycbc_pygrb_plot_chisq_veto

@@ -49,7 +49,7 @@ __program__ = "pycbc_pygrb_plot_chisq_veto"
 # Functions
 # =============================================================================
 # Function to load trigger data: includes applying cut in reweighted SNR
-def load_data(input_file, ifos, vetoes, opts, injections=False):
+def load_data(input_file, ifos, vetoes, opts, injections=False, slide_id=None):
  """Load data from a trigger/injection file"""
 
  snr_type = opts.snr_type
@@ -71,12 +71,14 @@ def load_data(input_file, ifos, vetoes, opts, injections=False):
  # This will eventually become load_injections
  trigs_or_injs = \
  ppu.load_triggers(input_file, ifos, vetoes,
- rw_snr_threshold=rw_snr_threshold)
+ rw_snr_threshold=rw_snr_threshold,
+ slide_id=slide_id)
  else:
  logging.info("Loading triggers...")
  trigs_or_injs = \
  ppu.load_triggers(input_file, ifos, vetoes,
- rw_snr_threshold=rw_snr_threshold)
+ rw_snr_threshold=rw_snr_threshold,
+ slide_id=slide_id)
 
  # Count surviving points
  num_trigs_or_injs = len(trigs_or_injs['network/reweighted_snr'])
@@ -194,6 +196,7 @@ init_logging(opts.verbose, format="%(asctime)s: %(levelname)s: %(message)s")
 
 # Check options
 trig_file = os.path.abspath(opts.trig_file)
+print(trig_file)
 found_missed_file = os.path.abspath(opts.found_missed_file) \
  if opts.found_missed_file else None
 zoom_in = opts.zoom_in
@@ -250,10 +253,11 @@ if ifo and ifo not in ifos:
  raise RuntimeError(err_msg)
 
 # Extract trigger data
-trig_data = load_data(trig_file, ifos, vetoes, opts)
+trig_data = load_data(trig_file, ifos, vetoes, opts, slide_id=0)
 
 # Extract (or initialize) injection data
-inj_data = load_data(found_missed_file, ifos, vetoes, opts, injections=True)
+inj_data = load_data(found_missed_file, ifos, vetoes, opts,
+ injections=True, slide_id=0)
 
 # Sanity checks
 if trig_data[snr_type] is None and inj_data[snr_type] is None:
@@ -315,3 +319,4 @@ plu.pygrb_plotter(trigs, injs, x_label, y_label, opts,
  snr_vals=snr_vals, conts=conts, colors=colors,
  shade_cont_value=cont_value, vert_spike=True,
  cmd=' '.join(sys.argv))
+ 321,41 Bot

bin/pygrb/pycbc_pygrb_plot_coh_ifosnr

@@ -53,7 +53,7 @@ __program__ = "pycbc_pygrb_plot_coh_ifosnr"
 # Functions
 # =============================================================================
 # Function to load trigger data
-def load_data(input_file, ifos, vetoes, opts, injections=False):
+def load_data(input_file, ifos, vetoes, opts, injections=False, slide_id=None):
  """Load data from a trigger/injection file"""
 
  # Initialize the dictionary
@@ -74,6 +74,7 @@ def load_data(input_file, ifos, vetoes, opts, injections=False):
  ifos,
  vetoes,
  rw_snr_threshold=opts.newsnr_threshold,
+ slide_id=slide_id
  )
  else:
  logging.info("Loading triggers...")
@@ -82,6 +83,7 @@ def load_data(input_file, ifos, vetoes, opts, injections=False):
  ifos,
  vetoes,
  rw_snr_threshold=opts.newsnr_threshold,
+ slide_id=slide_id
  )
 
  # Load SNR data
@@ -233,10 +235,10 @@ ifos, vetoes = ppu.extract_ifos_and_vetoes(
 )
 
 # Extract trigger data
-trig_data = load_data(trig_file, ifos, vetoes, opts)
+trig_data = load_data(trig_file, ifos, vetoes, opts, slide_id=0)
 
 # Extract (or initialize) injection data
-inj_data = load_data(found_file, ifos, vetoes, opts, injections=True)
+inj_data = load_data(found_file, ifos, vetoes, opts, injections=True, slide_id=0)
 
 # Generate plots
 logging.info("Plotting...")

bin/pygrb/pycbc_pygrb_plot_null_stats

@@ -47,7 +47,7 @@ __program__ = "pycbc_pygrb_plot_null_stats"
 # Functions
 # =============================================================================
 # Function to load trigger data
-def load_data(input_file, ifos, vetoes, opts, injections=False):
+def load_data(input_file, ifos, vetoes, opts, injections=False, slide_id=None):
  """Load data from a trigger/injection file"""
 
  null_stat_type = opts.y_variable
@@ -63,12 +63,14 @@ def load_data(input_file, ifos, vetoes, opts, injections=False):
  # This will eventually become ppu.load_injections()
  trigs_or_injs = \
  ppu.load_triggers(input_file, ifos, vetoes,
- rw_snr_threshold=opts.newsnr_threshold)
+ rw_snr_threshold=opts.newsnr_threshold,
+ slide_id=slide_id)
  else:
  logging.info("Loading triggers...")
  trigs_or_injs = \
  ppu.load_triggers(input_file, ifos, vetoes,
- rw_snr_threshold=opts.newsnr_threshold)
+ rw_snr_threshold=opts.newsnr_threshold,
+ slide_id=slide_id)
 
  # Coherent SNR is always used
  data['coherent'] = trigs_or_injs['network/coherent_snr']
@@ -183,10 +185,11 @@ ifos, vetoes = ppu.extract_ifos_and_vetoes(trig_file, opts.veto_files,
  opts.veto_category)
 
 # Extract trigger data
-trig_data = load_data(trig_file, ifos, vetoes, opts)
+trig_data = load_data(trig_file, ifos, vetoes, opts, slide_id=0)
 
 # Extract (or initialize) injection data
-inj_data = load_data(found_missed_file, ifos, vetoes, opts, injections=True)
+inj_data = load_data(found_missed_file, ifos, vetoes, opts,
+ injections=True, slide_id=0)
 
 # Generate plots
 logging.info("Plotting...")

bin/pygrb/pycbc_pygrb_plot_snr_timeseries

@@ -44,13 +44,12 @@ __version__ = pycbc.version.git_verbose_msg
 __date__ = pycbc.version.date
 __program__ = "pycbc_pygrb_plot_snr_timeseries"
 
-
 # =============================================================================
 # Functions
 # =============================================================================
 # Load trigger data
 def load_data(input_file, ifos, vetoes, rw_snr_threshold=None,
- injections=False):
+ injections=False, slide_id=None):
  """Load data from a trigger/injection file"""
 
  trigs_or_injs = None
@@ -60,13 +59,12 @@ def load_data(input_file, ifos, vetoes, rw_snr_threshold=None,
  # This will eventually become load_injections
  trigs_or_injs = \
  ppu.load_triggers(input_file, ifos, vetoes,
-  rw_snr_threshold=rw_snr_threshold)
+ rw_snr_threshold=rw_snr_threshold,slide_id=slide_id)
  else:
  logging.info("Loading triggers...")
  trigs_or_injs = \
  ppu.load_triggers(input_file, ifos, vetoes,
- rw_snr_threshold=rw_snr_threshold)
-
+ rw_snr_threshold=rw_snr_threshold,slide_id=slide_id)
  return trigs_or_injs
 
 
@@ -137,21 +135,21 @@ ifos, vetoes = ppu.extract_ifos_and_vetoes(trig_file, opts.veto_files,
 # points to show the impact of the cut, otherwise remove points with
 # reweighted SNR below threshold
 if snr_type == 'reweighted':
- trig_data = load_data(trig_file, ifos, vetoes)
+ trig_data = load_data(trig_file, ifos, vetoes, slide_id=0)
  trig_data['network/reweighted_snr'] = \
  reweightedsnr_cut(trig_data['network/reweighted_snr'],
  opts.newsnr_threshold)
- inj_data = load_data(inj_file, ifos, vetoes, injections=True)
+ inj_data = load_data(inj_file, ifos, vetoes, injections=True,slide_id=0)
  if inj_data is not None:
  inj_data['network/reweighted_snr'] = \
  reweightedsnr_cut(inj_data['network/reweighted_snr'],
  opts.newsnr_threshold)
 else:
  trig_data = load_data(trig_file, ifos, vetoes,
-  rw_snr_threshold=opts.newsnr_threshold)
+ rw_snr_threshold=opts.newsnr_threshold, slide_id=0)
  inj_data = load_data(inj_file, ifos, vetoes,
  rw_snr_threshold=opts.newsnr_threshold,
- injections=True)
+ injections=True, slide_id=0)
 
 # Specify HDF file keys for x quantity (time) and y quantity (SNR)
 if snr_type == 'single':
@@ -166,8 +164,9 @@ trig_data_time = trig_data[x_key][:]
 inj_data_time = inj_data[x_key][:] if inj_file else None
 
 # Obtain SNRs
+
 trig_data_snr = trig_data[y_key][:]
-inj_data_snr = inj_data[y_key][:] if inj_file else None
+inj_data_snr = inj_data[y_key][:]  if inj_file else None
 
 # Determine the central time (t=0) for the plot
 central_time = opts.trigger_time
@@ -203,7 +202,8 @@ xlims = [start, end]
 if opts.x_lims:
  xlims = opts.x_lims
  xlims = map(float, xlims.split(','))
+
 plu.pygrb_plotter([trig_data_time, trig_data_snr],
  [inj_data_time, inj_data_snr],
  "Time since %.3f (s)" % (central_time), y_label,
- opts, cmd=' '.join(sys.argv))
+ opts, cmd=' '.join(sys.argv), fig=plt.figure())

pycbc/results/pygrb_plotting_utils.py

@@ -188,12 +188,14 @@ def axis_min_value(trig_values, inj_values, inj_file):
 # =============================================================================
 def pygrb_plotter(trigs, injs, xlabel, ylabel, opts,
  snr_vals=None, conts=None, shade_cont_value=None,
- colors=None, vert_spike=False, cmd=None):
+ colors=None, vert_spike=False, cmd=None, fig=None):
  """Master function to plot PyGRB results"""
  from matplotlib import pyplot as plt
 
  # Set up plot
- fig = plt.figure()
+ if fig is None:
+ fig = plt.figure()
+
  cax = fig.gca()
  # Plot trigger-related and (if present) injection-related quantities
  cax_plotter = cax.loglog if opts.use_logs else cax.plot

pycbc/results/pygrb_postprocessing_utils.py

@@ -172,6 +172,19 @@ def pygrb_add_bestnr_cut_opt(parser):
  "Default 0: all events are considered.")
 
 
+# =============================================================================
+# Wrapper to pick triggers with certain slide_ids 
+# =============================================================================
+def slide_filter(File, data, slide_id=None):
+ """ """
+ mask = numpy.where(File['network/slide_id'][:]==slide_id)[0]
+
+ if slide_id is not None:
+ return data[mask]
+ else:
+ return data
+
+
 # =============================================================================
 # Wrapper to read segments files
 # =============================================================================
@@ -356,7 +369,7 @@ def dataset_iterator(g, prefix=''):
  yield from dataset_iterator(item, path)
 
 
-def load_triggers(input_file, ifos, vetoes, rw_snr_threshold=None):
+def load_triggers(input_file, ifos, vetoes, rw_snr_threshold=None, slide_id=None):
  """Loads triggers from PyGRB output file, returning a dictionary"""
 
  trigs = h5py.File(input_file, 'r')
@@ -407,6 +420,10 @@ def load_triggers(input_file, ifos, vetoes, rw_snr_threshold=None):
  else:
  trigs_dict[path] = dset[above_thresh]
 
+ if trigs_dict[path].size==trigs['network/slide_id'][:].size:
+ trigs_dict[path] = slide_filter(trigs,trigs_dict[path],
+ slide_id=slide_id)
+
  return trigs_dict