##################### generated by xml-casa (v2) from hifv_checkflag.xml ############
##################### bbcf54ac46530b0ba17bb4f5309fe076 ##############################
from __future__ import absolute_import
from casashell.private.stack_manip import find_local as __sf__
from casashell.private.stack_manip import find_frame as _find_frame
from casatools.typecheck import validator as _pc
from casatools.coercetype import coerce as _coerce
from pipeline.hifv.cli import hifv_checkflag as _hifv_checkflag_t
from collections import OrderedDict
import numpy
import sys
import os
import shutil
[docs]def static_var(varname, value):
def decorate(func):
setattr(func, varname, value)
return func
return decorate
class _hifv_checkflag:
"""
hifv_checkflag ---- Run flagdata in rflag mode
--------- parameter descriptions ---------------------------------------------
vis List of visibility data files. These may be ASDMs, tar files of ASDMs,
MSes, or tar files of MSes, If ASDM files are specified, they will be
converted to MS format.
example: vis=['X227.ms', 'asdms.tar.gz']
checkflagmode -- blank string default use of rflag on bandpass and delay calibrators
-- use string 'semi' after hifv_semiFinalBPdcals() for executing rflag on calibrators
-- use string 'bpd', for the bandpass and delay calibrators:
execute rflag on all calibrated cross-hand corrected data;
extend flags to all correlations
execute rflag on all calibrated parallel-hand residual data;
extend flags to all correlations
execute tfcrop on all calibrated cross-hand corrected data,
per visibility; extend flags to all correlations
execute tfcrop on all calibrated parallel-hand corrected data,
per visibility; extend flags to all correlations
-- use string 'allcals', for all the other calibrators, with delays and BPcal applied:
similar procedure as 'bpd' mode, but uses corrected data throughout
-- use string 'target', for the target data:
similar procedure as 'allcals' mode, but with a higher SNR cutoff
for rflag to avoid flagging data due to source structure, and
with an additional series of tfcrop executions to make up for
the higher SNR cutoff in rflag
-- VLASS specific modes include 'bpd-vlass', 'allcals-vlass', and 'target-vlass'
which calculate thresholds to use per spw/field/scan (action='calculate', then,
per baseband/field/scan, replace all spw thresholds above the median with the median,
before re-running rflag with the new thresholds. This has the effect of
lowering the thresholds for spws with RFI to be closer to the RFI-free
thresholds, and catches more of the RFI.
-- Mode 'vlass-imaging' is similar to 'target-vlass', except that it executes on the split off target
data, intent='*TARGET', datacolumn='data' and uses a timedevscale of 4.0.
pipelinemode The pipeline operating mode. In 'automatic' mode the pipeline
determines the values of all context defined pipeline inputs
automatically. In 'interactive' mode the user can set the pipeline
context defined parameters manually. In 'getinputs' mode the user
can check the settings of all pipeline parameters without running
the task.
overwrite_modelcol Always write the model column, even if it already exists
dryrun Run the commands (True) or generate the commands to be run but
do not execute (False). This is a pipeline task execution mode.
acceptresults Add the results of the task to the pipeline context (True) or
reject them (False). This is a pipeline task execution mode.
--------- examples -----------------------------------------------------------
Output:
results -- If pipeline mode is 'getinputs' then None is returned. Otherwise
the results object for the pipeline task is returned.
Examples
1. Run RFLAG with associated heuristics in the VLA CASA pipeline.
hifv_checkflag()
"""
_info_group_ = """pipeline"""
_info_desc_ = """Run flagdata in rflag mode"""
__schema = {'vis': {'type': 'cStrVec', 'coerce': [_coerce.to_list,_coerce.to_strvec]}, 'checkflagmode': {'type': 'cStr', 'coerce': _coerce.to_str}, 'pipelinemode': {'type': 'cStr', 'coerce': _coerce.to_str, 'allowed': [ 'automatic', 'interactive', 'getinputs' ]}, 'overwrite_modelcol': {'type': 'cBool'}, 'dryrun': {'type': 'cBool'}, 'acceptresults': {'type': 'cBool'}}
def __init__(self):
self.__stdout = None
self.__stderr = None
self.__root_frame_ = None
def __globals_(self):
if self.__root_frame_ is None:
self.__root_frame_ = _find_frame( )
assert self.__root_frame_ is not None, "could not find CASAshell global frame"
return self.__root_frame_
def __to_string_(self,value):
if type(value) is str:
return "'%s'" % value
else:
return str(value)
def __validate_(self,doc,schema):
return _pc.validate(doc,schema)
def __do_inp_output(self,param_prefix,description_str,formatting_chars):
out = self.__stdout or sys.stdout
description = description_str.split( )
prefix_width = 23 + 18 + 4
output = [ ]
addon = ''
first_addon = True
while len(description) > 0:
## starting a new line.....................................................................
if len(output) == 0:
## for first line add parameter information............................................
if len(param_prefix)-formatting_chars > prefix_width - 1:
output.append(param_prefix)
continue
addon = param_prefix + ' #'
first_addon = True
addon_formatting = formatting_chars
else:
## for subsequent lines space over prefix width........................................
addon = (' ' * prefix_width) + '#'
first_addon = False
addon_formatting = 0
## if first word of description puts us over the screen width, bail........................
if len(addon + description[0]) - addon_formatting + 1 > self.term_width:
## if we're doing the first line make sure it's output.................................
if first_addon: output.append(addon)
break
while len(description) > 0:
## if the next description word puts us over break for the next line...................
if len(addon + description[0]) - addon_formatting + 1 > self.term_width: break
addon = addon + ' ' + description[0]
description.pop(0)
output.append(addon)
out.write('\n'.join(output) + '\n')
#--------- return nonsubparam values ----------------------------------------------
def __checkflagmode_dflt( self, glb ):
return ''
def __checkflagmode( self, glb ):
if 'checkflagmode' in glb: return glb['checkflagmode']
return ''
def __pipelinemode_dflt( self, glb ):
return 'automatic'
def __pipelinemode( self, glb ):
if 'pipelinemode' in glb: return glb['pipelinemode']
return 'automatic'
def __overwrite_modelcol_dflt( self, glb ):
return False
def __overwrite_modelcol( self, glb ):
if 'overwrite_modelcol' in glb: return glb['overwrite_modelcol']
return False
#--------- return non subparam/when values ---------------------------------------------
def __vis( self, glb ):
if 'vis' in glb: return glb['vis']
return [ ]
#--------- return inp/go default --------------------------------------------------
def __acceptresults_dflt( self, glb ):
if self.__pipelinemode( glb ) == "interactive": return bool(True)
return None
def __dryrun_dflt( self, glb ):
if self.__pipelinemode( glb ) == "interactive": return bool(False)
return None
def __vis_dflt( self, glb ):
if self.__pipelinemode( glb ) == "interactive": return []
if self.__pipelinemode( glb ) == "getinputs": return []
return None
#--------- return subparam values -------------------------------------------------
def __dryrun( self, glb ):
if 'dryrun' in glb: return glb['dryrun']
dflt = self.__dryrun_dflt( glb )
if dflt is not None: return dflt
return False
def __acceptresults( self, glb ):
if 'acceptresults' in glb: return glb['acceptresults']
dflt = self.__acceptresults_dflt( glb )
if dflt is not None: return dflt
return True
#--------- subparam inp output ----------------------------------------------------
def __vis_inp(self):
description = 'List of input visibility data'
value = self.__vis( self.__globals_( ) )
(pre,post) = ('','') if self.__validate_({'vis': value},{'vis': self.__schema['vis']}) else ('\x1B[91m','\x1B[0m')
self.__do_inp_output('%-18.18s = %s%-23s%s' % ('vis',pre,self.__to_string_(value),post),description,0+len(pre)+len(post))
def __checkflagmode_inp(self):
description = 'String name of the mode to run checkflag'
value = self.__checkflagmode( self.__globals_( ) )
(pre,post) = ('','') if self.__validate_({'checkflagmode': value},{'checkflagmode': self.__schema['checkflagmode']}) else ('\x1B[91m','\x1B[0m')
self.__do_inp_output('%-18.18s = %s%-23s%s' % ('checkflagmode',pre,self.__to_string_(value),post),description,0+len(pre)+len(post))
def __pipelinemode_inp(self):
description = 'The pipeline operating mode'
value = self.__pipelinemode( self.__globals_( ) )
(pre,post) = ('','') if self.__validate_({'pipelinemode': value},{'pipelinemode': self.__schema['pipelinemode']}) else ('\x1B[91m','\x1B[0m')
self.__do_inp_output('\x1B[1m\x1B[47m%-18.18s =\x1B[0m %s%-23s%s' % ('pipelinemode',pre,self.__to_string_(value),post),description,13+len(pre)+len(post))
def __overwrite_modelcol_inp(self):
description = 'Always write the model column, even if it already exists'
value = self.__overwrite_modelcol( self.__globals_( ) )
(pre,post) = ('','') if self.__validate_({'overwrite_modelcol': value},{'overwrite_modelcol': self.__schema['overwrite_modelcol']}) else ('\x1B[91m','\x1B[0m')
self.__do_inp_output('%-18.18s = %s%-23s%s' % ('overwrite_modelcol',pre,self.__to_string_(value),post),description,0+len(pre)+len(post))
def __dryrun_inp(self):
if self.__dryrun_dflt( self.__globals_( ) ) is not None:
description = 'Run the task (False) or display task command (True)'
value = self.__dryrun( self.__globals_( ) )
(pre,post) = ('','') if self.__validate_({'dryrun': value},{'dryrun': self.__schema['dryrun']}) else ('\x1B[91m','\x1B[0m')
self.__do_inp_output(' \x1B[92m%-15.15s =\x1B[0m %s%-23s%s' % ('dryrun',pre,self.__to_string_(value),post),description,9+len(pre)+len(post))
def __acceptresults_inp(self):
if self.__acceptresults_dflt( self.__globals_( ) ) is not None:
description = 'Add the results into the pipeline context'
value = self.__acceptresults( self.__globals_( ) )
(pre,post) = ('','') if self.__validate_({'acceptresults': value},{'acceptresults': self.__schema['acceptresults']}) else ('\x1B[91m','\x1B[0m')
self.__do_inp_output(' \x1B[92m%-15.15s =\x1B[0m %s%-23s%s' % ('acceptresults',pre,self.__to_string_(value),post),description,9+len(pre)+len(post))
#--------- global default implementation-------------------------------------------
@static_var('state', __sf__('casa_inp_go_state'))
def set_global_defaults(self):
self.set_global_defaults.state['last'] = self
glb = self.__globals_( )
if 'dryrun' in glb: del glb['dryrun']
if 'pipelinemode' in glb: del glb['pipelinemode']
if 'vis' in glb: del glb['vis']
if 'acceptresults' in glb: del glb['acceptresults']
if 'overwrite_modelcol' in glb: del glb['overwrite_modelcol']
if 'checkflagmode' in glb: del glb['checkflagmode']
#--------- inp function -----------------------------------------------------------
def inp(self):
print("# hifv_checkflag -- %s" % self._info_desc_)
self.term_width, self.term_height = shutil.get_terminal_size(fallback=(80, 24))
self.__vis_inp( )
self.__checkflagmode_inp( )
self.__pipelinemode_inp( )
self.__overwrite_modelcol_inp( )
self.__dryrun_inp( )
self.__acceptresults_inp( )
#--------- tget function ----------------------------------------------------------
@static_var('state', __sf__('casa_inp_go_state'))
def tget(self,file=None):
from casashell.private.stack_manip import find_frame
from runpy import run_path
filename = None
if file is None:
if os.path.isfile("hifv_checkflag.last"):
filename = "hifv_checkflag.last"
elif isinstance(file, str):
if os.path.isfile(file):
filename = file
if filename is not None:
glob = find_frame( )
newglob = run_path( filename, init_globals={ } )
for i in newglob:
glob[i] = newglob[i]
self.tget.state['last'] = self
else:
print("could not find last file, setting defaults instead...")
self.set_global_defaults( )
def __call__( self, vis=None, checkflagmode=None, pipelinemode=None, overwrite_modelcol=None, dryrun=None, acceptresults=None ):
def noobj(s):
if s.startswith('<') and s.endswith('>'):
return "None"
else:
return s
_prefile = os.path.realpath('hifv_checkflag.pre')
_postfile = os.path.realpath('hifv_checkflag.last')
_return_result_ = None
_arguments = [vis,checkflagmode,pipelinemode,overwrite_modelcol,dryrun,acceptresults]
_invocation_parameters = OrderedDict( )
if any(map(lambda x: x is not None,_arguments)):
# invoke python style
# set the non sub-parameters that are not None
local_global = { }
if vis is not None: local_global['vis'] = vis
if checkflagmode is not None: local_global['checkflagmode'] = checkflagmode
if pipelinemode is not None: local_global['pipelinemode'] = pipelinemode
if overwrite_modelcol is not None: local_global['overwrite_modelcol'] = overwrite_modelcol
# the invocation parameters for the non-subparameters can now be set - this picks up those defaults
_invocation_parameters['vis'] = self.__vis( local_global )
_invocation_parameters['checkflagmode'] = self.__checkflagmode( local_global )
_invocation_parameters['pipelinemode'] = self.__pipelinemode( local_global )
_invocation_parameters['overwrite_modelcol'] = self.__overwrite_modelcol( local_global )
# the sub-parameters can then be set. Use the supplied value if not None, else the function, which gets the appropriate default
_invocation_parameters['dryrun'] = self.__dryrun( _invocation_parameters ) if dryrun is None else dryrun
_invocation_parameters['acceptresults'] = self.__acceptresults( _invocation_parameters ) if acceptresults is None else acceptresults
else:
# invoke with inp/go semantics
_invocation_parameters['vis'] = self.__vis( self.__globals_( ) )
_invocation_parameters['checkflagmode'] = self.__checkflagmode( self.__globals_( ) )
_invocation_parameters['pipelinemode'] = self.__pipelinemode( self.__globals_( ) )
_invocation_parameters['overwrite_modelcol'] = self.__overwrite_modelcol( self.__globals_( ) )
_invocation_parameters['dryrun'] = self.__dryrun( self.__globals_( ) )
_invocation_parameters['acceptresults'] = self.__acceptresults( self.__globals_( ) )
try:
with open(_prefile,'w') as _f:
for _i in _invocation_parameters:
_f.write("%-18s = %s\n" % (_i,noobj(repr(_invocation_parameters[_i]))))
_f.write("#hifv_checkflag( ")
count = 0
for _i in _invocation_parameters:
_f.write("%s=%s" % (_i,noobj(repr(_invocation_parameters[_i]))))
count += 1
if count < len(_invocation_parameters): _f.write(",")
_f.write(" )\n")
except: pass
try:
_return_result_ = _hifv_checkflag_t( _invocation_parameters['vis'],_invocation_parameters['checkflagmode'],_invocation_parameters['pipelinemode'],_invocation_parameters['overwrite_modelcol'],_invocation_parameters['dryrun'],_invocation_parameters['acceptresults'] )
except Exception as e:
from traceback import format_exc
from casatasks import casalog
casalog.origin('hifv_checkflag')
casalog.post("Exception Reported: Error in hifv_checkflag: %s" % str(e),'SEVERE')
casalog.post(format_exc( ))
_return_result_ = False
try:
os.rename(_prefile,_postfile)
except: pass
return _return_result_
hifv_checkflag = _hifv_checkflag( )