import math
import os
import numpy as np
import pipeline.infrastructure as infrastructure
import pipeline.infrastructure.renderer.logger as logger
import pipeline.infrastructure.casa_tasks as casa_tasks
from pipeline.infrastructure import casa_tools
LOG = infrastructure.get_logger(__name__)
[docs]class semifinalBPdcalsSummaryChart(object):
def __init__(self, context, result, suffix=''):
self.context = context
self.result = result
self.ms = context.observing_run.get_ms(result.inputs['vis'])
self.suffix = suffix
# self.caltable = result.final[0].gaintable
[docs] def plot(self):
# science_spws = self.ms.get_spectral_windows(science_windows_only=True)
plots = [self.get_plot_wrapper()]
return [p for p in plots if p is not None]
[docs] def create_plot(self):
figfile = self.get_figfile()
context = self.context
m = context.observing_run.measurement_sets[0]
corrstring = m.get_vla_corrstring()
calibrator_scan_select_string = context.evla['msinfo'][m.name].calibrator_scan_select_string
job = casa_tasks.plotms(vis=m.name, xaxis='freq', yaxis='amp', ydatacolumn='corrected', selectdata=True,
scan=calibrator_scan_select_string, correlation=corrstring, averagedata=True, avgtime='1e8',
avgscan=False, transform=False, extendflag=False, iteraxis='', coloraxis='antenna2',
plotrange=[], title='', xlabel='', ylabel='', showmajorgrid=False, showminorgrid=False,
plotfile=figfile, overwrite=True, clearplots=True, showgui=False)
job.execute(dry_run=False)
[docs] def get_figfile(self):
return os.path.join(self.context.report_dir,
'stage%s' % self.result.stage_number,
'semifinalcalibrated_' + self.suffix + '-%s-summary.png' % self.ms.basename)
[docs] def get_plot_wrapper(self):
figfile = self.get_figfile()
wrapper = logger.Plot(figfile, x_axis='freq', y_axis='amp',
parameters={'vis': self.ms.basename,
'type': 'semifinalcalibratedcals' + self.suffix,
'spw': ''})
if not os.path.exists(figfile):
LOG.trace('semifinalBPdcals summary plot not found. Creating new plot.')
try:
self.create_plot()
except Exception as ex:
LOG.error('Could not create plot.')
LOG.exception(ex)
return None
return wrapper
[docs]class DelaysPerAntennaChart(object):
def __init__(self, context, result, suffix=''):
self.context = context
self.result = result
self.ms = context.observing_run.get_ms(result.inputs['vis'])
self.suffix = suffix
ms = self.ms
self.json = {}
self.json_filename = os.path.join(context.report_dir,
'stage%s' % result.stage_number,
'delays-' + self.suffix + '%s.json' % ms)
[docs] def plot(self):
context = self.context
result = self.result
m = context.observing_run.measurement_sets[0]
nplots = len(m.antennas)
plots = []
LOG.info("Plotting semiFinal delays")
for bandname, ktypecaltablename in self.result.ktypecaltable.items():
for ii in range(nplots):
filename = 'delay' + str(ii) + '_' + self.suffix + '_' + bandname + '.png'
antPlot = str(ii)
stage = 'stage%s' % result.stage_number
stage_dir = os.path.join(context.report_dir, stage)
# construct the relative filename, eg. 'stageX/testdelay0.png'
figfile = os.path.join(stage_dir, filename)
if not os.path.exists(figfile):
try:
# Get antenna name
antName = antPlot
if antPlot != '':
domain_antennas = self.ms.get_antenna(antPlot)
idents = [a.name if a.name else a.id for a in domain_antennas]
antName = ','.join(idents)
LOG.debug("Plotting semiFinal delays " + antName)
job = casa_tasks.plotms(vis=ktypecaltablename, xaxis='freq', yaxis='amp', field='',
antenna=antPlot, spw='', timerange='',
plotrange=[], coloraxis='',
title='K table: delay.tbl Antenna: {!s} Band: {!s}'.format(antName, bandname),
titlefont=8, xaxisfont=7, yaxisfont=7, showgui=False, plotfile=figfile,
xconnector='step')
job.execute(dry_run=False)
except:
LOG.warn("Unable to plot " + filename)
else:
LOG.debug('Using existing ' + filename + ' plot.')
try:
plot = logger.Plot(figfile, x_axis='Frequency', y_axis='Delay', field='',
parameters={'spw': '',
'pol': '',
'ant': antName,
'bandname': bandname,
'type': 'delay' + self.suffix,
'file': os.path.basename(figfile)})
plots.append(plot)
except:
LOG.warn("Unable to add plot to stack")
plots.append(None)
return [p for p in plots if p is not None]
[docs]class semifinalphaseGainPerAntennaChart(object):
def __init__(self, context, result, suffix=''):
self.context = context
self.result = result
self.ms = context.observing_run.get_ms(result.inputs['vis'])
self.suffix = suffix
ms = self.ms
self.json = {}
self.json_filename = os.path.join(context.report_dir,
'stage%s' % result.stage_number,
'phasegain-' + self.suffix + '%s.json' % ms)
[docs] def plot(self):
context = self.context
result = self.result
m = context.observing_run.measurement_sets[0]
nplots = len(m.antennas)
plots = []
times = []
for bandname, bpdgain_touse in self.result.bpdgain_touse.items():
with casa_tools.TableReader(bpdgain_touse) as tb:
times.extend(tb.getcol('TIME'))
mintime = np.min(times)
maxtime = np.max(times)
LOG.info("Plotting phase gain solutions")
for bandname, bpdgain_touse in self.result.bpdgain_touse.items():
for ii in range(nplots):
filename = 'BPinitialgainphase' + str(ii) + '_' + self.suffix + '_' + bandname + '.png'
antPlot = str(ii)
stage = 'stage%s' % result.stage_number
stage_dir = os.path.join(context.report_dir, stage)
# construct the relative filename, eg. 'stageX/testdelay0.png'
figfile = os.path.join(stage_dir, filename)
if not os.path.exists(figfile):
try:
# Get antenna name
antName = antPlot
if antPlot != '':
domain_antennas = self.ms.get_antenna(antPlot)
idents = [a.name if a.name else a.id for a in domain_antennas]
antName = ','.join(idents)
LOG.debug("Plotting phase gain solutions " + antName)
job = casa_tasks.plotms(vis=bpdgain_touse, xaxis='time', yaxis='phase', field='',
antenna=antPlot, spw='', timerange='',
coloraxis='', plotrange=[mintime, maxtime, -180, 180], symbolshape='circle',
title='G table: {!s} Antenna: {!s} Band: {!s}'.format(bpdgain_touse, antName, bandname),
titlefont=8, xaxisfont=7, yaxisfont=7, showgui=False, plotfile=figfile,
xconnector='line')
job.execute(dry_run=False)
except:
LOG.warn("Unable to plot " + filename)
else:
LOG.debug('Using existing ' + filename + ' plot.')
try:
plot = logger.Plot(figfile, x_axis='Time', y_axis='Phase', field='',
parameters={'spw': '',
'pol': '',
'ant': antName,
'bandname': bandname,
'type': 'phasegain' + self.suffix,
'file': os.path.basename(figfile)})
plots.append(plot)
except:
LOG.warn("Unable to add plot to stack")
plots.append(None)
return [p for p in plots if p is not None]
[docs]class semifinalbpSolAmpPerAntennaChart(object):
def __init__(self, context, result, suffix=''):
self.context = context
self.result = result
self.ms = context.observing_run.get_ms(result.inputs['vis'])
self.suffix = suffix
ms = self.ms
self.json = {}
self.json_filename = os.path.join(context.report_dir,
'stage%s' % result.stage_number,
'bpsolamp-' + self.suffix + '%s.json' % ms)
[docs] def plot(self):
context = self.context
result = self.result
m = context.observing_run.measurement_sets[0]
nplots = len(m.antennas)
plots = []
LOG.info("Plotting amp bandpass solutions")
for bandname, bpcaltablename in self.result.bpcaltable.items():
with casa_tools.TableReader(self.result.bpcaltable[bandname]) as tb:
dataVarCol = tb.getvarcol('CPARAM')
flagVarCol = tb.getvarcol('FLAG')
rowlist = list(dataVarCol.keys())
maxmaxamp = 0.0
maxmaxphase = 0.0
for rrow in rowlist:
dataArr = dataVarCol[rrow]
flagArr = flagVarCol[rrow]
amps = np.abs(dataArr)
phases = np.arctan2(np.imag(dataArr), np.real(dataArr))
good = np.logical_not(flagArr)
tmparr = amps[good]
if len(tmparr) > 0:
maxamp = np.max(amps[good])
if maxamp > maxmaxamp:
maxmaxamp = maxamp
tmparr = np.abs(phases[good])
if len(tmparr) > 0:
maxphase = np.max(np.abs(phases[good])) * 180. / math.pi
if maxphase > maxmaxphase:
maxmaxphase = maxphase
ampplotmax = maxmaxamp
for ii in range(nplots):
filename = 'BPcal_amp' + str(ii) + '_' + self.suffix + '_' + bandname + '.png'
antPlot = str(ii)
stage = 'stage%s' % result.stage_number
stage_dir = os.path.join(context.report_dir, stage)
# construct the relative filename, eg. 'stageX/testdelay0.png'
figfile = os.path.join(stage_dir, filename)
if not os.path.exists(figfile):
try:
# Get antenna name
antName = antPlot
if antPlot != '':
domain_antennas = self.ms.get_antenna(antPlot)
idents = [a.name if a.name else a.id for a in domain_antennas]
antName = ','.join(idents)
job = casa_tasks.plotms(vis=bpcaltablename, xaxis='freq', yaxis='amp', field='',
antenna=antPlot, spw='', timerange='',
coloraxis='', plotrange=[0, 0, 0, ampplotmax], symbolshape='circle',
title='B table: {!s} Antenna: {!s} Band: {!s}'.format('BPcal.b', antName, bandname),
titlefont=8, xaxisfont=7, yaxisfont=7, showgui=False, plotfile=figfile,
xconnector='step')
job.execute(dry_run=False)
except:
LOG.warn("Unable to plot " + filename)
else:
LOG.debug('Using existing ' + filename + ' plot.')
try:
plot = logger.Plot(figfile, x_axis='Freq', y_axis='Amp', field='',
parameters={'spw': '',
'pol': '',
'ant': antName,
'bandname': bandname,
'type': 'bpsolamp' + self.suffix,
'file': os.path.basename(figfile)})
plots.append(plot)
except:
LOG.warn("Unable to add plot to stack")
plots.append(None)
return [p for p in plots if p is not None]
[docs]class semifinalbpSolPhasePerAntennaChart(object):
def __init__(self, context, result, suffix=''):
self.context = context
self.result = result
self.ms = context.observing_run.get_ms(result.inputs['vis'])
self.suffix = suffix
ms = self.ms
self.json = {}
self.json_filename = os.path.join(context.report_dir,
'stage%s' % result.stage_number,
'bpsolphase-' + self.suffix + '%s.json' % ms)
[docs] def plot(self):
context = self.context
result = self.result
m = context.observing_run.measurement_sets[0]
nplots = len(m.antennas)
plots = []
LOG.info("Plotting phase bandpass solutions")
for bandname, bpcaltablename in self.result.bpcaltable.items():
with casa_tools.TableReader(self.result.bpcaltable[bandname]) as tb:
dataVarCol = tb.getvarcol('CPARAM')
flagVarCol = tb.getvarcol('FLAG')
rowlist = list(dataVarCol.keys())
maxmaxamp = 0.0
maxmaxphase = 0.0
for rrow in rowlist:
dataArr = dataVarCol[rrow]
flagArr = flagVarCol[rrow]
amps = np.abs(dataArr)
phases = np.arctan2(np.imag(dataArr), np.real(dataArr))
good = np.logical_not(flagArr)
tmparr = amps[good]
if len(tmparr) > 0:
maxamp = np.max(amps[good])
if maxamp > maxmaxamp:
maxmaxamp = maxamp
tmparr = np.abs(phases[good])
if len(tmparr) > 0:
maxphase = np.max(np.abs(phases[good])) * 180. / math.pi
if maxphase > maxmaxphase:
maxmaxphase = maxphase
phaseplotmax = maxmaxphase
for ii in range(nplots):
filename = 'BPcal_phase' + str(ii) + '_' + self.suffix + '_' + bandname + '.png'
antPlot = str(ii)
stage = 'stage%s' % result.stage_number
stage_dir = os.path.join(context.report_dir, stage)
# construct the relative filename, eg. 'stageX/testdelay0.png'
figfile = os.path.join(stage_dir, filename)
if not os.path.exists(figfile):
try:
# Get antenna name
antName = antPlot
if antPlot != '':
domain_antennas = self.ms.get_antenna(antPlot)
idents = [a.name if a.name else a.id for a in domain_antennas]
antName = ','.join(idents)
job = casa_tasks.plotms(vis=bpcaltablename, xaxis='freq', yaxis='phase', field='',
antenna=antPlot, spw='', timerange='',
coloraxis='', plotrange=[0, 0, -phaseplotmax, phaseplotmax],
symbolshape='circle',
title='B table: {!s} Antenna: {!s} Band: {!s}'.format('BPcal.tbl', antName, bandname),
titlefont=8, xaxisfont=7, yaxisfont=7, showgui=False, plotfile=figfile,
xconnector='step')
job.execute(dry_run=False)
except:
LOG.warn("Unable to plot " + filename)
else:
LOG.debug('Using existing ' + filename + ' plot.')
try:
plot = logger.Plot(figfile, x_axis='Freq', y_axis='Phase', field='',
parameters={'spw': '',
'pol': '',
'ant': antName,
'bandname': bandname,
'type': 'bpsolphase' + self.suffix,
'file': os.path.basename(figfile)})
plots.append(plot)
except:
LOG.warn("Unable to add plot to stack")
plots.append(None)
# Get BPcal.b to close...
return [p for p in plots if p is not None]