import os
import shutil
import pipeline.infrastructure as infrastructure
import pipeline.infrastructure.vdp as vdp
from pipeline.h.tasks.exportdata import exportdata
from pipeline.infrastructure import task_registry
from . import vlaifaqua
LOG = infrastructure.get_logger(__name__)
[docs]@task_registry.set_equivalent_casa_task('hifv_exportdata')
class VLAExportData(exportdata.ExportData):
# link the accompanying inputs to this task
Inputs = VLAExportDataInputs
[docs] def prepare(self):
results = super(VLAExportData, self).prepare()
oussid = self.get_oussid(self.inputs.context) # returns string of 'unknown' for VLA
# Make the imaging vislist and the sessions lists.
# Force this regardless of the value of imaging_only_products
session_list, session_names, session_vislists, vislist = super(VLAExportData, self)._make_lists(
self.inputs.context, self.inputs.session, self.inputs.vis, imaging_only_mses=False)
# Export the auxiliary file products into a single tar file
# These are optional for reprocessing but informative to the user
# The calibrator source fluxes file
# The antenna positions file
# The continuum regions file
# The target flagging file
recipe_name = self.get_recipename(self.inputs.context)
if not recipe_name:
prefix = oussid
else:
prefix = oussid + '.' + recipe_name
auxfproducts = self._do_if_auxiliary_products(prefix, self.inputs.output_dir, self.inputs.products_dir, vislist,
self.inputs.imaging_products_only)
# Export the AQUA report
aquareport_name = 'pipeline_aquareport.xml'
pipe_aqua_reportfile = self._export_aqua_report(self.inputs.context, oussid, aquareport_name,
self.inputs.products_dir)
# Update the manifest
if auxfproducts is not None or pipe_aqua_reportfile is not None:
manifest_file = os.path.join(self.inputs.products_dir, results.manifest)
self._add_to_manifest(manifest_file, auxfproducts, False, [], pipe_aqua_reportfile)
return results
def _export_casa_restore_script(self, context, script_name, products_dir, oussid, vislist, session_list):
"""
Save the CASA restore script.
"""
# Generate the file list
# Get the output file name
ps = context.project_structure
script_file = os.path.join(context.report_dir, script_name)
out_script_file = self.NameBuilder.casa_script(script_name,
project_structure=ps,
ousstatus_entity_id=oussid,
output_dir=products_dir)
# if ps is None:
# script_file = os.path.join(context.report_dir, script_name)
# out_script_file = os.path.join(products_dir, script_name)
# elif ps.ousstatus_entity_id == 'unknown':
# script_file = os.path.join(context.report_dir, script_name)
# out_script_file = os.path.join(products_dir, script_name)
# else:
# # ousid = ps.ousstatus_entity_id.translate(string.maketrans(':/', '__'))
# script_file = os.path.join(context.report_dir, script_name)
# out_script_file = os.path.join(products_dir, oussid + '.' + script_name)
LOG.info('Creating casa restore script %s' % (script_file))
# This is hardcoded.
tmpvislist = []
# VLA ocorr_value
ocorr_mode = 'co'
for vis in vislist:
filename = os.path.basename(vis)
if filename.endswith('.ms'):
filename, filext = os.path.splitext(filename)
tmpvislist.append(filename)
task_string = " hifv_restoredata (vis=%s, session=%s, ocorr_mode='%s', gainmap=%s)" % (
tmpvislist, session_list, ocorr_mode, self.inputs.gainmap)
# Is this a VLASS execution?
vlassmode = False
for result in context.results:
try:
resultinputs = result.read()[0].inputs
if 'vlass' in resultinputs['checkflagmode']:
vlassmode = True
except:
continue
if vlassmode:
task_string += "\n hifv_fixpointing(pipelinemode='automatic')"
task_string += "\n hifv_statwt(pipelinemode='automatic')"
template = '''__rethrow_casa_exceptions = True
h_init()
try:
%s
finally:
h_save()
''' % task_string
with open(script_file, 'w') as casa_restore_file:
casa_restore_file.write(template)
LOG.info('Copying casa restore script %s to %s' % \
(script_file, out_script_file))
if not self._executor._dry_run:
shutil.copy(script_file, out_script_file)
return os.path.basename(out_script_file)
def _export_aqua_report (self, context, oussid, aquareport_name, products_dir):
"""
Save the AQUA report.
"""
aqua_file = os.path.join(context.output_dir, aquareport_name)
report_generator = vlaifaqua.VLAAquaXmlGenerator()
LOG.info('Generating pipeline AQUA report')
try:
report_xml = report_generator.get_report_xml(context)
vlaifaqua.export_to_disk(report_xml, aqua_file)
except:
LOG.error('Error generating the pipeline AQUA report')
return 'Undefined'
ps = context.project_structure
out_aqua_file = self.NameBuilder.aqua_report(aquareport_name,
project_structure=ps,
ousstatus_entity_id=oussid,
output_dir=products_dir)
# if ps is None:
# out_aqua_file = os.path.join(products_dir, aquareport_name)
# elif ps.ousstatus_entity_id == 'unknown':
# out_aqua_file = os.path.join(products_dir, aquareport_name)
# else:
# out_aqua_file = os.path.join(products_dir, oussid + '.' + aquareport_name)
LOG.info('Copying AQUA report %s to %s' % (aqua_file, out_aqua_file))
shutil.copy(aqua_file, out_aqua_file)
return os.path.basename(out_aqua_file)