@pytest.mark.twelve def test_E2E6_1_00010_S__uid___A002_Xd0a588_X2239__procedure_hifa_image__regression(): """Run ALMA cal+image regression on a 12m moderate-size test dataset in ASDM. Recipe name: procedure_hifa_calimage Dataset: E2E6.1.00010.S: uid___A002_Xd0a588_X2239 """ ref_directory = 'pl-regressiontest/E2E6.1.00010.S' pt = PipelineTester( visname=['uid___A002_Xd0a588_X2239'], recipe='procedure_hifa_calimage.xml', input_dir=ref_directory, expectedoutput_dir=ref_directory, ) > pt.run() tests/regression/fast/alma_if_fast_test.py:163: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:351: in run self.__do_sanity_checks(context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7f793ada16d0> context = <Context(name='pipeline-procedure_hifa_calimage')> def __do_sanity_checks(self, context: Context): """ Do the following sanity-checks on the pipeline run 1. rawdata, working, products directories are present 2. Non-existence of errorexit-*.txt in working directory 3. *pipeline_manifest.xml is present under the products directory (regression mode only) 4. No weblog rendering failures Args: context: Pipeline context object from the current run. """ # 1. rawdata, working, products directories are present # The rawdata directory is only present for PPR runs missing_directories = regression.missing_directories(context, include_rawdata=self.ppr) if len(missing_directories) > 0: msg = f"The following directories are missing from the pipeline run: {', '.join(missing_directories)}" LOG.warning(msg) pytest.fail(msg) # 2. Non-existence of errorexit-*.txt in working directory if regression.errorexit_present(context): msg = "errorexit-*.txt is present in working directory" LOG.warning(msg) pytest.fail(msg) # 3. *pipeline_manifest.xml is present under the products directory; regression mode only if self.mode == 'regression': if not regression.manifest_present(context): msg = "pipeline_manifest.xml is not present under the products directory" LOG.warning(msg) pytest.fail(msg) # 4. Check for weblog rendering failures failed_stages = regression.weblog_rendering_failures(context) if failed_stages: stage_list = ', '.join(str(stage) for stage in failed_stages) msg = f"Weblog rendering failed for stage(s): {stage_list}" LOG.warning(msg) > pytest.fail(msg) E Failed: Weblog rendering failed for stage(s): 4, 7, 10, 11 tests/testing_utils.py:501: Failed@pytest.mark.twelve def test_uid___A002_Xee1eb6_Xc58d__procedure_hifa_calsurvey__regression(): """Run ALMA cal+survey regression on a calibration survey test dataset. Recipe name: procedure_hifa_calsurvey Dataset: uid___A002_Xee1eb6_Xc58d """ ref_directory = 'pl-regressiontest/uid___A002_Xee1eb6_Xc58d_calsurvey' pt = PipelineTester( visname=['uid___A002_Xee1eb6_Xc58d'], recipe='procedure_hifa_calsurvey.xml', input_dir=ref_directory, output_dir='uid___A002_Xee1eb6_Xc58d_calsurvey_output', expectedoutput_dir=ref_directory, ) > pt.run() tests/regression/fast/alma_if_fast_test.py:203: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:351: in run self.__do_sanity_checks(context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7f86f488b590> context = <Context(name='pipeline-procedure_hifa_calsurvey')> def __do_sanity_checks(self, context: Context): """ Do the following sanity-checks on the pipeline run 1. rawdata, working, products directories are present 2. Non-existence of errorexit-*.txt in working directory 3. *pipeline_manifest.xml is present under the products directory (regression mode only) 4. No weblog rendering failures Args: context: Pipeline context object from the current run. """ # 1. rawdata, working, products directories are present # The rawdata directory is only present for PPR runs missing_directories = regression.missing_directories(context, include_rawdata=self.ppr) if len(missing_directories) > 0: msg = f"The following directories are missing from the pipeline run: {', '.join(missing_directories)}" LOG.warning(msg) pytest.fail(msg) # 2. Non-existence of errorexit-*.txt in working directory if regression.errorexit_present(context): msg = "errorexit-*.txt is present in working directory" LOG.warning(msg) pytest.fail(msg) # 3. *pipeline_manifest.xml is present under the products directory; regression mode only if self.mode == 'regression': if not regression.manifest_present(context): msg = "pipeline_manifest.xml is not present under the products directory" LOG.warning(msg) pytest.fail(msg) # 4. Check for weblog rendering failures failed_stages = regression.weblog_rendering_failures(context) if failed_stages: stage_list = ', '.join(str(stage) for stage in failed_stages) msg = f"Weblog rendering failed for stage(s): {stage_list}" LOG.warning(msg) > pytest.fail(msg) E Failed: Weblog rendering failed for stage(s): 4, 7, 10 tests/testing_utils.py:501: Failed@pytest.mark.seven @pytest.mark.mpi def test_2023_1_00228_S__uid___A002_X1199f9e_X7c24__procedure_hifa_calimage_diffgain__regression(): """Run ALMA cal+image regression on a 7m B2B dataset with differential gain calibration. Recipe name: procedure_hifa_calimage_diffgain Dataset: 2023.1.00228.S: uid___A002_X1199f9e_X7c24 """ ref_directory = 'pl-regressiontest/2023.1.00228.S' pt = PipelineTester( visname=['uid___A002_X1199f9e_X7c24'], recipe='procedure_hifa_calimage_diffgain.xml', input_dir=ref_directory, expectedoutput_dir=ref_directory, ) > pt.run() tests/regression/fast/alma_if_fast_test.py:143: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:351: in run self.__do_sanity_checks(context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7f856bb88ce0> context = <Context(name='pipeline-procedure_hifa_calimage_diffgain')> def __do_sanity_checks(self, context: Context): """ Do the following sanity-checks on the pipeline run 1. rawdata, working, products directories are present 2. Non-existence of errorexit-*.txt in working directory 3. *pipeline_manifest.xml is present under the products directory (regression mode only) 4. No weblog rendering failures Args: context: Pipeline context object from the current run. """ # 1. rawdata, working, products directories are present # The rawdata directory is only present for PPR runs missing_directories = regression.missing_directories(context, include_rawdata=self.ppr) if len(missing_directories) > 0: msg = f"The following directories are missing from the pipeline run: {', '.join(missing_directories)}" LOG.warning(msg) pytest.fail(msg) # 2. Non-existence of errorexit-*.txt in working directory if regression.errorexit_present(context): msg = "errorexit-*.txt is present in working directory" LOG.warning(msg) pytest.fail(msg) # 3. *pipeline_manifest.xml is present under the products directory; regression mode only if self.mode == 'regression': if not regression.manifest_present(context): msg = "pipeline_manifest.xml is not present under the products directory" LOG.warning(msg) pytest.fail(msg) # 4. Check for weblog rendering failures failed_stages = regression.weblog_rendering_failures(context) if failed_stages: stage_list = ', '.join(str(stage) for stage in failed_stages) msg = f"Weblog rendering failed for stage(s): {stage_list}" LOG.warning(msg) > pytest.fail(msg) E Failed: Weblog rendering failed for stage(s): 4, 7, 9, 10 tests/testing_utils.py:501: Failed@pytest.mark.seven @pytest.mark.mpi def test_2022_1_00207_S__uid___A001_X2d20_X373d__PPR__regression(): """Run ALMA polcal+image regression on a multi-EB 7m test dataset with a PPR file. PPR: pl-regressiontest/2022.1.00207.S/PPR.xml Project: 2022.1.00207.S MOUS: uid___A001_X2d20_X373d EBs: uid___A002_X10b6f7c_X41d1 uid___A002_X10b6f7c_X46cc """ ref_directory = 'pl-regressiontest/2022.1.00207.S' pt = PipelineTester( visname=['uid___A002_X10b6f7c_X41d1', 'uid___A002_X10b6f7c_X46cc'], ppr=f"{ref_directory}/PPR.xml", input_dir=ref_directory, expectedoutput_dir=ref_directory, ) > pt.run() tests/regression/fast/alma_if_fast_test.py:123: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:351: in run self.__do_sanity_checks(context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7f6efc674d40> context = <Context(name='pipeline-20260613T204203')> def __do_sanity_checks(self, context: Context): """ Do the following sanity-checks on the pipeline run 1. rawdata, working, products directories are present 2. Non-existence of errorexit-*.txt in working directory 3. *pipeline_manifest.xml is present under the products directory (regression mode only) 4. No weblog rendering failures Args: context: Pipeline context object from the current run. """ # 1. rawdata, working, products directories are present # The rawdata directory is only present for PPR runs missing_directories = regression.missing_directories(context, include_rawdata=self.ppr) if len(missing_directories) > 0: msg = f"The following directories are missing from the pipeline run: {', '.join(missing_directories)}" LOG.warning(msg) pytest.fail(msg) # 2. Non-existence of errorexit-*.txt in working directory if regression.errorexit_present(context): msg = "errorexit-*.txt is present in working directory" LOG.warning(msg) pytest.fail(msg) # 3. *pipeline_manifest.xml is present under the products directory; regression mode only if self.mode == 'regression': if not regression.manifest_present(context): msg = "pipeline_manifest.xml is not present under the products directory" LOG.warning(msg) pytest.fail(msg) # 4. Check for weblog rendering failures failed_stages = regression.weblog_rendering_failures(context) if failed_stages: stage_list = ', '.join(str(stage) for stage in failed_stages) msg = f"Weblog rendering failed for stage(s): {stage_list}" LOG.warning(msg) > pytest.fail(msg) E Failed: Weblog rendering failed for stage(s): 4, 7, 10 tests/testing_utils.py:501: Failed@pytest.mark.seven def test_uid___A002_Xc46ab2_X15ae_repSPW_spw16_17_small__PPR__regression(): """Run ALMA cal+image regression on a small test dataset with a PPR file. PPR: pl-regressiontest/uid___A002_Xc46ab2_X15ae_repSPW_spw16_17_small/PPR.xml Dataset: uid___A002_Xc46ab2_X15ae_repSPW_spw16_17_small.ms """ ref_directory = 'pl-regressiontest/uid___A002_Xc46ab2_X15ae_repSPW_spw16_17_small' pt = PipelineTester( visname=['uid___A002_Xc46ab2_X15ae_repSPW_spw16_17_small.ms'], ppr=f'{ref_directory}/PPR.xml', input_dir='pl-unittest', expectedoutput_dir=ref_directory, ) > pt.run() tests/regression/fast/alma_if_fast_test.py:26: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:351: in run self.__do_sanity_checks(context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7f4914301820> context = <Context(name='pipeline-20260613T204203')> def __do_sanity_checks(self, context: Context): """ Do the following sanity-checks on the pipeline run 1. rawdata, working, products directories are present 2. Non-existence of errorexit-*.txt in working directory 3. *pipeline_manifest.xml is present under the products directory (regression mode only) 4. No weblog rendering failures Args: context: Pipeline context object from the current run. """ # 1. rawdata, working, products directories are present # The rawdata directory is only present for PPR runs missing_directories = regression.missing_directories(context, include_rawdata=self.ppr) if len(missing_directories) > 0: msg = f"The following directories are missing from the pipeline run: {', '.join(missing_directories)}" LOG.warning(msg) pytest.fail(msg) # 2. Non-existence of errorexit-*.txt in working directory if regression.errorexit_present(context): msg = "errorexit-*.txt is present in working directory" LOG.warning(msg) pytest.fail(msg) # 3. *pipeline_manifest.xml is present under the products directory; regression mode only if self.mode == 'regression': if not regression.manifest_present(context): msg = "pipeline_manifest.xml is not present under the products directory" LOG.warning(msg) pytest.fail(msg) # 4. Check for weblog rendering failures failed_stages = regression.weblog_rendering_failures(context) if failed_stages: stage_list = ', '.join(str(stage) for stage in failed_stages) msg = f"Weblog rendering failed for stage(s): {stage_list}" LOG.warning(msg) > pytest.fail(msg) E Failed: Weblog rendering failed for stage(s): 4, 7, 10 tests/testing_utils.py:501: Faileddef test_mg2_20170525142607_180419__procedure_hsdn_calimage__regression(): """Run ALMA single-dish cal+image regression for standard nobeyama recipe. Recipe name: procedure_hsdn_calimage Dataset: mg2-20170525142607-180419 """ ref_directory = 'pl-regressiontest/mg2-20170525142607-180419' pt = PipelineTester( visname=['mg2-20170525142607-180419.ms'], recipe='procedure_hsdn_calimage.xml', input_dir=ref_directory, expectedoutput_dir=ref_directory, ) > pt.run() tests/regression/fast/nobeyama_sd_fast_test.py:21: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:351: in run self.__do_sanity_checks(context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7fc93f7e6480> context = <Context(name='pipeline-procedure_hsdn_calimage')> def __do_sanity_checks(self, context: Context): """ Do the following sanity-checks on the pipeline run 1. rawdata, working, products directories are present 2. Non-existence of errorexit-*.txt in working directory 3. *pipeline_manifest.xml is present under the products directory (regression mode only) 4. No weblog rendering failures Args: context: Pipeline context object from the current run. """ # 1. rawdata, working, products directories are present # The rawdata directory is only present for PPR runs missing_directories = regression.missing_directories(context, include_rawdata=self.ppr) if len(missing_directories) > 0: msg = f"The following directories are missing from the pipeline run: {', '.join(missing_directories)}" LOG.warning(msg) pytest.fail(msg) # 2. Non-existence of errorexit-*.txt in working directory if regression.errorexit_present(context): msg = "errorexit-*.txt is present in working directory" LOG.warning(msg) pytest.fail(msg) # 3. *pipeline_manifest.xml is present under the products directory; regression mode only if self.mode == 'regression': if not regression.manifest_present(context): msg = "pipeline_manifest.xml is not present under the products directory" LOG.warning(msg) pytest.fail(msg) # 4. Check for weblog rendering failures failed_stages = regression.weblog_rendering_failures(context) if failed_stages: stage_list = ', '.join(str(stage) for stage in failed_stages) msg = f"Weblog rendering failed for stage(s): {stage_list}" LOG.warning(msg) > pytest.fail(msg) E Failed: Weblog rendering failed for stage(s): 3 tests/testing_utils.py:501: Failed@pytest.mark.twelve def test_csv_3899_eb2_small__procedure_hifa_calimage__regression(): """PIPE-2245: Run small ALMA cal+image regression to cover various heuristics Recipe name: procedure_hifa_calimage Dataset: CSV-3899-EB2-small """ ref_directory = 'pl-regressiontest/CSV-3899-EB2-small' pt = PipelineTester( visname=['uid___A002_X1181695_X1c6a4_8ant.ms'], recipe='procedure_hifa_calimage.xml', input_dir=ref_directory, output_dir='csv_3899_eb2_small', expectedoutput_dir=ref_directory, ) > pt.run(omp_num_threads=1) tests/regression/fast/alma_if_fast_test.py:183: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:351: in run self.__do_sanity_checks(context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7f793a3046e0> context = <Context(name='pipeline-procedure_hifa_calimage')> def __do_sanity_checks(self, context: Context): """ Do the following sanity-checks on the pipeline run 1. rawdata, working, products directories are present 2. Non-existence of errorexit-*.txt in working directory 3. *pipeline_manifest.xml is present under the products directory (regression mode only) 4. No weblog rendering failures Args: context: Pipeline context object from the current run. """ # 1. rawdata, working, products directories are present # The rawdata directory is only present for PPR runs missing_directories = regression.missing_directories(context, include_rawdata=self.ppr) if len(missing_directories) > 0: msg = f"The following directories are missing from the pipeline run: {', '.join(missing_directories)}" LOG.warning(msg) pytest.fail(msg) # 2. Non-existence of errorexit-*.txt in working directory if regression.errorexit_present(context): msg = "errorexit-*.txt is present in working directory" LOG.warning(msg) pytest.fail(msg) # 3. *pipeline_manifest.xml is present under the products directory; regression mode only if self.mode == 'regression': if not regression.manifest_present(context): msg = "pipeline_manifest.xml is not present under the products directory" LOG.warning(msg) pytest.fail(msg) # 4. Check for weblog rendering failures failed_stages = regression.weblog_rendering_failures(context) if failed_stages: stage_list = ', '.join(str(stage) for stage in failed_stages) msg = f"Weblog rendering failed for stage(s): {stage_list}" LOG.warning(msg) > pytest.fail(msg) E Failed: Weblog rendering failed for stage(s): 4, 7, 10, 11 tests/testing_utils.py:501: Faileddef test_uid___A002_X85c183_X36f__procedure_hsd_calimage__regression(): """Run ALMA single-dish cal+image regression on the observation data of M100. Recipe name: procedure_hsd_calimage Dataset: uid___A002_X85c183_X36f """ ref_directory = 'pl-regressiontest/uid___A002_X85c183_X36f' pt = PipelineTester( visname=['uid___A002_X85c183_X36f'], recipe='procedure_hsd_calimage.xml', input_dir=ref_directory, expectedoutput_dir=ref_directory, ) > pt.run() tests/regression/fast/alma_sd_fast_test.py:22: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:351: in run self.__do_sanity_checks(context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7f86a99c3fb0> context = <Context(name='pipeline-procedure_hsd_calimage')> def __do_sanity_checks(self, context: Context): """ Do the following sanity-checks on the pipeline run 1. rawdata, working, products directories are present 2. Non-existence of errorexit-*.txt in working directory 3. *pipeline_manifest.xml is present under the products directory (regression mode only) 4. No weblog rendering failures Args: context: Pipeline context object from the current run. """ # 1. rawdata, working, products directories are present # The rawdata directory is only present for PPR runs missing_directories = regression.missing_directories(context, include_rawdata=self.ppr) if len(missing_directories) > 0: msg = f"The following directories are missing from the pipeline run: {', '.join(missing_directories)}" LOG.warning(msg) pytest.fail(msg) # 2. Non-existence of errorexit-*.txt in working directory if regression.errorexit_present(context): msg = "errorexit-*.txt is present in working directory" LOG.warning(msg) pytest.fail(msg) # 3. *pipeline_manifest.xml is present under the products directory; regression mode only if self.mode == 'regression': if not regression.manifest_present(context): msg = "pipeline_manifest.xml is not present under the products directory" LOG.warning(msg) pytest.fail(msg) # 4. Check for weblog rendering failures failed_stages = regression.weblog_rendering_failures(context) if failed_stages: stage_list = ', '.join(str(stage) for stage in failed_stages) msg = f"Weblog rendering failed for stage(s): {stage_list}" LOG.warning(msg) > pytest.fail(msg) E Failed: Weblog rendering failed for stage(s): 4 tests/testing_utils.py:501: Failed