def test_uid___A002_X85c183_X36f_SPW15_23__PPR__regression(): """Run ALMA single-dish restoredata regression on the observation data of M100. PPR: PPR.xml pl-regressiontest/uid___A002_X85c183_X36f_SPW15_23/PPR.xml Dataset: uid___A002_X85c183_X36f_SPW15_23 """ ref_directory = 'pl-regressiontest/uid___A002_X85c183_X36f_SPW15_23' pt = PipelineTester( visname=['uid___A002_X85c183_X36f_SPW15_23.ms'], ppr=f'{ref_directory}/PPR.xml', input_dir=ref_directory, expectedoutput_dir=ref_directory, ) # copy files use restore task into products folder if not pt.compare_only: input_products = casa_tools.utils.resolve(f'{ref_directory}/products') shutil.copytree(input_products, f'{pt.output_dir}/products') > pt.run() tests/regression/fast/alma_sd_fast_test.py:45: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:376: in run self.__compare_results(new_file, default_relative_tolerance) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7f24343c0b60> new_file = 'uid___A002_X85c183_X36f_SPW15_23.ms.NEW.results.txt' relative_tolerance = 1e-07 def __compare_results(self, new_file: str, relative_tolerance: float) -> None: """ Compare results between new one loaded from file and old one. Args: new_file : file path of new results relative_tolerance : relative tolerance of output value """ with open(self.expectedoutput_file) as expected_fd, open(new_file) as new_fd: expected_results = expected_fd.readlines() new_results = new_fd.readlines() errors = [] worst_diff = (0, 0) worst_percent_diff = (0, 0) for old, new in zip(expected_results, new_results): try: oldkey, oldval, tol = self.__sanitize_results_string(old) newkey, newval, _ = self.__sanitize_results_string(new) except ValueError as e: errorstr = "The results: {0} could not be parsed. Error: {1}".format(new, str(e)) errors.append(errorstr) continue > assert oldkey == newkey, f"Expected key {oldkey} does not match new key {newkey}." ^^^^^^^^^^^^^^^^ E AssertionError: Expected key s7.hsd_imaging.uid___A002_X85c183_X36f_SPW15_23.ms.atmcor.field_1.spw_23.qa.metric.line_emission_off_range_at_peak does not match new key s7.hsd_imaging.uid___A002_X85c183_X36f_SPW15_23.ms.atmcor.field_1.spw_23.qa.metric.score_sd_line_emission_off_range_at_peak. tests/testing_utils.py:409: AssertionError@pytest.mark.seven @pytest.mark.mpi def test_2023_1_00228_S__uid___A002_X1199f9e_X7c24__procedure_hifa_calimage_diffgain__regression(): """Run ALMA cal+image regression on a 7m B2B dataset with differential gain calibration. Recipe name: procedure_hifa_calimage_diffgain Dataset: 2023.1.00228.S: uid___A002_X1199f9e_X7c24 """ ref_directory = 'pl-regressiontest/2023.1.00228.S' pt = PipelineTester( visname=['uid___A002_X1199f9e_X7c24'], recipe='procedure_hifa_calimage_diffgain.xml', input_dir=ref_directory, expectedoutput_dir=ref_directory, ) > pt.run() tests/regression/fast/alma_if_fast_test.py:143: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:376: in run self.__compare_results(new_file, default_relative_tolerance) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7fa762eae510> new_file = 'uid___A002_X1199f9e_X7c24.NEW.results.txt' relative_tolerance = 1e-07 def __compare_results(self, new_file: str, relative_tolerance: float) -> None: """ Compare results between new one loaded from file and old one. Args: new_file : file path of new results relative_tolerance : relative tolerance of output value """ with open(self.expectedoutput_file) as expected_fd, open(new_file) as new_fd: expected_results = expected_fd.readlines() new_results = new_fd.readlines() errors = [] worst_diff = (0, 0) worst_percent_diff = (0, 0) for old, new in zip(expected_results, new_results): try: oldkey, oldval, tol = self.__sanitize_results_string(old) newkey, newval, _ = self.__sanitize_results_string(new) except ValueError as e: errorstr = "The results: {0} could not be parsed. Error: {1}".format(new, str(e)) errors.append(errorstr) continue > assert oldkey == newkey, f"Expected key {oldkey} does not match new key {newkey}." ^^^^^^^^^^^^^^^^ E AssertionError: Expected key s21.hif_applycal.uid___A002_X1199f9e_X7c24.spw_31.qa.metric.phase_vs_freqslope does not match new key s21.hif_applycal.uid___A002_X1199f9e_X7c24.spw_31.qa.metric.phase_vs_freqintercept. tests/testing_utils.py:409: AssertionErrordef test_mg2_20170525142607_180419__PPR__regression(): """Run ALMA single-dish cal+image regression for restore nobeyama recipe. PPR: pl-regressiontest/mg2-20170525142607-180419_PPR/PPR.xml Dataset: mg2-20170525142607-180419_PPR """ ref_directory = 'pl-regressiontest/mg2-20170525142607-180419_PPR' pt = PipelineTester( visname=['mg2-20170525142607-180419.ms'], ppr=f'{ref_directory}/PPR.xml', input_dir=ref_directory, output_dir='mg2-20170525142607-180419_PPR', expectedoutput_dir=ref_directory, ) # copy files use restore task into products folder if not pt.compare_only: input_products = casa_tools.utils.resolve(f'{ref_directory}/products') shutil.copytree(input_products, f'{pt.output_dir}/products') > pt.run() tests/regression/fast/nobeyama_sd_fast_test.py:45: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:376: in run self.__compare_results(new_file, default_relative_tolerance) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7fa73a6ecbf0> new_file = 'mg2-20170525142607-180419.ms.NEW.results.txt' relative_tolerance = 1e-07 def __compare_results(self, new_file: str, relative_tolerance: float) -> None: """ Compare results between new one loaded from file and old one. Args: new_file : file path of new results relative_tolerance : relative tolerance of output value """ with open(self.expectedoutput_file) as expected_fd, open(new_file) as new_fd: expected_results = expected_fd.readlines() new_results = new_fd.readlines() errors = [] worst_diff = (0, 0) worst_percent_diff = (0, 0) for old, new in zip(expected_results, new_results): try: oldkey, oldval, tol = self.__sanitize_results_string(old) newkey, newval, _ = self.__sanitize_results_string(new) except ValueError as e: errorstr = "The results: {0} could not be parsed. Error: {1}".format(new, str(e)) errors.append(errorstr) continue > assert oldkey == newkey, f"Expected key {oldkey} does not match new key {newkey}." ^^^^^^^^^^^^^^^^ E AssertionError: Expected key s6.hsd_imaging.mg2-20170525142607-180419.field_0.spw_0.qa.metric.line_emission_off_range_at_peak does not match new key s6.hsd_imaging.mg2-20170525142607-180419.field_0.spw_0.qa.metric.score_sd_line_emission_off_range_at_peak. tests/testing_utils.py:409: AssertionErrordef test_mg2_20170525142607_180419__procedure_hsdn_calimage__regression(): """Run ALMA single-dish cal+image regression for standard nobeyama recipe. Recipe name: procedure_hsdn_calimage Dataset: mg2-20170525142607-180419 """ ref_directory = 'pl-regressiontest/mg2-20170525142607-180419' pt = PipelineTester( visname=['mg2-20170525142607-180419.ms'], recipe='procedure_hsdn_calimage.xml', input_dir=ref_directory, expectedoutput_dir=ref_directory, ) > pt.run() tests/regression/fast/nobeyama_sd_fast_test.py:21: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:376: in run self.__compare_results(new_file, default_relative_tolerance) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7f241c37b950> new_file = 'mg2-20170525142607-180419.ms.NEW.results.txt' relative_tolerance = 1e-07 def __compare_results(self, new_file: str, relative_tolerance: float) -> None: """ Compare results between new one loaded from file and old one. Args: new_file : file path of new results relative_tolerance : relative tolerance of output value """ with open(self.expectedoutput_file) as expected_fd, open(new_file) as new_fd: expected_results = expected_fd.readlines() new_results = new_fd.readlines() errors = [] worst_diff = (0, 0) worst_percent_diff = (0, 0) for old, new in zip(expected_results, new_results): try: oldkey, oldval, tol = self.__sanitize_results_string(old) newkey, newval, _ = self.__sanitize_results_string(new) except ValueError as e: errorstr = "The results: {0} could not be parsed. Error: {1}".format(new, str(e)) errors.append(errorstr) continue > assert oldkey == newkey, f"Expected key {oldkey} does not match new key {newkey}." ^^^^^^^^^^^^^^^^ E AssertionError: Expected key s10.hsd_imaging.mg2-20170525142607-180419.field_0.spw_0.qa.metric.line_emission_off_range_at_peak does not match new key s10.hsd_imaging.mg2-20170525142607-180419.field_0.spw_0.qa.metric.score_sd_line_emission_off_range_at_peak. tests/testing_utils.py:409: AssertionErrordef test_uid___A002_X85c183_X36f__procedure_hsd_calimage__regression(): """Run ALMA single-dish cal+image regression on the observation data of M100. Recipe name: procedure_hsd_calimage Dataset: uid___A002_X85c183_X36f """ ref_directory = 'pl-regressiontest/uid___A002_X85c183_X36f' pt = PipelineTester( visname=['uid___A002_X85c183_X36f'], recipe='procedure_hsd_calimage.xml', input_dir=ref_directory, expectedoutput_dir=ref_directory, ) > pt.run() tests/regression/fast/alma_sd_fast_test.py:22: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:376: in run self.__compare_results(new_file, default_relative_tolerance) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7f9c79fcf320> new_file = 'uid___A002_X85c183_X36f.NEW.results.txt', relative_tolerance = 1e-07 def __compare_results(self, new_file: str, relative_tolerance: float) -> None: """ Compare results between new one loaded from file and old one. Args: new_file : file path of new results relative_tolerance : relative tolerance of output value """ with open(self.expectedoutput_file) as expected_fd, open(new_file) as new_fd: expected_results = expected_fd.readlines() new_results = new_fd.readlines() errors = [] worst_diff = (0, 0) worst_percent_diff = (0, 0) for old, new in zip(expected_results, new_results): try: oldkey, oldval, tol = self.__sanitize_results_string(old) newkey, newval, _ = self.__sanitize_results_string(new) except ValueError as e: errorstr = "The results: {0} could not be parsed. Error: {1}".format(new, str(e)) errors.append(errorstr) continue > assert oldkey == newkey, f"Expected key {oldkey} does not match new key {newkey}." ^^^^^^^^^^^^^^^^ E AssertionError: Expected key s13.hsd_imaging.uid___A002_X85c183_X36f.ms.atmcor.field_1.spw_17.qa.metric.line_emission_off_range_at_peak does not match new key s13.hsd_imaging.uid___A002_X85c183_X36f.ms.atmcor.field_1.spw_17.qa.metric.score_sd_line_emission_off_range_at_peak. tests/testing_utils.py:409: AssertionError