@pytest.mark.twelve def test_csv_3899_eb2_small__procedure_hifa_calimage__regression(): """PIPE-2245: Run small ALMA cal+image regression to cover various heuristics Recipe name: procedure_hifa_calimage Dataset: CSV-3899-EB2-small """ ref_directory = 'pl-regressiontest/CSV-3899-EB2-small' pt = PipelineTester( visname=['uid___A002_X1181695_X1c6a4_8ant.ms'], recipe='procedure_hifa_calimage.xml', input_dir=ref_directory, expectedoutput_dir=ref_directory, ) > pt.run(omp_num_threads=1) tests/regression/fast/alma_if_fast_test.py:181: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:381: in run self.__compare_results(new_file, default_relative_tolerance) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7faae158d700> new_file = 'uid___A002_X1181695_X1c6a4_8ant.ms.NEW.results.txt' relative_tolerance = 1e-07 def __compare_results(self, new_file: str, relative_tolerance: float) -> None: """ Compare results between new one loaded from file and old one. Args: new_file : file path of new results relative_tolerance : relative tolerance of output value """ with open(self.expectedoutput_file) as expected_fd, open(new_file) as new_fd: expected_results = expected_fd.readlines() new_results = new_fd.readlines() errors = [] worst_diff = (0, 0) worst_percent_diff = (0, 0) for old, new in zip(expected_results, new_results): try: oldkey, oldval, tol = self.__sanitize_results_string(old) newkey, newval, _ = self.__sanitize_results_string(new) except ValueError as e: errorstr = "The results: {0} could not be parsed. Error: {1}".format(new, str(e)) errors.append(errorstr) continue assert oldkey == newkey, f"Expected key {oldkey} does not match new key {newkey}." tolerance = tol if tol else relative_tolerance if newval is not None: LOG.info('Comparing %s to %s with a rel. tolerance of %s', oldval, newval, tolerance) if oldval != pytest.approx(newval, rel=tolerance): diff = oldval-newval percent_diff = (oldval-newval)/oldval * 100 if oldval != 0 else 100 if abs(diff) > abs(worst_diff[0]): worst_diff = diff, oldkey if abs(percent_diff) > abs(worst_percent_diff[0]): worst_percent_diff = percent_diff, oldkey errorstr = f"{oldkey}\n\tvalues differ by > a relative difference of {tolerance}\n\texpected: {oldval}\n\tnew: {newval}\n\tdiff: {diff}\n\tpercent_diff: {percent_diff}%" errors.append(errorstr) elif oldval is not None: # If only the new value is None, fail errorstr = f"{oldkey}\n\tvalue is None\n\texpected: {oldval}\n\tnew: {newval}" errors.append(errorstr) else: # If old and new values are both None, this is expected, so pass LOG.info('Comparing %s and %s... both values are None.', oldval, newval) [LOG.warning(x) for x in errors] n_errors = len(errors) if n_errors > 0: summary_str = f"Worst absolute diff, {worst_diff[1]}: {worst_diff[0]}\nWorst percentage diff, {worst_percent_diff[1]}: {worst_percent_diff[0]}%" errors.append(summary_str) > pytest.fail("Failed to match {0} result value{1} within tolerance{1} :\n{2}".format( n_errors, '' if n_errors == 1 else 's', '\n'.join(errors)), pytrace=True) E Failed: Failed to match 23 result values within tolerances : E s16.hifa_gfluxscaleflag.uid___A002_X1181695_X1c6a4_8ant.num_rows_flagged.after E values differ by > a relative difference of 1e-07 E expected: 5099936 E new: 5103176 E diff: -3240 E percent_diff: -0.0635302090065444% E s16.hifa_gfluxscaleflag.uid___A002_X1181695_X1c6a4_8ant.num_rows_flagged.before E values differ by > a relative difference of 1e-07 E expected: 5099936 E new: 5101736 E diff: -1800 E percent_diff: -0.035294560559191335% E s16.hifa_gfluxscaleflag.uid___A002_X1181695_X1c6a4_8ant.qa.metric.CorrectedampflagQAHandler E values differ by > a relative difference of 1e-07 E expected: 0.0 E new: 0.0053688072299937365 E diff: -0.0053688072299937365 E percent_diff: 100% E s16.hifa_gfluxscaleflag.uid___A002_X1181695_X1c6a4_8ant.qa.score.CorrectedampflagQAHandler E values differ by > a relative difference of 1e-07 E expected: 1.0 E new: 0.9946311927700062 E diff: 0.005368807229993777 E percent_diff: 0.5368807229993777% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_0.spw_16.qa.metric.score_gfluxscale_amp_time_variation E values differ by > a relative difference of 1e-07 E expected: 0.15890422094963422 E new: 0.15895858422227874 E diff: -5.436327264451979e-05 E percent_diff: -0.03421134587843994% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_0.spw_16.qa.score.score_gfluxscale_amp_time_variation E values differ by > a relative difference of 1e-07 E expected: 0.9958440434520864 E new: 0.9958426216434173 E diff: 1.4218086691331067e-06 E percent_diff: 0.00014277423041106084% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_1.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 0.3864452726559165 E new: 0.38846230844432605 E diff: -0.00201703578840956 E percent_diff: -0.5219460376749104% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_1.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 0.3479005318671154 E new: 0.3559687080382511 E diff: -0.0080681761711357 E percent_diff: -2.3191042933551573% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_1.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.007701514126207 E new: 1.025717471504257 E diff: -0.018015957378050063 E percent_diff: -1.7878267647212942% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_1.spw_24.I E values differ by > a relative difference of 1e-07 E expected: 0.32757341992075517 E new: 0.33639694604470255 E diff: -0.008823526123947378 E percent_diff: -2.693602590247377% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_1.spw_24.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9744457182701479 E new: 0.9954974538624377 E diff: -0.02105173559228979 E percent_diff: -2.160380531987064% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_3.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 0.007882753954217447 E new: 0.007922074070068001 E diff: -3.932011585055378e-05 E percent_diff: -0.4988119136906037% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_3.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 0.008878087091949377 E new: 0.009403204584910561 E diff: -0.0005251174929611843 E percent_diff: -5.914759424216049% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_3.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.0515407916400519 E new: 1.1082090210872806 E diff: -0.05666822944722871 E percent_diff: -5.389066206251993% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_3.spw_22.qa.score.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.0 E new: 0.75 E diff: 0.25 E percent_diff: 25.0% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_3.spw_24.I E values differ by > a relative difference of 1e-07 E expected: 0.014043901445720744 E new: 0.014421274744359853 E diff: -0.0003773732986391085 E percent_diff: -2.6870973147856736% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.field_3.spw_24.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.6366207338859067 E new: 1.672256908989825 E diff: -0.035636175103918255 E percent_diff: -2.177424150023175% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.qa.metric.score_derived_fluxes_snr E values differ by > a relative difference of 1e-07 E expected: 2.040571235355487 E new: 2.0439023901874442 E diff: -0.003331154831957228 E percent_diff: -0.16324619176438157% E s17.hifa_gfluxscale.uid___A002_X1181695_X1c6a4_8ant.qa.score.score_derived_fluxes_snr E values differ by > a relative difference of 1e-07 E expected: 0.8372305748813088 E new: 0.8372152443898132 E diff: 1.533049149560206e-05 E percent_diff: 0.0018310955136552928% E s21.hif_applycal.uid___A002_X1181695_X1c6a4_8ant.num_rows_flagged.after E values differ by > a relative difference of 1e-07 E expected: 4840736 E new: 4845536 E diff: -4800 E percent_diff: -0.09915847507486464% E s21.hif_applycal.uid___A002_X1181695_X1c6a4_8ant.num_rows_flagged.before E values differ by > a relative difference of 1e-07 E expected: 4840736 E new: 4845536 E diff: -4800 E percent_diff: -0.09915847507486464% E s21.hif_applycal.uid___A002_X1181695_X1c6a4_8ant.scan_7.num_rows_flagged.after E values differ by > a relative difference of 1e-07 E expected: 104640 E new: 109440 E diff: -4800 E percent_diff: -4.587155963302752% E s21.hif_applycal.uid___A002_X1181695_X1c6a4_8ant.scan_7.num_rows_flagged.before E values differ by > a relative difference of 1e-07 E expected: 104640 E new: 109440 E diff: -4800 E percent_diff: -4.587155963302752% E Worst absolute diff, s21.hif_applycal.uid___A002_X1181695_X1c6a4_8ant.num_rows_flagged.after: -4800 E Worst percentage diff, s16.hifa_gfluxscaleflag.uid___A002_X1181695_X1c6a4_8ant.qa.metric.CorrectedampflagQAHandler: 100% tests/testing_utils.py:440: Failed@pytest.mark.twelve def test_uid___A002_Xee1eb6_Xc58d__procedure_hifa_calsurvey__regression(): """Run ALMA cal+survey regression on a calibration survey test dataset. Recipe name: procedure_hifa_calsurvey Dataset: uid___A002_Xee1eb6_Xc58d """ ref_directory = 'pl-regressiontest/uid___A002_Xee1eb6_Xc58d_calsurvey' pt = PipelineTester( visname=['uid___A002_Xee1eb6_Xc58d'], recipe='procedure_hifa_calsurvey.xml', input_dir=ref_directory, expectedoutput_dir=ref_directory, ) > pt.run() tests/regression/fast/alma_if_fast_test.py:200: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/testing_utils.py:381: in run self.__compare_results(new_file, default_relative_tolerance) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.testing_utils.PipelineTester object at 0x7f884e3930e0> new_file = 'uid___A002_Xee1eb6_Xc58d.NEW.results.txt' relative_tolerance = 1e-07 def __compare_results(self, new_file: str, relative_tolerance: float) -> None: """ Compare results between new one loaded from file and old one. Args: new_file : file path of new results relative_tolerance : relative tolerance of output value """ with open(self.expectedoutput_file) as expected_fd, open(new_file) as new_fd: expected_results = expected_fd.readlines() new_results = new_fd.readlines() errors = [] worst_diff = (0, 0) worst_percent_diff = (0, 0) for old, new in zip(expected_results, new_results): try: oldkey, oldval, tol = self.__sanitize_results_string(old) newkey, newval, _ = self.__sanitize_results_string(new) except ValueError as e: errorstr = "The results: {0} could not be parsed. Error: {1}".format(new, str(e)) errors.append(errorstr) continue assert oldkey == newkey, f"Expected key {oldkey} does not match new key {newkey}." tolerance = tol if tol else relative_tolerance if newval is not None: LOG.info('Comparing %s to %s with a rel. tolerance of %s', oldval, newval, tolerance) if oldval != pytest.approx(newval, rel=tolerance): diff = oldval-newval percent_diff = (oldval-newval)/oldval * 100 if oldval != 0 else 100 if abs(diff) > abs(worst_diff[0]): worst_diff = diff, oldkey if abs(percent_diff) > abs(worst_percent_diff[0]): worst_percent_diff = percent_diff, oldkey errorstr = f"{oldkey}\n\tvalues differ by > a relative difference of {tolerance}\n\texpected: {oldval}\n\tnew: {newval}\n\tdiff: {diff}\n\tpercent_diff: {percent_diff}%" errors.append(errorstr) elif oldval is not None: # If only the new value is None, fail errorstr = f"{oldkey}\n\tvalue is None\n\texpected: {oldval}\n\tnew: {newval}" errors.append(errorstr) else: # If old and new values are both None, this is expected, so pass LOG.info('Comparing %s and %s... both values are None.', oldval, newval) [LOG.warning(x) for x in errors] n_errors = len(errors) if n_errors > 0: summary_str = f"Worst absolute diff, {worst_diff[1]}: {worst_diff[0]}\nWorst percentage diff, {worst_percent_diff[1]}: {worst_percent_diff[0]}%" errors.append(summary_str) > pytest.fail("Failed to match {0} result value{1} within tolerance{1} :\n{2}".format( n_errors, '' if n_errors == 1 else 's', '\n'.join(errors)), pytrace=True) E Failed: Failed to match 123 result values within tolerances : E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 6.4368335629485 E new: 6.43684975993458 E diff: -1.6196986079464182e-05 E percent_diff: -0.00025162971701951046% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9954916615955295 E new: 0.9953313961364421 E diff: 0.0001602654590874275 E percent_diff: 0.016099126217748647% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 6.406026626500891 E new: 6.40602833111847 E diff: -1.7046175786461504e-06 E percent_diff: -2.660959246710545e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 6.089622327342056 E new: 6.089628523188944 E diff: -6.195846887990797e-06 E percent_diff: -0.00010174435383573458% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9959998030542995 E new: 0.9967399924545476 E diff: -0.0007401894002481146 E percent_diff: -0.0743162195392283% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 6.028907818544015 E new: 6.028902374153225 E diff: 5.444390789755005e-06 E percent_diff: 9.030476088901005e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9944913580811693 E new: 0.9953497266356248 E diff: -0.0008583685544555353 E percent_diff: -0.08631231910468509% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 1.3827894983076758 E new: 1.3828136787711336 E diff: -2.418046345775693e-05 E percent_diff: -0.0017486727724899663% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9971883520186421 E new: 0.9954265087789763 E diff: 0.0017618432396657724 E percent_diff: 0.17668108899379073% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 1.3724343277945548 E new: 1.3724405153520784 E diff: -6.187557523684717e-06 E percent_diff: -0.0004508454356156966% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 1.2765835733596675 E new: 1.2765702746326515 E diff: 1.3298727016053391e-05 E percent_diff: 0.0010417435484505156% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9795471016087233 E new: 0.9874809400571593 E diff: -0.007933838448435981 E percent_diff: -0.8099496630030484% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 1.2752018423531148 E new: 1.275193453813532 E diff: 8.388539582737664e-06 E percent_diff: 0.0006578205350815986% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9877599670721109 E new: 0.9970824812575201 E diff: -0.009322514185409192 E percent_diff: -0.943803605752794% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 1.3163176094552909 E new: 1.3163406759943754 E diff: -2.3066539084570792e-05 E percent_diff: -0.0017523536051543076% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.0005264798137246 E new: 0.9990967728871843 E diff: 0.0014297069265402085 E percent_diff: 0.14289546107829026% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 1.3049373992927578 E new: 1.3049350884975404 E diff: 2.310795217397299e-06 E percent_diff: 0.00017708092500450139% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 1.2343114962194455 E new: 1.234303327850379 E diff: 8.168369066474668e-06 E percent_diff: 0.00066177533722188% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9853075229212446 E new: 0.9918167883695165 E diff: -0.006509265448271906 E percent_diff: -0.6606328782483264% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 1.218116740495516 E new: 1.21812190520217 E diff: -5.164706653904005e-06 E percent_diff: -0.0004239911071087539% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9796473854203237 E new: 0.9871971234127556 E diff: -0.00754973799243186 E percent_diff: -0.770658719126025% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 2.0903651801473915 E new: 2.0904035735200677 E diff: -3.839337267619314e-05 E percent_diff: -0.001836682558665947% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9972002689522786 E new: 0.9980266603871862 E diff: -0.0008263914349075918 E percent_diff: -0.08287116045163632% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 2.079538496715703 E new: 2.0795297891011413 E diff: 8.707614561842547e-06 E percent_diff: 0.0004187282214585027% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 1.9967175415981642 E new: 1.9967309050489954 E diff: -1.3363450831249679e-05 E percent_diff: -0.0006692709686195088% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.999396477134229 E new: 0.9957561797292501 E diff: 0.003640297404978843 E percent_diff: 0.36424957344430525% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 1.9785450671660771 E new: 1.9784984597097148 E diff: 4.6607456362313116e-05 E percent_diff: 0.002355642898196411% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.997556320067555 E new: 0.9932965038072329 E diff: 0.004259816260322125 E percent_diff: 0.4270251387945342% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 3.878440875168257 E new: 3.8784434661073814 E diff: -2.590939124580416e-06 E percent_diff: -6.68036256829109e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9948096957803231 E new: 0.9938201645088008 E diff: 0.000989531271522237 E percent_diff: 0.09946940361754862% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 3.8644279448708376 E new: 3.8644291694145654 E diff: -1.2245437277513815e-06 E percent_diff: -3.1687580806796744e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 3.693394176839282 E new: 3.693390068178245 E diff: 4.108661037172112e-06 E percent_diff: 0.00011124350233010346% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9989109792772483 E new: 1.0027550182945026 E diff: -0.003844039017254386 E percent_diff: -0.3848229819273486% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 3.6554075179486216 E new: 3.655402242617753 E diff: 5.2753308685815625e-06 E percent_diff: 0.00014431580727125126% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9966325793164691 E new: 1.0011168328842908 E diff: -0.004484253567821672 E percent_diff: -0.44994049571379197% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 1.2272745563459417 E new: 1.2273375424627928 E diff: -6.298611685107147e-05 E percent_diff: -0.005132194464994438% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9924854569054951 E new: 0.9996871111466776 E diff: -0.007201654241182576 E percent_diff: -0.725618112696267% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 1.219806561313299 E new: 1.2198097541329924 E diff: -3.1928196935204767e-06 E percent_diff: -0.00026174803405573936% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 1.1600286228573529 E new: 1.160009406866364 E diff: 1.9215990988863396e-05 E percent_diff: 0.001656510073133459% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.0182441480866669 E new: 0.9856493794526529 E diff: 0.032594768634014004 E percent_diff: 3.201075959558545% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 1.1538797281160764 E new: 1.1539061988281227 E diff: -2.6470712046311462e-05 E percent_diff: -0.00229406162542866% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.0255435590436992 E new: 0.9874967689612297 E diff: 0.03804679008246947 E percent_diff: 3.7099145859730633% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 0.8841216106862166 E new: 0.8841247963970682 E diff: -3.185710851560941e-06 E percent_diff: -0.0003603249613012322% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.0028203211912152 E new: 1.0040042042145665 E diff: -0.001183883023351262 E percent_diff: -0.11805534833448217% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 0.8756822458989204 E new: 0.8756827186990359 E diff: -4.728001155029915e-07 E percent_diff: -5.399220067750085e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 0.8281370353327187 E new: 0.8281383047576889 E diff: -1.2694249702516203e-06 E percent_diff: -0.00015328682525852816% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9783353607911552 E new: 0.9731254521347046 E diff: 0.005209908656450657 E percent_diff: 0.5325278902561116% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9932182580174357 E new: 0.9870639398620809 E diff: 0.006154318155354832 E percent_diff: 0.619634013538925% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 1.2906170243328177 E new: 1.2906203396900693 E diff: -3.3153572516209096e-06 E percent_diff: -0.0002568815682045398% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9861985049023362 E new: 0.98873804093041 E diff: -0.0025395360280737744 E percent_diff: -0.2575075925840372% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 1.2951501508388374 E new: 1.295150948262426 E diff: -7.974235884944392e-07 E percent_diff: -6.156997225209503e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 1.2032445210348675 E new: 1.203245555173576 E diff: -1.0341387084444875e-06 E percent_diff: -8.59458481103294e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9786552348885302 E new: 0.9673344603261796 E diff: 0.011320774562350588 E percent_diff: 1.1567684061527588% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 1.225916874378544 E new: 1.2259165721696295 E diff: 3.022089145598983e-07 E percent_diff: 2.465166447057004e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.0065993933227073 E new: 0.993065517951243 E diff: 0.013533875371464332 E percent_diff: 1.34451455675828% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 3.1206772031082606 E new: 3.1207121225170846 E diff: -3.491940882405231e-05 E percent_diff: -0.0011189689465245505% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.007560511701178 E new: 1.0086589464965487 E diff: -0.0010984347953706397 E percent_diff: -0.10901923831016644% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 2.888106616393319 E new: 2.8881138218902977 E diff: -7.20549697863504e-06 E percent_diff: -0.00024948860744044475% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9967443210987951 E new: 0.9918855329668125 E diff: 0.004858788131982594 E percent_diff: 0.48746584546640237% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 2.850076448684 E new: 2.850067412469253 E diff: 9.036214746682703e-06 E percent_diff: 0.0003170516619248969% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9936339087188365 E new: 0.9879944015965236 E diff: 0.00563950712231287 E percent_diff: 0.567563875671704% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 0.7527113079339307 E new: 0.7527119295410829 E diff: -6.216071521958355e-07 E percent_diff: -8.258241182825396e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9814688977016047 E new: 0.9828239359200758 E diff: -0.0013550382184710497 E percent_diff: -0.1380622678562985% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 0.7581763177230342 E new: 0.758174604814636 E diff: 1.7129083981215487e-06 E percent_diff: 0.0002259248090557325% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 0.7099908392566163 E new: 0.7099930193998363 E diff: -2.1801432199541892e-06 E percent_diff: -0.00030706638725604835% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9918032055830516 E new: 0.9856323152655976 E diff: 0.006170890317453992 E percent_diff: 0.6221889869599997% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 0.7110494404075606 E new: 0.7110489465869747 E diff: 4.938205858673328e-07 E percent_diff: 6.944954285939439e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.0037378328164475 E new: 0.9964691400224565 E diff: 0.007268692793991005 E percent_diff: 0.7241624811127573% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 1.6183980364417407 E new: 1.618410391590432 E diff: -1.2355148691245432e-05 E percent_diff: -0.0007634184182779805% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9896251252807197 E new: 0.9892074575478698 E diff: 0.00041766773284990233 E percent_diff: 0.04220464114948836% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 1.452515298977552 E new: 1.4525167827456549 E diff: -1.4837681028279093e-06 E percent_diff: -0.00010215163336815499% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9723389803429044 E new: 0.9742934219152758 E diff: -0.001954441572371346 E percent_diff: -0.2010041366110915% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 1.446138806118112 E new: 1.446136399650939 E diff: 2.4064671728663e-06 E percent_diff: 0.00016640637556266188% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9814795483191857 E new: 0.9837840056026151 E diff: -0.0023044572834294286 E percent_diff: -0.23479422341259004% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 1.0219404288265685 E new: 1.021946498634394 E diff: -6.069807825470619e-06 E percent_diff: -0.0005939492806288334% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9901574699535395 E new: 0.9884073036939544 E diff: 0.0017501662595851286 E percent_diff: 0.17675635570039688% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 1.0189989410303606 E new: 1.0189987544814356 E diff: 1.8654892497416142e-07 E percent_diff: 1.8307077413204424e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9678587950435121 E new: 0.97581162928297 E diff: -0.007952834239457918 E percent_diff: -0.8216936478942035% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 0.933040098150294 E new: 0.9330379050852016 E diff: 2.193065092415125e-06 E percent_diff: 0.00023504510650322196% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9875686360706482 E new: 0.99704150651834 E diff: -0.00947287044769185 E percent_diff: -0.9592113501480402% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 1.9982723882173317 E new: 1.9982802740350474 E diff: -7.885817715713728e-06 E percent_diff: -0.00039463177103441356% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.992674580539657 E new: 0.9913095430688047 E diff: 0.0013650374708522595 E percent_diff: 0.137511073378163% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 1.9913493837185299 E new: 1.991337984834399 E diff: 1.1398884130819908e-05 E percent_diff: 0.0005724200998588352% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 1.8606983252348563 E new: 1.860698068226285 E diff: 2.570085713138326e-07 E percent_diff: 1.3812479316408967e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9864219311128013 E new: 0.9926524292939621 E diff: -0.006230498181160837 E percent_diff: -0.6316260805487256% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 1.8423745612314701 E new: 1.8423630715516566 E diff: 1.1489679813569964e-05 E percent_diff: 0.0006236343062558405% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9864056724038972 E new: 0.9936535865378893 E diff: -0.007247914133992062 E percent_diff: -0.7347802569229656% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 5.606124306115827 E new: 5.606131192452763 E diff: -6.886336935352233e-06 E percent_diff: -0.00012283596579975577% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9992039959326341 E new: 0.9956985485962963 E diff: 0.0035054473363378413 E percent_diff: 0.3508239909575159% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 5.597372088587241 E new: 5.597358674171598 E diff: 1.3414415642287736e-05 E percent_diff: 0.00023965559962752973% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 5.25816434336146 E new: 5.258154404103999 E diff: 9.939257460622741e-06 E percent_diff: 0.0001890252341232213% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9505588287496362 E new: 0.9659028195645152 E diff: -0.015343990814879027 E percent_diff: -1.614207385255944% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 5.379802495406151 E new: 5.379787392525037 E diff: 1.5102881114614775e-05 E percent_diff: 0.00028073300325636905% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.974644700951482 E new: 0.9929863675576402 E diff: -0.018341666606158213 E percent_diff: -1.881882350383934% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 1.7538259314791267 E new: 1.7538272712408007 E diff: -1.3397616740462581e-06 E percent_diff: -7.639080082003015e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9925777622908546 E new: 0.9950703364486797 E diff: -0.0024925741578251115 E percent_diff: -0.25112129774822756% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 1.7555121913034668 E new: 1.7555115982541474 E diff: 5.930493194306052e-07 E percent_diff: 3.378212480485632e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 1.7121097092848365 E new: 1.7121071294169181 E diff: 2.5798679184063644e-06 E percent_diff: 0.00015068356334968735% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.0074831004846434 E new: 0.9960808691117722 E diff: 0.011402231372871219 E percent_diff: 1.1317541075762212% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 1.7001251764409586 E new: 1.700122817976508 E diff: 2.3584644506247088e-06 E percent_diff: 0.0001387229883602993% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.0063746580216688 E new: 0.9931316060572584 E diff: 0.013243051964410446 E percent_diff: 1.3159166776361038% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 2.6207522442567797 E new: 2.6207788145874984 E diff: -2.6570330718733715e-05 E percent_diff: -0.0010138436693877108% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9983641208287575 E new: 0.9965183888915962 E diff: 0.0018457319371613101 E percent_diff: 0.18487562790509132% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 2.599750354361118 E new: 2.599732720181437 E diff: 1.76341796809254e-05 E percent_diff: 0.0006783028090117889% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 2.447089463654794 E new: 2.447080549622674 E diff: 8.91403211999986e-06 E percent_diff: 0.00036427078994841943% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9880391389430888 E new: 0.9965046870326316 E diff: -0.008465548089542807 E percent_diff: -0.8568029095080639% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 2.406695623967912 E new: 2.4067049311917543 E diff: -9.30722384229199e-06 E percent_diff: -0.0003867220993632421% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9803575524335676 E new: 0.9901572088857458 E diff: -0.009799656452178174 E percent_diff: -0.9996002405298176% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 1.2841069211785068 E new: 1.2841153440085296 E diff: -8.422830022780659e-06 E percent_diff: -0.0006559290261476428% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9979880952379501 E new: 0.9993316695720197 E diff: -0.0013435743340696193 E percent_diff: -0.13462829271017218% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 1.2617112465203302 E new: 1.261714699056488 E diff: -3.452536157855235e-06 E percent_diff: -0.0002736391680249324% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 1.102391637115342 E new: 1.102389770706505 E diff: 1.8664088370368148e-06 E percent_diff: 0.00016930542415222755% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9638606859156326 E new: 0.9580368503473875 E diff: 0.0058238355682450615 E percent_diff: 0.604219640176799% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 1.1412835267232215 E new: 1.1412842681689188 E diff: -7.414456972831829e-07 E percent_diff: -6.496595104741179e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 1.0158882708295673 E new: 1.0087579077593851 E diff: 0.007130363070182222 E percent_diff: 0.7018845748026618% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_16.I E values differ by > a relative difference of 1e-07 E expected: 1.9139154825619937 E new: 1.9139242142944206 E diff: -8.731732426880967e-06 E percent_diff: -0.0004562235117714053% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_16.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.994068622291375 E new: 0.9913370742983115 E diff: 0.002731547993063521 E percent_diff: 0.27478465085913023% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_18.I E values differ by > a relative difference of 1e-07 E expected: 1.9018953857929177 E new: 1.9018936219618519 E diff: 1.7638310658707468e-06 E percent_diff: 9.274069851825152e-05% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_20.I E values differ by > a relative difference of 1e-07 E expected: 1.7665403785243097 E new: 1.7665382678326542 E diff: 2.110691655454744e-06 E percent_diff: 0.00011948165358201% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_20.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.9875808777132329 E new: 0.9999776685408488 E diff: -0.012396790827615911 E percent_diff: -1.255268414706548% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_22.I E values differ by > a relative difference of 1e-07 E expected: 1.7398692699861906 E new: 1.739862245343649 E diff: 7.024642541653137e-06 E percent_diff: 0.00040374542287932303% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_22.qa.metric.score_gfluxscale_k_spw E values differ by > a relative difference of 1e-07 E expected: 0.983608073160112 E new: 1.0027902776986044 E diff: -0.019182204538492398 E percent_diff: -1.9501877894174129% E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.qa.metric.score_derived_fluxes_snr E values differ by > a relative difference of 1e-07 E expected: 95.75098343330819 E new: 95.75112650292613 E diff: -0.00014306961793408846 E percent_diff: -0.00014941843185740052% E Worst absolute diff, s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.qa.metric.score_gfluxscale_k_spw: 0.03804679008246947 E Worst percentage diff, s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.qa.metric.score_gfluxscale_k_spw: 3.7099145859730633% tests/testing_utils.py:440: Failed