Build: #95 failed
Job: Test ManyLinux 2.28 Python 3.12 failed
uid a002 xee1eb6 xc58d procedure hifa calsurvey regression: Test case result
The below summarizes the result of the test " uid a002 xee1eb6 xc58d procedure hifa calsurvey regression" in build 95 of PIPESPECS - Test Pipeline main with Casa 6.7.4 - Test ManyLinux 2.28 Python 3.12.
- Description
- uid a002 xee1eb6 xc58d procedure hifa calsurvey regression
- Test class
- tests.regression.fast.alma_if_fast_test
- Method
- test_uid___A002_Xee1eb6_Xc58d__procedure_hifa_calsurvey__regression
- Duration
- 549 mins
- Status
- Failed (New Failure)
Error Log
@pytest.mark.twelve
def test_uid___A002_Xee1eb6_Xc58d__procedure_hifa_calsurvey__regression():
"""Run ALMA cal+survey regression on a calibration survey test dataset.
Recipe name: procedure_hifa_calsurvey
Dataset: uid___A002_Xee1eb6_Xc58d
"""
ref_directory = 'pl-regressiontest/uid___A002_Xee1eb6_Xc58d_calsurvey'
pt = PipelineTester(
visname=['uid___A002_Xee1eb6_Xc58d'],
recipe='procedure_hifa_calsurvey.xml',
input_dir=ref_directory,
expectedoutput_dir=ref_directory,
)
> pt.run()
tests/regression/fast/alma_if_fast_test.py:200:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
tests/testing_utils.py:381: in run
self.__compare_results(new_file, default_relative_tolerance)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <tests.testing_utils.PipelineTester object at 0x7f884e3930e0>
new_file = 'uid___A002_Xee1eb6_Xc58d.NEW.results.txt'
relative_tolerance = 1e-07
def __compare_results(self, new_file: str, relative_tolerance: float) -> None:
"""
Compare results between new one loaded from file and old one.
Args:
new_file : file path of new results
relative_tolerance : relative tolerance of output value
"""
with open(self.expectedoutput_file) as expected_fd, open(new_file) as new_fd:
expected_results = expected_fd.readlines()
new_results = new_fd.readlines()
errors = []
worst_diff = (0, 0)
worst_percent_diff = (0, 0)
for old, new in zip(expected_results, new_results):
try:
oldkey, oldval, tol = self.__sanitize_results_string(old)
newkey, newval, _ = self.__sanitize_results_string(new)
except ValueError as e:
errorstr = "The results: {0} could not be parsed. Error: {1}".format(new, str(e))
errors.append(errorstr)
continue
assert oldkey == newkey, f"Expected key {oldkey} does not match new key {newkey}."
tolerance = tol if tol else relative_tolerance
if newval is not None:
LOG.info('Comparing %s to %s with a rel. tolerance of %s', oldval, newval, tolerance)
if oldval != pytest.approx(newval, rel=tolerance):
diff = oldval-newval
percent_diff = (oldval-newval)/oldval * 100 if oldval != 0 else 100
if abs(diff) > abs(worst_diff[0]):
worst_diff = diff, oldkey
if abs(percent_diff) > abs(worst_percent_diff[0]):
worst_percent_diff = percent_diff, oldkey
errorstr = f"{oldkey}\n\tvalues differ by > a relative difference of {tolerance}\n\texpected: {oldval}\n\tnew: {newval}\n\tdiff: {diff}\n\tpercent_diff: {percent_diff}%"
errors.append(errorstr)
elif oldval is not None:
# If only the new value is None, fail
errorstr = f"{oldkey}\n\tvalue is None\n\texpected: {oldval}\n\tnew: {newval}"
errors.append(errorstr)
else:
# If old and new values are both None, this is expected, so pass
LOG.info('Comparing %s and %s... both values are None.', oldval, newval)
[LOG.warning(x) for x in errors]
n_errors = len(errors)
if n_errors > 0:
summary_str = f"Worst absolute diff, {worst_diff[1]}: {worst_diff[0]}\nWorst percentage diff, {worst_percent_diff[1]}: {worst_percent_diff[0]}%"
errors.append(summary_str)
> pytest.fail("Failed to match {0} result value{1} within tolerance{1} :\n{2}".format(
n_errors, '' if n_errors == 1 else 's', '\n'.join(errors)), pytrace=True)
E Failed: Failed to match 123 result values within tolerances :
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 6.4368335629485
E new: 6.43684975993458
E diff: -1.6196986079464182e-05
E percent_diff: -0.00025162971701951046%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9954916615955295
E new: 0.9953313961364421
E diff: 0.0001602654590874275
E percent_diff: 0.016099126217748647%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 6.406026626500891
E new: 6.40602833111847
E diff: -1.7046175786461504e-06
E percent_diff: -2.660959246710545e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 6.089622327342056
E new: 6.089628523188944
E diff: -6.195846887990797e-06
E percent_diff: -0.00010174435383573458%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9959998030542995
E new: 0.9967399924545476
E diff: -0.0007401894002481146
E percent_diff: -0.0743162195392283%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 6.028907818544015
E new: 6.028902374153225
E diff: 5.444390789755005e-06
E percent_diff: 9.030476088901005e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9944913580811693
E new: 0.9953497266356248
E diff: -0.0008583685544555353
E percent_diff: -0.08631231910468509%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.3827894983076758
E new: 1.3828136787711336
E diff: -2.418046345775693e-05
E percent_diff: -0.0017486727724899663%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9971883520186421
E new: 0.9954265087789763
E diff: 0.0017618432396657724
E percent_diff: 0.17668108899379073%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.3724343277945548
E new: 1.3724405153520784
E diff: -6.187557523684717e-06
E percent_diff: -0.0004508454356156966%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.2765835733596675
E new: 1.2765702746326515
E diff: 1.3298727016053391e-05
E percent_diff: 0.0010417435484505156%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9795471016087233
E new: 0.9874809400571593
E diff: -0.007933838448435981
E percent_diff: -0.8099496630030484%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.2752018423531148
E new: 1.275193453813532
E diff: 8.388539582737664e-06
E percent_diff: 0.0006578205350815986%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9877599670721109
E new: 0.9970824812575201
E diff: -0.009322514185409192
E percent_diff: -0.943803605752794%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.3163176094552909
E new: 1.3163406759943754
E diff: -2.3066539084570792e-05
E percent_diff: -0.0017523536051543076%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0005264798137246
E new: 0.9990967728871843
E diff: 0.0014297069265402085
E percent_diff: 0.14289546107829026%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.3049373992927578
E new: 1.3049350884975404
E diff: 2.310795217397299e-06
E percent_diff: 0.00017708092500450139%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.2343114962194455
E new: 1.234303327850379
E diff: 8.168369066474668e-06
E percent_diff: 0.00066177533722188%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9853075229212446
E new: 0.9918167883695165
E diff: -0.006509265448271906
E percent_diff: -0.6606328782483264%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.218116740495516
E new: 1.21812190520217
E diff: -5.164706653904005e-06
E percent_diff: -0.0004239911071087539%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9796473854203237
E new: 0.9871971234127556
E diff: -0.00754973799243186
E percent_diff: -0.770658719126025%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 2.0903651801473915
E new: 2.0904035735200677
E diff: -3.839337267619314e-05
E percent_diff: -0.001836682558665947%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9972002689522786
E new: 0.9980266603871862
E diff: -0.0008263914349075918
E percent_diff: -0.08287116045163632%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 2.079538496715703
E new: 2.0795297891011413
E diff: 8.707614561842547e-06
E percent_diff: 0.0004187282214585027%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.9967175415981642
E new: 1.9967309050489954
E diff: -1.3363450831249679e-05
E percent_diff: -0.0006692709686195088%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.999396477134229
E new: 0.9957561797292501
E diff: 0.003640297404978843
E percent_diff: 0.36424957344430525%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.9785450671660771
E new: 1.9784984597097148
E diff: 4.6607456362313116e-05
E percent_diff: 0.002355642898196411%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.997556320067555
E new: 0.9932965038072329
E diff: 0.004259816260322125
E percent_diff: 0.4270251387945342%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 3.878440875168257
E new: 3.8784434661073814
E diff: -2.590939124580416e-06
E percent_diff: -6.68036256829109e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9948096957803231
E new: 0.9938201645088008
E diff: 0.000989531271522237
E percent_diff: 0.09946940361754862%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 3.8644279448708376
E new: 3.8644291694145654
E diff: -1.2245437277513815e-06
E percent_diff: -3.1687580806796744e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 3.693394176839282
E new: 3.693390068178245
E diff: 4.108661037172112e-06
E percent_diff: 0.00011124350233010346%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9989109792772483
E new: 1.0027550182945026
E diff: -0.003844039017254386
E percent_diff: -0.3848229819273486%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 3.6554075179486216
E new: 3.655402242617753
E diff: 5.2753308685815625e-06
E percent_diff: 0.00014431580727125126%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9966325793164691
E new: 1.0011168328842908
E diff: -0.004484253567821672
E percent_diff: -0.44994049571379197%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.2272745563459417
E new: 1.2273375424627928
E diff: -6.298611685107147e-05
E percent_diff: -0.005132194464994438%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9924854569054951
E new: 0.9996871111466776
E diff: -0.007201654241182576
E percent_diff: -0.725618112696267%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.219806561313299
E new: 1.2198097541329924
E diff: -3.1928196935204767e-06
E percent_diff: -0.00026174803405573936%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.1600286228573529
E new: 1.160009406866364
E diff: 1.9215990988863396e-05
E percent_diff: 0.001656510073133459%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0182441480866669
E new: 0.9856493794526529
E diff: 0.032594768634014004
E percent_diff: 3.201075959558545%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.1538797281160764
E new: 1.1539061988281227
E diff: -2.6470712046311462e-05
E percent_diff: -0.00229406162542866%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0255435590436992
E new: 0.9874967689612297
E diff: 0.03804679008246947
E percent_diff: 3.7099145859730633%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 0.8841216106862166
E new: 0.8841247963970682
E diff: -3.185710851560941e-06
E percent_diff: -0.0003603249613012322%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0028203211912152
E new: 1.0040042042145665
E diff: -0.001183883023351262
E percent_diff: -0.11805534833448217%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 0.8756822458989204
E new: 0.8756827186990359
E diff: -4.728001155029915e-07
E percent_diff: -5.399220067750085e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 0.8281370353327187
E new: 0.8281383047576889
E diff: -1.2694249702516203e-06
E percent_diff: -0.00015328682525852816%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9783353607911552
E new: 0.9731254521347046
E diff: 0.005209908656450657
E percent_diff: 0.5325278902561116%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9932182580174357
E new: 0.9870639398620809
E diff: 0.006154318155354832
E percent_diff: 0.619634013538925%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.2906170243328177
E new: 1.2906203396900693
E diff: -3.3153572516209096e-06
E percent_diff: -0.0002568815682045398%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9861985049023362
E new: 0.98873804093041
E diff: -0.0025395360280737744
E percent_diff: -0.2575075925840372%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.2951501508388374
E new: 1.295150948262426
E diff: -7.974235884944392e-07
E percent_diff: -6.156997225209503e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.2032445210348675
E new: 1.203245555173576
E diff: -1.0341387084444875e-06
E percent_diff: -8.59458481103294e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9786552348885302
E new: 0.9673344603261796
E diff: 0.011320774562350588
E percent_diff: 1.1567684061527588%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.225916874378544
E new: 1.2259165721696295
E diff: 3.022089145598983e-07
E percent_diff: 2.465166447057004e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0065993933227073
E new: 0.993065517951243
E diff: 0.013533875371464332
E percent_diff: 1.34451455675828%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 3.1206772031082606
E new: 3.1207121225170846
E diff: -3.491940882405231e-05
E percent_diff: -0.0011189689465245505%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.007560511701178
E new: 1.0086589464965487
E diff: -0.0010984347953706397
E percent_diff: -0.10901923831016644%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 2.888106616393319
E new: 2.8881138218902977
E diff: -7.20549697863504e-06
E percent_diff: -0.00024948860744044475%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9967443210987951
E new: 0.9918855329668125
E diff: 0.004858788131982594
E percent_diff: 0.48746584546640237%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 2.850076448684
E new: 2.850067412469253
E diff: 9.036214746682703e-06
E percent_diff: 0.0003170516619248969%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9936339087188365
E new: 0.9879944015965236
E diff: 0.00563950712231287
E percent_diff: 0.567563875671704%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 0.7527113079339307
E new: 0.7527119295410829
E diff: -6.216071521958355e-07
E percent_diff: -8.258241182825396e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9814688977016047
E new: 0.9828239359200758
E diff: -0.0013550382184710497
E percent_diff: -0.1380622678562985%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 0.7581763177230342
E new: 0.758174604814636
E diff: 1.7129083981215487e-06
E percent_diff: 0.0002259248090557325%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 0.7099908392566163
E new: 0.7099930193998363
E diff: -2.1801432199541892e-06
E percent_diff: -0.00030706638725604835%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9918032055830516
E new: 0.9856323152655976
E diff: 0.006170890317453992
E percent_diff: 0.6221889869599997%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 0.7110494404075606
E new: 0.7110489465869747
E diff: 4.938205858673328e-07
E percent_diff: 6.944954285939439e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0037378328164475
E new: 0.9964691400224565
E diff: 0.007268692793991005
E percent_diff: 0.7241624811127573%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.6183980364417407
E new: 1.618410391590432
E diff: -1.2355148691245432e-05
E percent_diff: -0.0007634184182779805%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9896251252807197
E new: 0.9892074575478698
E diff: 0.00041766773284990233
E percent_diff: 0.04220464114948836%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.452515298977552
E new: 1.4525167827456549
E diff: -1.4837681028279093e-06
E percent_diff: -0.00010215163336815499%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9723389803429044
E new: 0.9742934219152758
E diff: -0.001954441572371346
E percent_diff: -0.2010041366110915%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.446138806118112
E new: 1.446136399650939
E diff: 2.4064671728663e-06
E percent_diff: 0.00016640637556266188%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9814795483191857
E new: 0.9837840056026151
E diff: -0.0023044572834294286
E percent_diff: -0.23479422341259004%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.0219404288265685
E new: 1.021946498634394
E diff: -6.069807825470619e-06
E percent_diff: -0.0005939492806288334%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9901574699535395
E new: 0.9884073036939544
E diff: 0.0017501662595851286
E percent_diff: 0.17675635570039688%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.0189989410303606
E new: 1.0189987544814356
E diff: 1.8654892497416142e-07
E percent_diff: 1.8307077413204424e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9678587950435121
E new: 0.97581162928297
E diff: -0.007952834239457918
E percent_diff: -0.8216936478942035%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 0.933040098150294
E new: 0.9330379050852016
E diff: 2.193065092415125e-06
E percent_diff: 0.00023504510650322196%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9875686360706482
E new: 0.99704150651834
E diff: -0.00947287044769185
E percent_diff: -0.9592113501480402%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.9982723882173317
E new: 1.9982802740350474
E diff: -7.885817715713728e-06
E percent_diff: -0.00039463177103441356%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.992674580539657
E new: 0.9913095430688047
E diff: 0.0013650374708522595
E percent_diff: 0.137511073378163%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.9913493837185299
E new: 1.991337984834399
E diff: 1.1398884130819908e-05
E percent_diff: 0.0005724200998588352%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.8606983252348563
E new: 1.860698068226285
E diff: 2.570085713138326e-07
E percent_diff: 1.3812479316408967e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9864219311128013
E new: 0.9926524292939621
E diff: -0.006230498181160837
E percent_diff: -0.6316260805487256%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.8423745612314701
E new: 1.8423630715516566
E diff: 1.1489679813569964e-05
E percent_diff: 0.0006236343062558405%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9864056724038972
E new: 0.9936535865378893
E diff: -0.007247914133992062
E percent_diff: -0.7347802569229656%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 5.606124306115827
E new: 5.606131192452763
E diff: -6.886336935352233e-06
E percent_diff: -0.00012283596579975577%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9992039959326341
E new: 0.9956985485962963
E diff: 0.0035054473363378413
E percent_diff: 0.3508239909575159%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 5.597372088587241
E new: 5.597358674171598
E diff: 1.3414415642287736e-05
E percent_diff: 0.00023965559962752973%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 5.25816434336146
E new: 5.258154404103999
E diff: 9.939257460622741e-06
E percent_diff: 0.0001890252341232213%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9505588287496362
E new: 0.9659028195645152
E diff: -0.015343990814879027
E percent_diff: -1.614207385255944%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 5.379802495406151
E new: 5.379787392525037
E diff: 1.5102881114614775e-05
E percent_diff: 0.00028073300325636905%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.974644700951482
E new: 0.9929863675576402
E diff: -0.018341666606158213
E percent_diff: -1.881882350383934%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.7538259314791267
E new: 1.7538272712408007
E diff: -1.3397616740462581e-06
E percent_diff: -7.639080082003015e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9925777622908546
E new: 0.9950703364486797
E diff: -0.0024925741578251115
E percent_diff: -0.25112129774822756%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.7555121913034668
E new: 1.7555115982541474
E diff: 5.930493194306052e-07
E percent_diff: 3.378212480485632e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.7121097092848365
E new: 1.7121071294169181
E diff: 2.5798679184063644e-06
E percent_diff: 0.00015068356334968735%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0074831004846434
E new: 0.9960808691117722
E diff: 0.011402231372871219
E percent_diff: 1.1317541075762212%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.7001251764409586
E new: 1.700122817976508
E diff: 2.3584644506247088e-06
E percent_diff: 0.0001387229883602993%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0063746580216688
E new: 0.9931316060572584
E diff: 0.013243051964410446
E percent_diff: 1.3159166776361038%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 2.6207522442567797
E new: 2.6207788145874984
E diff: -2.6570330718733715e-05
E percent_diff: -0.0010138436693877108%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9983641208287575
E new: 0.9965183888915962
E diff: 0.0018457319371613101
E percent_diff: 0.18487562790509132%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 2.599750354361118
E new: 2.599732720181437
E diff: 1.76341796809254e-05
E percent_diff: 0.0006783028090117889%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 2.447089463654794
E new: 2.447080549622674
E diff: 8.91403211999986e-06
E percent_diff: 0.00036427078994841943%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9880391389430888
E new: 0.9965046870326316
E diff: -0.008465548089542807
E percent_diff: -0.8568029095080639%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 2.406695623967912
E new: 2.4067049311917543
E diff: -9.30722384229199e-06
E percent_diff: -0.0003867220993632421%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9803575524335676
E new: 0.9901572088857458
E diff: -0.009799656452178174
E percent_diff: -0.9996002405298176%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.2841069211785068
E new: 1.2841153440085296
E diff: -8.422830022780659e-06
E percent_diff: -0.0006559290261476428%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9979880952379501
E new: 0.9993316695720197
E diff: -0.0013435743340696193
E percent_diff: -0.13462829271017218%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.2617112465203302
E new: 1.261714699056488
E diff: -3.452536157855235e-06
E percent_diff: -0.0002736391680249324%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.102391637115342
E new: 1.102389770706505
E diff: 1.8664088370368148e-06
E percent_diff: 0.00016930542415222755%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9638606859156326
E new: 0.9580368503473875
E diff: 0.0058238355682450615
E percent_diff: 0.604219640176799%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.1412835267232215
E new: 1.1412842681689188
E diff: -7.414456972831829e-07
E percent_diff: -6.496595104741179e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0158882708295673
E new: 1.0087579077593851
E diff: 0.007130363070182222
E percent_diff: 0.7018845748026618%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.9139154825619937
E new: 1.9139242142944206
E diff: -8.731732426880967e-06
E percent_diff: -0.0004562235117714053%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.994068622291375
E new: 0.9913370742983115
E diff: 0.002731547993063521
E percent_diff: 0.27478465085913023%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.9018953857929177
E new: 1.9018936219618519
E diff: 1.7638310658707468e-06
E percent_diff: 9.274069851825152e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.7665403785243097
E new: 1.7665382678326542
E diff: 2.110691655454744e-06
E percent_diff: 0.00011948165358201%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9875808777132329
E new: 0.9999776685408488
E diff: -0.012396790827615911
E percent_diff: -1.255268414706548%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.7398692699861906
E new: 1.739862245343649
E diff: 7.024642541653137e-06
E percent_diff: 0.00040374542287932303%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.983608073160112
E new: 1.0027902776986044
E diff: -0.019182204538492398
E percent_diff: -1.9501877894174129%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.qa.metric.score_derived_fluxes_snr
E values differ by > a relative difference of 1e-07
E expected: 95.75098343330819
E new: 95.75112650292613
E diff: -0.00014306961793408846
E percent_diff: -0.00014941843185740052%
E Worst absolute diff, s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.qa.metric.score_gfluxscale_k_spw: 0.03804679008246947
E Worst percentage diff, s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.qa.metric.score_gfluxscale_k_spw: 3.7099145859730633%
tests/testing_utils.py:440: Failed
@pytest.mark.twelve
def test_uid___A002_Xee1eb6_Xc58d__procedure_hifa_calsurvey__regression():
"""Run ALMA cal+survey regression on a calibration survey test dataset.
Recipe name: procedure_hifa_calsurvey
Dataset: uid___A002_Xee1eb6_Xc58d
"""
ref_directory = 'pl-regressiontest/uid___A002_Xee1eb6_Xc58d_calsurvey'
pt = PipelineTester(
visname=['uid___A002_Xee1eb6_Xc58d'],
recipe='procedure_hifa_calsurvey.xml',
input_dir=ref_directory,
expectedoutput_dir=ref_directory,
)
> pt.run()
tests/regression/fast/alma_if_fast_test.py:200:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
tests/testing_utils.py:381: in run
self.__compare_results(new_file, default_relative_tolerance)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <tests.testing_utils.PipelineTester object at 0x7f884e3930e0>
new_file = 'uid___A002_Xee1eb6_Xc58d.NEW.results.txt'
relative_tolerance = 1e-07
def __compare_results(self, new_file: str, relative_tolerance: float) -> None:
"""
Compare results between new one loaded from file and old one.
Args:
new_file : file path of new results
relative_tolerance : relative tolerance of output value
"""
with open(self.expectedoutput_file) as expected_fd, open(new_file) as new_fd:
expected_results = expected_fd.readlines()
new_results = new_fd.readlines()
errors = []
worst_diff = (0, 0)
worst_percent_diff = (0, 0)
for old, new in zip(expected_results, new_results):
try:
oldkey, oldval, tol = self.__sanitize_results_string(old)
newkey, newval, _ = self.__sanitize_results_string(new)
except ValueError as e:
errorstr = "The results: {0} could not be parsed. Error: {1}".format(new, str(e))
errors.append(errorstr)
continue
assert oldkey == newkey, f"Expected key {oldkey} does not match new key {newkey}."
tolerance = tol if tol else relative_tolerance
if newval is not None:
LOG.info('Comparing %s to %s with a rel. tolerance of %s', oldval, newval, tolerance)
if oldval != pytest.approx(newval, rel=tolerance):
diff = oldval-newval
percent_diff = (oldval-newval)/oldval * 100 if oldval != 0 else 100
if abs(diff) > abs(worst_diff[0]):
worst_diff = diff, oldkey
if abs(percent_diff) > abs(worst_percent_diff[0]):
worst_percent_diff = percent_diff, oldkey
errorstr = f"{oldkey}\n\tvalues differ by > a relative difference of {tolerance}\n\texpected: {oldval}\n\tnew: {newval}\n\tdiff: {diff}\n\tpercent_diff: {percent_diff}%"
errors.append(errorstr)
elif oldval is not None:
# If only the new value is None, fail
errorstr = f"{oldkey}\n\tvalue is None\n\texpected: {oldval}\n\tnew: {newval}"
errors.append(errorstr)
else:
# If old and new values are both None, this is expected, so pass
LOG.info('Comparing %s and %s... both values are None.', oldval, newval)
[LOG.warning(x) for x in errors]
n_errors = len(errors)
if n_errors > 0:
summary_str = f"Worst absolute diff, {worst_diff[1]}: {worst_diff[0]}\nWorst percentage diff, {worst_percent_diff[1]}: {worst_percent_diff[0]}%"
errors.append(summary_str)
> pytest.fail("Failed to match {0} result value{1} within tolerance{1} :\n{2}".format(
n_errors, '' if n_errors == 1 else 's', '\n'.join(errors)), pytrace=True)
E Failed: Failed to match 123 result values within tolerances :
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 6.4368335629485
E new: 6.43684975993458
E diff: -1.6196986079464182e-05
E percent_diff: -0.00025162971701951046%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9954916615955295
E new: 0.9953313961364421
E diff: 0.0001602654590874275
E percent_diff: 0.016099126217748647%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 6.406026626500891
E new: 6.40602833111847
E diff: -1.7046175786461504e-06
E percent_diff: -2.660959246710545e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 6.089622327342056
E new: 6.089628523188944
E diff: -6.195846887990797e-06
E percent_diff: -0.00010174435383573458%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9959998030542995
E new: 0.9967399924545476
E diff: -0.0007401894002481146
E percent_diff: -0.0743162195392283%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 6.028907818544015
E new: 6.028902374153225
E diff: 5.444390789755005e-06
E percent_diff: 9.030476088901005e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_0.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9944913580811693
E new: 0.9953497266356248
E diff: -0.0008583685544555353
E percent_diff: -0.08631231910468509%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.3827894983076758
E new: 1.3828136787711336
E diff: -2.418046345775693e-05
E percent_diff: -0.0017486727724899663%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9971883520186421
E new: 0.9954265087789763
E diff: 0.0017618432396657724
E percent_diff: 0.17668108899379073%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.3724343277945548
E new: 1.3724405153520784
E diff: -6.187557523684717e-06
E percent_diff: -0.0004508454356156966%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.2765835733596675
E new: 1.2765702746326515
E diff: 1.3298727016053391e-05
E percent_diff: 0.0010417435484505156%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9795471016087233
E new: 0.9874809400571593
E diff: -0.007933838448435981
E percent_diff: -0.8099496630030484%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.2752018423531148
E new: 1.275193453813532
E diff: 8.388539582737664e-06
E percent_diff: 0.0006578205350815986%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_10.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9877599670721109
E new: 0.9970824812575201
E diff: -0.009322514185409192
E percent_diff: -0.943803605752794%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.3163176094552909
E new: 1.3163406759943754
E diff: -2.3066539084570792e-05
E percent_diff: -0.0017523536051543076%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0005264798137246
E new: 0.9990967728871843
E diff: 0.0014297069265402085
E percent_diff: 0.14289546107829026%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.3049373992927578
E new: 1.3049350884975404
E diff: 2.310795217397299e-06
E percent_diff: 0.00017708092500450139%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.2343114962194455
E new: 1.234303327850379
E diff: 8.168369066474668e-06
E percent_diff: 0.00066177533722188%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9853075229212446
E new: 0.9918167883695165
E diff: -0.006509265448271906
E percent_diff: -0.6606328782483264%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.218116740495516
E new: 1.21812190520217
E diff: -5.164706653904005e-06
E percent_diff: -0.0004239911071087539%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_11.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9796473854203237
E new: 0.9871971234127556
E diff: -0.00754973799243186
E percent_diff: -0.770658719126025%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 2.0903651801473915
E new: 2.0904035735200677
E diff: -3.839337267619314e-05
E percent_diff: -0.001836682558665947%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9972002689522786
E new: 0.9980266603871862
E diff: -0.0008263914349075918
E percent_diff: -0.08287116045163632%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 2.079538496715703
E new: 2.0795297891011413
E diff: 8.707614561842547e-06
E percent_diff: 0.0004187282214585027%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.9967175415981642
E new: 1.9967309050489954
E diff: -1.3363450831249679e-05
E percent_diff: -0.0006692709686195088%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.999396477134229
E new: 0.9957561797292501
E diff: 0.003640297404978843
E percent_diff: 0.36424957344430525%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.9785450671660771
E new: 1.9784984597097148
E diff: 4.6607456362313116e-05
E percent_diff: 0.002355642898196411%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_12.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.997556320067555
E new: 0.9932965038072329
E diff: 0.004259816260322125
E percent_diff: 0.4270251387945342%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 3.878440875168257
E new: 3.8784434661073814
E diff: -2.590939124580416e-06
E percent_diff: -6.68036256829109e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9948096957803231
E new: 0.9938201645088008
E diff: 0.000989531271522237
E percent_diff: 0.09946940361754862%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 3.8644279448708376
E new: 3.8644291694145654
E diff: -1.2245437277513815e-06
E percent_diff: -3.1687580806796744e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 3.693394176839282
E new: 3.693390068178245
E diff: 4.108661037172112e-06
E percent_diff: 0.00011124350233010346%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9989109792772483
E new: 1.0027550182945026
E diff: -0.003844039017254386
E percent_diff: -0.3848229819273486%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 3.6554075179486216
E new: 3.655402242617753
E diff: 5.2753308685815625e-06
E percent_diff: 0.00014431580727125126%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_13.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9966325793164691
E new: 1.0011168328842908
E diff: -0.004484253567821672
E percent_diff: -0.44994049571379197%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.2272745563459417
E new: 1.2273375424627928
E diff: -6.298611685107147e-05
E percent_diff: -0.005132194464994438%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9924854569054951
E new: 0.9996871111466776
E diff: -0.007201654241182576
E percent_diff: -0.725618112696267%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.219806561313299
E new: 1.2198097541329924
E diff: -3.1928196935204767e-06
E percent_diff: -0.00026174803405573936%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.1600286228573529
E new: 1.160009406866364
E diff: 1.9215990988863396e-05
E percent_diff: 0.001656510073133459%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0182441480866669
E new: 0.9856493794526529
E diff: 0.032594768634014004
E percent_diff: 3.201075959558545%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.1538797281160764
E new: 1.1539061988281227
E diff: -2.6470712046311462e-05
E percent_diff: -0.00229406162542866%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0255435590436992
E new: 0.9874967689612297
E diff: 0.03804679008246947
E percent_diff: 3.7099145859730633%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 0.8841216106862166
E new: 0.8841247963970682
E diff: -3.185710851560941e-06
E percent_diff: -0.0003603249613012322%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0028203211912152
E new: 1.0040042042145665
E diff: -0.001183883023351262
E percent_diff: -0.11805534833448217%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 0.8756822458989204
E new: 0.8756827186990359
E diff: -4.728001155029915e-07
E percent_diff: -5.399220067750085e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 0.8281370353327187
E new: 0.8281383047576889
E diff: -1.2694249702516203e-06
E percent_diff: -0.00015328682525852816%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9783353607911552
E new: 0.9731254521347046
E diff: 0.005209908656450657
E percent_diff: 0.5325278902561116%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_15.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9932182580174357
E new: 0.9870639398620809
E diff: 0.006154318155354832
E percent_diff: 0.619634013538925%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.2906170243328177
E new: 1.2906203396900693
E diff: -3.3153572516209096e-06
E percent_diff: -0.0002568815682045398%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9861985049023362
E new: 0.98873804093041
E diff: -0.0025395360280737744
E percent_diff: -0.2575075925840372%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.2951501508388374
E new: 1.295150948262426
E diff: -7.974235884944392e-07
E percent_diff: -6.156997225209503e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.2032445210348675
E new: 1.203245555173576
E diff: -1.0341387084444875e-06
E percent_diff: -8.59458481103294e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9786552348885302
E new: 0.9673344603261796
E diff: 0.011320774562350588
E percent_diff: 1.1567684061527588%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.225916874378544
E new: 1.2259165721696295
E diff: 3.022089145598983e-07
E percent_diff: 2.465166447057004e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_16.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0065993933227073
E new: 0.993065517951243
E diff: 0.013533875371464332
E percent_diff: 1.34451455675828%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 3.1206772031082606
E new: 3.1207121225170846
E diff: -3.491940882405231e-05
E percent_diff: -0.0011189689465245505%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.007560511701178
E new: 1.0086589464965487
E diff: -0.0010984347953706397
E percent_diff: -0.10901923831016644%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 2.888106616393319
E new: 2.8881138218902977
E diff: -7.20549697863504e-06
E percent_diff: -0.00024948860744044475%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9967443210987951
E new: 0.9918855329668125
E diff: 0.004858788131982594
E percent_diff: 0.48746584546640237%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 2.850076448684
E new: 2.850067412469253
E diff: 9.036214746682703e-06
E percent_diff: 0.0003170516619248969%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_17.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9936339087188365
E new: 0.9879944015965236
E diff: 0.00563950712231287
E percent_diff: 0.567563875671704%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 0.7527113079339307
E new: 0.7527119295410829
E diff: -6.216071521958355e-07
E percent_diff: -8.258241182825396e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9814688977016047
E new: 0.9828239359200758
E diff: -0.0013550382184710497
E percent_diff: -0.1380622678562985%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 0.7581763177230342
E new: 0.758174604814636
E diff: 1.7129083981215487e-06
E percent_diff: 0.0002259248090557325%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 0.7099908392566163
E new: 0.7099930193998363
E diff: -2.1801432199541892e-06
E percent_diff: -0.00030706638725604835%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9918032055830516
E new: 0.9856323152655976
E diff: 0.006170890317453992
E percent_diff: 0.6221889869599997%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 0.7110494404075606
E new: 0.7110489465869747
E diff: 4.938205858673328e-07
E percent_diff: 6.944954285939439e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_18.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0037378328164475
E new: 0.9964691400224565
E diff: 0.007268692793991005
E percent_diff: 0.7241624811127573%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.6183980364417407
E new: 1.618410391590432
E diff: -1.2355148691245432e-05
E percent_diff: -0.0007634184182779805%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9896251252807197
E new: 0.9892074575478698
E diff: 0.00041766773284990233
E percent_diff: 0.04220464114948836%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.452515298977552
E new: 1.4525167827456549
E diff: -1.4837681028279093e-06
E percent_diff: -0.00010215163336815499%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9723389803429044
E new: 0.9742934219152758
E diff: -0.001954441572371346
E percent_diff: -0.2010041366110915%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.446138806118112
E new: 1.446136399650939
E diff: 2.4064671728663e-06
E percent_diff: 0.00016640637556266188%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_2.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9814795483191857
E new: 0.9837840056026151
E diff: -0.0023044572834294286
E percent_diff: -0.23479422341259004%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.0219404288265685
E new: 1.021946498634394
E diff: -6.069807825470619e-06
E percent_diff: -0.0005939492806288334%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9901574699535395
E new: 0.9884073036939544
E diff: 0.0017501662595851286
E percent_diff: 0.17675635570039688%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.0189989410303606
E new: 1.0189987544814356
E diff: 1.8654892497416142e-07
E percent_diff: 1.8307077413204424e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9678587950435121
E new: 0.97581162928297
E diff: -0.007952834239457918
E percent_diff: -0.8216936478942035%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 0.933040098150294
E new: 0.9330379050852016
E diff: 2.193065092415125e-06
E percent_diff: 0.00023504510650322196%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_3.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9875686360706482
E new: 0.99704150651834
E diff: -0.00947287044769185
E percent_diff: -0.9592113501480402%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.9982723882173317
E new: 1.9982802740350474
E diff: -7.885817715713728e-06
E percent_diff: -0.00039463177103441356%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.992674580539657
E new: 0.9913095430688047
E diff: 0.0013650374708522595
E percent_diff: 0.137511073378163%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.9913493837185299
E new: 1.991337984834399
E diff: 1.1398884130819908e-05
E percent_diff: 0.0005724200998588352%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.8606983252348563
E new: 1.860698068226285
E diff: 2.570085713138326e-07
E percent_diff: 1.3812479316408967e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9864219311128013
E new: 0.9926524292939621
E diff: -0.006230498181160837
E percent_diff: -0.6316260805487256%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.8423745612314701
E new: 1.8423630715516566
E diff: 1.1489679813569964e-05
E percent_diff: 0.0006236343062558405%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_4.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9864056724038972
E new: 0.9936535865378893
E diff: -0.007247914133992062
E percent_diff: -0.7347802569229656%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 5.606124306115827
E new: 5.606131192452763
E diff: -6.886336935352233e-06
E percent_diff: -0.00012283596579975577%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9992039959326341
E new: 0.9956985485962963
E diff: 0.0035054473363378413
E percent_diff: 0.3508239909575159%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 5.597372088587241
E new: 5.597358674171598
E diff: 1.3414415642287736e-05
E percent_diff: 0.00023965559962752973%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 5.25816434336146
E new: 5.258154404103999
E diff: 9.939257460622741e-06
E percent_diff: 0.0001890252341232213%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9505588287496362
E new: 0.9659028195645152
E diff: -0.015343990814879027
E percent_diff: -1.614207385255944%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 5.379802495406151
E new: 5.379787392525037
E diff: 1.5102881114614775e-05
E percent_diff: 0.00028073300325636905%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_5.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.974644700951482
E new: 0.9929863675576402
E diff: -0.018341666606158213
E percent_diff: -1.881882350383934%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.7538259314791267
E new: 1.7538272712408007
E diff: -1.3397616740462581e-06
E percent_diff: -7.639080082003015e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9925777622908546
E new: 0.9950703364486797
E diff: -0.0024925741578251115
E percent_diff: -0.25112129774822756%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.7555121913034668
E new: 1.7555115982541474
E diff: 5.930493194306052e-07
E percent_diff: 3.378212480485632e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.7121097092848365
E new: 1.7121071294169181
E diff: 2.5798679184063644e-06
E percent_diff: 0.00015068356334968735%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0074831004846434
E new: 0.9960808691117722
E diff: 0.011402231372871219
E percent_diff: 1.1317541075762212%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.7001251764409586
E new: 1.700122817976508
E diff: 2.3584644506247088e-06
E percent_diff: 0.0001387229883602993%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_6.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0063746580216688
E new: 0.9931316060572584
E diff: 0.013243051964410446
E percent_diff: 1.3159166776361038%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 2.6207522442567797
E new: 2.6207788145874984
E diff: -2.6570330718733715e-05
E percent_diff: -0.0010138436693877108%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9983641208287575
E new: 0.9965183888915962
E diff: 0.0018457319371613101
E percent_diff: 0.18487562790509132%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 2.599750354361118
E new: 2.599732720181437
E diff: 1.76341796809254e-05
E percent_diff: 0.0006783028090117889%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 2.447089463654794
E new: 2.447080549622674
E diff: 8.91403211999986e-06
E percent_diff: 0.00036427078994841943%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9880391389430888
E new: 0.9965046870326316
E diff: -0.008465548089542807
E percent_diff: -0.8568029095080639%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 2.406695623967912
E new: 2.4067049311917543
E diff: -9.30722384229199e-06
E percent_diff: -0.0003867220993632421%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_7.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9803575524335676
E new: 0.9901572088857458
E diff: -0.009799656452178174
E percent_diff: -0.9996002405298176%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.2841069211785068
E new: 1.2841153440085296
E diff: -8.422830022780659e-06
E percent_diff: -0.0006559290261476428%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9979880952379501
E new: 0.9993316695720197
E diff: -0.0013435743340696193
E percent_diff: -0.13462829271017218%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.2617112465203302
E new: 1.261714699056488
E diff: -3.452536157855235e-06
E percent_diff: -0.0002736391680249324%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.102391637115342
E new: 1.102389770706505
E diff: 1.8664088370368148e-06
E percent_diff: 0.00016930542415222755%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9638606859156326
E new: 0.9580368503473875
E diff: 0.0058238355682450615
E percent_diff: 0.604219640176799%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.1412835267232215
E new: 1.1412842681689188
E diff: -7.414456972831829e-07
E percent_diff: -6.496595104741179e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_8.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 1.0158882708295673
E new: 1.0087579077593851
E diff: 0.007130363070182222
E percent_diff: 0.7018845748026618%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_16.I
E values differ by > a relative difference of 1e-07
E expected: 1.9139154825619937
E new: 1.9139242142944206
E diff: -8.731732426880967e-06
E percent_diff: -0.0004562235117714053%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_16.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.994068622291375
E new: 0.9913370742983115
E diff: 0.002731547993063521
E percent_diff: 0.27478465085913023%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_18.I
E values differ by > a relative difference of 1e-07
E expected: 1.9018953857929177
E new: 1.9018936219618519
E diff: 1.7638310658707468e-06
E percent_diff: 9.274069851825152e-05%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_20.I
E values differ by > a relative difference of 1e-07
E expected: 1.7665403785243097
E new: 1.7665382678326542
E diff: 2.110691655454744e-06
E percent_diff: 0.00011948165358201%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_20.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.9875808777132329
E new: 0.9999776685408488
E diff: -0.012396790827615911
E percent_diff: -1.255268414706548%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_22.I
E values differ by > a relative difference of 1e-07
E expected: 1.7398692699861906
E new: 1.739862245343649
E diff: 7.024642541653137e-06
E percent_diff: 0.00040374542287932303%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_9.spw_22.qa.metric.score_gfluxscale_k_spw
E values differ by > a relative difference of 1e-07
E expected: 0.983608073160112
E new: 1.0027902776986044
E diff: -0.019182204538492398
E percent_diff: -1.9501877894174129%
E s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.qa.metric.score_derived_fluxes_snr
E values differ by > a relative difference of 1e-07
E expected: 95.75098343330819
E new: 95.75112650292613
E diff: -0.00014306961793408846
E percent_diff: -0.00014941843185740052%
E Worst absolute diff, s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.qa.metric.score_gfluxscale_k_spw: 0.03804679008246947
E Worst percentage diff, s16.hifa_gfluxscale.uid___A002_Xee1eb6_Xc58d.field_14.spw_22.qa.metric.score_gfluxscale_k_spw: 3.7099145859730633%
tests/testing_utils.py:440: Failed