On PR #2852
GitHub Actions / TT-Forge-FE Tests
failed
Feb 27, 2025 in 0s
675 tests run, 540 passed, 133 skipped, 2 failed.
Annotations
Check failure on line 76 in forge/test/models/pytorch/multimodal/vilt/test_vilt.py
github-actions / TT-Forge-FE Tests
test_vilt.test_vilt_question_answering_hf_pytorch[dandelin/vilt-b32-finetuned-vqa]
ValueError: Data mismatch -> AutomaticValueChecker (compare_with_golden): framework_model=tensor([[-15.94954, -18.14717, -10.30408, ..., -18.44842, -16.88827, -18.82108]], grad_fn=<AddmmBackward0>), compiled_model=tensor([[-10.35682, -12.21721, -6.91724, ..., -13.74564, -12.73332, -15.49978]])
Raw output
record_forge_property = <function record_property.<locals>.append_property at 0x7f3e31675b40>
variant = 'dandelin/vilt-b32-finetuned-vqa'
@pytest.mark.nightly
@pytest.mark.push
@pytest.mark.parametrize("variant", variants, ids=variants)
def test_vilt_question_answering_hf_pytorch(record_forge_property, variant):
# Build Module Name
module_name = build_module_name(
framework=Framework.PYTORCH, model="vilt", variant=variant, task=Task.QA, source=Source.HUGGINGFACE
)
# Record Forge Property
record_forge_property("model_name", module_name)
framework_model, inputs, model = generate_model_vilt_question_answering_hf_pytorch(variant)
# Forge compile framework model
compiled_model = forge.compile(framework_model, sample_inputs=inputs, module_name=module_name)
# Model Verification
> verify(inputs, framework_model, compiled_model)
forge/test/models/pytorch/multimodal/vilt/test_vilt.py:76:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/opt/ttforge-toolchain/venv/lib/python3.10/site-packages/forge/verify/verify.py:333: in verify
verify_cfg.value_checker.check(fw, co)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <forge.verify.value_checkers.AutomaticValueChecker object at 0x7f3e6d5448b0>
fw_out = tensor([[-15.94954, -18.14717, -10.30408, ..., -18.44842, -16.88827, -18.82108]], grad_fn=<AddmmBackward0>)
co_out = tensor([[-10.35682, -12.21721, -6.91724, ..., -13.74564, -12.73332, -15.49978]])
def check(self, fw_out, co_out):
if not compare_with_golden(fw_out, co_out, self.pcc, self.rtol, self.atol, self.dissimilarity_threshold):
> raise ValueError(
f"Data mismatch -> AutomaticValueChecker (compare_with_golden): framework_model={fw_out}, compiled_model={co_out}"
)
E ValueError: Data mismatch -> AutomaticValueChecker (compare_with_golden): framework_model=tensor([[-15.94954, -18.14717, -10.30408, ..., -18.44842, -16.88827, -18.82108]], grad_fn=<AddmmBackward0>), compiled_model=tensor([[-10.35682, -12.21721, -6.91724, ..., -13.74564, -12.73332, -15.49978]])
/opt/ttforge-toolchain/venv/lib/python3.10/site-packages/forge/verify/value_checkers.py:38: ValueError
Check failure on line 55 in forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v3.py
github-actions / TT-Forge-FE Tests
test_mobilenet_v3.test_mobilenetv3_basic[mobilenet_v3_large]
ValueError: Data mismatch -> AutomaticValueChecker (compare_with_golden): framework_model=tensor([[-4.19270e+00, -2.05030e+00, -1.02170e+01, -1.05022e+01, -6.22623e+00, -4.61846e+00, -7.42914e+00, 2.22767e+00, 5.87475e+00, -4.97107e+00, -4.56908e+00, -3.77862e+00, -5.94001e+00, -7.60881e+00, -4.41277e+00, -4.87838e+00, -4.52502e+00, -4.11599e+00, -1.92737e+00, -7.57340e+00, -3.48367e+00, -6.24160e+00,
-5.05701e+00, -4.16706e+00, -3.42380e+00, -6.67784e+00, -2.62899e+00, -3.41493e+00, -8.09350e+00, -3.50941e+00, -4.59849e+00, -3.38104e+00, -1.29616e+00, -8.14286e+00, -3.64776e+00, -3.18904e+00, -3.38569e+00, -5.49220e+00, -5.53870e+00, -6.49195e+00, -5.13286e+00, -8.72757e+00, -7.88474e+00, -8.53479e+00,
-7.98821e+00, -8.50543e+00, -5.58867e+00, -5.02795e+00, -7.70511e+00, -5.78369e+00, -6.16335e+00, -7.29847e+00, -3.99706e+00, -5.05121e+00, -3.10742e+00, -4.56306e+00, -5.43045e+00, -6.65970e+00, -4.43279e+00, -4.16090e+00, -3.28381e+00, -5.58068e+00, -7.61407e+00, -5.83703e+00, -9.67008e+00, -7.58367e+00,
-6.11889e+00, -5.40420e+00, -6.22831e+00, -9.93296e+00, -5.80713e+00, -6.67029e+00, -8.65280e+00, -5.94022e+00, -4.73387e+00, -6.93001e+00, -7.87040e+00, -5.37592e+00, -3.65311e+00, -4.62591e+00, -2.77939e+00, -2.63435e+00, 1.49268e+00, -3.12291e+00, 1.29363e+00, -1.43921e+00, 6.82928e-01, -1.10498e+01,
-3.50415e+00, -1.01639e+00, -4.26963e+00, -4.98328e+00, -5.19078e+00, -5.76583e+00, -4.47027e+00, -7.36879e+00, -4.52237e+00, -2.05681e+00, -2.81664e+00, -3.04632e+00, -4.15469e+00, -9.80524e+00, -4.78529e+00, -6.56556e+00, 9.32123e+00, -6.74991e+00, -4.14155e+00, -7.34386e+00, 4.59046e-01, -5.80576e+00,
-4.77934e+00, -7.62788e+00, -3.48061e+00, -3.16019e+00, -2.61768e+00, -4.40223e+00, -5.54312e+00, -6.03016e+00, -4.82808e+00, -3.26907e-01, -7.42696e+00, -7.76518e+00, -5.94151e+00, -6.32159e+00, -1.81025e+00, -3.65309e+00, -5.29047e+00, -1.43769e+00, -3.47417e+00, -3.24867e+00, -3.02483e+00, -4.70516e+00,
-4.62302e+00, -6.59362e+00, -3.79890e+00, -4.32812e+00, -1.93290e+00, -3.91680e+00, -5.39156e+00, -9.64780e+00, -8.18307e+00, -9.03341e+00, -6.61142e+00, -6.68360e+00, 2.76342e-01, -4.55838e+00, -5.70695e+00, -1.14931e+01, -7.85413e+00, -7.14018e+00, -8.43416e+00, 5.14918e+00, 7.43674e+00, 2.01372e+00,
4.81325e+00, -1.21985e+00, -5.45303e+00, 4.66710e+00, -1.87316e+00, -1.53947e+00, -5.25621e+00, -5.69982e+00, -2.93259e+00, -5.55649e+00, -2.14601e+00, -5.30214e+00, -2.71216e+00, -6.39964e+00, -3.52189e+00, 3.24507e+00, -4.12705e-01, -3.20338e+00, -2.48403e+00, 6.74698e-01, 6.49348e+00, -2.00188e+00,
-3.72881e+00, -2.26352e+00, -4.07093e+00, -3.43647e+00, -3.15897e+00, -8.66510e+00, 1.91231e+00, -1.74391e+00, -1.01432e+00, -1.89307e+00, 2.12113e+00, -2.57514e+00, -3.32627e+00, -4.77345e+00, -3.20550e+00, -3.96066e+00, 3.92788e+00, 9.44196e-01, -5.29537e+00, -7.32793e-01, -4.92363e+00, -5.43314e-01,
-6.46203e+00, 9.14847e-01, 2.71581e+00, -2.43039e+00, -1.19389e+00, 4.58531e+00, 1.00574e+00, -5.67752e-01, -1.73479e+00, 2.24845e+00, -8.56974e-01, -3.67503e+00, -3.81835e+00, -3.36413e+00, 5.66983e-01, -2.46036e+00, -1.23936e+00, -2.38970e+00, -8.71058e-02, -2.37599e-02, -3.30992e+00, -2.46309e+00,
2.10696e-01, -4.67259e+00, 7.94130e+00, 8.71084e+00, 5.18478e+00, 1.93392e-01, 7.84234e-02, 3.62057e+00, 5.00535e-01, 2.18734e+00, 6.73425e+00, 8.04091e+00, 6.77092e+00, -2.30230e+00, -3.05487e+00, 6.42427e+00, 1.14373e+00, -1.46052e-01, -3.20148e+00, -2.00323e+00, 1.09042e+00, -4.28716e+00,
-2.57932e+00, -2.83827e+00, 1.54959e-02, -2.26017e+00, -2.66449e+00, 2.98247e-01, 1.01713e+01, 5.67417e+00, 7.48337e+00, -1.95145e+00, -3.04335e-01, 2.12457e+00, -1.28153e+00, -1.08784e+00, 2.77477e+00, 9.85374e+00, 1.62409e+01, 1.20859e+01, 4.50871e+00, 9.40485e+00, 3.95659e+00, 2.83106e+00,
2.26823e+00, -1.92683e+00, -2.94580e+00, -1.27968e+00, -6.13709e+00, 5.35604e+00, 1.00016e+01, 8.59311e-01, -1.23990e-01, 3.39926e+00, 6.80581e-02, -3.12311e+00, -7.60299e-01, 7.43187e-01, 9.35926e-02, 9.67761e+00, 2.88748e+00, -9.69751e-02, 6.46254e-01, 4.32131e+00, 1.93789e+00, 2.44019e+00,
-5.72348e+00, 3.80141e-02, -1.83499e+00, -2.45875e-01, -6.62370e+00, -2.83001e+00, -1.27440e+00, -1.64631e+00, -5.14987e+00, -3.90464e+00, -2.44893e+00, -3.68015e+00, -6.35418e+00, -5.49035e+00, -5.11419e+00, -2.74180e+00, -3.94068e+00, -6.45561e+00, -4.34022e+00, -4.57871e+00, -3.50403e+00, -4.33298e+00,
-6.59134e+00, -6.08187e+00, -1.61382e+00, -1.66570e+00, -2.54446e+00, -4.41458e+00, -4.43982e+00, -3.76724e+00, -5.47268e+00, -4.78240e+00, -4.77645e+00, -7.79139e+00, -7.18975e+00, -6.78540e+00, -6.95576e+00, -4.83224e+00, -5.92711e+00, -6.65966e+00, -4.86540e+00, -4.29894e+00, -2.05125e-01, -5.90757e+00,
1.63158e+00, 6.29334e+00, 6.75532e+00, -2.88197e+00, -7.88282e-01, 2.26291e+00, -2.81017e+00, -2.20008e+00, -2.62135e+00, -6.44028e+00, -5.32611e+00, -6.15041e+00, -6.55798e+00, -9.76401e+00, -9.07996e+00, -4.80290e+00, -6.70768e+00, -5.67642e+00, 9.63721e-02, -8.25299e+00, -4.75890e+00, -9.38432e+00,
-6.80027e+00, -4.82310e+00, -5.41694e+00, 3.19391e+00, -8.71996e-01, -2.78360e+00, -2.60054e-01, -3.81865e-01, -5.61712e+00, 2.95816e+00, -3.01484e+00, -3.97868e+00, -4.22329e+00, -8.07755e+00, -6.37160e+00, -6.44326e+00, -9.47697e-01, -3.46657e+00, -3.07014e+00, -5.40529e+00, -7.87725e+00, -3.91906e+00,
-5.35819e+00, -4.13348e+00, -6.96109e+00, -3.05224e+00, -2.58170e+00, -5.14117e+00, -2.53696e+00, -3.36324e+00, -3.53526e+00, -7.94170e-01, -3.19365e+00, -9.62731e+00, -1.13704e+01, -4.86527e+00, -3.35688e+00, -6.42522e+00, -6.02821e+00, -1.94786e+00, -5.19880e+00, -4.80650e+00, -5.47074e+00, -7.87713e+00,
-4.41205e+00, -6.13972e+00, -5.62128e+00, -4.76300e+00, -9.60399e+00, -4.93432e+00, -4.21391e+00, -8.96489e+00, -9.32678e+00, -4.38439e+00, -5.33336e+00, -1.90884e+00, -2.50598e+00, -2.47520e+00, -1.11904e+01, -7.24694e-01, 9.47974e-01, -8.11510e+00, -4.06272e+00, -2.99362e+00, -4.88814e+00, -6.81792e-01,
-3.77953e+00, -2.70777e+00, -5.64204e+00, -5.11213e+00, -3.73356e+00, -5.76270e+00, -8.23412e+00, -3.51785e+00, -4.01987e+00, -2.12179e+00, -9.81516e-01, -2.93633e+00, -4.14198e+00, -9.41091e-01, -7.96279e+00, -5.76961e+00, -2.23568e+00, -3.70412e-01, -3.32113e+00, -4.33178e+00, -6.44907e+00, -4.50291e+00,
-3.20097e+00, -4.87085e+00, -1.40477e+00, -3.77029e+00, -2.28937e+00, -4.53564e+00, -1.49087e+00, -2.33637e+00, -5.69636e+00, -1.91779e+00, -5.77579e+00, -3.91846e+00, -3.77294e+00, -4.63911e+00, -6.85691e+00, -4.23740e+00, -3.66724e+00, -3.86861e+00, -1.87870e+00, -1.50829e+00, -8.05864e-01, -5.07551e+00,
-5.66895e-01, 4.02028e+00, -3.21869e+00, -1.36347e-01, -5.05738e+00, -5.39835e+00, -6.02542e+00, -5.97261e-01, 3.39541e+00, -3.71256e+00, -3.04507e+00, -1.35783e+00, -4.13108e+00, -2.03601e+00, -6.32274e+00, -3.59874e+00, -1.27412e+00, -2.60330e+00, -3.08146e+00, -8.57266e+00, -5.06612e+00, -1.92851e+00,
-4.79482e+00, -4.55693e+00, -6.59080e+00, -1.43485e+00, -4.22952e-01, -5.34914e-01, -5.99626e+00, -4.61122e+00, -5.38429e+00, -5.30713e+00, -6.31349e+00, -1.59383e+00, -3.78556e+00, -2.60380e+00, -6.29345e+00, -1.39268e+00, -6.80342e+00, -2.92550e+00, -3.08949e+00, -2.45586e+00, 1.84669e+00, -2.40947e+00,
-3.95589e+00, -2.83411e+00, -4.61303e+00, -7.46459e+00, -4.37362e+00, -2.27812e+00, -6.28973e+00, -5.12415e+00, -2.52942e+00, -3.57749e+00, -4.06492e+00, -6.06550e+00, -2.98346e+00, -1.21158e+00, -4.73698e+00, -4.52396e+00, 1.51565e+00, -2.22168e+00, -4.99889e+00, -3.10962e+00, -4.23994e+00, -5.09774e+00,
-2.43767e+00, -2.88288e+00, -4.48230e+00, -2.99279e+00, -2.08101e-01, -2.23056e+00, -4.22332e+00, -4.33342e+00, -3.87302e+00, -2.10247e+00, -3.52651e+00, 4.32102e+00, -7.07160e+00, -2.66282e+00, -2.46242e+00, -4.05485e+00, -1.05298e+00, -5.14648e+00, -5.11826e+00, -9.06460e+00, -7.34362e+00, -6.65068e+00,
-7.20334e+00, -2.37965e+00, 2.46361e+00, -2.67418e+00, -1.67516e+00, -5.69834e+00, -2.66899e+00, -4.66692e+00, -4.50590e+00, -2.77430e+00, -6.23926e+00, -6.13618e+00, -5.43270e-01, -3.12656e+00, -2.74201e+00, -7.14391e+00, -4.09020e+00, -1.18497e+00, -9.73020e-01, -5.01835e+00, -8.49340e+00, -8.22117e+00,
-3.22767e+00, -3.96450e+00, -2.07356e+00, -2.82430e+00, -7.39486e+00, -4.13523e+00, 7.15692e-01, -1.64894e+00, -2.36913e+00, -3.43335e+00, -6.04614e+00, -5.74662e+00, -5.27602e+00, -4.39678e+00, -5.82383e+00, -2.33096e+00, -4.93081e+00, -5.61608e+00, -4.87026e+00, -4.34418e+00, -6.13286e+00, -4.13517e+00,
-4.91598e+00, -6.67627e+00, -2.95068e+00, -5.23949e+00, -3.03712e+00, -6.25630e+00, -3.16567e+00, -9.33991e-01, -4.47899e+00, -7.94166e+00, -5.63921e+00, -2.60923e+00, -7.60653e-02, -1.82397e+00, -1.32545e+00, -6.02915e+00, -2.74667e+00, -3.39991e+00, -5.90969e+00, -7.61421e+00, -4.19606e+00, -2.30185e+00,
-7.13656e+00, -4.48023e+00, -3.02848e+00, -3.40542e+00, -5.64219e+00, -2.45397e+00, -1.64880e+00, -2.10098e+00, -4.74912e+00, -2.88596e+00, 7.25399e-01, -3.16680e+00, -4.09451e+00, -3.47590e+00, -2.83762e+00, 8.35260e-01, -1.37679e+00, -7.21860e+00, -5.91163e+00, -3.62548e+00, -5.71249e+00, -5.51932e+00,
-3.76378e+00, -6.34361e+00, 1.28881e+00, -9.42128e-01, -5.56412e+00, -6.02253e+00, -2.48732e+00, -6.56538e+00, -2.08960e+00, -4.71891e+00, -4.41017e+00, -5.70709e+00, -4.01571e+00, -4.52120e+00, -6.18325e+00, 1.02608e+00, -6.93449e+00, -2.63964e+00, -5.11099e+00, -3.66062e+00, -1.40675e+00, 3.71725e-01,
-3.62121e+00, -8.72083e+00, -6.81905e+00, -6.56240e+00, -4.84450e+00, -5.75877e+00, -4.86850e+00, -7.16833e+00, -5.52674e+00, -2.07934e+00, -3.94653e+00, -5.78478e-01, -1.32464e+00, -4.90452e+00, -7.04084e+00, -3.85150e+00, 3.55599e+00, -5.55079e+00, -2.25899e+00, -5.30288e+00, -3.23447e+00, -3.37652e+00,
-5.14672e+00, -8.27769e+00, -5.20172e+00, -4.45564e+00, -5.52275e+00, -5.82613e+00, -7.31455e+00, -3.34536e+00, -9.23283e+00, -9.12790e+00, -5.13277e+00, -4.12899e+00, -5.65250e+00, -3.92257e+00, -1.69027e+00, -3.96366e+00, -3.26435e+00, -3.22361e+00, 1.23809e-02, -5.71954e+00, -5.65460e+00, -1.75474e+00,
-4.08635e+00, -3.94205e+00, -1.01550e+00, -3.85544e+00, -3.49475e+00, -8.28972e+00, -5.84258e+00, -1.42742e+00, -5.34197e+00, -7.31753e+00, -4.25253e+00, -8.42265e+00, 6.83197e-01, -2.39595e+00, -5.66344e+00, -2.88025e+00, -6.39024e+00, -1.63505e+00, -3.80110e-01, -2.34065e+00, -5.12532e+00, -2.36019e+00,
-9.92768e+00, -4.41618e+00, 1.12733e+00, -1.34736e+00, -6.14799e+00, -2.67201e-01, -8.97535e+00, -1.83292e+00, -4.30007e+00, -3.30617e+00, -3.88889e+00, -5.90413e+00, 9.20270e-01, -5.62932e+00, -6.38154e+00, -4.84144e+00, -4.08511e+00, -2.79392e+00, -2.75542e+00, -7.10961e+00, -5.53903e+00, -1.36335e+00,
-5.66762e+00, 3.67963e+00, -2.24575e-01, -5.75771e+00, -3.14853e+00, 2.38404e-01, -3.28545e+00, -6.14875e+00, 2.31973e+00, -3.20011e+00, -2.52287e+00, -6.11632e+00, -3.39756e+00, -1.45690e+00, -4.44592e+00, -5.00024e+00, -5.36926e+00, -1.13263e+00, -7.88434e+00, -3.39453e+00, 1.39581e+00, -2.18189e+00,
-4.03988e+00, -1.71961e+00, -4.37557e+00, -1.69505e+00, -3.22258e+00, -5.41028e+00, -8.93498e+00, -7.58223e+00, -2.65995e+00, -6.22903e+00, -2.78379e+00, -6.24562e+00, -6.39188e+00, -5.17917e+00, -6.84900e+00, 6.07562e-01, -6.06337e+00, -6.48495e+00, -4.74327e+00, 1.58439e+00, -1.69922e+00, -6.64479e+00,
-1.57169e+00, -5.40789e+00, -2.48879e+00, -5.65988e+00, -5.61956e+00, -8.17876e-01, -2.91882e+00, -3.30389e+00, -6.22596e+00, -6.86743e+00, -6.10833e+00, -5.21933e+00, -4.12519e+00, 4.06213e+00, -7.65772e-01, -6.24992e+00, -6.59839e+00, -3.55601e+00, -4.48019e+00, -1.85661e+00, -7.68326e+00, -2.65312e+00,
-4.63169e+00, -2.53652e+00, -7.01862e+00, -6.49288e+00, -1.45913e+00, -3.27995e+00, -8.44855e+00, -3.90934e+00, -4.69565e+00, -2.73914e+00, -1.27320e+00, -3.94921e-01, -3.82258e+00, -3.39115e+00, -2.37393e+00, -6.31828e+00, -4.07199e+00, 1.41112e+00, -5.37372e+00, -5.06506e+00, -3.76619e+00, -1.16371e+00,
-2.38111e+00, -1.14842e+00, -2.25305e+00, -1.90134e+00, -1.12666e+00, -1.75227e+00, -3.10711e+00, -4.26553e+00, -3.52670e+00, -4.86857e+00, -5.08804e+00, -6.18937e+00, -6.11127e+00, -6.97496e-01, -4.40015e+00, -3.38075e+00, 5.94781e+00, -3.17189e+00, -2.66102e+00, -1.38215e+00, -5.51022e+00, -5.83302e+00,
-6.15422e+00, -6.87540e+00, -4.12253e+00, -1.70127e+00, -6.36934e-01, -6.46007e+00, -4.31018e+00, -6.56388e+00, -9.49759e+00, -3.33967e+00, -2.76806e+00, -3.61080e+00, -2.00392e+00, -3.52854e+00, -6.28148e+00, -5.31455e+00, -7.95958e+00, -5.19750e+00, 1.82368e+00, -5.85216e+00, -5.45264e+00, -1.45644e+00,
-2.99930e+00, -3.44260e+00, -3.25410e+00, -1.95882e+00, -6.30819e+00, -7.63340e-01, -5.36606e+00, -7.97661e+00, -3.52937e+00, -4.43699e+00, 6.94273e-01, -4.73144e+00, -3.59165e+00, -5.53334e+00, -2.47159e+00, -5.18109e+00, -1.23663e+00, -1.30108e+00, -1.64477e+00, -3.35566e+00, -7.86914e+00, -1.74627e+00,
-5.57055e-01, -2.13565e+00, 5.95289e-01, -2.68007e+00, -6.24100e+00, -4.37580e+00, -3.86818e+00, -5.52170e+00, -1.81964e+00, -4.13745e-01, 9.40078e-01, -3.98382e+00, -2.22419e+00, -4.63714e-01, -4.24688e+00, -1.01946e+01, -2.19251e+00, -5.67559e+00, -7.09342e+00, -5.82803e+00, -3.31660e+00, -3.63684e+00,
-4.74381e+00, -4.44124e+00, -7.36729e+00, -4.25654e+00, -6.52309e+00, -1.33827e+00, -4.74465e+00, -7.20521e+00, -7.94172e+00, -7.85498e+00, -5.15218e+00, -6.13637e-01, -2.63123e+00, -3.13285e+00, -1.88404e+00, -5.48059e+00, -4.52852e+00, -6.52285e+00, -6.36548e+00, -2.25874e+00, -4.02802e+00, -5.18936e+00,
-2.86517e+00, -4.55523e+00, -2.41024e+00, -2.53425e+00, -3.80675e+00, -2.10920e+00, -5.72723e+00, -1.40582e+00, -6.51048e+00, -3.49302e+00, -6.21904e+00, 2.00557e-01, -5.04990e-01, -4.69028e+00, -2.55389e+00, -3.45509e+00, -5.39178e+00, -6.56277e+00, -6.13093e+00, -5.75176e+00, -3.19746e+00, -3.05230e+00,
-7.08661e-01, -3.53427e+00, 3.61987e-01, -2.94600e+00, -2.96610e+00, -3.21813e+00, -1.50300e+00, 2.71540e+00, -2.05944e+00, 6.92754e-01, -3.47212e+00, -1.59626e+00, -4.30772e+00, -8.32204e+00, -3.30770e+00, -7.60134e+00, -3.39725e+00, -3.51676e+00, -3.57912e+00, -1.45061e+00, -2.76075e+00, -1.18148e+00,
1.44076e+00, -4.80495e-01, -6.28345e+00, -6.11024e+00, -5.64196e+00, -2.83040e+00, -2.77859e+00, -7.63461e+00, -3.81951e+00, -1.20286e+00]], grad_fn=<AddmmBackward0>), compiled_model=tensor([[-226.98198, -412.57010, -270.58762, -380.52286, -335.94449, -196.37750, -269.44189, -220.49303, -97.93401, -132.44214, -257.00851, -218.73930, -284.93527, -293.31918, -244.98341, -253.92651, -365.21024, -290.93045, -247.11998, -355.85837, -285.60983, -412.37799, -371.39835, -175.90541, -306.97906, -239.16385,
-331.51758, -279.82224, -341.59427, -439.88016, -198.93890, -348.67075, -144.23053, -202.30975, -278.25995, -193.55447, -127.79285, -240.46272, -295.92935, -457.34976, -325.32184, -494.68457, -285.11005, -405.66235, -268.35016, -216.66696, -344.54163, -342.08093, -375.54034, -411.54816, -539.37817, -409.51654,
-322.90823, -267.67648, -381.35904, -314.63165, -408.73187, -416.88519, -273.40384, -359.47110, -339.54163, -455.33163, -410.59344, -352.71185, -363.45190, -287.38828, -300.23209, -364.19910, -323.31705, -236.38069, -326.54892, -282.78058, -394.56909, -344.64056, -273.62424, -330.89017, -362.42468, -319.64481,
-232.26497, -345.41855, -70.57550, -185.34114, -117.96438, -82.79645, -186.06795, -237.14386, -11.34696, -403.88144, -262.65134, -413.13376, -352.74072, -186.96519, -317.66580, -164.27299, -400.27200, -380.07623, -319.84518, -82.31759, -190.40077, -62.92244, -125.16569, -202.52400, -256.05005, -248.30919,
-311.19565, -302.60226, -183.77597, -276.96637, -181.46835, -205.74051, -184.13460, -339.02579, -320.00696, -75.02213, -199.37001, -248.50847, -130.14885, -299.34598, -399.31870, -316.59412, -188.30748, -425.61002, -360.97089, -419.59198, -324.98917, -258.65442, -412.92764, -232.09581, -254.63831, -422.53656,
-245.51248, -270.19177, -326.10129, -268.57071, -168.19696, -212.69666, 11.06053, -77.56343, -116.17542, -172.51872, -206.40660, -248.14771, -198.68526, -215.28580, -242.85400, -147.17830, -345.22125, -398.02997, -197.40651, -124.08871, -132.65883, -180.97900, -145.96986, -337.13361, -145.92819, -312.10095,
-299.32318, -138.89662, -349.08344, -257.22702, -298.68045, -287.48984, -202.33029, -156.68544, -351.34222, -291.46902, -274.93677, -160.92690, -253.92151, -246.10770, -276.89575, -437.08459, -268.45154, -240.53511, -209.24040, -142.05074, -371.08350, -165.74359, -290.44949, -301.24948, -264.01468, -326.29800,
-165.00090, -278.27286, -183.60097, -130.94774, -132.38316, -229.98508, -238.95459, -175.99297, -274.16956, -144.88925, -179.09659, -150.81248, -171.70940, -239.95920, -399.78284, -290.58948, -326.34479, -307.96460, -163.96275, -239.79553, -146.49380, -285.21567, -288.76303, -192.07193, -261.07523, -34.86870,
-191.89270, -89.86181, -315.37531, -172.24585, -285.55334, -272.86798, -272.51620, -218.30568, -147.72206, -255.34201, -247.17899, -232.05920, 16.80922, -287.17844, -126.85964, -267.41190, -185.80525, -163.80467, -160.71481, -130.85387, -243.77945, -186.67056, -223.50719, -25.07361, -79.18654, -153.05394,
-259.83304, -192.44266, -413.22916, -426.14511, -289.29953, -268.66498, -190.62378, -188.24237, -345.64688, -160.12061, -93.58624, -284.09689, -296.53201, -136.95638, -34.02524, -103.42761, -114.09514, -339.32849, -266.92242, -294.91583, -147.83267, -52.91640, -97.83782, -298.51492, -237.73392, -118.77535,
-144.32790, -147.13638, -154.76218, -71.64336, -46.43210, -274.38654, -383.58429, -201.12479, -332.51019, -83.20139, -127.34444, -136.62392, -125.44944, -224.50407, -98.57425, -175.26489, -223.85344, -54.44236, -234.92242, -225.15594, -134.89818, -191.64008, -165.82039, -257.79330, -234.01114, -186.69226,
-304.62958, -124.51817, -238.69202, -225.08728, -342.19943, -80.10712, -92.03645, -256.50104, -58.45387, -224.56915, -138.96259, -189.35513, -214.60873, -128.66437, -139.28146, -253.12907, -235.77100, -403.07321, -236.89836, -273.84027, -345.25540, -287.92276, -294.80045, -279.91547, -323.92346, -339.04727,
-357.90021, -429.30194, -289.54733, -411.43427, -342.99078, -211.62682, -338.59576, -346.25272, -374.93530, -209.06906, -128.58075, -388.58810, -333.49658, -252.47015, -240.54054, -330.50092, -297.85028, -293.20038, -65.07381, 40.14962, -262.04498, -148.18974, -208.33263, -300.13882, -206.06516, -90.01184,
-90.49880, -327.94061, -176.37978, -101.17417, -38.16450, -226.91592, -232.54492, 5.14395, -99.59969, -77.55655, -73.57181, -118.09170, -169.13887, -374.79987, -254.79909, -249.13139, -280.58731, -60.20261, -178.10590, -123.32576, -120.63699, -180.67717, -147.84035, -267.60550, -12.76922, -346.19824,
-244.10246, -377.76343, -271.62830, -258.87244, -307.76221, -428.72662, -204.39279, -138.77455, -173.45456, -234.74036, -330.87054, -462.99075, -275.35626, -293.46133, -340.69397, -260.25986, -261.45340, -231.76109, -152.29131, -307.98627, -201.52695, -190.47894, -246.34399, -209.68918, -240.23705, -347.65128,
-339.62927, -334.17319, -215.99527, -253.12254, -354.86206, -427.32516, -302.46820, -319.15994, -261.63837, -366.52020, -164.05316, -301.54013, -227.83072, -388.62442, -275.33212, -384.27725, -389.95459, -230.01062, 24.09605, -217.69121, -512.88733, -265.72397, -64.87790, -517.78137, -60.60026, -341.80826,
-317.80753, -271.74347, -376.89410, -327.96091, -365.51111, -415.12155, -302.51898, -412.26135, -354.17770, -227.85669, -354.73627, 7.67364, -62.49151, -369.50943, -334.29224, -293.63687, -409.52103, -291.85904, -235.18359, -55.87595, -404.56830, -364.99969, -309.82431, -203.16769, -299.32788, -353.14932,
-428.17609, -363.50662, -419.39426, -315.74738, -275.36066, -250.03130, -408.16379, -186.38440, -265.19907, -403.69299, -335.48819, -424.16190, -392.68002, -370.21014, -320.01248, -372.49472, -243.57092, -412.32007, -235.80641, -426.53812, -256.15472, 90.97578, -214.61543, -365.25458, -270.68314, -467.56900,
-305.33035, -140.56403, -288.16528, -329.40857, -48.33011, -362.75134, -346.99051, -190.24954, -327.81808, -320.90952, -24.29652, -210.91556, -285.42963, -237.82558, -318.57315, -280.01236, -296.76740, -244.99481, -393.34070, -286.58817, -297.18558, -351.27515, -356.10297, -375.04401, -323.15659, -378.30637,
-247.16048, -470.15781, -418.31882, -319.94543, -311.46661, -264.04892, -362.23050, -254.32230, -244.37314, -402.08893, -180.50790, -404.16556, -297.55237, -179.36998, -271.58072, -248.33504, -174.95253, -378.53036, -479.23276, -370.84149, -437.67166, -170.06525, -347.25488, -367.40863, -143.29152, -247.86270,
-246.16400, -149.64032, -170.19284, -421.08566, -351.37442, -293.78311, -360.87622, -312.67905, -317.00272, -307.06790, -268.33252, -237.77658, -409.40393, -306.67618, -412.73972, -388.72797, -274.82187, -159.11043, -344.26184, -364.63040, -371.65030, -72.89117, -165.64726, -278.57455, -186.14281, -372.51471,
-250.52438, -261.29999, -404.83810, -210.22691, -379.18457, -164.26050, -235.61610, -396.94009, -167.39194, -256.94440, -307.81741, -219.43257, -417.72781, -159.00531, -295.99326, -260.81656, -235.70627, -506.96152, -487.67712, -316.89511, -321.86569, -221.78163, -280.78012, -228.89323, -322.33334, -431.08530,
-294.10608, -206.98219, -128.17297, -304.80740, -232.45631, -72.41695, -455.08542, -377.74570, -393.68979, -327.88162, -315.72171, -349.82944, -200.07634, -345.62192, -152.94215, -274.16037, -168.26701, -447.38098, -256.89401, -474.30264, -385.60504, -517.95599, -382.10211, -279.13437, -346.93954, -482.63177,
-276.13028, -473.29327, -210.55278, -446.12793, -475.94592, -161.86369, -278.69949, -304.87997, -369.52670, -155.45818, -437.72995, -184.81070, -330.37653, -229.23947, -316.06158, -319.03140, -365.21637, -435.11798, -411.87064, -412.39526, -257.86911, -471.98721, -369.55411, -270.64066, -204.86064, -391.80869,
-294.25497, -100.32339, -246.90402, -461.90967, -296.84735, -367.17102, -491.55606, -281.31995, -328.39166, -275.58502, -353.19061, -170.89328, -81.79492, -157.06650, -435.07803, -456.67477, -322.33990, -241.17426, -307.16534, -244.46773, -216.74817, -399.29324, -327.74850, -170.77759, -351.43692, -218.70660,
-427.61655, -275.19098, -380.47864, -256.31564, -269.56650, -476.83279, -306.90207, -405.72372, -339.53189, -210.95071, -350.95447, -395.45343, -342.01727, -340.43951, -49.03656, -441.50177, -175.06256, -164.33405, -420.93674, -484.89371, -325.38910, -273.27853, -329.57864, -302.46176, -279.42599, -370.02948,
6.25927, -285.64883, -298.52814, -505.10214, -375.66733, -264.09225, -420.61319, -449.09509, -326.83350, -399.14322, -280.80090, -295.25195, -315.21078, -516.25726, -65.56429, -263.96564, -192.02512, -4.55814, -208.28386, -330.02203, -254.89119, -437.02426, -405.94928, -276.51663, -201.16304, -307.16129,
-422.93741, -219.91176, -336.68869, -189.05190, -469.80630, -258.28485, -414.63068, -255.46036, -264.72537, -239.65958, -357.97125, -304.86951, -154.85460, -212.70441, -435.42538, -228.91100, -381.75040, -233.24411, -279.66397, -332.70605, -171.98103, -265.75433, -217.87924, -294.08447, -556.75708, -369.34088,
-130.88115, -291.37866, -197.18910, -325.07339, -308.86063, -291.95374, -351.96234, -462.90958, -317.94882, -328.26517, -114.95268, -340.78516, -467.84354, -404.43991, -207.21416, -389.33987, -397.13208, -344.82944, -210.38368, -418.01788, -173.50215, -430.79532, -269.63272, -201.22964, -325.44727, -413.98666,
-191.91551, -315.57425, -202.55238, -261.75052, -215.75746, -284.70358, -226.92355, -310.87769, -390.62354, -474.97443, -419.21667, -237.06136, -347.59338, -250.26169, -269.37689, -175.35197, -431.82950, -251.84016, -322.16055, -319.56244, -396.43814, -419.11694, -400.69415, -385.30353, -280.83289, -193.96591,
-334.02429, -176.49763, -41.17188, -390.99280, -365.68402, -306.26871, -428.99509, -125.01357, -474.21646, -415.69000, -115.02002, -217.10919, -190.09523, -258.11301, -315.47519, -313.78995, -227.86055, -189.03073, -408.06146, -461.26031, -162.58980, -290.35025, -317.70609, -347.57236, -248.06197, -184.98233,
-407.88620, -428.60141, -203.69051, -224.86850, -276.38315, -281.88528, -471.70105, -295.81970, -202.20663, -312.80789, -252.57816, -228.83690, -334.41312, -275.20236, -386.30450, -305.50330, -152.82512, -372.77600, -364.21057, -265.18082, -340.07220, -268.17749, -231.04330, -181.99626, -259.88217, -366.14020,
-411.98212, -238.81520, -422.82019, -325.88770, -34.83080, -8.09648, -287.42035, -396.93774, -261.31918, -200.41061, -437.15997, -273.03220, -191.97313, -479.14365, -518.82397, -330.45724, -221.02126, -332.65125, -190.36642, -98.15565, 18.08687, -346.13266, -348.51062, -303.67667, -299.05988, -407.17435,
-457.60498, -165.02151, -276.32709, -182.17671, -414.52133, -518.78424, -328.49585, -257.72620, -142.21527, -295.46442, -177.73233, -373.43579, -289.51978, -343.81186, -290.46194, -532.79449, -258.97104, -396.10516, 8.99546, -372.64926, -333.01099, -182.76424, -395.99838, -391.78119, -331.86377, -332.25766,
-487.02466, -309.94174, -224.49881, -354.50656, -292.02689, -394.86591, -272.58252, -545.74023, -343.34311, -296.72183, -356.97894, -364.58289, -136.50333, -70.36460, -368.11169, -241.88483, -429.19257, -221.83736, -351.63464, -271.98486, -440.05347, -525.20776, -501.92584, -390.17679, -360.52600, -200.66774,
-230.10606, -195.19739, -243.01399, -150.81131, -306.32742, -329.35031, -200.27521, -302.49515, -358.56049, -168.66812, -461.43909, -188.21352, -328.62268, -265.95859, -172.24931, -257.44061, -336.37003, -212.77693, -306.57907, -214.30904, -372.54996, -273.74802, -206.84709, -260.96277, -293.34528, -276.15500,
-260.07153, -218.75845, -127.57764, -342.77728, -150.09775, -112.26015, -248.42212, -302.04761, -310.04062, -214.33617, -278.73837, -219.44649, -141.97346, -221.41814, -223.91301, -260.71103, -350.00513, -349.34656, -344.03574, -320.75479, -248.71803, -336.64243, -118.59196, -252.01219, -190.09018, -164.67247,
-283.43698, -315.24606, -208.35478, -239.17181, -297.46368, -281.56522, -145.90575, -315.01108, -231.33057, -197.47780, -254.49957, -168.00299, -255.83038, 23.12684, -305.76846, -259.61890, -168.07468, -245.17766, -344.53217, -400.16895, -481.24640, -290.81671, -248.87263, -269.88559, -293.16122, -316.41507,
-275.15240, -300.58264, -214.54756, -207.29114, -292.76672, -404.19022, -294.73376, -376.43237, -321.77643, -296.45874, -303.75797, -253.13931]])
Raw output
record_forge_property = <function record_property.<locals>.append_property at 0x7f3f14078430>
variant = 'mobilenet_v3_large'
@pytest.mark.nightly
@pytest.mark.parametrize("variant", variants)
def test_mobilenetv3_basic(record_forge_property, variant):
if variant != "mobilenet_v3_large":
pytest.skip("Skipping due to the current CI/CD pipeline limitations")
# Build Module Name
module_name = build_module_name(
framework=Framework.PYTORCH,
model="mobilenetv3",
variant=variant,
source=Source.TORCH_HUB,
task=Task.IMAGE_CLASSIFICATION,
)
# Record Forge Property
record_forge_property("model_name", module_name)
# Load the model and prepare input data
framework_model, inputs = load_mobilenet_model(variant)
# Forge compile framework model
compiled_model = forge.compile(framework_model, sample_inputs=inputs, module_name=module_name)
# Model Verification
> verify(inputs, framework_model, compiled_model)
forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v3.py:55:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/opt/ttforge-toolchain/venv/lib/python3.10/site-packages/forge/verify/verify.py:333: in verify
verify_cfg.value_checker.check(fw, co)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <forge.verify.value_checkers.AutomaticValueChecker object at 0x7f3e6d5448b0>
fw_out = tensor([[-4.19270e+00, -2.05030e+00, -1.02170e+01, -1.05022e+01, -6.22623e+00, -4.61846e+00, -7.42914e+00, 2.22767e+0...24e+00, -5.64196e+00, -2.83040e+00, -2.77859e+00, -7.63461e+00, -3.81951e+00, -1.20286e+00]], grad_fn=<AddmmBackward0>)
co_out = tensor([[-226.98198, -412.57010, -270.58762, -380.52286, -335.94449, -196.37750, -269.44189, -220.49303, -97.93401, -...14.54756, -207.29114, -292.76672, -404.19022, -294.73376, -376.43237, -321.77643, -296.45874, -303.75797, -253.13931]])
def check(self, fw_out, co_out):
if not compare_with_golden(fw_out, co_out, self.pcc, self.rtol, self.atol, self.dissimilarity_threshold):
> raise ValueError(
f"Data mismatch -> AutomaticValueChecker (compare_with_golden): framework_model={fw_out}, compiled_model={co_out}"
)
E ValueError: Data mismatch -> AutomaticValueChecker (compare_with_golden): framework_model=tensor([[-4.19270e+00, -2.05030e+00, -1.02170e+01, -1.05022e+01, -6.22623e+00, -4.61846e+00, -7.42914e+00, 2.22767e+00, 5.87475e+00, -4.97107e+00, -4.56908e+00, -3.77862e+00, -5.94001e+00, -7.60881e+00, -4.41277e+00, -4.87838e+00, -4.52502e+00, -4.11599e+00, -1.92737e+00, -7.57340e+00, -3.48367e+00, -6.24160e+00,
E -5.05701e+00, -4.16706e+00, -3.42380e+00, -6.67784e+00, -2.62899e+00, -3.41493e+00, -8.09350e+00, -3.50941e+00, -4.59849e+00, -3.38104e+00, -1.29616e+00, -8.14286e+00, -3.64776e+00, -3.18904e+00, -3.38569e+00, -5.49220e+00, -5.53870e+00, -6.49195e+00, -5.13286e+00, -8.72757e+00, -7.88474e+00, -8.53479e+00,
E -7.98821e+00, -8.50543e+00, -5.58867e+00, -5.02795e+00, -7.70511e+00, -5.78369e+00, -6.16335e+00, -7.29847e+00, -3.99706e+00, -5.05121e+00, -3.10742e+00, -4.56306e+00, -5.43045e+00, -6.65970e+00, -4.43279e+00, -4.16090e+00, -3.28381e+00, -5.58068e+00, -7.61407e+00, -5.83703e+00, -9.67008e+00, -7.58367e+00,
E -6.11889e+00, -5.40420e+00, -6.22831e+00, -9.93296e+00, -5.80713e+00, -6.67029e+00, -8.65280e+00, -5.94022e+00, -4.73387e+00, -6.93001e+00, -7.87040e+00, -5.37592e+00, -3.65311e+00, -4.62591e+00, -2.77939e+00, -2.63435e+00, 1.49268e+00, -3.12291e+00, 1.29363e+00, -1.43921e+00, 6.82928e-01, -1.10498e+01,
E -3.50415e+00, -1.01639e+00, -4.26963e+00, -4.98328e+00, -5.19078e+00, -5.76583e+00, -4.47027e+00, -7.36879e+00, -4.52237e+00, -2.05681e+00, -2.81664e+00, -3.04632e+00, -4.15469e+00, -9.80524e+00, -4.78529e+00, -6.56556e+00, 9.32123e+00, -6.74991e+00, -4.14155e+00, -7.34386e+00, 4.59046e-01, -5.80576e+00,
E -4.77934e+00, -7.62788e+00, -3.48061e+00, -3.16019e+00, -2.61768e+00, -4.40223e+00, -5.54312e+00, -6.03016e+00, -4.82808e+00, -3.26907e-01, -7.42696e+00, -7.76518e+00, -5.94151e+00, -6.32159e+00, -1.81025e+00, -3.65309e+00, -5.29047e+00, -1.43769e+00, -3.47417e+00, -3.24867e+00, -3.02483e+00, -4.70516e+00,
E -4.62302e+00, -6.59362e+00, -3.79890e+00, -4.32812e+00, -1.93290e+00, -3.91680e+00, -5.39156e+00, -9.64780e+00, -8.18307e+00, -9.03341e+00, -6.61142e+00, -6.68360e+00, 2.76342e-01, -4.55838e+00, -5.70695e+00, -1.14931e+01, -7.85413e+00, -7.14018e+00, -8.43416e+00, 5.14918e+00, 7.43674e+00, 2.01372e+00,
E 4.81325e+00, -1.21985e+00, -5.45303e+00, 4.66710e+00, -1.87316e+00, -1.53947e+00, -5.25621e+00, -5.69982e+00, -2.93259e+00, -5.55649e+00, -2.14601e+00, -5.30214e+00, -2.71216e+00, -6.39964e+00, -3.52189e+00, 3.24507e+00, -4.12705e-01, -3.20338e+00, -2.48403e+00, 6.74698e-01, 6.49348e+00, -2.00188e+00,
E -3.72881e+00, -2.26352e+00, -4.07093e+00, -3.43647e+00, -3.15897e+00, -8.66510e+00, 1.91231e+00, -1.74391e+00, -1.01432e+00, -1.89307e+00, 2.12113e+00, -2.57514e+00, -3.32627e+00, -4.77345e+00, -3.20550e+00, -3.96066e+00, 3.92788e+00, 9.44196e-01, -5.29537e+00, -7.32793e-01, -4.92363e+00, -5.43314e-01,
E -6.46203e+00, 9.14847e-01, 2.71581e+00, -2.43039e+00, -1.19389e+00, 4.58531e+00, 1.00574e+00, -5.67752e-01, -1.73479e+00, 2.24845e+00, -8.56974e-01, -3.67503e+00, -3.81835e+00, -3.36413e+00, 5.66983e-01, -2.46036e+00, -1.23936e+00, -2.38970e+00, -8.71058e-02, -2.37599e-02, -3.30992e+00, -2.46309e+00,
E 2.10696e-01, -4.67259e+00, 7.94130e+00, 8.71084e+00, 5.18478e+00, 1.93392e-01, 7.84234e-02, 3.62057e+00, 5.00535e-01, 2.18734e+00, 6.73425e+00, 8.04091e+00, 6.77092e+00, -2.30230e+00, -3.05487e+00, 6.42427e+00, 1.14373e+00, -1.46052e-01, -3.20148e+00, -2.00323e+00, 1.09042e+00, -4.28716e+00,
E -2.57932e+00, -2.83827e+00, 1.54959e-02, -2.26017e+00, -2.66449e+00, 2.98247e-01, 1.01713e+01, 5.67417e+00, 7.48337e+00, -1.95145e+00, -3.04335e-01, 2.12457e+00, -1.28153e+00, -1.08784e+00, 2.77477e+00, 9.85374e+00, 1.62409e+01, 1.20859e+01, 4.50871e+00, 9.40485e+00, 3.95659e+00, 2.83106e+00,
E 2.26823e+00, -1.92683e+00, -2.94580e+00, -1.27968e+00, -6.13709e+00, 5.35604e+00, 1.00016e+01, 8.59311e-01, -1.23990e-01, 3.39926e+00, 6.80581e-02, -3.12311e+00, -7.60299e-01, 7.43187e-01, 9.35926e-02, 9.67761e+00, 2.88748e+00, -9.69751e-02, 6.46254e-01, 4.32131e+00, 1.93789e+00, 2.44019e+00,
E -5.72348e+00, 3.80141e-02, -1.83499e+00, -2.45875e-01, -6.62370e+00, -2.83001e+00, -1.27440e+00, -1.64631e+00, -5.14987e+00, -3.90464e+00, -2.44893e+00, -3.68015e+00, -6.35418e+00, -5.49035e+00, -5.11419e+00, -2.74180e+00, -3.94068e+00, -6.45561e+00, -4.34022e+00, -4.57871e+00, -3.50403e+00, -4.33298e+00,
E -6.59134e+00, -6.08187e+00, -1.61382e+00, -1.66570e+00, -2.54446e+00, -4.41458e+00, -4.43982e+00, -3.76724e+00, -5.47268e+00, -4.78240e+00, -4.77645e+00, -7.79139e+00, -7.18975e+00, -6.78540e+00, -6.95576e+00, -4.83224e+00, -5.92711e+00, -6.65966e+00, -4.86540e+00, -4.29894e+00, -2.05125e-01, -5.90757e+00,
E 1.63158e+00, 6.29334e+00, 6.75532e+00, -2.88197e+00, -7.88282e-01, 2.26291e+00, -2.81017e+00, -2.20008e+00, -2.62135e+00, -6.44028e+00, -5.32611e+00, -6.15041e+00, -6.55798e+00, -9.76401e+00, -9.07996e+00, -4.80290e+00, -6.70768e+00, -5.67642e+00, 9.63721e-02, -8.25299e+00, -4.75890e+00, -9.38432e+00,
E -6.80027e+00, -4.82310e+00, -5.41694e+00, 3.19391e+00, -8.71996e-01, -2.78360e+00, -2.60054e-01, -3.81865e-01, -5.61712e+00, 2.95816e+00, -3.01484e+00, -3.97868e+00, -4.22329e+00, -8.07755e+00, -6.37160e+00, -6.44326e+00, -9.47697e-01, -3.46657e+00, -3.07014e+00, -5.40529e+00, -7.87725e+00, -3.91906e+00,
E -5.35819e+00, -4.13348e+00, -6.96109e+00, -3.05224e+00, -2.58170e+00, -5.14117e+00, -2.53696e+00, -3.36324e+00, -3.53526e+00, -7.94170e-01, -3.19365e+00, -9.62731e+00, -1.13704e+01, -4.86527e+00, -3.35688e+00, -6.42522e+00, -6.02821e+00, -1.94786e+00, -5.19880e+00, -4.80650e+00, -5.47074e+00, -7.87713e+00,
E -4.41205e+00, -6.13972e+00, -5.62128e+00, -4.76300e+00, -9.60399e+00, -4.93432e+00, -4.21391e+00, -8.96489e+00, -9.32678e+00, -4.38439e+00, -5.33336e+00, -1.90884e+00, -2.50598e+00, -2.47520e+00, -1.11904e+01, -7.24694e-01, 9.47974e-01, -8.11510e+00, -4.06272e+00, -2.99362e+00, -4.88814e+00, -6.81792e-01,
E -3.77953e+00, -2.70777e+00, -5.64204e+00, -5.11213e+00, -3.73356e+00, -5.76270e+00, -8.23412e+00, -3.51785e+00, -4.01987e+00, -2.12179e+00, -9.81516e-01, -2.93633e+00, -4.14198e+00, -9.41091e-01, -7.96279e+00, -5.76961e+00, -2.23568e+00, -3.70412e-01, -3.32113e+00, -4.33178e+00, -6.44907e+00, -4.50291e+00,
E -3.20097e+00, -4.87085e+00, -1.40477e+00, -3.77029e+00, -2.28937e+00, -4.53564e+00, -1.49087e+00, -2.33637e+00, -5.69636e+00, -1.91779e+00, -5.77579e+00, -3.91846e+00, -3.77294e+00, -4.63911e+00, -6.85691e+00, -4.23740e+00, -3.66724e+00, -3.86861e+00, -1.87870e+00, -1.50829e+00, -8.05864e-01, -5.07551e+00,
E -5.66895e-01, 4.02028e+00, -3.21869e+00, -1.36347e-01, -5.05738e+00, -5.39835e+00, -6.02542e+00, -5.97261e-01, 3.39541e+00, -3.71256e+00, -3.04507e+00, -1.35783e+00, -4.13108e+00, -2.03601e+00, -6.32274e+00, -3.59874e+00, -1.27412e+00, -2.60330e+00, -3.08146e+00, -8.57266e+00, -5.06612e+00, -1.92851e+00,
E -4.79482e+00, -4.55693e+00, -6.59080e+00, -1.43485e+00, -4.22952e-01, -5.34914e-01, -5.99626e+00, -4.61122e+00, -5.38429e+00, -5.30713e+00, -6.31349e+00, -1.59383e+00, -3.78556e+00, -2.60380e+00, -6.29345e+00, -1.39268e+00, -6.80342e+00, -2.92550e+00, -3.08949e+00, -2.45586e+00, 1.84669e+00, -2.40947e+00,
E -3.95589e+00, -2.83411e+00, -4.61303e+00, -7.46459e+00, -4.37362e+00, -2.27812e+00, -6.28973e+00, -5.12415e+00, -2.52942e+00, -3.57749e+00, -4.06492e+00, -6.06550e+00, -2.98346e+00, -1.21158e+00, -4.73698e+00, -4.52396e+00, 1.51565e+00, -2.22168e+00, -4.99889e+00, -3.10962e+00, -4.23994e+00, -5.09774e+00,
E -2.43767e+00, -2.88288e+00, -4.48230e+00, -2.99279e+00, -2.08101e-01, -2.23056e+00, -4.22332e+00, -4.33342e+00, -3.87302e+00, -2.10247e+00, -3.52651e+00, 4.32102e+00, -7.07160e+00, -2.66282e+00, -2.46242e+00, -4.05485e+00, -1.05298e+00, -5.14648e+00, -5.11826e+00, -9.06460e+00, -7.34362e+00, -6.65068e+00,
E -7.20334e+00, -2.37965e+00, 2.46361e+00, -2.67418e+00, -1.67516e+00, -5.69834e+00, -2.66899e+00, -4.66692e+00, -4.50590e+00, -2.77430e+00, -6.23926e+00, -6.13618e+00, -5.43270e-01, -3.12656e+00, -2.74201e+00, -7.14391e+00, -4.09020e+00, -1.18497e+00, -9.73020e-01, -5.01835e+00, -8.49340e+00, -8.22117e+00,
E -3.22767e+00, -3.96450e+00, -2.07356e+00, -2.82430e+00, -7.39486e+00, -4.13523e+00, 7.15692e-01, -1.64894e+00, -2.36913e+00, -3.43335e+00, -6.04614e+00, -5.74662e+00, -5.27602e+00, -4.39678e+00, -5.82383e+00, -2.33096e+00, -4.93081e+00, -5.61608e+00, -4.87026e+00, -4.34418e+00, -6.13286e+00, -4.13517e+00,
E -4.91598e+00, -6.67627e+00, -2.95068e+00, -5.23949e+00, -3.03712e+00, -6.25630e+00, -3.16567e+00, -9.33991e-01, -4.47899e+00, -7.94166e+00, -5.63921e+00, -2.60923e+00, -7.60653e-02, -1.82397e+00, -1.32545e+00, -6.02915e+00, -2.74667e+00, -3.39991e+00, -5.90969e+00, -7.61421e+00, -4.19606e+00, -2.30185e+00,
E -7.13656e+00, -4.48023e+00, -3.02848e+00, -3.40542e+00, -5.64219e+00, -2.45397e+00, -1.64880e+00, -2.10098e+00, -4.74912e+00, -2.88596e+00, 7.25399e-01, -3.16680e+00, -4.09451e+00, -3.47590e+00, -2.83762e+00, 8.35260e-01, -1.37679e+00, -7.21860e+00, -5.91163e+00, -3.62548e+00, -5.71249e+00, -5.51932e+00,
E -3.76378e+00, -6.34361e+00, 1.28881e+00, -9.42128e-01, -5.56412e+00, -6.02253e+00, -2.48732e+00, -6.56538e+00, -2.08960e+00, -4.71891e+00, -4.41017e+00, -5.70709e+00, -4.01571e+00, -4.52120e+00, -6.18325e+00, 1.02608e+00, -6.93449e+00, -2.63964e+00, -5.11099e+00, -3.66062e+00, -1.40675e+00, 3.71725e-01,
E -3.62121e+00, -8.72083e+00, -6.81905e+00, -6.56240e+00, -4.84450e+00, -5.75877e+00, -4.86850e+00, -7.16833e+00, -5.52674e+00, -2.07934e+00, -3.94653e+00, -5.78478e-01, -1.32464e+00, -4.90452e+00, -7.04084e+00, -3.85150e+00, 3.55599e+00, -5.55079e+00, -2.25899e+00, -5.30288e+00, -3.23447e+00, -3.37652e+00,
E -5.14672e+00, -8.27769e+00, -5.20172e+00, -4.45564e+00, -5.52275e+00, -5.82613e+00, -7.31455e+00, -3.34536e+00, -9.23283e+00, -9.12790e+00, -5.13277e+00, -4.12899e+00, -5.65250e+00, -3.92257e+00, -1.69027e+00, -3.96366e+00, -3.26435e+00, -3.22361e+00, 1.23809e-02, -5.71954e+00, -5.65460e+00, -1.75474e+00,
E -4.08635e+00, -3.94205e+00, -1.01550e+00, -3.85544e+00, -3.49475e+00, -8.28972e+00, -5.84258e+00, -1.42742e+00, -5.34197e+00, -7.31753e+00, -4.25253e+00, -8.42265e+00, 6.83197e-01, -2.39595e+00, -5.66344e+00, -2.88025e+00, -6.39024e+00, -1.63505e+00, -3.80110e-01, -2.34065e+00, -5.12532e+00, -2.36019e+00,
E -9.92768e+00, -4.41618e+00, 1.12733e+00, -1.34736e+00, -6.14799e+00, -2.67201e-01, -8.97535e+00, -1.83292e+00, -4.30007e+00, -3.30617e+00, -3.88889e+00, -5.90413e+00, 9.20270e-01, -5.62932e+00, -6.38154e+00, -4.84144e+00, -4.08511e+00, -2.79392e+00, -2.75542e+00, -7.10961e+00, -5.53903e+00, -1.36335e+00,
E -5.66762e+00, 3.67963e+00, -2.24575e-01, -5.75771e+00, -3.14853e+00, 2.38404e-01, -3.28545e+00, -6.14875e+00, 2.31973e+00, -3.20011e+00, -2.52287e+00, -6.11632e+00, -3.39756e+00, -1.45690e+00, -4.44592e+00, -5.00024e+00, -5.36926e+00, -1.13263e+00, -7.88434e+00, -3.39453e+00, 1.39581e+00, -2.18189e+00,
E -4.03988e+00, -1.71961e+00, -4.37557e+00, -1.69505e+00, -3.22258e+00, -5.41028e+00, -8.93498e+00, -7.58223e+00, -2.65995e+00, -6.22903e+00, -2.78379e+00, -6.24562e+00, -6.39188e+00, -5.17917e+00, -6.84900e+00, 6.07562e-01, -6.06337e+00, -6.48495e+00, -4.74327e+00, 1.58439e+00, -1.69922e+00, -6.64479e+00,
E -1.57169e+00, -5.40789e+00, -2.48879e+00, -5.65988e+00, -5.61956e+00, -8.17876e-01, -2.91882e+00, -3.30389e+00, -6.22596e+00, -6.86743e+00, -6.10833e+00, -5.21933e+00, -4.12519e+00, 4.06213e+00, -7.65772e-01, -6.24992e+00, -6.59839e+00, -3.55601e+00, -4.48019e+00, -1.85661e+00, -7.68326e+00, -2.65312e+00,
E -4.63169e+00, -2.53652e+00, -7.01862e+00, -6.49288e+00, -1.45913e+00, -3.27995e+00, -8.44855e+00, -3.90934e+00, -4.69565e+00, -2.73914e+00, -1.27320e+00, -3.94921e-01, -3.82258e+00, -3.39115e+00, -2.37393e+00, -6.31828e+00, -4.07199e+00, 1.41112e+00, -5.37372e+00, -5.06506e+00, -3.76619e+00, -1.16371e+00,
E -2.38111e+00, -1.14842e+00, -2.25305e+00, -1.90134e+00, -1.12666e+00, -1.75227e+00, -3.10711e+00, -4.26553e+00, -3.52670e+00, -4.86857e+00, -5.08804e+00, -6.18937e+00, -6.11127e+00, -6.97496e-01, -4.40015e+00, -3.38075e+00, 5.94781e+00, -3.17189e+00, -2.66102e+00, -1.38215e+00, -5.51022e+00, -5.83302e+00,
E -6.15422e+00, -6.87540e+00, -4.12253e+00, -1.70127e+00, -6.36934e-01, -6.46007e+00, -4.31018e+00, -6.56388e+00, -9.49759e+00, -3.33967e+00, -2.76806e+00, -3.61080e+00, -2.00392e+00, -3.52854e+00, -6.28148e+00, -5.31455e+00, -7.95958e+00, -5.19750e+00, 1.82368e+00, -5.85216e+00, -5.45264e+00, -1.45644e+00,
E -2.99930e+00, -3.44260e+00, -3.25410e+00, -1.95882e+00, -6.30819e+00, -7.63340e-01, -5.36606e+00, -7.97661e+00, -3.52937e+00, -4.43699e+00, 6.94273e-01, -4.73144e+00, -3.59165e+00, -5.53334e+00, -2.47159e+00, -5.18109e+00, -1.23663e+00, -1.30108e+00, -1.64477e+00, -3.35566e+00, -7.86914e+00, -1.74627e+00,
E -5.57055e-01, -2.13565e+00, 5.95289e-01, -2.68007e+00, -6.24100e+00, -4.37580e+00, -3.86818e+00, -5.52170e+00, -1.81964e+00, -4.13745e-01, 9.40078e-01, -3.98382e+00, -2.22419e+00, -4.63714e-01, -4.24688e+00, -1.01946e+01, -2.19251e+00, -5.67559e+00, -7.09342e+00, -5.82803e+00, -3.31660e+00, -3.63684e+00,
E -4.74381e+00, -4.44124e+00, -7.36729e+00, -4.25654e+00, -6.52309e+00, -1.33827e+00, -4.74465e+00, -7.20521e+00, -7.94172e+00, -7.85498e+00, -5.15218e+00, -6.13637e-01, -2.63123e+00, -3.13285e+00, -1.88404e+00, -5.48059e+00, -4.52852e+00, -6.52285e+00, -6.36548e+00, -2.25874e+00, -4.02802e+00, -5.18936e+00,
E -2.86517e+00, -4.55523e+00, -2.41024e+00, -2.53425e+00, -3.80675e+00, -2.10920e+00, -5.72723e+00, -1.40582e+00, -6.51048e+00, -3.49302e+00, -6.21904e+00, 2.00557e-01, -5.04990e-01, -4.69028e+00, -2.55389e+00, -3.45509e+00, -5.39178e+00, -6.56277e+00, -6.13093e+00, -5.75176e+00, -3.19746e+00, -3.05230e+00,
E -7.08661e-01, -3.53427e+00, 3.61987e-01, -2.94600e+00, -2.96610e+00, -3.21813e+00, -1.50300e+00, 2.71540e+00, -2.05944e+00, 6.92754e-01, -3.47212e+00, -1.59626e+00, -4.30772e+00, -8.32204e+00, -3.30770e+00, -7.60134e+00, -3.39725e+00, -3.51676e+00, -3.57912e+00, -1.45061e+00, -2.76075e+00, -1.18148e+00,
E 1.44076e+00, -4.80495e-01, -6.28345e+00, -6.11024e+00, -5.64196e+00, -2.83040e+00, -2.77859e+00, -7.63461e+00, -3.81951e+00, -1.20286e+00]], grad_fn=<AddmmBackward0>), compiled_model=tensor([[-226.98198, -412.57010, -270.58762, -380.52286, -335.94449, -196.37750, -269.44189, -220.49303, -97.93401, -132.44214, -257.00851, -218.73930, -284.93527, -293.31918, -244.98341, -253.92651, -365.21024, -290.93045, -247.11998, -355.85837, -285.60983, -412.37799, -371.39835, -175.90541, -306.97906, -239.16385,
E -331.51758, -279.82224, -341.59427, -439.88016, -198.93890, -348.67075, -144.23053, -202.30975, -278.25995, -193.55447, -127.79285, -240.46272, -295.92935, -457.34976, -325.32184, -494.68457, -285.11005, -405.66235, -268.35016, -216.66696, -344.54163, -342.08093, -375.54034, -411.54816, -539.37817, -409.51654,
E -322.90823, -267.67648, -381.35904, -314.63165, -408.73187, -416.88519, -273.40384, -359.47110, -339.54163, -455.33163, -410.59344, -352.71185, -363.45190, -287.38828, -300.23209, -364.19910, -323.31705, -236.38069, -326.54892, -282.78058, -394.56909, -344.64056, -273.62424, -330.89017, -362.42468, -319.64481,
E -232.26497, -345.41855, -70.57550, -185.34114, -117.96438, -82.79645, -186.06795, -237.14386, -11.34696, -403.88144, -262.65134, -413.13376, -352.74072, -186.96519, -317.66580, -164.27299, -400.27200, -380.07623, -319.84518, -82.31759, -190.40077, -62.92244, -125.16569, -202.52400, -256.05005, -248.30919,
E -311.19565, -302.60226, -183.77597, -276.96637, -181.46835, -205.74051, -184.13460, -339.02579, -320.00696, -75.02213, -199.37001, -248.50847, -130.14885, -299.34598, -399.31870, -316.59412, -188.30748, -425.61002, -360.97089, -419.59198, -324.98917, -258.65442, -412.92764, -232.09581, -254.63831, -422.53656,
E -245.51248, -270.19177, -326.10129, -268.57071, -168.19696, -212.69666, 11.06053, -77.56343, -116.17542, -172.51872, -206.40660, -248.14771, -198.68526, -215.28580, -242.85400, -147.17830, -345.22125, -398.02997, -197.40651, -124.08871, -132.65883, -180.97900, -145.96986, -337.13361, -145.92819, -312.10095,
E -299.32318, -138.89662, -349.08344, -257.22702, -298.68045, -287.48984, -202.33029, -156.68544, -351.34222, -291.46902, -274.93677, -160.92690, -253.92151, -246.10770, -276.89575, -437.08459, -268.45154, -240.53511, -209.24040, -142.05074, -371.08350, -165.74359, -290.44949, -301.24948, -264.01468, -326.29800,
E -165.00090, -278.27286, -183.60097, -130.94774, -132.38316, -229.98508, -238.95459, -175.99297, -274.16956, -144.88925, -179.09659, -150.81248, -171.70940, -239.95920, -399.78284, -290.58948, -326.34479, -307.96460, -163.96275, -239.79553, -146.49380, -285.21567, -288.76303, -192.07193, -261.07523, -34.86870,
E -191.89270, -89.86181, -315.37531, -172.24585, -285.55334, -272.86798, -272.51620, -218.30568, -147.72206, -255.34201, -247.17899, -232.05920, 16.80922, -287.17844, -126.85964, -267.41190, -185.80525, -163.80467, -160.71481, -130.85387, -243.77945, -186.67056, -223.50719, -25.07361, -79.18654, -153.05394,
E -259.83304, -192.44266, -413.22916, -426.14511, -289.29953, -268.66498, -190.62378, -188.24237, -345.64688, -160.12061, -93.58624, -284.09689, -296.53201, -136.95638, -34.02524, -103.42761, -114.09514, -339.32849, -266.92242, -294.91583, -147.83267, -52.91640, -97.83782, -298.51492, -237.73392, -118.77535,
E -144.32790, -147.13638, -154.76218, -71.64336, -46.43210, -274.38654, -383.58429, -201.12479, -332.51019, -83.20139, -127.34444, -136.62392, -125.44944, -224.50407, -98.57425, -175.26489, -223.85344, -54.44236, -234.92242, -225.15594, -134.89818, -191.64008, -165.82039, -257.79330, -234.01114, -186.69226,
E -304.62958, -124.51817, -238.69202, -225.08728, -342.19943, -80.10712, -92.03645, -256.50104, -58.45387, -224.56915, -138.96259, -189.35513, -214.60873, -128.66437, -139.28146, -253.12907, -235.77100, -403.07321, -236.89836, -273.84027, -345.25540, -287.92276, -294.80045, -279.91547, -323.92346, -339.04727,
E -357.90021, -429.30194, -289.54733, -411.43427, -342.99078, -211.62682, -338.59576, -346.25272, -374.93530, -209.06906, -128.58075, -388.58810, -333.49658, -252.47015, -240.54054, -330.50092, -297.85028, -293.20038, -65.07381, 40.14962, -262.04498, -148.18974, -208.33263, -300.13882, -206.06516, -90.01184,
E -90.49880, -327.94061, -176.37978, -101.17417, -38.16450, -226.91592, -232.54492, 5.14395, -99.59969, -77.55655, -73.57181, -118.09170, -169.13887, -374.79987, -254.79909, -249.13139, -280.58731, -60.20261, -178.10590, -123.32576, -120.63699, -180.67717, -147.84035, -267.60550, -12.76922, -346.19824,
E -244.10246, -377.76343, -271.62830, -258.87244, -307.76221, -428.72662, -204.39279, -138.77455, -173.45456, -234.74036, -330.87054, -462.99075, -275.35626, -293.46133, -340.69397, -260.25986, -261.45340, -231.76109, -152.29131, -307.98627, -201.52695, -190.47894, -246.34399, -209.68918, -240.23705, -347.65128,
E -339.62927, -334.17319, -215.99527, -253.12254, -354.86206, -427.32516, -302.46820, -319.15994, -261.63837, -366.52020, -164.05316, -301.54013, -227.83072, -388.62442, -275.33212, -384.27725, -389.95459, -230.01062, 24.09605, -217.69121, -512.88733, -265.72397, -64.87790, -517.78137, -60.60026, -341.80826,
E -317.80753, -271.74347, -376.89410, -327.96091, -365.51111, -415.12155, -302.51898, -412.26135, -354.17770, -227.85669, -354.73627, 7.67364, -62.49151, -369.50943, -334.29224, -293.63687, -409.52103, -291.85904, -235.18359, -55.87595, -404.56830, -364.99969, -309.82431, -203.16769, -299.32788, -353.14932,
E -428.17609, -363.50662, -419.39426, -315.74738, -275.36066, -250.03130, -408.16379, -186.38440, -265.19907, -403.69299, -335.48819, -424.16190, -392.68002, -370.21014, -320.01248, -372.49472, -243.57092, -412.32007, -235.80641, -426.53812, -256.15472, 90.97578, -214.61543, -365.25458, -270.68314, -467.56900,
E -305.33035, -140.56403, -288.16528, -329.40857, -48.33011, -362.75134, -346.99051, -190.24954, -327.81808, -320.90952, -24.29652, -210.91556, -285.42963, -237.82558, -318.57315, -280.01236, -296.76740, -244.99481, -393.34070, -286.58817, -297.18558, -351.27515, -356.10297, -375.04401, -323.15659, -378.30637,
E -247.16048, -470.15781, -418.31882, -319.94543, -311.46661, -264.04892, -362.23050, -254.32230, -244.37314, -402.08893, -180.50790, -404.16556, -297.55237, -179.36998, -271.58072, -248.33504, -174.95253, -378.53036, -479.23276, -370.84149, -437.67166, -170.06525, -347.25488, -367.40863, -143.29152, -247.86270,
E -246.16400, -149.64032, -170.19284, -421.08566, -351.37442, -293.78311, -360.87622, -312.67905, -317.00272, -307.06790, -268.33252, -237.77658, -409.40393, -306.67618, -412.73972, -388.72797, -274.82187, -159.11043, -344.26184, -364.63040, -371.65030, -72.89117, -165.64726, -278.57455, -186.14281, -372.51471,
E -250.52438, -261.29999, -404.83810, -210.22691, -379.18457, -164.26050, -235.61610, -396.94009, -167.39194, -256.94440, -307.81741, -219.43257, -417.72781, -159.00531, -295.99326, -260.81656, -235.70627, -506.96152, -487.67712, -316.89511, -321.86569, -221.78163, -280.78012, -228.89323, -322.33334, -431.08530,
E -294.10608, -206.98219, -128.17297, -304.80740, -232.45631, -72.41695, -455.08542, -377.74570, -393.68979, -327.88162, -315.72171, -349.82944, -200.07634, -345.62192, -152.94215, -274.16037, -168.26701, -447.38098, -256.89401, -474.30264, -385.60504, -517.95599, -382.10211, -279.13437, -346.93954, -482.63177,
E -276.13028, -473.29327, -210.55278, -446.12793, -475.94592, -161.86369, -278.69949, -304.87997, -369.52670, -155.45818, -437.72995, -184.81070, -330.37653, -229.23947, -316.06158, -319.03140, -365.21637, -435.11798, -411.87064, -412.39526, -257.86911, -471.98721, -369.55411, -270.64066, -204.86064, -391.80869,
E -294.25497, -100.32339, -246.90402, -461.90967, -296.84735, -367.17102, -491.55606, -281.31995, -328.39166, -275.58502, -353.19061, -170.89328, -81.79492, -157.06650, -435.07803, -456.67477, -322.33990, -241.17426, -307.16534, -244.46773, -216.74817, -399.29324, -327.74850, -170.77759, -351.43692, -218.70660,
E -427.61655, -275.19098, -380.47864, -256.31564, -269.56650, -476.83279, -306.90207, -405.72372, -339.53189, -210.95071, -350.95447, -395.45343, -342.01727, -340.43951, -49.03656, -441.50177, -175.06256, -164.33405, -420.93674, -484.89371, -325.38910, -273.27853, -329.57864, -302.46176, -279.42599, -370.02948,
E 6.25927, -285.64883, -298.52814, -505.10214, -375.66733, -264.09225, -420.61319, -449.09509, -326.83350, -399.14322, -280.80090, -295.25195, -315.21078, -516.25726, -65.56429, -263.96564, -192.02512, -4.55814, -208.28386, -330.02203, -254.89119, -437.02426, -405.94928, -276.51663, -201.16304, -307.16129,
E -422.93741, -219.91176, -336.68869, -189.05190, -469.80630, -258.28485, -414.63068, -255.46036, -264.72537, -239.65958, -357.97125, -304.86951, -154.85460, -212.70441, -435.42538, -228.91100, -381.75040, -233.24411, -279.66397, -332.70605, -171.98103, -265.75433, -217.87924, -294.08447, -556.75708, -369.34088,
E -130.88115, -291.37866, -197.18910, -325.07339, -308.86063, -291.95374, -351.96234, -462.90958, -317.94882, -328.26517, -114.95268, -340.78516, -467.84354, -404.43991, -207.21416, -389.33987, -397.13208, -344.82944, -210.38368, -418.01788, -173.50215, -430.79532, -269.63272, -201.22964, -325.44727, -413.98666,
E -191.91551, -315.57425, -202.55238, -261.75052, -215.75746, -284.70358, -226.92355, -310.87769, -390.62354, -474.97443, -419.21667, -237.06136, -347.59338, -250.26169, -269.37689, -175.35197, -431.82950, -251.84016, -322.16055, -319.56244, -396.43814, -419.11694, -400.69415, -385.30353, -280.83289, -193.96591,
E -334.02429, -176.49763, -41.17188, -390.99280, -365.68402, -306.26871, -428.99509, -125.01357, -474.21646, -415.69000, -115.02002, -217.10919, -190.09523, -258.11301, -315.47519, -313.78995, -227.86055, -189.03073, -408.06146, -461.26031, -162.58980, -290.35025, -317.70609, -347.57236, -248.06197, -184.98233,
E -407.88620, -428.60141, -203.69051, -224.86850, -276.38315, -281.88528, -471.70105, -295.81970, -202.20663, -312.80789, -252.57816, -228.83690, -334.41312, -275.20236, -386.30450, -305.50330, -152.82512, -372.77600, -364.21057, -265.18082, -340.07220, -268.17749, -231.04330, -181.99626, -259.88217, -366.14020,
E -411.98212, -238.81520, -422.82019, -325.88770, -34.83080, -8.09648, -287.42035, -396.93774, -261.31918, -200.41061, -437.15997, -273.03220, -191.97313, -479.14365, -518.82397, -330.45724, -221.02126, -332.65125, -190.36642, -98.15565, 18.08687, -346.13266, -348.51062, -303.67667, -299.05988, -407.17435,
E -457.60498, -165.02151, -276.32709, -182.17671, -414.52133, -518.78424, -328.49585, -257.72620, -142.21527, -295.46442, -177.73233, -373.43579, -289.51978, -343.81186, -290.46194, -532.79449, -258.97104, -396.10516, 8.99546, -372.64926, -333.01099, -182.76424, -395.99838, -391.78119, -331.86377, -332.25766,
E -487.02466, -309.94174, -224.49881, -354.50656, -292.02689, -394.86591, -272.58252, -545.74023, -343.34311, -296.72183, -356.97894, -364.58289, -136.50333, -70.36460, -368.11169, -241.88483, -429.19257, -221.83736, -351.63464, -271.98486, -440.05347, -525.20776, -501.92584, -390.17679, -360.52600, -200.66774,
E -230.10606, -195.19739, -243.01399, -150.81131, -306.32742, -329.35031, -200.27521, -302.49515, -358.56049, -168.66812, -461.43909, -188.21352, -328.62268, -265.95859, -172.24931, -257.44061, -336.37003, -212.77693, -306.57907, -214.30904, -372.54996, -273.74802, -206.84709, -260.96277, -293.34528, -276.15500,
E -260.07153, -218.75845, -127.57764, -342.77728, -150.09775, -112.26015, -248.42212, -302.04761, -310.04062, -214.33617, -278.73837, -219.44649, -141.97346, -221.41814, -223.91301, -260.71103, -350.00513, -349.34656, -344.03574, -320.75479, -248.71803, -336.64243, -118.59196, -252.01219, -190.09018, -164.67247,
E -283.43698, -315.24606, -208.35478, -239.17181, -297.46368, -281.56522, -145.90575, -315.01108, -231.33057, -197.47780, -254.49957, -168.00299, -255.83038, 23.12684, -305.76846, -259.61890, -168.07468, -245.17766, -344.53217, -400.16895, -481.24640, -290.81671, -248.87263, -269.88559, -293.16122, -316.41507,
E -275.15240, -300.58264, -214.54756, -207.29114, -292.76672, -404.19022, -294.73376, -376.43237, -321.77643, -296.45874, -303.75797, -253.13931]])
/opt/ttforge-toolchain/venv/lib/python3.10/site-packages/forge/verify/value_checkers.py:38: ValueError
Loading