On PR #2784
GitHub Actions / TT-Forge-FE Tests
failed
Feb 26, 2025 in 0s
614 tests run, 478 passed, 134 skipped, 2 failed.
Annotations
Check failure on line 66 in forge/test/mlir/mnist/training/test_training.py
github-actions / TT-Forge-FE Tests
test_training.test_torch_training
TypeError: 'NoneType' object is not subscriptable
Raw output
@pytest.mark.push
def test_torch_training():
model = MatmulParam()
shape = (1, 1024)
inputs = torch.rand(shape)
# Fake targets
target = torch.zeros(shape)
loss_fn = torch.nn.MSELoss()
optimizer = torch.optim.SGD(model.parameters(), lr=0.1)
tt_model = forge.compile(model, sample_inputs=[torch.rand(shape)], optimizer=optimizer)
num_epochs = 20
model.train()
for epoch in range(num_epochs):
golden = model(inputs)
output = tt_model(inputs)
output = [co.to("cpu") for co in output]
assert compare_with_golden(golden=golden, calculated=output[0])
optimizer.zero_grad()
loss = loss_fn(output[0], target)
loss.backward()
golden_loss = loss_fn(golden, target)
print(f"epoch: {epoch} loss: {loss}")
print(f"epoch: {epoch} golden_loss: {golden_loss}")
print(f"output.grad: {output[0].grad}")
loss_grad = output[0].grad
assert loss_grad is not None
grad = tt_model.backward()
# HACK to run the optimizer step
# i'm not sure what's the right way to tie the torch optimizer to our params,
# but this can be done automatically after backward() (hidden from user)
> model.p.grad = grad[0]
E TypeError: 'NoneType' object is not subscriptable
forge/test/mlir/test_training.py:66: TypeError
Check failure on line 41 in forge/test/mlir/test_optimizers.py
github-actions / TT-Forge-FE Tests
test_optimizers.test_sgd[shape1]
TypeError: run_program(): incompatible function arguments. The following argument types are supported:
1. (self: forge._C.runtime.ModelState, arg0: forge._C.runtime.ProgramType, arg1: List[forge._C.runtime.Tensor]) -> None
Invoked with: <forge._C.runtime.ModelState object at 0x7f51e6dd70b0>, <ProgramType.Optimizer: 2>, [tensor([[-9.4843097031e-04, 3.4172273445e-05, 1.6523615341e-04, ..., 4.5211389079e-04, 0.0000000000e+00, -2.1080239094e-05],
[ 3.8541443064e-04, 1.0857859161e-03, -3.3083641028e-05, ..., 5.8670114959e-04, 0.0000000000e+00, 1.0534250177e-03],
[ 8.0792124209e-05, -6.7598145688e-04, 1.3021877385e-04, ..., -3.1630668673e-04, 0.0000000000e+00, -8.0112746218e-04],
...,
[ 1.6876119480e-04, 2.2889114916e-04, -2.4292142189e-04, ..., -2.9746314976e-04, 0.0000000000e+00, 1.7288178788e-04],
[ 3.9924151497e-04, -4.2486837629e-05, -7.9519704741e-06, ..., 5.9461832279e-05, 0.0000000000e+00, -3.7011798122e-04],
[-9.2521269107e-04, -5.4025981808e-04, 3.0508343480e-04, ..., 6.9242290920e-04, 0.0000000000e+00, -4.7237664694e-04]]), tensor([[ 6.4303055406e-03, 6.9811330177e-03, 3.8233557716e-03, 9.9330907688e-04, 3.3100037836e-03, 5.9511169093e-04, 5.7607307099e-04, -7.7128119301e-05, 2.1128805820e-03, 5.3538451903e-03, -5.1653088303e-04, -8.8843902631e-05, 1.7779468326e-03, 2.6980042458e-04, -1.0302674491e-04, 5.3980229422e-03,
4.2273843428e-04, 5.1447725855e-03, 1.4378665946e-03, 1.6906103119e-03, 3.3745747060e-03, 2.6021862868e-03, 2.2594677284e-03, 5.7131289504e-03, 2.1521663293e-03, 1.9366035704e-03, 5.7209935039e-03],
[ 6.2206282746e-04, 2.9119350947e-03, 4.9570556730e-03, 1.7205695622e-03, 2.6777780149e-03, 4.1070394218e-03, 9.2267506989e-04, 4.7140014358e-03, 1.0539437644e-03, 5.6521082297e-04, 6.3468917506e-04, 1.8682159716e-03, 2.3887879215e-03, 1.1673929403e-03, 0.0000000000e+00, 2.4207283277e-03,
4.2909416370e-03, 2.8574203607e-03, 2.3792255670e-03, 4.8426981084e-04, 1.7831360456e-03, 8.3693105262e-04, 4.1714720428e-03, 3.4615453333e-03, 0.0000000000e+00, 1.3692971552e-03, 2.9608707409e-03],
[ 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 3.4660808160e-04, 0.0000000000e+00, 1.3483430666e-04, 0.0000000000e+00, 6.6527783929e-05, 4.2637586012e-04, 0.0000000000e+00, 2.0297043375e-04, 1.8745809211e-04, 0.0000000000e+00, 0.0000000000e+00, 4.8298868933e-05, 0.0000000000e+00,
2.5729348999e-04, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 4.3533838470e-04, 0.0000000000e+00, 2.8892670525e-04, 0.0000000000e+00, 9.6132818726e-05, 1.2921080634e-04],
[ 3.0939036515e-03, 8.2832891494e-03, 1.2870236533e-03, 7.7504711226e-04, 1.0626323055e-03, 4.3296110816e-03, 1.2887135381e-04, -6.1300053494e-04, 5.8389460901e-04, 4.1752500692e-04, 2.3926366121e-03, 4.9534480786e-04, -3.5757632577e-04, 1.5251083532e-03, 0.0000000000e+00, 2.4306862615e-03,
1.0658912361e-03, 1.5269919531e-03, -1.1623164755e-04, 2.3681162857e-03, 1.9047097303e-03, 1.5561352484e-03, 1.9056287128e-03, 1.7117161769e-03, 9.5889403019e-04, 2.8407264035e-03, 5.3852610290e-03],
[ 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00,
0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00],
[-9.4243610511e-04, 8.5196481086e-04, 1.9158066716e-03, 7.1636983193e-04, 1.4600690920e-03, 3.0360266101e-03, 1.8454261590e-04, 4.1742931353e-04, 1.1317373719e-03, -2.6777635794e-03, 7.7434652485e-04, 9.6786773065e-04, -1.1782072252e-03, 1.4880883973e-03, 4.2541611037e-05, 5.6593323825e-04,
1.6592704924e-03, 4.0624639951e-04, 4.5539025450e-04, 7.0254798629e-05, 9.0111244936e-04, 8.0549425911e-04, 1.3091275468e-03, 2.3643223103e-03, -3.3046727185e-04, 6.0635543196e-04, 1.0292464867e-03],
[-2.2629832383e-03, -6.6503183916e-03, -5.9205864090e-04, 1.2619197369e-03, -1.4979258412e-04, -1.4470565366e-03, 0.0000000000e+00, 3.0995043926e-04, 1.8761606188e-03, -4.1682454757e-03, -1.1133442604e-04, 8.5798127111e-04, -1.3289664639e-03, -6.7678838968e-04, 5.1438744413e-04, -2.7948929928e-03,
6.3124077860e-04, -1.7989965854e-03, -2.1661160281e-04, -3.1866499921e-04, -1.1967524188e-05, 3.3596418798e-03, -1.6879591858e-03, 1.5827936586e-03, 7.7789981151e-04, -1.9584260881e-03, -5.4573439993e-03],
[ 0.0000000000e+00, 4.9140371630e-06, -4.1346109356e-04, 3.0753196916e-04, 4.2908239993e-04, 2.1182966884e-04, -2.4843707797e-04, -1.7019909574e-03, 8.2122889580e-04, -5.4922467098e-04, 5.5391003843e-04, -5.3646836022e-05, -8.2888465840e-04, 0.0000000000e+00, 1.2345786672e-04, 2.1502359596e-04,
-7.3966843775e-04, 7.1642006515e-04, -6.2265014276e-04, -4.8854881243e-06, 3.0066809268e-04, 1.2316857465e-03, -1.3708855258e-03, 1.3640265679e-03, 0.0000000000e+00, -1.0552137974e-04, 3.5190783092e-04],
[ 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00,
0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00],
[ 0.0000000000e+00, 0.0000000000e+00, -2.0059866074e-04, 0.0000000000e+00, -8.5752189625e-04, -1.2974068522e-04, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, -3.4371452057e-04, 0.0000000000e+00, 0.0000000000e+00, -8.8895059889e-04, 0.0000000000e+00, -5.8916228591e-04, -2.3874446924e-04,
0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, -1.4375674073e-04, 0.0000000000e+00, -2.3979328398e-04, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, -7.6588586671e-04, -4.6552708955e-04],
[ 2.9716761783e-03, 7.2114304639e-03, 8.0702005653e-04, -3.5675862455e-04, 0.0000000000e+00, 4.8540001735e-03, 0.0000000000e+00, 4.9910543021e-04, 2.1805545839e-04, 0.0000000000e+00, 5.1741645439e-04, 1.3230026234e-03, 0.0000000000e+00, 3.1727247406e-03, -1.0957862833e-04, 3.1364138704e-03,
2.3666825145e-03, 0.0000000000e+00, 6.4850377385e-05, 0.0000000000e+00, 0.0000000000e+00, 7.8603159636e-05, 2.9340935871e-03, -6.5550586442e-04, 0.0000000000e+00, 1.7815716565e-03, 1.0001654737e-02],
[-1.1036210926e-03, -5.9485749807e-04, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, -1.0466428648e-05, 0.0000000000e+00, 0.0000000000e+00, -1.3638802557e-05, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00,
0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, -4.9767928431e-04, -3.5961423418e-04, -7.9806789290e-04, -1.5162816271e-04, 0.0000000000e+00, -7.8944157576e-04, -1.2357460946e-05, -2.7905468596e-04],
[ 2.1167944651e-03, 4.9863774329e-03, -1.0589187732e-03, -1.1449258309e-03, -6.6358840559e-04, 6.7443115404e-04, -1.5051382070e-04, -1.9129234133e-03, -9.0248172637e-04, 1.5876530670e-03, 1.3997081260e-04, -6.1117217410e-04, -2.5396005367e-04, 8.0940191401e-04, -1.3312151714e-04, 2.0711985417e-03,
-1.1655460112e-03, 2.8968375409e-04, -8.3795335377e-04, 5.7424709667e-04, 8.3021834143e-05, -1.0577723151e-03, -5.4456992075e-05, -9.6488295821e-04, 0.0000000000e+00, 9.9805614445e-04, 4.5627802610e-03],
[-1.4789850684e-03, -4.3801669963e-03, -1.2781103142e-03, -7.9470500350e-04, -1.2348516611e-03, -3.4077463206e-03, -7.4520314229e-05, -9.3674112577e-04, -1.4149937779e-03, -1.0193447815e-03, -5.9831619728e-04, -1.2248719577e-03, -1.0943680536e-03, -2.0365435630e-03, -6.4475170802e-04, -2.2025476210e-03,
-2.4342352990e-03, 2.4084660981e-04, -4.9759040121e-04, 1.0973826284e-04, 1.9398159930e-04, -4.8604272888e-04, -2.7151654940e-03, -2.0835058240e-04, 4.2583726463e-04, -2.7550668456e-03, -6.6747190431e-03],
[-2.9143999564e-04, -4.0399833233e-04, 1.4508004533e-03, 1.0356307030e-03, 3.8358359598e-04, 5.4049340542e-04, 3.3823409467e-04, 2.4664513767e-03, 7.4918067548e-04, 5.0344748888e-04, 2.4991428290e-05, 6.9158436963e-04, 8.8736199541e-04, 5.9140802477e-05, 0.0000000000e+00, -3.3745699329e-04,
1.9610105082e-03, -4.2052104254e-04, 1.1618983699e-03, -3.7718389649e-05, -3.1836756534e-05, -7.0653186413e-05, 2.1283088718e-03, 1.3657059753e-04, -6.9889494625e-05, 7.3479168350e-04, -7.1895180736e-04],
[-1.8779060338e-04, -2.4798262166e-04, 5.6942319497e-04, 3.0599543243e-04, 3.5631546780e-05, 3.1070978730e-04, 1.7707183724e-04, 1.2917182175e-03, -1.5268080460e-05, 5.9030349803e-05, 1.3715598470e-05, 3.6205729702e-04, 6.2816578429e-04, -2.9211612855e-05, 0.0000000000e+00, -1.0912037396e-04,
8.7677745614e-04, 0.0000000000e+00, 4.5096015674e-04, 3.3197895846e-06, 0.0000000000e+00, 0.0000000000e+00, 7.2551111225e-04, -6.7456770921e-05, 0.0000000000e+00, 1.2629199773e-05, -2.0632817177e-04],
[ 1.1194603576e-04, 1.1281245679e-04, -5.0808646483e-04, -1.2625611271e-04, -3.2777822344e-04, 3.7747819442e-04, -1.2262038945e-04, 5.2521631005e-05, -1.1881994578e-04, -2.8601882514e-04, 5.0132504839e-05, 1.9587166025e-04, 1.0537666094e-04, 3.1829960062e-04, 1.4959608961e-04, -2.3590943601e-04,
2.3801723728e-04, -7.0783018600e-04, -1.9772007363e-04, -1.6552055604e-04, -4.8529045307e-04, 9.6747528005e-05, 6.8348483182e-05, -9.8644557875e-04, 0.0000000000e+00, 1.3649629545e-04, 1.0285823373e-03],
[-9.6530420706e-04, -2.3032499012e-03, -2.0605854224e-03, 9.9639722612e-04, 9.0214272495e-04, -5.1733944565e-04, -7.9802336404e-04, -3.5893220920e-03, 2.3980718106e-03, -2.9095480568e-04, 8.8088546181e-04, 1.2839962437e-04, -4.2910044431e-04, -2.9558694223e-04, 1.1667303042e-03, -2.3232089006e-04,
-1.4280646574e-03, 1.2485476327e-04, -1.6252037603e-03, -1.0599489324e-03, -9.3510281295e-04, 2.8101415373e-03, -3.5939014051e-03, 1.4010146260e-03, -7.2763621574e-04, 3.7147104740e-04, 1.2385633308e-03],
[ 1.8720478984e-03, 5.1515372470e-03, 4.3228064897e-04, -1.6087623080e-03, -1.6902362404e-05, 2.8327878681e-05, 3.9683599607e-04, -1.5428230399e-03, -1.5401914716e-03, 1.8074283144e-03, -5.4558453849e-04, -9.1701076599e-04, -7.2939938036e-06, 3.6376356729e-04, -5.2136380691e-04, 3.7548476830e-03,
-1.6228628810e-03, 2.6672319509e-03, -3.8573882193e-04, 9.1129529756e-04, 1.5778153902e-03, -1.6479104524e-03, -3.7952017738e-04, 1.7169496277e-03, -3.9875310904e-05, -2.1124570048e-04, 3.3330086153e-03],
[-8.0543931108e-04, -1.0636046063e-03, -9.2476041755e-04, -5.3432933782e-05, -4.3651711894e-04, 5.2948002121e-05, -1.4154515520e-04, -8.8388338918e-04, -4.1518247599e-05, -1.6458539758e-03, 4.4262103620e-04, 1.2950271775e-04, -6.4869853668e-04, -1.2528944353e-04, 1.0793510592e-04, -4.6802041470e-04,
-4.9604056403e-04, 0.0000000000e+00, -7.4908486567e-04, -2.6537259146e-06, 0.0000000000e+00, 9.7286532400e-04, -1.6283299774e-03, 3.5635015229e-04, 0.0000000000e+00, -9.4550341601e-04, -5.9619575040e-04],
[ 1.9044133369e-03, 4.4578090310e-03, 4.4282441377e-04, 2.4543395266e-03, 4.2268016841e-04, 2.8035456780e-03, -3.4524411603e-05, 3.3060699934e-04, 2.0261991303e-03, 5.2197097102e-04, 3.0215543229e-03, 8.9082767954e-04, 0.0000000000e+00, 1.3109321299e-04, 2.2952313884e-04, -1.1359010387e-04,
1.6637924127e-03, 3.3592677210e-04, 0.0000000000e+00, 2.0910534076e-03, 1.0358889122e-03, 3.1711743213e-03, 1.2223512167e-03, 1.2335474603e-03, 1.0904681403e-03, 2.5877596345e-03, 1.5377299860e-03],
[ 4.4482806697e-03, 5.3520160727e-03, 4.7317324788e-04, 1.6559740761e-03, -7.5840746285e-04, 1.8532616086e-03, 1.3248731557e-04, 4.1232205695e-04, 2.3316584993e-03, 9.7239873139e-04, 1.1178232962e-03, 1.0651755147e-03, -8.7382772472e-04, 9.7009458113e-04, -5.9461552883e-04, 1.5572288539e-03,
1.8902763259e-03, 4.3651752640e-04, 2.7509816573e-04, 1.4122661669e-03, 1.2676289771e-03, 3.3593121916e-03, 1.9687947351e-03, 1.6725743189e-03, 1.9809934311e-03, 8.9344172738e-04, 4.4561764225e-03],
[ 3.5335870925e-03, 1.0812281631e-02, 9.7052332421e-05, 7.8655732796e-04, -9.0392178390e-04, 3.8224204909e-03, 3.6928727059e-04, 3.0274072196e-04, 8.8196631987e-04, 3.5938317887e-03, 1.8020301359e-03, 1.0025603697e-03, 1.2033651583e-03, 1.9326362526e-03, 0.0000000000e+00, 4.6772141941e-03,
2.0468344446e-03, 8.7702419842e-04, -2.2639660165e-04, 1.3628372690e-03, 4.8192657414e-04, -8.7472144514e-05, 2.6454993058e-03, 2.7687952388e-04, -4.2938266415e-04, 3.3335713670e-03, 1.0124252178e-02],
[-4.0057249134e-04, -5.2896689158e-04, -6.3358675106e-05, -2.4456728715e-04, 3.9960708818e-04, 8.6338855908e-05, 0.0000000000e+00, 0.0000000000e+00, -4.2195481365e-04, -4.4143677223e-04, 0.0000000000e+00, 0.0000000000e+00, 5.3013162687e-04, -6.2310718931e-05, 3.9207129157e-04, -7.3884672020e-05,
-1.5517169959e-04, 0.0000000000e+00, -1.6290423810e-04, 9.5666153356e-05, 0.0000000000e+00, 1.5957582218e-04, -4.3948664097e-04, -1.4389072021e-04, 0.0000000000e+00, 2.7489848435e-05, -1.3031915296e-04],
[ 4.6633987222e-04, 1.0007587261e-03, 3.5817027674e-04, 3.2690473745e-05, 1.0451824637e-03, 9.0138189262e-04, 0.0000000000e+00, 1.0584671691e-04, 1.9301976135e-04, 4.0278135566e-04, 6.4856889367e-05, 2.8467713855e-04, 1.1040352983e-03, 5.1056558732e-04, 7.3171214899e-04, 8.0721429549e-04,
4.6005664626e-04, -1.8542574253e-05, 1.0559639122e-05, 1.1092147179e-04, -2.8715558074e-05, 4.7143569100e-04, 4.3100141920e-04, 0.0000000000e+00, 0.0000000000e+00, 1.1792200385e-03, 2.2296269890e-03],
[ 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00,
0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00],
[-7.5212569209e-04, -9.4618240837e-04, 1.1149304919e-03, -2.9621075373e-04, 8.5921242135e-04, -8.4641674766e-04, 4.5639710152e-04, -3.9152382669e-05, -2.3079525272e-04, -5.4037448717e-04, -6.1967707006e-04, -2.2762660228e-04, 7.9709461716e-05, -4.6658309293e-04, 0.0000000000e+00, 1.1610728689e-03,
-5.5427622283e-04, 1.7067750450e-03, 2.0358238544e-04, 3.0275253812e-04, 1.3230568729e-03, 4.8423011322e-05, -8.0402754247e-04, 2.7254431043e-03, 0.0000000000e+00, -1.0810389649e-03, -1.8893007655e-03]]), tensor([[ 5.0469895359e-04, 1.1952437926e-03, -8.0415350385e-04, -2.1841295529e-04, 1.2535614660e-03, 6.9825985702e-04, 1.9228392048e-03, 2.4776055943e-03, -1.9432849949e-03, 1.7747544916e-04, -1.2021217262e-03, -2.5734965675e-05, 1.1344777886e-03, -2.1207182726e-04, -5.8191025164e-04, -1.3174178312e-03,
1.6442901688e-03, 4.7361731413e-04, 6.7394966027e-04, -7.5264679253e-06, -2.5944318622e-03, 1.0689654155e-03, -3.5538521479e-04, -1.1688863160e-03, -2.2436482832e-03, -8.7577372324e-04, -5.8091700339e-05, -2.5965224486e-03, -3.0288894777e-04, 2.3740539327e-03, 1.1321402853e-03, 2.0030280575e-03,
3.5920165828e-05],
[-5.9838891029e-03, -1.9842435140e-03, -1.3458126923e-03, -6.4364587888e-04, 4.0298388340e-03, 3.4461426549e-03, 7.5495019555e-03, 3.3442692365e-03, -2.4650818668e-03, -1.5815908555e-03, -5.8924616314e-04, -1.6069187550e-03, -5.7335873134e-04, -6.6899321973e-04, -6.0434784973e-04, -1.5439607669e-03,
2.5500720367e-03, 1.2925230840e-04, 9.2722836416e-04, 1.9612973556e-03, -2.6768178213e-03, -3.9405986900e-04, -2.8085401282e-03, -3.7571589928e-03, -2.4010543711e-03, -3.4648473375e-03, 2.2459374741e-03, -2.1105865017e-03, -8.0233463086e-04, -4.6969186515e-03, 1.0643511778e-03, 4.9951509573e-03,
4.7119270312e-04],
[ 1.8943333998e-04, -6.5392896067e-04, -2.2486207308e-04, -1.4888515580e-04, 4.4939972577e-04, 1.8636594759e-03, 1.1649094522e-03, -7.8426947584e-04, 3.6056374665e-04, -4.1536419303e-04, -4.1951256571e-04, 2.0039638039e-03, -1.4330960112e-03, -2.8242440894e-03, -1.0876592714e-03, -2.2165263363e-04,
-7.3407380842e-04, -1.5144606587e-03, -1.4205526095e-03, -5.3866213420e-04, -2.6371555869e-03, -1.3133061584e-03, -5.0353701226e-05, -4.9171292630e-05, 1.9565592520e-03, 1.5174056171e-04, -6.0713116545e-04, 1.2880193535e-03, 2.3438748030e-04, -4.0035876445e-03, -6.9714197889e-04, 2.2353020031e-03,
1.1995896930e-03],
[-1.7599372659e-03, -2.9198757838e-03, -1.6548707208e-04, -8.6260976968e-04, 7.5842188380e-05, -2.3779638286e-04, 5.4281139746e-03, -8.6069974350e-04, -5.5763532873e-04, -1.7274237471e-03, -2.8676472139e-03, 2.0921672694e-04, -1.7226508353e-03, -1.2421988649e-03, 1.7552694771e-03, -3.6132391542e-03,
-2.6291648392e-03, 2.0428185817e-03, -2.8154621832e-03, 4.7394037247e-03, -1.5489974758e-03, 3.1461524777e-03, 6.2021735357e-04, 2.2281524725e-03, -7.9527759226e-04, 3.7737078965e-03, 8.9724233840e-04, 5.5532902479e-04, -2.1178909810e-04, -4.2169052176e-03, -1.3111464214e-03, 2.6787957177e-03,
3.5904129036e-03],
[-8.9272647165e-04, -4.6302427654e-04, -1.8464614404e-03, -7.6910050120e-04, 1.3941301731e-03, 2.1494828979e-04, 2.4854440708e-03, 1.8286319391e-04, 5.5198086193e-04, 2.0392713486e-04, -1.6479297774e-03, 1.2532258406e-03, -7.4016265899e-06, -2.0423345268e-03, -3.8025242975e-04, -1.7510033213e-03,
-3.1712211785e-04, -1.1825103866e-04, -1.0163495317e-03, -7.4559557106e-06, -3.4219257068e-03, -1.1680457974e-03, 8.5065519670e-04, -4.8784069804e-05, 6.6062013502e-05, -2.4424638832e-04, 1.8524730694e-04, -8.5169641534e-04, -2.9527378501e-04, -5.8575492585e-04, -2.7899505221e-04, 8.2308461424e-04,
1.7581129214e-03],
[-4.8597557470e-03, -4.5448620804e-03, -8.6591165746e-04, -1.3444287470e-03, 4.1405303637e-04, 1.9709640183e-03, 4.0231021121e-03, -3.4749722108e-03, 7.8360521002e-04, -3.1543655787e-03, 6.4523320179e-04, -3.2540707616e-04, 4.7008556430e-04, -1.5616627643e-03, -9.3482836382e-04, -3.3785440028e-03,
1.5790635953e-03, -5.5339297978e-04, -1.6076037427e-03, 1.7002734821e-03, -1.5423982404e-03, 6.8363326136e-04, -7.7729148325e-04, -1.8741498934e-03, -3.3240579069e-04, -3.8579004467e-04, 1.7061561812e-03, -1.1320285266e-03, -1.6005430371e-03, -3.9084185846e-03, -1.4431263553e-03, 8.1839330960e-04,
1.8624148797e-03],
[ 1.2031673687e-03, 2.3145659361e-04, 5.4534454830e-04, 6.1676028417e-04, -6.4089259831e-04, 1.5592777345e-04, -1.5797091182e-03, 5.6769276853e-05, -5.6472688448e-04, -5.7691452093e-04, 1.1804701062e-03, -8.5984298494e-05, 3.2835453749e-04, -2.1989138622e-04, -7.0624967339e-04, 9.5335295191e-04,
3.7045229692e-04, -3.0710201827e-04, 6.6528772004e-04, -1.9032148703e-04, 1.3431373518e-03, 7.6519546565e-04, -4.7155335778e-05, -6.2757101841e-04, -1.1008813090e-05, -7.1519595804e-04, -5.6197895901e-04, 9.2704394774e-05, 3.3589024679e-04, 3.9724580711e-04, -1.1300420010e-04, -2.9897422064e-04,
-1.3218767708e-03],
[ 1.2922820169e-03, 3.3745693509e-04, -2.1534301341e-03, 1.0264619486e-03, 5.3746873164e-05, -2.7004433796e-03, -2.0496104844e-03, 3.9286762476e-03, 5.2406830946e-06, 1.9968638662e-03, 1.1983836303e-03, -3.1700485852e-04, -2.3430581205e-03, -1.1753651779e-03, -6.2282272847e-04, 2.4843576830e-03,
-9.0513826581e-04, -4.9761537230e-04, 2.9652467929e-03, -1.1643592734e-03, 2.5050360709e-03, -1.5067323111e-03, 3.0471361242e-03, 6.3438457437e-04, -3.7843832979e-04, -1.0052772705e-03, -6.3939427491e-04, 8.3245261339e-04, 1.1950047920e-03, 8.8514311938e-04, 2.4476714898e-03, -1.2787675951e-03,
-2.6216839906e-03],
[ 1.3620257378e-03, 2.3626822513e-03, -1.1495807848e-04, -1.0429047979e-03, -3.4069927642e-04, -4.4234332745e-04, -2.8040311299e-03, -4.1992762126e-03, 2.6126096491e-03, 1.2386454036e-03, -1.0140960803e-03, 1.5979976160e-03, 4.5847464353e-03, 1.7355844611e-03, 2.3283784685e-04, -8.8180601597e-04,
7.7005807543e-04, 2.5837888825e-04, -1.7972360365e-03, -1.7502569826e-03, -1.6206058208e-03, -1.6328793718e-03, -1.7599819694e-03, 1.8287560670e-04, 8.9282687986e-04, -1.0641331319e-03, -1.2075487757e-04, -1.7765061930e-03, -7.1395427221e-04, 6.4981523901e-03, -1.3187135337e-03, -3.8413142320e-03,
1.2399478583e-03],
[ 3.7814353127e-03, 1.0662416462e-03, 2.3393258743e-04, 1.2777269149e-05, -1.9270823104e-03, -5.6075438624e-04, -1.8319593510e-03, -1.4011579333e-03, 1.1940515833e-03, 1.8709480064e-03, -1.7845185939e-03, 2.6595704257e-03, -1.7520610709e-03, -1.3624966377e-03, 4.1183285066e-04, 2.6460483787e-04,
-2.5064435322e-03, -6.5965316026e-04, -2.0645265467e-03, 2.9237056151e-04, -1.0358433938e-03, -6.7522301106e-04, 1.7338916950e-04, 3.0326172709e-03, 2.7123137843e-03, 2.4755015038e-03, -1.7691133544e-03, 2.2770087235e-03, 5.9487664839e-04, -2.0493849297e-04, 2.7379931998e-04, 2.2515807359e-04,
1.6512484290e-03],
[-2.4923037272e-03, -2.1198212635e-03, 2.0614066161e-03, -1.7920170212e-03, -1.0002208874e-03, 3.2631475478e-03, 3.9486014284e-03, -3.7155831233e-03, -5.3888384718e-04, -1.1737445602e-03, -1.2471893569e-03, 3.5509969166e-05, -2.0491602481e-04, 2.3086299188e-03, 8.5961387958e-04, -3.7278549280e-03,
1.6765081091e-03, -6.8899462349e-05, -2.7983696200e-03, 1.8145012436e-03, -2.1816678345e-03, 2.5290336926e-03, -4.3110996485e-03, 8.6552451830e-04, -8.6098053725e-04, 3.7509049289e-03, 1.5372583875e-03, -4.9025251064e-04, -1.5994578134e-03, -2.7050140779e-03, 7.7092851279e-04, 4.3073003180e-03,
3.1305921730e-03],
[ 1.5272710880e-04, 1.3745799661e-03, -4.7112398897e-04, -1.0503689991e-03, 4.3109772378e-04, -1.7416343326e-04, -6.0053287598e-05, -2.4621628691e-03, 1.6713557998e-03, 8.2785898121e-04, -1.9100593636e-03, 1.1576528195e-03, 2.8340308927e-03, 7.5867655687e-04, 6.2461243942e-04, -1.5732866013e-03,
1.3195762585e-04, 6.0622364981e-04, -1.8768989248e-03, -4.1773004341e-04, -2.5744754821e-03, -1.1835348560e-03, -1.0344823822e-03, 3.0134606641e-04, 5.1970902132e-04, -3.5371785634e-04, 1.5573398559e-04, -1.4326517703e-03, -7.3111185338e-04, 3.6583000328e-03, -1.1755102314e-03, -1.8765041605e-03,
2.0311549306e-03],
[-4.4726021588e-04, 1.5910250368e-03, 7.9575082054e-04, 6.6447939025e-04, 2.7716434561e-03, 1.6339162830e-03, 1.6170719173e-03, 2.7133224066e-03, -1.6373875551e-03, -4.7907163389e-04, 1.8149848984e-05, 3.8168032006e-06, -2.1066018235e-05, -1.9463256467e-04, -1.8163936329e-04, 1.5788464807e-03,
-4.2477899115e-04, 2.2733559308e-04, 7.2982616257e-04, -1.1436463101e-03, -1.0616768850e-03, -5.8260856895e-04, -4.9957563169e-04, -1.1466088472e-03, -4.9683649559e-04, -1.2857578695e-03, 3.1078429311e-04, 3.4273896017e-04, 1.1828644201e-03, -2.6425956748e-03, -7.9282704974e-04, 2.7939637657e-03,
-8.3488092059e-04],
[ 1.4629360521e-03, 1.0117258644e-03, -1.1787203839e-03, 3.7072267151e-04, 7.3619466275e-04, 7.6906365575e-04, 8.7613018695e-04, 1.8657187466e-03, -9.8341330886e-04, 2.0865128317e-04, -1.2970597018e-03, 1.0697162943e-03, 1.2520355813e-04, -2.6093441993e-03, -9.9611619953e-04, -3.5695917177e-05,
2.1522317547e-04, -3.3834212809e-04, -9.4094728411e-05, 9.0066570556e-04, -2.3562479764e-03, -5.7973898947e-04, -1.2044222967e-04, -1.4006936690e-03, 5.9408968082e-04, -2.4685845710e-03, -1.2681661174e-03, -8.3012093091e-04, 1.8700033252e-05, 4.7010986600e-04, -3.1207684515e-05, 8.7617314421e-04,
2.5776191615e-04],
[ 1.4116853708e-03, 1.8545330968e-03, 1.3327653287e-03, 7.4285344454e-04, -4.6426037443e-04, -7.6180207543e-04, -4.3471364188e-04, 2.6166108437e-03, -1.2349224417e-03, 1.3634831412e-03, -1.1737523600e-03, -1.1690835236e-03, -1.4187232591e-03, 1.6202846309e-03, 1.7098251265e-03, 1.3574772747e-03,
-9.9347264040e-04, 9.5430173678e-04, 5.7109183399e-04, 9.9398777820e-04, 1.0182339465e-03, 4.5667460654e-04, -6.1766259023e-05, 1.0916019091e-03, 2.1401169943e-04, 1.0629454628e-03, -6.6890753806e-04, 1.0628403397e-03, 2.8923992068e-04, 4.0381893632e-04, 7.1350490907e-04, 4.1438045446e-04,
-1.4798421762e-04],
[-3.5114737693e-03, -5.4389508441e-03, 9.6278026467e-04, 1.3495580060e-04, -9.5212209271e-04, 2.0152830984e-03, 4.4765542261e-03, -7.1457796730e-04, -1.7219559522e-03, -3.7584293168e-03, 1.2272704626e-03, -1.3823676854e-03, -3.6252627615e-03, -1.7836880870e-03, -1.7614371609e-04, -1.4556854730e-03,
-4.0575617459e-04, -1.3711015345e-04, -7.2733778507e-04, 4.6491762623e-03, 2.0706302021e-03, 3.4661744721e-03, -7.5618037954e-04, -5.2158412291e-04, -2.8771575307e-04, 1.6256750096e-03, 9.9670176860e-04, 1.8279072829e-03, -3.2302056206e-04, -8.7919672951e-03, -3.7446687929e-04, 3.9112661034e-03,
5.9899501503e-04],
[ 1.2197645847e-03, 4.6082361951e-04, 1.9511854043e-04, -7.9741026275e-04, -1.3493656879e-03, -1.7634183168e-03, -2.7154993732e-03, -3.1876324210e-03, 2.7834826615e-03, 1.9253870705e-03, -1.1003756663e-04, 1.4697983861e-03, 1.3735450921e-05, 1.7301822081e-03, 9.2345679877e-04, -4.2338913772e-05,
-1.6063905787e-03, -1.9296670507e-04, -1.2070772937e-03, -2.1856199019e-03, 6.8257807288e-04, -1.1296754237e-03, 5.8366643498e-04, 3.4785685129e-03, 9.2405045871e-04, 3.4371288493e-03, 2.8036368894e-04, 1.3793993276e-03, 4.0694256313e-04, 1.8002024153e-03, 4.2489863699e-04, -1.8800160615e-03,
8.8169513037e-04],
[-3.4483410418e-03, -1.2564306380e-03, -1.1763514485e-03, -8.4570923354e-04, 1.4777973993e-03, 5.2514200797e-04, 2.0612499211e-03, -4.6857580310e-04, 9.5886603231e-04, 4.2835451313e-04, 3.3544565667e-04, -3.1372741796e-04, 3.0393222914e-05, 9.8196207546e-04, 6.9518297096e-05, -3.5577986273e-04,
7.8131665941e-04, -1.6242510173e-04, 2.8737951652e-04, -1.2366149167e-04, 2.1985870262e-04, -1.6533193411e-03, -1.7237090506e-03, -4.9372855574e-04, -7.0388487075e-04, -1.1828612769e-03, 1.7954319483e-03, -4.0181190707e-04, -2.3596886604e-04, -1.0411819676e-03, 1.1318320176e-03, 4.5198726002e-04,
1.5199734480e-04],
[ 1.5466529876e-03, 3.0132991378e-04, 1.6981158406e-03, 9.5960026374e-04, -1.6971748555e-03, 5.4725160589e-04, -4.4769383967e-03, -1.4881563839e-03, 2.8887854569e-05, -6.8195856875e-04, 3.4805091564e-03, -3.4878868610e-04, 7.3326658458e-04, 1.0758192511e-03, -1.3064424274e-03, 2.6040656958e-03,
1.2359368848e-03, -1.3083204394e-03, 1.4329941478e-03, -1.8199715996e-03, 3.8186444435e-03, 3.9305994869e-04, -1.0283387965e-03, -9.8219618667e-04, 5.5929814698e-04, -1.1169378413e-03, -5.5273523321e-04, 8.5875514196e-04, 5.3046736866e-04, 6.8456988083e-04, 1.5356483345e-04, -1.3754856773e-03,
-3.0265506357e-03],
[-2.1943405736e-03, -2.8929580003e-04, -7.1494438453e-04, -1.0772751411e-03, 1.4665826457e-03, -4.1144565330e-04, 3.4226481803e-03, 8.3396467380e-04, -1.2164082727e-04, 2.6048452128e-04, -2.0389708225e-03, -6.5507990075e-04, 1.7753164866e-04, 8.6249841843e-04, 1.2465779437e-03, -2.4851912167e-03,
4.9194277381e-05, 1.2099680025e-03, -6.3056888757e-04, 1.7914317141e-04, -2.7723615058e-03, 2.2715862724e-04, 9.0310868109e-04, 6.9178396370e-04, -1.6517945332e-03, 1.8302642275e-03, 1.2408208568e-03, -1.4188166242e-03, -7.5998599641e-04, 2.8725151788e-04, 5.1228224038e-05, 1.0054348968e-03,
2.0582990255e-03],
[-3.3421369735e-03, 3.5978871165e-04, 1.0107116541e-03, -1.5263683163e-03, 9.9135411438e-04, 2.0091547631e-03, 2.6143945288e-03, 9.7676231235e-05, -5.3262704751e-04, 9.4226573128e-04, -6.3320720801e-04, -1.6193019692e-03, 5.0216814270e-04, 3.9241160266e-03, 8.8329613209e-04, -1.9650419708e-03,
3.3122177701e-03, -2.9608071782e-04, 1.8972225371e-04, -2.0896829665e-03, -2.6969935279e-03, -5.1480560796e-04, -2.4282936938e-03, -4.7586194705e-04, -1.9331566291e-03, 1.7177298432e-03, 1.8958867295e-03, -1.9297895487e-03, -1.7443954712e-03, 7.7974930173e-04, 2.0896338392e-03, 2.4615344591e-03,
1.2338920496e-03],
[-1.2038009008e-03, -2.8572643641e-03, 5.3105264669e-04, -9.4370613806e-04, -6.8773981184e-04, 1.7310942058e-03, 2.5509898551e-03, -3.5032816231e-03, -5.8768363670e-04, -3.0988059007e-03, 2.0161569410e-04, 5.5896071717e-04, 1.3315894175e-03, -6.7776115611e-04, -7.7778607374e-04, -3.3735695761e-03,
9.2178850900e-04, 3.2876982004e-04, -1.9518967019e-03, 2.0287777297e-03, -9.5175806200e-04, 3.6374875344e-03, -1.3198695378e-03, -3.5839987686e-04, -1.5110104578e-03, 1.6029981198e-03, 8.7001582142e-04, -1.3356955023e-03, -6.8693741923e-04, -1.6150623560e-03, -1.1599245481e-03, 2.0354851149e-03,
1.4427364804e-03],
[-2.6299289311e-04, 1.1130310595e-03, -8.8299077470e-04, 2.8425236451e-05, 3.1987826806e-03, 6.1797891976e-04, 2.4110283703e-03, 3.6413799971e-03, -3.1493236311e-03, -1.1199724395e-03, 7.5304135680e-04, -4.0538099711e-04, 2.5925713126e-03, 7.0469354978e-04, -1.4213765971e-03, -8.1529823365e-04,
1.9911003765e-03, 1.2882167939e-03, 2.4287691340e-03, -1.5648544068e-03, -9.7554916283e-04, 2.7942964807e-03, 5.5940196034e-05, -1.6823023325e-03, -5.5708289146e-03, -1.1113439687e-03, 1.3874343131e-03, -3.7486464716e-03, 1.1039356468e-03, 2.4961994495e-03, 1.2930209050e-03, 3.3994016703e-03,
-2.2444087081e-03],
[-2.1798922680e-03, 2.0619871793e-04, -1.7214706168e-03, -5.5332924239e-04, 1.7933490453e-03, 2.1830343176e-03, 2.7349237353e-03, 1.0529013816e-03, 1.7954313080e-04, 9.6242816653e-04, -1.4167111367e-03, 4.9046066124e-04, -5.5727392464e-05, -1.4724991051e-03, -7.1479758481e-04, -3.2870864379e-04,
1.7098465469e-03, -1.1495262152e-03, -2.8514693258e-04, 5.9630098986e-04, -3.2488163561e-03, -3.3219740726e-03, -2.5452831760e-03, -2.5296318345e-03, 1.3047602260e-03, -4.0461532772e-03, 5.5356777011e-05, -1.0001349729e-03, -1.0565344710e-03, -8.2121114247e-04, 8.3874707343e-04, 1.0697046528e-03,
1.1233333498e-03],
[-1.4442225802e-04, -1.0115558689e-04, -1.1005510169e-04, 1.4138182451e-04, 1.2895202963e-04, -3.5206856410e-05, -1.1968233594e-04, -2.9226974220e-05, 1.9679074467e-04, -1.2221615179e-04, 1.5138409799e-04, 3.1246858271e-05, -6.3840379880e-05, -3.6444512079e-04, -6.6365762905e-05, 3.5358470632e-04,
-2.5250136969e-04, -6.5363157773e-05, 1.1610539332e-05, 1.1719734903e-04, 2.4977413705e-04, -3.8330780808e-04, 1.0244704754e-04, -2.1833885694e-04, 4.0810904466e-04, -5.3835270228e-04, -6.4722000388e-05, 2.8543997905e-04, 1.0602071416e-04, -4.4469340355e-04, -3.4937323653e-04, -3.5496137571e-04,
-1.1908004672e-04],
[ 6.7501305602e-04, 1.5749738668e-04, 9.4742397778e-04, -1.0833984707e-03, -3.4311306663e-03, -1.6220815014e-03, -6.7432988435e-03, -8.2342131063e-03, 5.6862137280e-03, 1.6174216289e-03, 1.5653306618e-03, 1.2109475210e-03, 2.5563507807e-03, 2.8701927513e-03, 6.3779245829e-04, 5.7850067969e-04,
-5.0893093430e-05, -1.3504197123e-03, -2.0913588814e-03, -2.9594639782e-03, 2.4000683334e-03, -3.1666015275e-03, -1.0719224811e-03, 2.0380998030e-03, 3.7289450411e-03, 1.1475012871e-03, -2.5887455195e-05, 1.4671529643e-03, -1.0188054293e-03, 4.4570425525e-03, -1.2909088982e-03, -7.0962612517e-03,
7.6964753680e-04],
[ 6.6989305196e-04, -1.1208652286e-03, 1.4056878863e-03, 3.0232639983e-04, -2.1232299041e-03, -1.3605426066e-03, -2.0840695652e-04, 6.1522913165e-04, -1.2304364936e-03, -1.4265578648e-04, 3.5929892329e-04, -1.5523108887e-03, -2.0276152063e-03, 1.9681993872e-03, 1.3472572900e-03, -2.5512816501e-04,
-7.6008390170e-04, 1.0544650722e-03, 5.5335403886e-04, 1.8703296082e-03, 3.1843208708e-03, 3.4058941528e-03, 5.7360721985e-04, 2.2403185721e-03, -1.5110138338e-03, 3.7837019190e-03, 2.1361104154e-04, 9.8991242703e-04, 1.8476195692e-04, -5.5112224072e-04, 1.4633758692e-03, 9.0166123118e-04,
-4.4169512694e-04]])]
Raw output
shape = (33, 27, 127)
@pytest.mark.parametrize(
"shape",
[
# input, hidden, output
(784, 784, 10),
(33, 27, 127),
(128, 10, 20),
],
)
@pytest.mark.push
def test_sgd(shape):
torch.manual_seed(0)
num_epochs = 10
# Large learning rate to propagate possible errors faster
learning_rate = 1
batch_size = 10
framework_model = MNISTLinear(input_size=shape[0], hidden_size=shape[1], output_size=shape[2], bias=False)
golden_model = MNISTLinear(input_size=shape[0], hidden_size=shape[1], output_size=shape[2], bias=False)
copy_params(framework_model, golden_model)
tt_optimizer = forge.optimizers.SGD(learning_rate=learning_rate)
golden_optimizer = torch.optim.SGD(golden_model.parameters(), lr=learning_rate)
tt_model = forge.compile(
framework_model, sample_inputs=[torch.randn(batch_size, shape[0])], optimizer=tt_optimizer, training=True
)
loss_fn = nn.MSELoss()
> train_and_compare_optimizers(
num_epochs=num_epochs,
batch_size=batch_size,
shape=shape,
loss_fn=loss_fn,
tt_model=tt_model,
tt_optimizer=tt_optimizer,
golden_model=golden_model,
golden_optimizer=golden_optimizer,
)
forge/test/mlir/test_optimizers.py:88:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
forge/test/mlir/test_optimizers.py:41: in train_and_compare_optimizers
tt_optimizer.step()
/opt/ttforge-toolchain/venv/lib/python3.10/site-packages/forge/optimizers.py:93: in step
module.step()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <forge.compiled_graph_state.CompiledModel object at 0x7f51e717de40>
def step(self) -> None:
assert self.fwd_compiled_graph_state.graph.training(), "Model not compiled for training."
assert self.opt_compiled_graph_state is not None, "Optimizer graph should be present for training."
assert self.bwd_compiled_graph_state is not None, "Backward graph should be present for training."
inputs = [
*self.gradient_outputs,
]
logger.info(
f"Running optimizer step on model {self.framework_module.get_name()} {self.opt_compiled_graph_state.graph.get_name()} on device..."
)
> self.runtime_model_state.run_program(ProgramType.Optimizer, inputs)
E TypeError: run_program(): incompatible function arguments. The following argument types are supported:
E 1. (self: forge._C.runtime.ModelState, arg0: forge._C.runtime.ProgramType, arg1: List[forge._C.runtime.Tensor]) -> None
E
E Invoked with: <forge._C.runtime.ModelState object at 0x7f51e6dd70b0>, <ProgramType.Optimizer: 2>, [tensor([[-9.4843097031e-04, 3.4172273445e-05, 1.6523615341e-04, ..., 4.5211389079e-04, 0.0000000000e+00, -2.1080239094e-05],
E [ 3.8541443064e-04, 1.0857859161e-03, -3.3083641028e-05, ..., 5.8670114959e-04, 0.0000000000e+00, 1.0534250177e-03],
E [ 8.0792124209e-05, -6.7598145688e-04, 1.3021877385e-04, ..., -3.1630668673e-04, 0.0000000000e+00, -8.0112746218e-04],
E ...,
E [ 1.6876119480e-04, 2.2889114916e-04, -2.4292142189e-04, ..., -2.9746314976e-04, 0.0000000000e+00, 1.7288178788e-04],
E [ 3.9924151497e-04, -4.2486837629e-05, -7.9519704741e-06, ..., 5.9461832279e-05, 0.0000000000e+00, -3.7011798122e-04],
E [-9.2521269107e-04, -5.4025981808e-04, 3.0508343480e-04, ..., 6.9242290920e-04, 0.0000000000e+00, -4.7237664694e-04]]), tensor([[ 6.4303055406e-03, 6.9811330177e-03, 3.8233557716e-03, 9.9330907688e-04, 3.3100037836e-03, 5.9511169093e-04, 5.7607307099e-04, -7.7128119301e-05, 2.1128805820e-03, 5.3538451903e-03, -5.1653088303e-04, -8.8843902631e-05, 1.7779468326e-03, 2.6980042458e-04, -1.0302674491e-04, 5.3980229422e-03,
E 4.2273843428e-04, 5.1447725855e-03, 1.4378665946e-03, 1.6906103119e-03, 3.3745747060e-03, 2.6021862868e-03, 2.2594677284e-03, 5.7131289504e-03, 2.1521663293e-03, 1.9366035704e-03, 5.7209935039e-03],
E [ 6.2206282746e-04, 2.9119350947e-03, 4.9570556730e-03, 1.7205695622e-03, 2.6777780149e-03, 4.1070394218e-03, 9.2267506989e-04, 4.7140014358e-03, 1.0539437644e-03, 5.6521082297e-04, 6.3468917506e-04, 1.8682159716e-03, 2.3887879215e-03, 1.1673929403e-03, 0.0000000000e+00, 2.4207283277e-03,
E 4.2909416370e-03, 2.8574203607e-03, 2.3792255670e-03, 4.8426981084e-04, 1.7831360456e-03, 8.3693105262e-04, 4.1714720428e-03, 3.4615453333e-03, 0.0000000000e+00, 1.3692971552e-03, 2.9608707409e-03],
E [ 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 3.4660808160e-04, 0.0000000000e+00, 1.3483430666e-04, 0.0000000000e+00, 6.6527783929e-05, 4.2637586012e-04, 0.0000000000e+00, 2.0297043375e-04, 1.8745809211e-04, 0.0000000000e+00, 0.0000000000e+00, 4.8298868933e-05, 0.0000000000e+00,
E 2.5729348999e-04, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 4.3533838470e-04, 0.0000000000e+00, 2.8892670525e-04, 0.0000000000e+00, 9.6132818726e-05, 1.2921080634e-04],
E [ 3.0939036515e-03, 8.2832891494e-03, 1.2870236533e-03, 7.7504711226e-04, 1.0626323055e-03, 4.3296110816e-03, 1.2887135381e-04, -6.1300053494e-04, 5.8389460901e-04, 4.1752500692e-04, 2.3926366121e-03, 4.9534480786e-04, -3.5757632577e-04, 1.5251083532e-03, 0.0000000000e+00, 2.4306862615e-03,
E 1.0658912361e-03, 1.5269919531e-03, -1.1623164755e-04, 2.3681162857e-03, 1.9047097303e-03, 1.5561352484e-03, 1.9056287128e-03, 1.7117161769e-03, 9.5889403019e-04, 2.8407264035e-03, 5.3852610290e-03],
E [ 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00,
E 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00],
E [-9.4243610511e-04, 8.5196481086e-04, 1.9158066716e-03, 7.1636983193e-04, 1.4600690920e-03, 3.0360266101e-03, 1.8454261590e-04, 4.1742931353e-04, 1.1317373719e-03, -2.6777635794e-03, 7.7434652485e-04, 9.6786773065e-04, -1.1782072252e-03, 1.4880883973e-03, 4.2541611037e-05, 5.6593323825e-04,
E 1.6592704924e-03, 4.0624639951e-04, 4.5539025450e-04, 7.0254798629e-05, 9.0111244936e-04, 8.0549425911e-04, 1.3091275468e-03, 2.3643223103e-03, -3.3046727185e-04, 6.0635543196e-04, 1.0292464867e-03],
E [-2.2629832383e-03, -6.6503183916e-03, -5.9205864090e-04, 1.2619197369e-03, -1.4979258412e-04, -1.4470565366e-03, 0.0000000000e+00, 3.0995043926e-04, 1.8761606188e-03, -4.1682454757e-03, -1.1133442604e-04, 8.5798127111e-04, -1.3289664639e-03, -6.7678838968e-04, 5.1438744413e-04, -2.7948929928e-03,
E 6.3124077860e-04, -1.7989965854e-03, -2.1661160281e-04, -3.1866499921e-04, -1.1967524188e-05, 3.3596418798e-03, -1.6879591858e-03, 1.5827936586e-03, 7.7789981151e-04, -1.9584260881e-03, -5.4573439993e-03],
E [ 0.0000000000e+00, 4.9140371630e-06, -4.1346109356e-04, 3.0753196916e-04, 4.2908239993e-04, 2.1182966884e-04, -2.4843707797e-04, -1.7019909574e-03, 8.2122889580e-04, -5.4922467098e-04, 5.5391003843e-04, -5.3646836022e-05, -8.2888465840e-04, 0.0000000000e+00, 1.2345786672e-04, 2.1502359596e-04,
E -7.3966843775e-04, 7.1642006515e-04, -6.2265014276e-04, -4.8854881243e-06, 3.0066809268e-04, 1.2316857465e-03, -1.3708855258e-03, 1.3640265679e-03, 0.0000000000e+00, -1.0552137974e-04, 3.5190783092e-04],
E [ 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00,
E 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00],
E [ 0.0000000000e+00, 0.0000000000e+00, -2.0059866074e-04, 0.0000000000e+00, -8.5752189625e-04, -1.2974068522e-04, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, -3.4371452057e-04, 0.0000000000e+00, 0.0000000000e+00, -8.8895059889e-04, 0.0000000000e+00, -5.8916228591e-04, -2.3874446924e-04,
E 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, -1.4375674073e-04, 0.0000000000e+00, -2.3979328398e-04, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, -7.6588586671e-04, -4.6552708955e-04],
E [ 2.9716761783e-03, 7.2114304639e-03, 8.0702005653e-04, -3.5675862455e-04, 0.0000000000e+00, 4.8540001735e-03, 0.0000000000e+00, 4.9910543021e-04, 2.1805545839e-04, 0.0000000000e+00, 5.1741645439e-04, 1.3230026234e-03, 0.0000000000e+00, 3.1727247406e-03, -1.0957862833e-04, 3.1364138704e-03,
E 2.3666825145e-03, 0.0000000000e+00, 6.4850377385e-05, 0.0000000000e+00, 0.0000000000e+00, 7.8603159636e-05, 2.9340935871e-03, -6.5550586442e-04, 0.0000000000e+00, 1.7815716565e-03, 1.0001654737e-02],
E [-1.1036210926e-03, -5.9485749807e-04, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, -1.0466428648e-05, 0.0000000000e+00, 0.0000000000e+00, -1.3638802557e-05, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00,
E 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, -4.9767928431e-04, -3.5961423418e-04, -7.9806789290e-04, -1.5162816271e-04, 0.0000000000e+00, -7.8944157576e-04, -1.2357460946e-05, -2.7905468596e-04],
E [ 2.1167944651e-03, 4.9863774329e-03, -1.0589187732e-03, -1.1449258309e-03, -6.6358840559e-04, 6.7443115404e-04, -1.5051382070e-04, -1.9129234133e-03, -9.0248172637e-04, 1.5876530670e-03, 1.3997081260e-04, -6.1117217410e-04, -2.5396005367e-04, 8.0940191401e-04, -1.3312151714e-04, 2.0711985417e-03,
E -1.1655460112e-03, 2.8968375409e-04, -8.3795335377e-04, 5.7424709667e-04, 8.3021834143e-05, -1.0577723151e-03, -5.4456992075e-05, -9.6488295821e-04, 0.0000000000e+00, 9.9805614445e-04, 4.5627802610e-03],
E [-1.4789850684e-03, -4.3801669963e-03, -1.2781103142e-03, -7.9470500350e-04, -1.2348516611e-03, -3.4077463206e-03, -7.4520314229e-05, -9.3674112577e-04, -1.4149937779e-03, -1.0193447815e-03, -5.9831619728e-04, -1.2248719577e-03, -1.0943680536e-03, -2.0365435630e-03, -6.4475170802e-04, -2.2025476210e-03,
E -2.4342352990e-03, 2.4084660981e-04, -4.9759040121e-04, 1.0973826284e-04, 1.9398159930e-04, -4.8604272888e-04, -2.7151654940e-03, -2.0835058240e-04, 4.2583726463e-04, -2.7550668456e-03, -6.6747190431e-03],
E [-2.9143999564e-04, -4.0399833233e-04, 1.4508004533e-03, 1.0356307030e-03, 3.8358359598e-04, 5.4049340542e-04, 3.3823409467e-04, 2.4664513767e-03, 7.4918067548e-04, 5.0344748888e-04, 2.4991428290e-05, 6.9158436963e-04, 8.8736199541e-04, 5.9140802477e-05, 0.0000000000e+00, -3.3745699329e-04,
E 1.9610105082e-03, -4.2052104254e-04, 1.1618983699e-03, -3.7718389649e-05, -3.1836756534e-05, -7.0653186413e-05, 2.1283088718e-03, 1.3657059753e-04, -6.9889494625e-05, 7.3479168350e-04, -7.1895180736e-04],
E [-1.8779060338e-04, -2.4798262166e-04, 5.6942319497e-04, 3.0599543243e-04, 3.5631546780e-05, 3.1070978730e-04, 1.7707183724e-04, 1.2917182175e-03, -1.5268080460e-05, 5.9030349803e-05, 1.3715598470e-05, 3.6205729702e-04, 6.2816578429e-04, -2.9211612855e-05, 0.0000000000e+00, -1.0912037396e-04,
E 8.7677745614e-04, 0.0000000000e+00, 4.5096015674e-04, 3.3197895846e-06, 0.0000000000e+00, 0.0000000000e+00, 7.2551111225e-04, -6.7456770921e-05, 0.0000000000e+00, 1.2629199773e-05, -2.0632817177e-04],
E [ 1.1194603576e-04, 1.1281245679e-04, -5.0808646483e-04, -1.2625611271e-04, -3.2777822344e-04, 3.7747819442e-04, -1.2262038945e-04, 5.2521631005e-05, -1.1881994578e-04, -2.8601882514e-04, 5.0132504839e-05, 1.9587166025e-04, 1.0537666094e-04, 3.1829960062e-04, 1.4959608961e-04, -2.3590943601e-04,
E 2.3801723728e-04, -7.0783018600e-04, -1.9772007363e-04, -1.6552055604e-04, -4.8529045307e-04, 9.6747528005e-05, 6.8348483182e-05, -9.8644557875e-04, 0.0000000000e+00, 1.3649629545e-04, 1.0285823373e-03],
E [-9.6530420706e-04, -2.3032499012e-03, -2.0605854224e-03, 9.9639722612e-04, 9.0214272495e-04, -5.1733944565e-04, -7.9802336404e-04, -3.5893220920e-03, 2.3980718106e-03, -2.9095480568e-04, 8.8088546181e-04, 1.2839962437e-04, -4.2910044431e-04, -2.9558694223e-04, 1.1667303042e-03, -2.3232089006e-04,
E -1.4280646574e-03, 1.2485476327e-04, -1.6252037603e-03, -1.0599489324e-03, -9.3510281295e-04, 2.8101415373e-03, -3.5939014051e-03, 1.4010146260e-03, -7.2763621574e-04, 3.7147104740e-04, 1.2385633308e-03],
E [ 1.8720478984e-03, 5.1515372470e-03, 4.3228064897e-04, -1.6087623080e-03, -1.6902362404e-05, 2.8327878681e-05, 3.9683599607e-04, -1.5428230399e-03, -1.5401914716e-03, 1.8074283144e-03, -5.4558453849e-04, -9.1701076599e-04, -7.2939938036e-06, 3.6376356729e-04, -5.2136380691e-04, 3.7548476830e-03,
E -1.6228628810e-03, 2.6672319509e-03, -3.8573882193e-04, 9.1129529756e-04, 1.5778153902e-03, -1.6479104524e-03, -3.7952017738e-04, 1.7169496277e-03, -3.9875310904e-05, -2.1124570048e-04, 3.3330086153e-03],
E [-8.0543931108e-04, -1.0636046063e-03, -9.2476041755e-04, -5.3432933782e-05, -4.3651711894e-04, 5.2948002121e-05, -1.4154515520e-04, -8.8388338918e-04, -4.1518247599e-05, -1.6458539758e-03, 4.4262103620e-04, 1.2950271775e-04, -6.4869853668e-04, -1.2528944353e-04, 1.0793510592e-04, -4.6802041470e-04,
E -4.9604056403e-04, 0.0000000000e+00, -7.4908486567e-04, -2.6537259146e-06, 0.0000000000e+00, 9.7286532400e-04, -1.6283299774e-03, 3.5635015229e-04, 0.0000000000e+00, -9.4550341601e-04, -5.9619575040e-04],
E [ 1.9044133369e-03, 4.4578090310e-03, 4.4282441377e-04, 2.4543395266e-03, 4.2268016841e-04, 2.8035456780e-03, -3.4524411603e-05, 3.3060699934e-04, 2.0261991303e-03, 5.2197097102e-04, 3.0215543229e-03, 8.9082767954e-04, 0.0000000000e+00, 1.3109321299e-04, 2.2952313884e-04, -1.1359010387e-04,
E 1.6637924127e-03, 3.3592677210e-04, 0.0000000000e+00, 2.0910534076e-03, 1.0358889122e-03, 3.1711743213e-03, 1.2223512167e-03, 1.2335474603e-03, 1.0904681403e-03, 2.5877596345e-03, 1.5377299860e-03],
E [ 4.4482806697e-03, 5.3520160727e-03, 4.7317324788e-04, 1.6559740761e-03, -7.5840746285e-04, 1.8532616086e-03, 1.3248731557e-04, 4.1232205695e-04, 2.3316584993e-03, 9.7239873139e-04, 1.1178232962e-03, 1.0651755147e-03, -8.7382772472e-04, 9.7009458113e-04, -5.9461552883e-04, 1.5572288539e-03,
E 1.8902763259e-03, 4.3651752640e-04, 2.7509816573e-04, 1.4122661669e-03, 1.2676289771e-03, 3.3593121916e-03, 1.9687947351e-03, 1.6725743189e-03, 1.9809934311e-03, 8.9344172738e-04, 4.4561764225e-03],
E [ 3.5335870925e-03, 1.0812281631e-02, 9.7052332421e-05, 7.8655732796e-04, -9.0392178390e-04, 3.8224204909e-03, 3.6928727059e-04, 3.0274072196e-04, 8.8196631987e-04, 3.5938317887e-03, 1.8020301359e-03, 1.0025603697e-03, 1.2033651583e-03, 1.9326362526e-03, 0.0000000000e+00, 4.6772141941e-03,
E 2.0468344446e-03, 8.7702419842e-04, -2.2639660165e-04, 1.3628372690e-03, 4.8192657414e-04, -8.7472144514e-05, 2.6454993058e-03, 2.7687952388e-04, -4.2938266415e-04, 3.3335713670e-03, 1.0124252178e-02],
E [-4.0057249134e-04, -5.2896689158e-04, -6.3358675106e-05, -2.4456728715e-04, 3.9960708818e-04, 8.6338855908e-05, 0.0000000000e+00, 0.0000000000e+00, -4.2195481365e-04, -4.4143677223e-04, 0.0000000000e+00, 0.0000000000e+00, 5.3013162687e-04, -6.2310718931e-05, 3.9207129157e-04, -7.3884672020e-05,
E -1.5517169959e-04, 0.0000000000e+00, -1.6290423810e-04, 9.5666153356e-05, 0.0000000000e+00, 1.5957582218e-04, -4.3948664097e-04, -1.4389072021e-04, 0.0000000000e+00, 2.7489848435e-05, -1.3031915296e-04],
E [ 4.6633987222e-04, 1.0007587261e-03, 3.5817027674e-04, 3.2690473745e-05, 1.0451824637e-03, 9.0138189262e-04, 0.0000000000e+00, 1.0584671691e-04, 1.9301976135e-04, 4.0278135566e-04, 6.4856889367e-05, 2.8467713855e-04, 1.1040352983e-03, 5.1056558732e-04, 7.3171214899e-04, 8.0721429549e-04,
E 4.6005664626e-04, -1.8542574253e-05, 1.0559639122e-05, 1.1092147179e-04, -2.8715558074e-05, 4.7143569100e-04, 4.3100141920e-04, 0.0000000000e+00, 0.0000000000e+00, 1.1792200385e-03, 2.2296269890e-03],
E [ 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00,
E 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00, 0.0000000000e+00],
E [-7.5212569209e-04, -9.4618240837e-04, 1.1149304919e-03, -2.9621075373e-04, 8.5921242135e-04, -8.4641674766e-04, 4.5639710152e-04, -3.9152382669e-05, -2.3079525272e-04, -5.4037448717e-04, -6.1967707006e-04, -2.2762660228e-04, 7.9709461716e-05, -4.6658309293e-04, 0.0000000000e+00, 1.1610728689e-03,
E -5.5427622283e-04, 1.7067750450e-03, 2.0358238544e-04, 3.0275253812e-04, 1.3230568729e-03, 4.8423011322e-05, -8.0402754247e-04, 2.7254431043e-03, 0.0000000000e+00, -1.0810389649e-03, -1.8893007655e-03]]), tensor([[ 5.0469895359e-04, 1.1952437926e-03, -8.0415350385e-04, -2.1841295529e-04, 1.2535614660e-03, 6.9825985702e-04, 1.9228392048e-03, 2.4776055943e-03, -1.9432849949e-03, 1.7747544916e-04, -1.2021217262e-03, -2.5734965675e-05, 1.1344777886e-03, -2.1207182726e-04, -5.8191025164e-04, -1.3174178312e-03,
E 1.6442901688e-03, 4.7361731413e-04, 6.7394966027e-04, -7.5264679253e-06, -2.5944318622e-03, 1.0689654155e-03, -3.5538521479e-04, -1.1688863160e-03, -2.2436482832e-03, -8.7577372324e-04, -5.8091700339e-05, -2.5965224486e-03, -3.0288894777e-04, 2.3740539327e-03, 1.1321402853e-03, 2.0030280575e-03,
E 3.5920165828e-05],
E [-5.9838891029e-03, -1.9842435140e-03, -1.3458126923e-03, -6.4364587888e-04, 4.0298388340e-03, 3.4461426549e-03, 7.5495019555e-03, 3.3442692365e-03, -2.4650818668e-03, -1.5815908555e-03, -5.8924616314e-04, -1.6069187550e-03, -5.7335873134e-04, -6.6899321973e-04, -6.0434784973e-04, -1.5439607669e-03,
E 2.5500720367e-03, 1.2925230840e-04, 9.2722836416e-04, 1.9612973556e-03, -2.6768178213e-03, -3.9405986900e-04, -2.8085401282e-03, -3.7571589928e-03, -2.4010543711e-03, -3.4648473375e-03, 2.2459374741e-03, -2.1105865017e-03, -8.0233463086e-04, -4.6969186515e-03, 1.0643511778e-03, 4.9951509573e-03,
E 4.7119270312e-04],
E [ 1.8943333998e-04, -6.5392896067e-04, -2.2486207308e-04, -1.4888515580e-04, 4.4939972577e-04, 1.8636594759e-03, 1.1649094522e-03, -7.8426947584e-04, 3.6056374665e-04, -4.1536419303e-04, -4.1951256571e-04, 2.0039638039e-03, -1.4330960112e-03, -2.8242440894e-03, -1.0876592714e-03, -2.2165263363e-04,
E -7.3407380842e-04, -1.5144606587e-03, -1.4205526095e-03, -5.3866213420e-04, -2.6371555869e-03, -1.3133061584e-03, -5.0353701226e-05, -4.9171292630e-05, 1.9565592520e-03, 1.5174056171e-04, -6.0713116545e-04, 1.2880193535e-03, 2.3438748030e-04, -4.0035876445e-03, -6.9714197889e-04, 2.2353020031e-03,
E 1.1995896930e-03],
E [-1.7599372659e-03, -2.9198757838e-03, -1.6548707208e-04, -8.6260976968e-04, 7.5842188380e-05, -2.3779638286e-04, 5.4281139746e-03, -8.6069974350e-04, -5.5763532873e-04, -1.7274237471e-03, -2.8676472139e-03, 2.0921672694e-04, -1.7226508353e-03, -1.2421988649e-03, 1.7552694771e-03, -3.6132391542e-03,
E -2.6291648392e-03, 2.0428185817e-03, -2.8154621832e-03, 4.7394037247e-03, -1.5489974758e-03, 3.1461524777e-03, 6.2021735357e-04, 2.2281524725e-03, -7.9527759226e-04, 3.7737078965e-03, 8.9724233840e-04, 5.5532902479e-04, -2.1178909810e-04, -4.2169052176e-03, -1.3111464214e-03, 2.6787957177e-03,
E 3.5904129036e-03],
E [-8.9272647165e-04, -4.6302427654e-04, -1.8464614404e-03, -7.6910050120e-04, 1.3941301731e-03, 2.1494828979e-04, 2.4854440708e-03, 1.8286319391e-04, 5.5198086193e-04, 2.0392713486e-04, -1.6479297774e-03, 1.2532258406e-03, -7.4016265899e-06, -2.0423345268e-03, -3.8025242975e-04, -1.7510033213e-03,
E -3.1712211785e-04, -1.1825103866e-04, -1.0163495317e-03, -7.4559557106e-06, -3.4219257068e-03, -1.1680457974e-03, 8.5065519670e-04, -4.8784069804e-05, 6.6062013502e-05, -2.4424638832e-04, 1.8524730694e-04, -8.5169641534e-04, -2.9527378501e-04, -5.8575492585e-04, -2.7899505221e-04, 8.2308461424e-04,
E 1.7581129214e-03],
E [-4.8597557470e-03, -4.5448620804e-03, -8.6591165746e-04, -1.3444287470e-03, 4.1405303637e-04, 1.9709640183e-03, 4.0231021121e-03, -3.4749722108e-03, 7.8360521002e-04, -3.1543655787e-03, 6.4523320179e-04, -3.2540707616e-04, 4.7008556430e-04, -1.5616627643e-03, -9.3482836382e-04, -3.3785440028e-03,
E 1.5790635953e-03, -5.5339297978e-04, -1.6076037427e-03, 1.7002734821e-03, -1.5423982404e-03, 6.8363326136e-04, -7.7729148325e-04, -1.8741498934e-03, -3.3240579069e-04, -3.8579004467e-04, 1.7061561812e-03, -1.1320285266e-03, -1.6005430371e-03, -3.9084185846e-03, -1.4431263553e-03, 8.1839330960e-04,
E 1.8624148797e-03],
E [ 1.2031673687e-03, 2.3145659361e-04, 5.4534454830e-04, 6.1676028417e-04, -6.4089259831e-04, 1.5592777345e-04, -1.5797091182e-03, 5.6769276853e-05, -5.6472688448e-04, -5.7691452093e-04, 1.1804701062e-03, -8.5984298494e-05, 3.2835453749e-04, -2.1989138622e-04, -7.0624967339e-04, 9.5335295191e-04,
E 3.7045229692e-04, -3.0710201827e-04, 6.6528772004e-04, -1.9032148703e-04, 1.3431373518e-03, 7.6519546565e-04, -4.7155335778e-05, -6.2757101841e-04, -1.1008813090e-05, -7.1519595804e-04, -5.6197895901e-04, 9.2704394774e-05, 3.3589024679e-04, 3.9724580711e-04, -1.1300420010e-04, -2.9897422064e-04,
E -1.3218767708e-03],
E [ 1.2922820169e-03, 3.3745693509e-04, -2.1534301341e-03, 1.0264619486e-03, 5.3746873164e-05, -2.7004433796e-03, -2.0496104844e-03, 3.9286762476e-03, 5.2406830946e-06, 1.9968638662e-03, 1.1983836303e-03, -3.1700485852e-04, -2.3430581205e-03, -1.1753651779e-03, -6.2282272847e-04, 2.4843576830e-03,
E -9.0513826581e-04, -4.9761537230e-04, 2.9652467929e-03, -1.1643592734e-03, 2.5050360709e-03, -1.5067323111e-03, 3.0471361242e-03, 6.3438457437e-04, -3.7843832979e-04, -1.0052772705e-03, -6.3939427491e-04, 8.3245261339e-04, 1.1950047920e-03, 8.8514311938e-04, 2.4476714898e-03, -1.2787675951e-03,
E -2.6216839906e-03],
E [ 1.3620257378e-03, 2.3626822513e-03, -1.1495807848e-04, -1.0429047979e-03, -3.4069927642e-04, -4.4234332745e-04, -2.8040311299e-03, -4.1992762126e-03, 2.6126096491e-03, 1.2386454036e-03, -1.0140960803e-03, 1.5979976160e-03, 4.5847464353e-03, 1.7355844611e-03, 2.3283784685e-04, -8.8180601597e-04,
E 7.7005807543e-04, 2.5837888825e-04, -1.7972360365e-03, -1.7502569826e-03, -1.6206058208e-03, -1.6328793718e-03, -1.7599819694e-03, 1.8287560670e-04, 8.9282687986e-04, -1.0641331319e-03, -1.2075487757e-04, -1.7765061930e-03, -7.1395427221e-04, 6.4981523901e-03, -1.3187135337e-03, -3.8413142320e-03,
E 1.2399478583e-03],
E [ 3.7814353127e-03, 1.0662416462e-03, 2.3393258743e-04, 1.2777269149e-05, -1.9270823104e-03, -5.6075438624e-04, -1.8319593510e-03, -1.4011579333e-03, 1.1940515833e-03, 1.8709480064e-03, -1.7845185939e-03, 2.6595704257e-03, -1.7520610709e-03, -1.3624966377e-03, 4.1183285066e-04, 2.6460483787e-04,
E -2.5064435322e-03, -6.5965316026e-04, -2.0645265467e-03, 2.9237056151e-04, -1.0358433938e-03, -6.7522301106e-04, 1.7338916950e-04, 3.0326172709e-03, 2.7123137843e-03, 2.4755015038e-03, -1.7691133544e-03, 2.2770087235e-03, 5.9487664839e-04, -2.0493849297e-04, 2.7379931998e-04, 2.2515807359e-04,
E 1.6512484290e-03],
E [-2.4923037272e-03, -2.1198212635e-03, 2.0614066161e-03, -1.7920170212e-03, -1.0002208874e-03, 3.2631475478e-03, 3.9486014284e-03, -3.7155831233e-03, -5.3888384718e-04, -1.1737445602e-03, -1.2471893569e-03, 3.5509969166e-05, -2.0491602481e-04, 2.3086299188e-03, 8.5961387958e-04, -3.7278549280e-03,
E 1.6765081091e-03, -6.8899462349e-05, -2.7983696200e-03, 1.8145012436e-03, -2.1816678345e-03, 2.5290336926e-03, -4.3110996485e-03, 8.6552451830e-04, -8.6098053725e-04, 3.7509049289e-03, 1.5372583875e-03, -4.9025251064e-04, -1.5994578134e-03, -2.7050140779e-03, 7.7092851279e-04, 4.3073003180e-03,
E 3.1305921730e-03],
E [ 1.5272710880e-04, 1.3745799661e-03, -4.7112398897e-04, -1.0503689991e-03, 4.3109772378e-04, -1.7416343326e-04, -6.0053287598e-05, -2.4621628691e-03, 1.6713557998e-03, 8.2785898121e-04, -1.9100593636e-03, 1.1576528195e-03, 2.8340308927e-03, 7.5867655687e-04, 6.2461243942e-04, -1.5732866013e-03,
E 1.3195762585e-04, 6.0622364981e-04, -1.8768989248e-03, -4.1773004341e-04, -2.5744754821e-03, -1.1835348560e-03, -1.0344823822e-03, 3.0134606641e-04, 5.1970902132e-04, -3.5371785634e-04, 1.5573398559e-04, -1.4326517703e-03, -7.3111185338e-04, 3.6583000328e-03, -1.1755102314e-03, -1.8765041605e-03,
E 2.0311549306e-03],
E [-4.4726021588e-04, 1.5910250368e-03, 7.9575082054e-04, 6.6447939025e-04, 2.7716434561e-03, 1.6339162830e-03, 1.6170719173e-03, 2.7133224066e-03, -1.6373875551e-03, -4.7907163389e-04, 1.8149848984e-05, 3.8168032006e-06, -2.1066018235e-05, -1.9463256467e-04, -1.8163936329e-04, 1.5788464807e-03,
E -4.2477899115e-04, 2.2733559308e-04, 7.2982616257e-04, -1.1436463101e-03, -1.0616768850e-03, -5.8260856895e-04, -4.9957563169e-04, -1.1466088472e-03, -4.9683649559e-04, -1.2857578695e-03, 3.1078429311e-04, 3.4273896017e-04, 1.1828644201e-03, -2.6425956748e-03, -7.9282704974e-04, 2.7939637657e-03,
E -8.3488092059e-04],
E [ 1.4629360521e-03, 1.0117258644e-03, -1.1787203839e-03, 3.7072267151e-04, 7.3619466275e-04, 7.6906365575e-04, 8.7613018695e-04, 1.8657187466e-03, -9.8341330886e-04, 2.0865128317e-04, -1.2970597018e-03, 1.0697162943e-03, 1.2520355813e-04, -2.6093441993e-03, -9.9611619953e-04, -3.5695917177e-05,
E 2.1522317547e-04, -3.3834212809e-04, -9.4094728411e-05, 9.0066570556e-04, -2.3562479764e-03, -5.7973898947e-04, -1.2044222967e-04, -1.4006936690e-03, 5.9408968082e-04, -2.4685845710e-03, -1.2681661174e-03, -8.3012093091e-04, 1.8700033252e-05, 4.7010986600e-04, -3.1207684515e-05, 8.7617314421e-04,
E 2.5776191615e-04],
E [ 1.4116853708e-03, 1.8545330968e-03, 1.3327653287e-03, 7.4285344454e-04, -4.6426037443e-04, -7.6180207543e-04, -4.3471364188e-04, 2.6166108437e-03, -1.2349224417e-03, 1.3634831412e-03, -1.1737523600e-03, -1.1690835236e-03, -1.4187232591e-03, 1.6202846309e-03, 1.7098251265e-03, 1.3574772747e-03,
E -9.9347264040e-04, 9.5430173678e-04, 5.7109183399e-04, 9.9398777820e-04, 1.0182339465e-03, 4.5667460654e-04, -6.1766259023e-05, 1.0916019091e-03, 2.1401169943e-04, 1.0629454628e-03, -6.6890753806e-04, 1.0628403397e-03, 2.8923992068e-04, 4.0381893632e-04, 7.1350490907e-04, 4.1438045446e-04,
E -1.4798421762e-04],
E [-3.5114737693e-03, -5.4389508441e-03, 9.6278026467e-04, 1.3495580060e-04, -9.5212209271e-04, 2.0152830984e-03, 4.4765542261e-03, -7.1457796730e-04, -1.7219559522e-03, -3.7584293168e-03, 1.2272704626e-03, -1.3823676854e-03, -3.6252627615e-03, -1.7836880870e-03, -1.7614371609e-04, -1.4556854730e-03,
E -4.0575617459e-04, -1.3711015345e-04, -7.2733778507e-04, 4.6491762623e-03, 2.0706302021e-03, 3.4661744721e-03, -7.5618037954e-04, -5.2158412291e-04, -2.8771575307e-04, 1.6256750096e-03, 9.9670176860e-04, 1.8279072829e-03, -3.2302056206e-04, -8.7919672951e-03, -3.7446687929e-04, 3.9112661034e-03,
E 5.9899501503e-04],
E [ 1.2197645847e-03, 4.6082361951e-04, 1.9511854043e-04, -7.9741026275e-04, -1.3493656879e-03, -1.7634183168e-03, -2.7154993732e-03, -3.1876324210e-03, 2.7834826615e-03, 1.9253870705e-03, -1.1003756663e-04, 1.4697983861e-03, 1.3735450921e-05, 1.7301822081e-03, 9.2345679877e-04, -4.2338913772e-05,
E -1.6063905787e-03, -1.9296670507e-04, -1.2070772937e-03, -2.1856199019e-03, 6.8257807288e-04, -1.1296754237e-03, 5.8366643498e-04, 3.4785685129e-03, 9.2405045871e-04, 3.4371288493e-03, 2.8036368894e-04, 1.3793993276e-03, 4.0694256313e-04, 1.8002024153e-03, 4.2489863699e-04, -1.8800160615e-03,
E 8.8169513037e-04],
E [-3.4483410418e-03, -1.2564306380e-03, -1.1763514485e-03, -8.4570923354e-04, 1.4777973993e-03, 5.2514200797e-04, 2.0612499211e-03, -4.6857580310e-04, 9.5886603231e-04, 4.2835451313e-04, 3.3544565667e-04, -3.1372741796e-04, 3.0393222914e-05, 9.8196207546e-04, 6.9518297096e-05, -3.5577986273e-04,
E 7.8131665941e-04, -1.6242510173e-04, 2.8737951652e-04, -1.2366149167e-04, 2.1985870262e-04, -1.6533193411e-03, -1.7237090506e-03, -4.9372855574e-04, -7.0388487075e-04, -1.1828612769e-03, 1.7954319483e-03, -4.0181190707e-04, -2.3596886604e-04, -1.0411819676e-03, 1.1318320176e-03, 4.5198726002e-04,
E 1.5199734480e-04],
E [ 1.5466529876e-03, 3.0132991378e-04, 1.6981158406e-03, 9.5960026374e-04, -1.6971748555e-03, 5.4725160589e-04, -4.4769383967e-03, -1.4881563839e-03, 2.8887854569e-05, -6.8195856875e-04, 3.4805091564e-03, -3.4878868610e-04, 7.3326658458e-04, 1.0758192511e-03, -1.3064424274e-03, 2.6040656958e-03,
E 1.2359368848e-03, -1.3083204394e-03, 1.4329941478e-03, -1.8199715996e-03, 3.8186444435e-03, 3.9305994869e-04, -1.0283387965e-03, -9.8219618667e-04, 5.5929814698e-04, -1.1169378413e-03, -5.5273523321e-04, 8.5875514196e-04, 5.3046736866e-04, 6.8456988083e-04, 1.5356483345e-04, -1.3754856773e-03,
E -3.0265506357e-03],
E [-2.1943405736e-03, -2.8929580003e-04, -7.1494438453e-04, -1.0772751411e-03, 1.4665826457e-03, -4.1144565330e-04, 3.4226481803e-03, 8.3396467380e-04, -1.2164082727e-04, 2.6048452128e-04, -2.0389708225e-03, -6.5507990075e-04, 1.7753164866e-04, 8.6249841843e-04, 1.2465779437e-03, -2.4851912167e-03,
E 4.9194277381e-05, 1.2099680025e-03, -6.3056888757e-04, 1.7914317141e-04, -2.7723615058e-03, 2.2715862724e-04, 9.0310868109e-04, 6.9178396370e-04, -1.6517945332e-03, 1.8302642275e-03, 1.2408208568e-03, -1.4188166242e-03, -7.5998599641e-04, 2.8725151788e-04, 5.1228224038e-05, 1.0054348968e-03,
E 2.0582990255e-03],
E [-3.3421369735e-03, 3.5978871165e-04, 1.0107116541e-03, -1.5263683163e-03, 9.9135411438e-04, 2.0091547631e-03, 2.6143945288e-03, 9.7676231235e-05, -5.3262704751e-04, 9.4226573128e-04, -6.3320720801e-04, -1.6193019692e-03, 5.0216814270e-04, 3.9241160266e-03, 8.8329613209e-04, -1.9650419708e-03,
E 3.3122177701e-03, -2.9608071782e-04, 1.8972225371e-04, -2.0896829665e-03, -2.6969935279e-03, -5.1480560796e-04, -2.4282936938e-03, -4.7586194705e-04, -1.9331566291e-03, 1.7177298432e-03, 1.8958867295e-03, -1.9297895487e-03, -1.7443954712e-03, 7.7974930173e-04, 2.0896338392e-03, 2.4615344591e-03,
E 1.2338920496e-03],
E [-1.2038009008e-03, -2.8572643641e-03, 5.3105264669e-04, -9.4370613806e-04, -6.8773981184e-04, 1.7310942058e-03, 2.5509898551e-03, -3.5032816231e-03, -5.8768363670e-04, -3.0988059007e-03, 2.0161569410e-04, 5.5896071717e-04, 1.3315894175e-03, -6.7776115611e-04, -7.7778607374e-04, -3.3735695761e-03,
E 9.2178850900e-04, 3.2876982004e-04, -1.9518967019e-03, 2.0287777297e-03, -9.5175806200e-04, 3.6374875344e-03, -1.3198695378e-03, -3.5839987686e-04, -1.5110104578e-03, 1.6029981198e-03, 8.7001582142e-04, -1.3356955023e-03, -6.8693741923e-04, -1.6150623560e-03, -1.1599245481e-03, 2.0354851149e-03,
E 1.4427364804e-03],
E [-2.6299289311e-04, 1.1130310595e-03, -8.8299077470e-04, 2.8425236451e-05, 3.1987826806e-03, 6.1797891976e-04, 2.4110283703e-03, 3.6413799971e-03, -3.1493236311e-03, -1.1199724395e-03, 7.5304135680e-04, -4.0538099711e-04, 2.5925713126e-03, 7.0469354978e-04, -1.4213765971e-03, -8.1529823365e-04,
E 1.9911003765e-03, 1.2882167939e-03, 2.4287691340e-03, -1.5648544068e-03, -9.7554916283e-04, 2.7942964807e-03, 5.5940196034e-05, -1.6823023325e-03, -5.5708289146e-03, -1.1113439687e-03, 1.3874343131e-03, -3.7486464716e-03, 1.1039356468e-03, 2.4961994495e-03, 1.2930209050e-03, 3.3994016703e-03,
E -2.2444087081e-03],
E [-2.1798922680e-03, 2.0619871793e-04, -1.7214706168e-03, -5.5332924239e-04, 1.7933490453e-03, 2.1830343176e-03, 2.7349237353e-03, 1.0529013816e-03, 1.7954313080e-04, 9.6242816653e-04, -1.4167111367e-03, 4.9046066124e-04, -5.5727392464e-05, -1.4724991051e-03, -7.1479758481e-04, -3.2870864379e-04,
E 1.7098465469e-03, -1.1495262152e-03, -2.8514693258e-04, 5.9630098986e-04, -3.2488163561e-03, -3.3219740726e-03, -2.5452831760e-03, -2.5296318345e-03, 1.3047602260e-03, -4.0461532772e-03, 5.5356777011e-05, -1.0001349729e-03, -1.0565344710e-03, -8.2121114247e-04, 8.3874707343e-04, 1.0697046528e-03,
E 1.1233333498e-03],
E [-1.4442225802e-04, -1.0115558689e-04, -1.1005510169e-04, 1.4138182451e-04, 1.2895202963e-04, -3.5206856410e-05, -1.1968233594e-04, -2.9226974220e-05, 1.9679074467e-04, -1.2221615179e-04, 1.5138409799e-04, 3.1246858271e-05, -6.3840379880e-05, -3.6444512079e-04, -6.6365762905e-05, 3.5358470632e-04,
E -2.5250136969e-04, -6.5363157773e-05, 1.1610539332e-05, 1.1719734903e-04, 2.4977413705e-04, -3.8330780808e-04, 1.0244704754e-04, -2.1833885694e-04, 4.0810904466e-04, -5.3835270228e-04, -6.4722000388e-05, 2.8543997905e-04, 1.0602071416e-04, -4.4469340355e-04, -3.4937323653e-04, -3.5496137571e-04,
E -1.1908004672e-04],
E [ 6.7501305602e-04, 1.5749738668e-04, 9.4742397778e-04, -1.0833984707e-03, -3.4311306663e-03, -1.6220815014e-03, -6.7432988435e-03, -8.2342131063e-03, 5.6862137280e-03, 1.6174216289e-03, 1.5653306618e-03, 1.2109475210e-03, 2.5563507807e-03, 2.8701927513e-03, 6.3779245829e-04, 5.7850067969e-04,
E -5.0893093430e-05, -1.3504197123e-03, -2.0913588814e-03, -2.9594639782e-03, 2.4000683334e-03, -3.1666015275e-03, -1.0719224811e-03, 2.0380998030e-03, 3.7289450411e-03, 1.1475012871e-03, -2.5887455195e-05, 1.4671529643e-03, -1.0188054293e-03, 4.4570425525e-03, -1.2909088982e-03, -7.0962612517e-03,
E 7.6964753680e-04],
E [ 6.6989305196e-04, -1.1208652286e-03, 1.4056878863e-03, 3.0232639983e-04, -2.1232299041e-03, -1.3605426066e-03, -2.0840695652e-04, 6.1522913165e-04, -1.2304364936e-03, -1.4265578648e-04, 3.5929892329e-04, -1.5523108887e-03, -2.0276152063e-03, 1.9681993872e-03, 1.3472572900e-03, -2.5512816501e-04,
E -7.6008390170e-04, 1.0544650722e-03, 5.5335403886e-04, 1.8703296082e-03, 3.1843208708e-03, 3.4058941528e-03, 5.7360721985e-04, 2.2403185721e-03, -1.5110138338e-03, 3.7837019190e-03, 2.1361104154e-04, 9.8991242703e-04, 1.8476195692e-04, -5.5112224072e-04, 1.4633758692e-03, 9.0166123118e-04,
E -4.4169512694e-04]])]
/opt/ttforge-toolchain/venv/lib/python3.10/site-packages/forge/compiled_graph_state.py:420: TypeError
Loading