Add files via upload
This commit is contained in:
parent
5e059634a6
commit
84aa8e27fa
2 changed files with 7 additions and 1 deletions
|
|
@ -103,6 +103,8 @@ def RPN_to_pytorch(data, math_expr, lr = 1e-2, N_epochs = 500):
|
|||
for j in range(N_params-1):
|
||||
trainable_parameters[j] -= lr * trainable_parameters[j].grad
|
||||
trainable_parameters[j].grad.zero_()
|
||||
if torch.isnan(loss):
|
||||
break
|
||||
|
||||
for nan_i in range(len(trainable_parameters)):
|
||||
if torch.isnan(trainable_parameters[nan_i])==True or abs(trainable_parameters[nan_i])>1e7:
|
||||
|
|
|
|||
|
|
@ -101,6 +101,8 @@ def final_gd(data, math_expr, lr = 1e-2, N_epochs = 5000):
|
|||
for j in range(N_params-1):
|
||||
trainable_parameters[j] -= lr * trainable_parameters[j].grad
|
||||
trainable_parameters[j].grad.zero_()
|
||||
if torch.isnan(loss):
|
||||
break
|
||||
|
||||
for i in range(N_epochs):
|
||||
# this order is fixed i.e. first parameters
|
||||
|
|
@ -111,6 +113,8 @@ def final_gd(data, math_expr, lr = 1e-2, N_epochs = 5000):
|
|||
for j in range(N_params-1):
|
||||
trainable_parameters[j] -= lr/10 * trainable_parameters[j].grad
|
||||
trainable_parameters[j].grad.zero_()
|
||||
if torch.isnan(loss):
|
||||
break
|
||||
|
||||
for nan_i in range(len(trainable_parameters)):
|
||||
if torch.isnan(trainable_parameters[nan_i])==True or abs(trainable_parameters[nan_i])>1e7:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue