Loss seems to low?

This commit is contained in:
Dominik Moritz Roth 2022-05-18 19:44:40 +02:00
parent cac86ef6ab
commit 9c6077e213

View File

@ -492,7 +492,7 @@ class Runtime():
return model, gen
def getModelFileName(self):
return 'brains/utt.vac'
return 'brains/uttt.vac'
def saveToMemoryBank(self, term):
return
@ -605,7 +605,7 @@ class Trainer(Runtime):
self.killWorker()
print('')
def trainModel(self, model, lr=0.00005, cut=0.01, calcDepth=4, exacity=5, terms=None, batch=16):
def trainModel(self, model, lr=0.000001, cut=0.01, calcDepth=4, exacity=5, terms=None, batch=16):
loss_func = nn.MSELoss()
optimizer = optim.Adam(model.parameters(), lr)
if terms == None:
@ -633,7 +633,7 @@ class Trainer(Runtime):
zeroLen += 1
if zeroLen == 5:
break
# print(loss_sum/i)
print(loss_sum/i)
if r > 16 and (loss_sum/i < cut or lLoss == loss_sum):
return loss_sum
lLoss = loss_sum