dodox/CaliGraph
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Better shit-detection and mitigation when training

Browse Source
This commit is contained in:
Dominik Moritz Roth 2021-10-05 18:08:32 +02:00
parent f5763fe7da
commit 7fd1f4fa3f
1 changed files with 17 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
caliGraph.py
View File

@ -823,11 +823,12 @@ def evaluateFitness(books, debugPrint=False):
fit = sum(errSq)/len(errSq) + 0.005*regressionLoss + 0.2*boundsLoss/len(ratedBooks) - 1.0*sum(linSepLoss)/len(linSepLoss) fit = sum(errSq)/len(errSq) + 0.005*regressionLoss + 0.2*boundsLoss/len(ratedBooks) - 1.0*sum(linSepLoss)/len(linSepLoss)
return fit, gradient return fit, gradient
def train(gamma = 1, full=True): def train(initGamma = 1, full=True):
global weights global weights
if full: if full:
for wt in weights: for wt in weights:
weights[wt] = random.random() weights[wt] = random.random()
gamma = initGamma
books = loadBooksFromDB() books = loadBooksFromDB()
bestWeights = copy.copy(weights) bestWeights = copy.copy(weights)
mse, gradient = evaluateFitness(books) mse, gradient = evaluateFitness(books)
@ -849,12 +850,22 @@ def train(gamma = 1, full=True):
if mse < best_mse: if mse < best_mse:
saveWeights(weights) saveWeights(weights)
bestWeights = copy.copy(weights) bestWeights = copy.copy(weights)
else: best_mse = mse
if mse > last_mse:
stagLen += 1 stagLen += 1
if stagLen == 3 or mse > 100: else:
stagLen = -2 stagLen = 0
if stagLen == 4 or mse > 50:
print("#")
stagLen = 0
gamma = initGamma
if random.random() < 0.50:
for wt in weights: for wt in weights:
weights[wt] = random.random() weights[wt] = random.random()
else:
weights = copy.copy(bestWeights)
for wt in weights:
weights[wt] *= 0.975+0.05*random.random()
print('Done.') print('Done.')
def saveWeights(weights): def saveWeights(weights):