dodox/petriDish
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Killed some bugs and stuff

Browse Source
This commit is contained in:
Dominik Moritz Roth 2021-10-15 13:34:38 +02:00
parent 6e6a390a3a
commit e52a1e1bd6
2 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
train.py
View File

@ -306,7 +306,7 @@ def main(argv=None):
} }
# Model preparation # Model preparation
module = PetriDashNet( module = PetriDishNet(
n_in=args.n_elems, n_in=args.n_elems,
n_neurons=args.n_hidden, n_neurons=args.n_hidden,
n_out=1, n_out=1,

5
utils.py
View File

@ -54,7 +54,7 @@ class ParityDataset(Dataset):
y = (x == 1.0).sum() % 2 y = (x == 1.0).sum() % 2
return x, y return x, torch.stack([y])
class PetriDishNet(nn.Module): class PetriDishNet(nn.Module):
@ -110,8 +110,7 @@ class PetriDishNet(nn.Module):
alpha=0.1, alpha=0.1,
max_size=1e8) max_size=1e8)
self.ionDucts = ActivationSparsity(n_neurons, self.ionDucts = ActivationSparsity(alpha=0.1,
alpha=0.1,
beta=1.5, beta=1.5,
act_sparsity=0.65) act_sparsity=0.65)