Add missing support for linear activation in hypernetwork

This commit is contained in:
benkyoujouzu 2022-10-27 13:00:47 +08:00
parent 737eb28fac
commit b2a8b263b2
1 changed files with 1 additions and 0 deletions

View File

@ -25,6 +25,7 @@ from statistics import stdev, mean
class HypernetworkModule(torch.nn.Module): class HypernetworkModule(torch.nn.Module):
multiplier = 1.0 multiplier = 1.0
activation_dict = { activation_dict = {
"linear": torch.nn.Identity,
"relu": torch.nn.ReLU, "relu": torch.nn.ReLU,
"leakyrelu": torch.nn.LeakyReLU, "leakyrelu": torch.nn.LeakyReLU,
"elu": torch.nn.ELU, "elu": torch.nn.ELU,