Optimizer

optimizer = torch.optim.Adadelta,Adagrad,Adam,SparseAdam,Adamax,ASGD,LBFGS,RMSprop,Rprop,SGD(net.parameters(), lr=1e-2)