1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
|
import torch as th
print('Sequential model setup')
model = th.nn.Sequential(
th.nn.Linear(28*28, 512),
th.nn.ReLU(),
th.nn.Linear(512, 128),
th.nn.ReLU(),
th.nn.Linear(128, 1)
)
X = th.rand(10, 28*28)
Y = th.rand(10, 1)
optim = th.optim.SGD(model.parameters(), lr=0.1)
loss_curve = []
for i in range(10):
# forward
output = model.forward(X)
loss = th.nn.functional.mse_loss(output, Y)
# backward
optim.zero_grad()
loss.backward()
# update
optim.step()
loss_curve.append(loss.item())
print('iteration', i, 'loss', loss.item())
assert(loss_curve[-1] < loss_curve[0])
print('sequential model test ok')
|
