import matplotlib.pyplot as plt #############################################################随机梯度下降算法 x_data = [1.0, 2.0, 3.0] y_data = [2.0, 4.0, 6.0] w = 1.0 def forward(x): return x * w # calculate loss function def loss(x, y): y_pred = forward(x) return (y_pred - y) ** 2 # define the gradient function sgd def gradient(x, y): return 2 * x * (x * w - y) epoch_list = [] loss_list = [] print('predict (before training)', 4, forward(4)) for epoch in range(100): for x, y in zip(x_data, y_data): grad = gradient(x, y) w = w - 0.01 * grad # update weight by every grad of sample of training set print("\tgrad:", x, y, grad) loss_val = loss(x, y) print("progress:", epoch, "w=", w, "loss=", loss_val) epoch_list.append(epoch) loss_list.append(loss_val) print('predict (after training)', 4, forward(4)) plt.plot(epoch_list, loss_list) plt.ylabel('loss') plt.xlabel('epoch') plt.show()
