جواب «Touch the Test Once» چالش 6 از جلسهی 49
سؤال
خط لولهی کامل را بنویس: برای hidden در [8, 16, 32] تابع train_with_patience(hidden, 5, 30) را صدا بزن و hidden ...: best epoch ..., validation ...% چاپ کن؛ بهترین را با اعتبارسنجی انتخاب کن (در تساوی، اولی). فقط بعد از حلقه، آزمون را یک بار بسنج. خروجی: hidden 8: best epoch 7, validation 82%، hidden 16: best epoch 15, validation 88%، hidden 32: best epoch 11, validation 89%، chosen: hidden 32 و test, touched once: 80%.
راهنما
در حلقه فقط Xv, yv؛ Xt, yt فقط یک بار بعد از حلقه، با شبکهی انتخابشده.
یک جواب درست
import random
import numpy as np
SHAPES = '''
.###. ..#.. .###. ####. #..#. ##### .###. ##### .###. .###.
#...# .##.. #...# ....# #..#. #.... #.... ....# #...# #...#
#...# ..#.. ..##. .###. ##### ####. ####. ...#. .###. .####
#...# ..#.. .#... ....# ...#. ....# #...# ..#.. #...# ....#
.###. .###. ##### ####. ...#. ####. .###. ..#.. .###. .###.
'''
def make_digits(copies, noise, seed):
random.seed(seed)
rows = SHAPES.strip().splitlines()
X, y = [], []
for c in range(copies):
for d in range(10):
pixels = [1.0 if ch == "#" else 0.0 for ch in "".join(r.split()[d] for r in rows)]
for i in random.sample(range(25), noise):
pixels[i] = 1.0 - pixels[i]
X.append(pixels)
y.append(d)
return np.array(X), np.array(y)
X, y = make_digits(20, 4, 1) # train: 200 digits, 4 flipped pixels each
Xv, yv = make_digits(10, 4, 3) # validation: 100 digits for our choices
Xt, yt = make_digits(10, 4, 2) # test: 100 digits, used once at the very end
def softmax(z):
e = np.exp(z - z.max(axis=1, keepdims=True))
return e / e.sum(axis=1, keepdims=True)
def rand_matrix(rows, cols):
return np.array([[random.uniform(-0.5, 0.5) for c in range(cols)] for r in range(rows)])
def new_net(hidden):
random.seed(0)
return {"W1": rand_matrix(25, hidden), "b1": np.zeros(hidden),
"W2": rand_matrix(hidden, 10), "b2": np.zeros(10)}
def forward(net, x):
h = np.maximum(0, x @ net["W1"] + net["b1"])
return h, softmax(h @ net["W2"] + net["b2"])
def accuracy(net, Xs, ys):
h, p = forward(net, Xs)
return round(float((p.argmax(axis=1) == ys).mean()) * 100)
def train_epoch(net, Xs, ys, lr=0.5, batch=20):
order = list(range(len(Xs)))
random.shuffle(order)
for start in range(0, len(order), batch):
idx = order[start:start + batch]
xb, yb = Xs[idx], ys[idx]
h, p = forward(net, xb)
dz2 = (p - np.eye(10)[yb]) / len(xb)
dh = dz2 @ net["W2"].T * (h > 0)
net["W2"] -= lr * (h.T @ dz2)
net["b2"] -= lr * dz2.sum(axis=0)
net["W1"] -= lr * (xb.T @ dh)
net["b1"] -= lr * dh.sum(axis=0)
def train_with_patience(hidden, patience, max_epochs):
net = new_net(hidden)
best_val, best_epoch, best_net = -1, 0, None
for epoch in range(1, max_epochs + 1):
train_epoch(net, X, y)
v = accuracy(net, Xv, yv)
if v > best_val:
best_val, best_epoch = v, epoch
best_net = {name: a.copy() for name, a in net.items()}
elif epoch - best_epoch >= patience:
return best_net, best_epoch, epoch
return best_net, best_epoch, max_epochs
best = None
for hidden in [8, 16, 32]:
net, epoch, stopped = train_with_patience(hidden, 5, 30)
v = accuracy(net, Xv, yv)
print(f"hidden {hidden}: best epoch {epoch}, validation {v}%")
if best is None or v > best[0]:
best = (v, hidden, net)
print("chosen: hidden", best[1])
print(f"test, touched once: {accuracy(best[2], Xt, yt)}%")
اول خودت امتحان کن؛ جوابهای دیگر هم قبول است. برگرد و خودت حلش کن