diff options
| -rw-r--r-- | main.py | 137 |
1 files changed, 69 insertions, 68 deletions
@@ -209,7 +209,6 @@ def loss(y_pred, y_true): return nn.MSELoss()(y_pred, y_true) - def forward_diffusion(x0): x = x0.clone()[0] xs = [x.cpu().detach().numpy()] @@ -218,88 +217,90 @@ def forward_diffusion(x0): xs.append(x.cpu().detach().numpy()) return xs -mnist_data = datasets.MNIST( - root="./data", - train=True, - download=True, - transform=transforms.ToTensor(), -) + +if __name__ == '__main__': + mnist_data = datasets.MNIST( + root="./data", + train=True, + download=True, + transform=transforms.ToTensor(), + ) -img, label = mnist_data[1] -img = img.to(DEVICE) - 0.5 + img, label = mnist_data[1] + img = img.to(DEVICE) - 0.5 -fig = plt.figure(figsize=(DIFFU_STEPS, 2)) + fig = plt.figure(figsize=(DIFFU_STEPS, 2)) -xs = forward_diffusion(img) -for t, x in enumerate(xs): - ax = fig.add_subplot(2, DIFFU_STEPS, t+1) - ax.imshow(x, cmap="gray") - ax.axis("off") + xs = forward_diffusion(img) + for t, x in enumerate(xs): + ax = fig.add_subplot(2, DIFFU_STEPS, t+1) + ax.imshow(x, cmap="gray") + ax.axis("off") -for t in range(1, DIFFU_STEPS): - x = q_xt_x0(img, t)[0].cpu() - print('x0', x.min(), x.max()) - ax = fig.add_subplot(2, DIFFU_STEPS, DIFFU_STEPS + t + 1) - ax.imshow(x, cmap="gray") - ax.axis("off") -fig.tight_layout() -fig.savefig("img.tmp.png") + for t in range(1, DIFFU_STEPS): + x = q_xt_x0(img, t)[0].cpu() + print('x0', x.min(), x.max()) + ax = fig.add_subplot(2, DIFFU_STEPS, DIFFU_STEPS + t + 1) + ax.imshow(x, cmap="gray") + ax.axis("off") + fig.tight_layout() + fig.savefig("img.tmp.png") -############ -# Training # -############ + ############ + # Training # + ############ -torch.multiprocessing.set_start_method("spawn") + torch.multiprocessing.set_start_method("spawn") -# Load the model. -model = UNet().to(DEVICE) -model.load_state_dict(torch.load('model.pth')) + # Load the model. + model = UNet().to(DEVICE) + model.load_state_dict(torch.load('model.pth')) -# Define the optimizer. -optimizer = torch.optim.Adam(model.parameters(), lr=1e-3) + # Define the optimizer. + optimizer = torch.optim.Adam(model.parameters(), lr=1e-4) -# Define the training dataset. -train_dataset = MNISTDiffusionDataset(train=True) -train_loader = DataLoader(train_dataset, batch_size=64, shuffle=True, num_workers=0) -trainer = Trainer() -criterion = loss -epochs = 10 + # Define the trainiself.encodevec = nn.Linear(10, 28*28)ng dataset. + train_dataset = MNISTDiffusionDataset(train=True) + train_loader = DataLoader(train_dataset, batch_size=64, shuffle=True, num_workers=4) + trainer = Trainer() + criterion = loss + epochs = 30 -# # Train the model. -# trainer.train(model, train_loader, epochs, optimizer, criterion) + # # Train the model. + # trainer.train(model, train_loader, epochs, optimizer, criterion) -# # Save the model. -# torch.save(model.state_dict(), "model.pth") + # # Save the model. + # torch.save(model.state_dict(), "model.pth") -############## -# Evaluation # -############## + ############## + # Evaluation # + ############## -nb_plots = 5 -ti_plots = np.linspace(1, DIFFU_STEPS, nb_plots, dtype=int) -n_values = [i for i in range(10)] + nb_plots = 5 + ti_plots = np.linspace(1, DIFFU_STEPS, nb_plots, dtype=int) + n_values = [i for i in range(10)] -fig = plt.figure(figsize=(nb_plots, len(n_values))) + fig = plt.figure(figsize=(nb_plots, len(n_values))) -for attempti, n in enumerate(n_values): - n = torch.tensor([[n]], device=DEVICE, dtype=torch.int64) - x = torch.randn(1, 1, 28, 28).to(DEVICE) - vec = torch.nn.functional.one_hot(n, num_classes=10).to(device=DEVICE, dtype=torch.float32) - img_vec = model.encodevec(vec) - img_vec = F.relu(img_vec) - img_vec = img_vec.view(-1, 1, 28, 28) - img_vec = img_vec.cpu().detach().numpy() + for attempti, n in enumerate(n_values): + n = torch.tensor([[n]], device=DEVICE, dtype=torch.int64) + x = torch.randn(1, 1, 28, 28).to(DEVICE) + vec = torch.nn.functional.one_hot(n, num_classes=10).to(device=DEVICE, dtype=torch.float32) + img_vec = model.encodevec(vec) + img_vec = F.relu(img_vec) + img_vec = img_vec.view(-1, 1, 28, 28) + img_vec = img_vec.cpu().detach().numpy() - for ti in range(DIFFU_STEPS, 0, -1): - t = torch.tensor([[ti]], device=DEVICE, dtype=torch.float32) - x = p_xt_1_xt(model, x, t, vec) - if ti in ti_plots: - ti_plotind = nb_plots - np.where(ti_plots == ti)[0][0] - ax = fig.add_subplot(len(n_values), nb_plots, ti_plotind + nb_plots * attempti) - ax.imshow(x[0, 0].detach().cpu(), cmap="gray") - ax.axis("off") - ax.set_title(f"{ti}") -fig.tight_layout() -fig.savefig("diffused.tmp.png") + for ti in range(DIFFU_STEPS, 0, -1): + t = torch.tensor([[ti]], device=DEVICE, dtype=torch.float32) + x = p_xt_1_xt(model, x, t, vec).sample() + if ti in ti_plots: + ti_plotind = nb_plots - np.where(ti_plots == ti)[0][0] + ax = fig.add_subplot(len(n_values), nb_plots, ti_plotind + nb_plots * attempti) + ax.imshow(x[0, 0].detach().cpu(), cmap="gray") + ax.axis("off") + ax.set_title(f"{ti}") + fig.tight_layout() + fig.savefig("diffused.tmp.png") |