4. GAN
[1]:
import os
import torch
from torch import nn
from torch import optim
from torch.utils.data import DataLoader
from torch.nn.utils import spectral_norm
import torchvision.datasets as dset
import torchvision.transforms as transforms
import torchvision.utils as vutils
import pytorch_lightning as pl
import numpy as np
import matplotlib.pyplot as plt
import matplotlib.animation as animation
%matplotlib inline
[2]:
# Spatial size of training images. All images will be resized to this
# size using a transformer.
image_size = 64
# Number of channels in the training images. For color images this is 3
nc = 3
# Size of z latent vector (i.e. size of generator input)
nz = 100
# Size of feature maps in generator
ngf = 64
# Size of feature maps in discriminator
ndf = 64
[19]:
preprocess = transforms.Compose([
transforms.Resize(image_size),
transforms.CenterCrop(image_size),
transforms.ToTensor(),
transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5)),
])
dataset = dset.ImageFolder(
'data/celeb_faces',
transform=preprocess
)
[20]:
# Create a dataloader
dataloader = torch.utils.data.DataLoader(dataset, batch_size=64, shuffle=True)
# Plot some training images
real_batch = next(iter(dataloader))
plt.figure(figsize=(3,3))
plt.axis("off")
plt.title("Training Images")
plt.imshow(np.transpose(dataset[0][0].cpu(),(1,2,0))*0.5+0.5)
[20]:
<matplotlib.image.AxesImage at 0x7f53ddfdea90>
[6]:
# Plot some training images
torch.random.manual_seed(3)
real_batch = next(iter(dataloader))
plt.figure(figsize=(8,8))
plt.axis("off")
plt.title("Training Images")
plt.imshow(np.transpose(vutils.make_grid(real_batch[0][:64], padding=2, normalize=True).cpu(),(1,2,0)))
[6]:
<matplotlib.image.AxesImage at 0x7fa683a9b9a0>
[7]:
class Generator(nn.Module):
def __init__(self, use_spectral_norm=True, use_batch_norm=True):
super().__init__()
def func(use_spectral_norm, use_batch_norm, batch_norm_size, conv_args):
res = [nn.ConvTranspose2d(*conv_args, bias=False)]
if use_spectral_norm:
res[0] = spectral_norm(res[0])
if use_batch_norm:
res.append(nn.BatchNorm2d(batch_norm_size))
return res
self.main = nn.Sequential(
# input is Z, going into a convolution
*func(use_spectral_norm, use_batch_norm, ngf * 8, [nz, ngf * 8, 4, 1, 0]),
nn.ReLU(inplace=True),
# state size. (ngf*8) x 4 x 4
*func(use_spectral_norm, use_batch_norm, ngf * 4, [ngf * 8, ngf * 4, 4, 2, 1]),
nn.ReLU(inplace=True),
# state size. (ngf*4) x 8 x 8
*func(use_spectral_norm, use_batch_norm, ngf * 2, [ngf * 4, ngf * 2, 4, 2, 1]),
nn.ReLU(inplace=True),
# state size. (ngf*2) x 16 x 16
*func(use_spectral_norm, use_batch_norm, ngf, [ngf * 2, ngf, 4, 2, 1]),
nn.ReLU(inplace=True),
# state size. (ngf) x 32 x 32
*func(False, False, None, [ngf, nc, 4, 2, 1]),
nn.Tanh()
# state size. (nc) x 64 x 64
)
def forward(self, input):
return self.main(input)
[14]:
class Discriminator(nn.Module):
def __init__(self, use_spectral_norm=True, use_batch_norm=True):
super().__init__()
def func(use_spectral_norm, use_batch_norm, batch_norm_size, conv_args):
res = [nn.Conv2d(*conv_args, bias=False)]
if use_spectral_norm:
res[0] = spectral_norm(res[0])
if use_batch_norm:
res.append(nn.BatchNorm2d(batch_norm_size))
return res
self.main = nn.Sequential(
# input is (nc) x 64 x 64
*func(use_spectral_norm, False, ndf, [nc, ndf, 4, 2, 1]),
nn.LeakyReLU(0.2, inplace=True),
# state size. (ndf) x 32 x 32
*func(use_spectral_norm, use_batch_norm, ngf * 2, [ndf, ndf * 2, 4, 2, 1]),
nn.LeakyReLU(0.2, inplace=True),
# state size. (ndf*2) x 16 x 16
*func(use_spectral_norm, use_batch_norm, ngf * 4, [ndf * 2, ndf * 4, 4, 2, 1]),
nn.LeakyReLU(0.2, inplace=True),
# state size. (ndf*4) x 8 x 8
*func(use_spectral_norm, use_batch_norm, ngf * 8, [ndf * 4, ndf * 8, 4, 2, 1]),
nn.LeakyReLU(0.2, inplace=True),
# state size. (ndf*8) x 4 x 4
*func(False, False, None, [ndf * 8, 1, 4, 1, 0]),
nn.Sigmoid()
)
def forward(self, input):
return self.main(input)
[15]:
def weights_init(m):
classname = m.__class__.__name__
if classname.find('Conv') != -1:
nn.init.normal_(m.weight.data, 0.0, 0.02)
elif classname.find('BatchNorm') != -1:
nn.init.normal_(m.weight.data, 1.0, 0.02)
nn.init.constant_(m.bias.data, 0)
[16]:
# Create batch of latent vectors that we will use to visualize
# the progression of the generator
fixed_noise = torch.randn(64, nz, 1, 1)
# Establish convention for real and fake labels during training
real_label = 1.
fake_label = 0.
[17]:
class DataModule(pl.LightningDataModule):
def __init__(self, dataset, batch_size = 50):
super().__init__()
self.dataset = dataset
self.num_workers = torch.get_num_threads()
self.batch_size = batch_size
def train_dataloader(self):
return DataLoader(self.dataset, batch_size=self.batch_size, drop_last=True,
shuffle=True, num_workers=self.num_workers)
def val_dataloader(self):
subset_db = torch.utils.data.Subset(self.dataset,np.random.choice(len(self.dataset), 100, False))
return DataLoader(subset_db, batch_size=self.batch_size, drop_last=False,
shuffle=False, num_workers=self.num_workers)
[18]:
class LitNN(pl.LightningModule):
def __init__(self, lr_d=0.0004, lr_g=0.0001, beta1 = 0.5,
inst_noise_until_step=5000,
inst_noise_initv=.3,
label_noise_until_step=5000,
label_noise_initv=.3,
):
super().__init__()
self.net_d = Discriminator()
self.net_d.apply(weights_init)
self.net_g = Generator()
self.net_g.apply(weights_init)
self.criterion = nn.BCELoss()
self.automatic_optimization = False
self.lr_d = lr_d
self.lr_g = lr_g
self.beta1 = beta1
self.inst_noise_until_step = inst_noise_until_step
self.inst_noise_initv = inst_noise_initv
self.label_noise_until_step = label_noise_until_step
self.label_noise_initv = label_noise_initv
def _initialize_layer(self, layer):
nn.init.constant_(layer.bias, 0)
gain = nn.init.calculate_gain('relu')
nn.init.xavier_normal_(layer.weight, gain=gain)
return layer
def configure_optimizers(self):
optimizer_d = optim.Adam(self.net_d.parameters(), lr=self.lr_d, betas=(self.beta1, 0.999))
optimizer_g = optim.Adam(self.net_g.parameters(), lr=self.lr_g, betas=(self.beta1, 0.999))
return [optimizer_d, optimizer_g]
def training_step(self, train_batch, batch_idx):
optimizer_d, optimizer_g = self.optimizers(use_pl_optimizer=True)
images_data = train_batch[0]
device = images_data.device
dtype = images_data.dtype
b_size = images_data.size(0)
## Train discriminator with true data --- begin
optimizer_d.zero_grad()
if self.global_step >= self.label_noise_until_step:
label = torch.full((b_size,), real_label, dtype=dtype, device=device)
else:
label_noise_multiplier = self.label_noise_until_step - self.global_step
label_noise_multiplier *= self.label_noise_initv
label_noise_multiplier /= self.label_noise_until_step
label = torch.rand(b_size, dtype=dtype, device=device)*label_noise_multiplier
label = label+(1-label_noise_multiplier)
#print('real labels for d', label.mean())
if self.global_step < self.inst_noise_until_step:
inst_noise_multiplier = self.inst_noise_until_step - self.global_step
inst_noise_multiplier /= self.inst_noise_until_step * self.inst_noise_initv
images_data = images_data + torch.randn_like(images_data) * inst_noise_multiplier
images_data = torch.clamp(images_data, -1, 1)
output = self.net_d(images_data).view(-1)
err_d_real = self.criterion(output, label)
d_x = output.mean().item()
## Train discriminator with true data --- end
## Train discriminator with all-fake batch --- begin
noise = torch.randn(b_size, nz, 1, 1, device=device)
fake = self.net_g(noise)
if self.global_step < self.inst_noise_until_step:
fake = fake + torch.randn_like(fake) * inst_noise_multiplier
fake = torch.clamp(fake, -1, 1)
if self.global_step >= self.label_noise_until_step:
label = torch.full((b_size,), fake_label, dtype=dtype, device=device)
else:
label = torch.rand(b_size, dtype=dtype, device=device)*label_noise_multiplier
#print('fake labels', label.mean())
output = self.net_d(fake.detach()).view(-1)
err_d_fake = self.criterion(output, label)
d_g_z1 = output.mean().item()
## Train discriminator with all-fake batch --- end
err_d = err_d_real + err_d_fake
self.log('d_x', d_x)
self.log('d_g_z1', d_g_z1)
self.log('err_d_real', err_d_real)
self.log('err_d_fake', err_d_fake)
self.log('err_d', err_d/2)
self.manual_backward(err_d)
optimizer_d.step()
# Train generator with all-fake batch --- begin
optimizer_g.zero_grad()
label = torch.full((b_size,), real_label, dtype=dtype, device=device)
#print('real labels for g', label.mean())
output = self.net_d(fake).view(-1)
err_g = self.criterion(output, label)
d_g_z2 = output.mean().item()
self.log('d_g_z2', d_g_z2)
self.log('err_g', err_g)
self.manual_backward(err_g)
optimizer_g.step()
# Train generator with all-fake batch --- end
def validation_step(self, train_batch, batch_idx):
if not batch_idx:
global_step = str(self.global_step).zfill(10)
fake = smodel.net_g(fixed_noise.to(device=train_batch[0].device)).detach().cpu()
img = transforms.ToPILImage()(vutils.make_grid(fake, padding=2, normalize=True))
self.logger.experiment.log_image(self.logger.run_id, img, f'gen_images/{global_step}.png')
[19]:
datamodule = DataModule(dataset, batch_size=300)
smodel = LitNN()
logger = pl.loggers.MLFlowLogger(
experiment_name="celeb_faces_gan",
tracking_uri="file:./mlruns",
)
trainer = pl.Trainer(
precision=32,
gpus=torch.cuda.device_count(),
tpu_cores=None,
logger=logger,
#auto_scale_batch_size=True,
#auto_lr_find=True,
val_check_interval=0.1,
max_epochs = 100,
#limit_train_batches=2,
)
# find "best" batch_size and lr
#trainer.tune(smodel, datamodule = datamodule)
# fit smodel
trainer.fit(smodel, datamodule = datamodule)
smodel.trainer.callback_metrics
GPU available: True, used: True
TPU available: False, using: 0 TPU cores
IPU available: False, using: 0 IPUs
LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]
| Name | Type | Params
--------------------------------------------
0 | net_d | Discriminator | 2.8 M
1 | net_g | Generator | 3.6 M
2 | criterion | BCELoss | 0
--------------------------------------------
6.3 M Trainable params
0 Non-trainable params
6.3 M Total params
25.369 Total estimated model params size (MB)
Epoch 0: 10%|██ | 67/685 [01:21<12:19, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 10%|██ | 69/685 [01:21<12:01, 1.17s/it, v_num=7e79]
Epoch 0: 20%|████ | 137/685 [02:42<10:46, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 20%|████ | 138/685 [02:43<10:43, 1.18s/it, v_num=7e79]
Epoch 0: 30%|█████▉ | 205/685 [04:09<09:40, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 30%|██████ | 207/685 [04:09<09:34, 1.20s/it, v_num=7e79]
Epoch 0: 40%|████████ | 275/685 [05:30<08:11, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 40%|████████ | 276/685 [05:31<08:09, 1.20s/it, v_num=7e79]
Epoch 0: 50%|██████████ | 343/685 [06:53<06:51, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 50%|██████████ | 345/685 [06:55<06:48, 1.20s/it, v_num=7e79]
Epoch 0: 60%|████████████ | 413/685 [08:21<05:29, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 60%|████████████ | 414/685 [08:22<05:28, 1.21s/it, v_num=7e79]
Epoch 0: 70%|██████████████ | 481/685 [09:45<04:07, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 71%|██████████████ | 483/685 [09:47<04:05, 1.21s/it, v_num=7e79]
Epoch 0: 80%|████████████████ | 551/685 [11:08<02:42, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 81%|████████████████ | 552/685 [11:10<02:41, 1.21s/it, v_num=7e79]
Epoch 0: 90%|██████████████████ | 619/685 [12:33<01:20, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 91%|██████████████████▏ | 621/685 [12:35<01:17, 1.22s/it, v_num=7e79]
Epoch 0: 100%|████████████████████| 685/685 [13:57<00:00, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 100%|████████████████████| 685/685 [13:58<00:00, 1.22s/it, v_num=7e79]
Epoch 1: 10%|██ | 68/685 [01:22<12:19, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 10%|██ | 69/685 [01:24<12:22, 1.21s/it, v_num=7e79]
Epoch 1: 20%|███▉ | 136/685 [02:48<11:16, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 20%|████ | 138/685 [02:50<11:11, 1.23s/it, v_num=7e79]
Epoch 1: 30%|██████ | 206/685 [04:13<09:45, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 30%|██████ | 207/685 [04:14<09:45, 1.23s/it, v_num=7e79]
Epoch 1: 40%|████████ | 274/685 [05:37<08:24, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 40%|████████ | 276/685 [05:39<08:20, 1.22s/it, v_num=7e79]
Epoch 1: 50%|██████████ | 344/685 [07:05<07:00, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 50%|██████████ | 345/685 [07:07<06:59, 1.24s/it, v_num=7e79]
Epoch 1: 60%|████████████ | 412/685 [08:28<05:36, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 60%|████████████ | 414/685 [08:30<05:33, 1.23s/it, v_num=7e79]
Epoch 1: 70%|██████████████ | 482/685 [09:52<04:09, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 71%|██████████████ | 483/685 [09:54<04:08, 1.23s/it, v_num=7e79]
Epoch 1: 80%|████████████████ | 550/685 [11:16<02:45, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 81%|████████████████ | 552/685 [11:18<02:43, 1.23s/it, v_num=7e79]
Epoch 1: 91%|██████████████████ | 620/685 [12:39<01:19, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 91%|██████████████████▏ | 621/685 [12:41<01:18, 1.22s/it, v_num=7e79]
Epoch 1: 100%|████████████████████| 685/685 [14:05<00:00, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 100%|████████████████████| 685/685 [14:06<00:00, 1.23s/it, v_num=7e79]
Epoch 2: 10%|██ | 68/685 [01:24<12:34, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 10%|██ | 69/685 [01:26<12:39, 1.23s/it, v_num=7e79]
Epoch 2: 20%|███▉ | 136/685 [02:50<11:23, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 20%|████ | 138/685 [02:52<11:17, 1.24s/it, v_num=7e79]
Epoch 2: 30%|██████ | 206/685 [04:14<09:48, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 30%|██████ | 207/685 [04:16<09:48, 1.23s/it, v_num=7e79]
Epoch 2: 40%|████████ | 274/685 [05:36<08:23, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 40%|████████ | 276/685 [05:38<08:20, 1.22s/it, v_num=7e79]
Epoch 2: 50%|██████████ | 344/685 [06:59<06:54, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 50%|██████████ | 345/685 [07:01<06:54, 1.22s/it, v_num=7e79]
Epoch 2: 60%|████████████ | 412/685 [08:23<05:32, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 60%|████████████ | 414/685 [08:24<05:29, 1.22s/it, v_num=7e79]
Epoch 2: 70%|██████████████ | 482/685 [09:45<04:06, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 71%|██████████████ | 483/685 [09:47<04:05, 1.21s/it, v_num=7e79]
Epoch 2: 80%|████████████████ | 550/685 [11:08<02:43, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 81%|████████████████ | 552/685 [11:10<02:41, 1.21s/it, v_num=7e79]
Epoch 2: 91%|██████████████████ | 620/685 [12:30<01:18, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 91%|██████████████████▏ | 621/685 [12:32<01:17, 1.21s/it, v_num=7e79]
Epoch 2: 100%|████████████████████| 685/685 [13:52<00:00, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 100%|████████████████████| 685/685 [13:54<00:00, 1.22s/it, v_num=7e79]
Epoch 3: 10%|██ | 68/685 [01:22<12:15, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 10%|██ | 69/685 [01:24<12:19, 1.20s/it, v_num=7e79]
Epoch 3: 20%|███▉ | 136/685 [02:45<11:02, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 20%|████ | 138/685 [02:47<10:57, 1.20s/it, v_num=7e79]
Epoch 3: 30%|██████ | 206/685 [04:08<09:34, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 30%|██████ | 207/685 [04:10<09:34, 1.20s/it, v_num=7e79]
Epoch 3: 40%|████████ | 274/685 [05:30<08:13, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 40%|████████ | 276/685 [05:32<08:10, 1.20s/it, v_num=7e79]
Epoch 3: 50%|██████████ | 344/685 [06:53<06:48, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 50%|██████████ | 345/685 [06:55<06:48, 1.20s/it, v_num=7e79]
Epoch 3: 60%|████████████ | 412/685 [08:16<05:28, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 60%|████████████ | 414/685 [08:18<05:25, 1.20s/it, v_num=7e79]
Epoch 3: 70%|██████████████ | 482/685 [09:38<04:03, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 71%|██████████████ | 483/685 [09:40<04:02, 1.20s/it, v_num=7e79]
Epoch 3: 80%|████████████████ | 550/685 [11:04<02:42, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 81%|████████████████ | 552/685 [11:06<02:40, 1.21s/it, v_num=7e79]
Epoch 3: 91%|██████████████████ | 620/685 [12:28<01:18, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 91%|██████████████████▏ | 621/685 [12:30<01:17, 1.21s/it, v_num=7e79]
Epoch 3: 100%|████████████████████| 685/685 [13:50<00:00, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 100%|████████████████████| 685/685 [13:50<00:00, 1.21s/it, v_num=7e79]
Epoch 4: 10%|██ | 68/685 [01:22<12:18, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 10%|██ | 69/685 [01:24<12:22, 1.21s/it, v_num=7e79]
Epoch 4: 20%|███▉ | 136/685 [02:44<11:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 20%|████ | 138/685 [02:46<10:55, 1.20s/it, v_num=7e79]
Epoch 4: 30%|██████ | 206/685 [04:11<09:40, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 30%|██████ | 207/685 [04:12<09:40, 1.22s/it, v_num=7e79]
Epoch 4: 40%|████████ | 274/685 [05:33<08:18, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 40%|████████ | 276/685 [05:35<08:15, 1.21s/it, v_num=7e79]
Epoch 4: 50%|██████████ | 344/685 [06:56<06:52, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 50%|██████████ | 345/685 [06:58<06:51, 1.21s/it, v_num=7e79]
Epoch 4: 60%|████████████ | 412/685 [08:21<05:31, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 60%|████████████ | 414/685 [08:23<05:28, 1.21s/it, v_num=7e79]
Epoch 4: 70%|██████████████ | 482/685 [09:48<04:07, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 71%|██████████████ | 483/685 [09:48<04:05, 1.22s/it, v_num=7e79]
Epoch 4: 80%|████████████████ | 550/685 [11:12<02:44, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 81%|████████████████ | 552/685 [11:14<02:42, 1.22s/it, v_num=7e79]
Epoch 4: 91%|██████████████████ | 620/685 [12:36<01:19, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 91%|██████████████████▏ | 621/685 [12:37<01:17, 1.22s/it, v_num=7e79]
Epoch 4: 100%|████████████████████| 685/685 [14:02<00:00, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 100%|████████████████████| 685/685 [14:04<00:00, 1.23s/it, v_num=7e79]
Epoch 5: 10%|██ | 68/685 [01:27<13:06, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 10%|██ | 69/685 [01:30<13:15, 1.29s/it, v_num=7e79]
Epoch 5: 20%|███▉ | 136/685 [03:00<12:05, 1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 20%|████ | 138/685 [03:02<11:59, 1.32s/it, v_num=7e79]
Epoch 5: 30%|██████ | 206/685 [04:31<10:29, 1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 30%|██████ | 207/685 [04:32<10:26, 1.31s/it, v_num=7e79]
Epoch 5: 40%|████████ | 274/685 [06:02<09:02, 1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 40%|████████ | 276/685 [06:05<09:00, 1.32s/it, v_num=7e79]
Epoch 5: 50%|██████████ | 344/685 [07:34<07:28, 1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 50%|██████████ | 345/685 [07:35<07:28, 1.32s/it, v_num=7e79]
Epoch 5: 60%|████████████ | 412/685 [09:02<05:58, 1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 60%|████████████ | 414/685 [09:04<05:55, 1.31s/it, v_num=7e79]
Epoch 5: 70%|██████████████ | 482/685 [10:36<04:27, 1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 71%|██████████████ | 483/685 [10:38<04:26, 1.32s/it, v_num=7e79]
Epoch 5: 80%|████████████████ | 550/685 [12:11<02:59, 1.33s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 81%|████████████████ | 552/685 [12:13<02:56, 1.33s/it, v_num=7e79]
Epoch 5: 91%|██████████████████ | 620/685 [13:40<01:25, 1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 91%|██████████████████▏ | 621/685 [13:41<01:24, 1.32s/it, v_num=7e79]
Epoch 5: 100%|████████████████████| 685/685 [15:07<00:00, 1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 100%|████████████████████| 685/685 [15:09<00:00, 1.33s/it, v_num=7e79]
Epoch 6: 10%|██ | 67/685 [01:26<13:07, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 10%|██ | 69/685 [01:28<13:00, 1.27s/it, v_num=7e79]
Epoch 6: 20%|████ | 137/685 [02:59<11:53, 1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 20%|████ | 138/685 [03:01<11:53, 1.30s/it, v_num=7e79]
Epoch 6: 30%|█████▉ | 205/685 [04:24<10:16, 1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 30%|██████ | 207/685 [04:26<10:12, 1.28s/it, v_num=7e79]
Epoch 6: 40%|████████ | 275/685 [05:54<08:46, 1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 40%|████████ | 276/685 [05:55<08:45, 1.29s/it, v_num=7e79]
Epoch 6: 50%|██████████ | 343/685 [07:22<07:20, 1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 50%|██████████ | 345/685 [07:24<07:16, 1.28s/it, v_num=7e79]
Epoch 6: 60%|████████████ | 413/685 [08:54<05:50, 1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 60%|████████████ | 414/685 [08:55<05:49, 1.29s/it, v_num=7e79]
Epoch 6: 70%|██████████████ | 481/685 [10:26<04:25, 1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 71%|██████████████ | 483/685 [10:28<04:22, 1.30s/it, v_num=7e79]
Epoch 6: 80%|████████████████ | 551/685 [11:59<02:54, 1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 81%|████████████████ | 552/685 [12:01<02:53, 1.30s/it, v_num=7e79]
Epoch 6: 90%|██████████████████ | 619/685 [13:29<01:26, 1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 91%|██████████████████▏ | 621/685 [13:30<01:23, 1.30s/it, v_num=7e79]
Epoch 6: 100%|████████████████████| 685/685 [15:01<00:00, 1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 100%|████████████████████| 685/685 [15:02<00:00, 1.32s/it, v_num=7e79]
Epoch 7: 10%|██ | 67/685 [01:32<14:01, 1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 10%|██ | 69/685 [01:34<13:55, 1.36s/it, v_num=7e79]
Epoch 7: 20%|████ | 137/685 [02:58<11:50, 1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 20%|████ | 138/685 [03:00<11:50, 1.30s/it, v_num=7e79]
Epoch 7: 30%|█████▉ | 205/685 [04:27<10:22, 1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 30%|██████ | 207/685 [04:29<10:18, 1.29s/it, v_num=7e79]
Epoch 7: 40%|████████ | 275/685 [05:55<08:47, 1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 40%|████████ | 276/685 [05:56<08:47, 1.29s/it, v_num=7e79]
Epoch 7: 50%|██████████ | 343/685 [07:21<07:19, 1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 50%|██████████ | 345/685 [07:23<07:16, 1.28s/it, v_num=7e79]
Epoch 7: 60%|████████████ | 413/685 [08:47<05:46, 1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 60%|████████████ | 414/685 [08:48<05:45, 1.27s/it, v_num=7e79]
Epoch 7: 70%|██████████████ | 481/685 [10:09<04:18, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 71%|██████████████ | 483/685 [10:11<04:15, 1.26s/it, v_num=7e79]
Epoch 7: 80%|████████████████ | 551/685 [11:33<02:48, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 81%|████████████████ | 552/685 [11:33<02:46, 1.25s/it, v_num=7e79]
Epoch 7: 90%|██████████████████ | 619/685 [12:58<01:22, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 91%|██████████████████▏ | 621/685 [13:00<01:20, 1.25s/it, v_num=7e79]
Epoch 7: 100%|████████████████████| 685/685 [14:31<00:00, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 100%|████████████████████| 685/685 [14:32<00:00, 1.27s/it, v_num=7e79]
Epoch 8: 10%|██ | 67/685 [01:32<14:01, 1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 10%|██ | 69/685 [01:33<13:39, 1.33s/it, v_num=7e79]
Epoch 8: 20%|████ | 137/685 [03:05<12:14, 1.34s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 20%|████ | 138/685 [03:05<12:10, 1.34s/it, v_num=7e79]
Epoch 8: 30%|█████▉ | 205/685 [04:38<10:48, 1.35s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 30%|██████ | 207/685 [04:39<10:41, 1.34s/it, v_num=7e79]
Epoch 8: 40%|████████ | 275/685 [06:10<09:10, 1.34s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 40%|████████ | 276/685 [06:12<09:10, 1.35s/it, v_num=7e79]
Epoch 8: 50%|██████████ | 343/685 [07:48<07:46, 1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 50%|██████████ | 345/685 [07:50<07:42, 1.36s/it, v_num=7e79]
Epoch 8: 60%|████████████ | 413/685 [09:19<06:07, 1.35s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 60%|████████████ | 414/685 [09:20<06:05, 1.35s/it, v_num=7e79]
Epoch 8: 70%|██████████████ | 481/685 [10:56<04:37, 1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 71%|██████████████ | 483/685 [10:57<04:34, 1.36s/it, v_num=7e79]
Epoch 8: 80%|████████████████ | 551/685 [12:30<03:02, 1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 81%|████████████████ | 552/685 [12:31<03:00, 1.36s/it, v_num=7e79]
Epoch 8: 90%|██████████████████ | 619/685 [14:01<01:29, 1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 91%|██████████████████▏ | 621/685 [14:01<01:26, 1.35s/it, v_num=7e79]
Epoch 8: 100%|████████████████████| 685/685 [15:26<00:00, 1.35s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 100%|████████████████████| 685/685 [15:28<00:00, 1.35s/it, v_num=7e79]
Epoch 9: 10%|██ | 68/685 [01:24<12:33, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 10%|██ | 69/685 [01:24<12:27, 1.21s/it, v_num=7e79]
Epoch 9: 20%|███▉ | 136/685 [02:50<11:24, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 20%|████ | 138/685 [02:52<11:18, 1.24s/it, v_num=7e79]
Epoch 9: 30%|██████ | 206/685 [04:17<09:56, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 30%|██████ | 207/685 [04:19<09:56, 1.25s/it, v_num=7e79]
Epoch 9: 40%|████████ | 274/685 [05:44<08:34, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 40%|████████ | 276/685 [05:45<08:30, 1.25s/it, v_num=7e79]
Epoch 9: 50%|██████████ | 344/685 [07:14<07:09, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 50%|██████████ | 345/685 [07:16<07:08, 1.26s/it, v_num=7e79]
Epoch 9: 60%|████████████ | 412/685 [08:39<05:43, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 60%|████████████ | 414/685 [08:40<05:40, 1.25s/it, v_num=7e79]
Epoch 9: 70%|██████████████ | 482/685 [10:02<04:13, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 71%|██████████████ | 483/685 [10:04<04:12, 1.25s/it, v_num=7e79]
Epoch 9: 80%|████████████████ | 550/685 [11:26<02:48, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 81%|████████████████ | 552/685 [11:28<02:45, 1.25s/it, v_num=7e79]
Epoch 9: 91%|██████████████████ | 620/685 [12:51<01:20, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 91%|██████████████████▏ | 621/685 [12:52<01:19, 1.24s/it, v_num=7e79]
Epoch 9: 100%|████████████████████| 685/685 [14:14<00:00, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 100%|████████████████████| 685/685 [14:15<00:00, 1.25s/it, v_num=7e79]
Epoch 10: 10%|█▉ | 68/685 [01:23<12:22, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 10%|██ | 69/685 [01:24<12:25, 1.21s/it, v_num=7e79]
Epoch 10: 20%|███▊ | 136/685 [02:46<11:09, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 20%|███▊ | 138/685 [02:49<11:05, 1.22s/it, v_num=7e79]
Epoch 10: 30%|█████▋ | 206/685 [04:16<09:53, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 30%|█████▋ | 207/685 [04:17<09:51, 1.24s/it, v_num=7e79]
Epoch 10: 40%|███████▌ | 274/685 [05:39<08:26, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 40%|███████▋ | 276/685 [05:40<08:22, 1.23s/it, v_num=7e79]
Epoch 10: 50%|█████████▌ | 344/685 [07:02<06:57, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 50%|█████████▌ | 345/685 [07:04<06:56, 1.23s/it, v_num=7e79]
Epoch 10: 60%|███████████▍ | 412/685 [08:26<05:34, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 60%|███████████▍ | 414/685 [08:27<05:31, 1.22s/it, v_num=7e79]
Epoch 10: 70%|█████████████▎ | 482/685 [09:51<04:08, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 71%|█████████████▍ | 483/685 [09:53<04:07, 1.23s/it, v_num=7e79]
Epoch 10: 80%|███████████████▎ | 550/685 [11:16<02:45, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 81%|███████████████▎ | 552/685 [11:18<02:43, 1.23s/it, v_num=7e79]
Epoch 10: 91%|█████████████████▏ | 620/685 [12:40<01:19, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 91%|█████████████████▏ | 621/685 [12:42<01:18, 1.23s/it, v_num=7e79]
Epoch 10: 100%|███████████████████| 685/685 [14:05<00:00, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 100%|███████████████████| 685/685 [14:06<00:00, 1.23s/it, v_num=7e79]
Epoch 11: 10%|█▉ | 68/685 [01:22<12:20, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 10%|██ | 69/685 [01:24<12:23, 1.21s/it, v_num=7e79]
Epoch 11: 20%|███▊ | 136/685 [02:47<11:11, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 20%|███▊ | 138/685 [02:49<11:06, 1.22s/it, v_num=7e79]
Epoch 11: 30%|█████▋ | 206/685 [04:12<09:43, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 30%|█████▋ | 207/685 [04:12<09:41, 1.22s/it, v_num=7e79]
Epoch 11: 40%|███████▌ | 274/685 [05:35<08:21, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 40%|███████▋ | 276/685 [05:37<08:18, 1.22s/it, v_num=7e79]
Epoch 11: 50%|█████████▌ | 344/685 [06:58<06:53, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 50%|█████████▌ | 345/685 [07:00<06:52, 1.21s/it, v_num=7e79]
Epoch 11: 60%|███████████▍ | 412/685 [08:22<05:32, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 60%|███████████▍ | 414/685 [08:24<05:29, 1.22s/it, v_num=7e79]
Epoch 11: 70%|█████████████▎ | 482/685 [09:46<04:06, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 71%|█████████████▍ | 483/685 [09:47<04:05, 1.21s/it, v_num=7e79]
Epoch 11: 80%|███████████████▎ | 550/685 [11:09<02:43, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 81%|███████████████▎ | 552/685 [11:10<02:41, 1.21s/it, v_num=7e79]
Epoch 11: 91%|█████████████████▏ | 620/685 [12:31<01:18, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 91%|█████████████████▏ | 621/685 [12:33<01:17, 1.21s/it, v_num=7e79]
Epoch 11: 100%|███████████████████| 685/685 [13:55<00:00, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 100%|███████████████████| 685/685 [13:56<00:00, 1.22s/it, v_num=7e79]
Epoch 12: 10%|█▉ | 67/685 [01:23<12:35, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 10%|██ | 69/685 [01:24<12:25, 1.21s/it, v_num=7e79]
Epoch 12: 20%|███▊ | 137/685 [02:46<11:00, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 20%|███▊ | 138/685 [02:48<11:01, 1.21s/it, v_num=7e79]
Epoch 12: 30%|█████▋ | 205/685 [04:09<09:40, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 30%|█████▋ | 207/685 [04:09<09:33, 1.20s/it, v_num=7e79]
Epoch 12: 40%|███████▋ | 275/685 [05:31<08:12, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 40%|███████▋ | 276/685 [05:33<08:11, 1.20s/it, v_num=7e79]
Epoch 12: 50%|█████████▌ | 343/685 [06:55<06:53, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 50%|█████████▌ | 345/685 [06:57<06:50, 1.21s/it, v_num=7e79]
Epoch 12: 60%|███████████▍ | 413/685 [08:27<05:33, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 60%|███████████▍ | 414/685 [08:29<05:32, 1.23s/it, v_num=7e79]
Epoch 12: 70%|█████████████▎ | 481/685 [09:52<04:10, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 71%|█████████████▍ | 483/685 [09:54<04:08, 1.23s/it, v_num=7e79]
Epoch 12: 80%|███████████████▎ | 551/685 [11:17<02:44, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 81%|███████████████▎ | 552/685 [11:19<02:43, 1.23s/it, v_num=7e79]
Epoch 12: 90%|█████████████████▏ | 619/685 [12:41<01:21, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 91%|█████████████████▏ | 621/685 [12:43<01:18, 1.23s/it, v_num=7e79]
Epoch 12: 100%|███████████████████| 685/685 [14:07<00:00, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 100%|███████████████████| 685/685 [14:07<00:00, 1.24s/it, v_num=7e79]
Epoch 13: 10%|█▉ | 68/685 [01:24<12:38, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 10%|██ | 69/685 [01:26<12:40, 1.23s/it, v_num=7e79]
Epoch 13: 20%|███▊ | 136/685 [02:49<11:18, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 20%|███▊ | 138/685 [02:50<11:12, 1.23s/it, v_num=7e79]
Epoch 13: 30%|█████▋ | 206/685 [04:22<10:08, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 30%|█████▋ | 207/685 [04:24<10:08, 1.27s/it, v_num=7e79]
Epoch 13: 40%|███████▌ | 274/685 [05:51<08:45, 1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 40%|███████▋ | 276/685 [05:53<08:41, 1.28s/it, v_num=7e79]
Epoch 13: 50%|█████████▌ | 344/685 [07:19<07:14, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 50%|█████████▌ | 345/685 [07:21<07:13, 1.27s/it, v_num=7e79]
Epoch 13: 60%|███████████▍ | 412/685 [08:46<05:48, 1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 60%|███████████▍ | 414/685 [08:48<05:44, 1.27s/it, v_num=7e79]
Epoch 13: 70%|█████████████▎ | 482/685 [10:14<04:18, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 71%|█████████████▍ | 483/685 [10:15<04:16, 1.27s/it, v_num=7e79]
Epoch 13: 80%|███████████████▎ | 550/685 [11:40<02:51, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 81%|███████████████▎ | 552/685 [11:41<02:48, 1.27s/it, v_num=7e79]
Epoch 13: 91%|█████████████████▏ | 620/685 [13:07<01:22, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 91%|█████████████████▏ | 621/685 [13:08<01:21, 1.27s/it, v_num=7e79]
Epoch 13: 100%|███████████████████| 685/685 [14:33<00:00, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 100%|███████████████████| 685/685 [14:35<00:00, 1.28s/it, v_num=7e79]
Epoch 14: 10%|█▉ | 68/685 [01:24<12:32, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 10%|██ | 69/685 [01:26<12:37, 1.23s/it, v_num=7e79]
Epoch 14: 20%|███▊ | 136/685 [02:49<11:18, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 20%|███▊ | 138/685 [02:51<11:12, 1.23s/it, v_num=7e79]
Epoch 14: 30%|█████▋ | 206/685 [04:13<09:46, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 30%|█████▋ | 207/685 [04:15<09:46, 1.23s/it, v_num=7e79]
Epoch 14: 40%|███████▌ | 274/685 [05:36<08:23, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 40%|███████▋ | 276/685 [05:38<08:20, 1.22s/it, v_num=7e79]
Epoch 14: 50%|█████████▌ | 344/685 [07:02<06:57, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 50%|█████████▌ | 345/685 [07:04<06:57, 1.23s/it, v_num=7e79]
Epoch 14: 60%|███████████▍ | 412/685 [08:25<05:34, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 60%|███████████▍ | 414/685 [08:26<05:30, 1.22s/it, v_num=7e79]
Epoch 14: 70%|█████████████▎ | 482/685 [09:48<04:07, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 71%|█████████████▍ | 483/685 [09:50<04:06, 1.22s/it, v_num=7e79]
Epoch 14: 80%|███████████████▎ | 550/685 [11:19<02:46, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 81%|███████████████▎ | 552/685 [11:21<02:43, 1.23s/it, v_num=7e79]
Epoch 14: 91%|█████████████████▏ | 620/685 [12:45<01:20, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 91%|█████████████████▏ | 621/685 [12:45<01:18, 1.23s/it, v_num=7e79]
Epoch 14: 100%|███████████████████| 685/685 [14:11<00:00, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 100%|███████████████████| 685/685 [14:13<00:00, 1.24s/it, v_num=7e79]
Epoch 15: 10%|█▉ | 68/685 [01:30<13:28, 1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 10%|██ | 69/685 [01:32<13:31, 1.32s/it, v_num=7e79]
Epoch 15: 20%|███▊ | 136/685 [02:54<11:38, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 20%|███▊ | 138/685 [02:56<11:33, 1.27s/it, v_num=7e79]
Epoch 15: 30%|█████▋ | 206/685 [04:18<09:58, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 30%|█████▋ | 207/685 [04:20<09:58, 1.25s/it, v_num=7e79]
Epoch 15: 40%|███████▌ | 274/685 [05:42<08:31, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 40%|███████▋ | 276/685 [05:44<08:27, 1.24s/it, v_num=7e79]
Epoch 15: 50%|█████████▌ | 344/685 [07:13<07:08, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 50%|█████████▌ | 345/685 [07:15<07:07, 1.26s/it, v_num=7e79]
Epoch 15: 60%|███████████▍ | 412/685 [08:40<05:44, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 60%|███████████▍ | 414/685 [08:42<05:41, 1.26s/it, v_num=7e79]
Epoch 15: 70%|█████████████▎ | 482/685 [10:08<04:15, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 71%|█████████████▍ | 483/685 [10:09<04:14, 1.26s/it, v_num=7e79]
Epoch 15: 80%|███████████████▎ | 550/685 [11:32<02:49, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 81%|███████████████▎ | 552/685 [11:33<02:46, 1.25s/it, v_num=7e79]
Epoch 15: 91%|█████████████████▏ | 620/685 [12:54<01:21, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 91%|█████████████████▏ | 621/685 [12:56<01:19, 1.25s/it, v_num=7e79]
Epoch 15: 100%|███████████████████| 685/685 [14:17<00:00, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 100%|███████████████████| 685/685 [14:19<00:00, 1.25s/it, v_num=7e79]
Epoch 16: 10%|█▉ | 67/685 [01:26<13:02, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 10%|██ | 69/685 [01:27<12:51, 1.25s/it, v_num=7e79]
Epoch 16: 20%|███▊ | 137/685 [02:53<11:27, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 20%|███▊ | 138/685 [02:54<11:27, 1.26s/it, v_num=7e79]
Epoch 16: 30%|█████▋ | 205/685 [04:16<09:58, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 30%|█████▋ | 207/685 [04:18<09:54, 1.24s/it, v_num=7e79]
Epoch 16: 40%|███████▋ | 275/685 [05:40<08:25, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 40%|███████▋ | 276/685 [05:41<08:24, 1.23s/it, v_num=7e79]
Epoch 16: 50%|█████████▌ | 343/685 [07:03<07:01, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 50%|█████████▌ | 345/685 [07:05<06:57, 1.23s/it, v_num=7e79]
Epoch 16: 60%|███████████▍ | 413/685 [08:27<05:33, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 60%|███████████▍ | 414/685 [08:28<05:32, 1.23s/it, v_num=7e79]
Epoch 16: 70%|█████████████▎ | 481/685 [09:50<04:09, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 71%|█████████████▍ | 483/685 [09:50<04:06, 1.22s/it, v_num=7e79]
Epoch 16: 80%|███████████████▎ | 551/685 [11:12<02:43, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 81%|███████████████▎ | 552/685 [11:14<02:42, 1.22s/it, v_num=7e79]
Epoch 16: 90%|█████████████████▏ | 619/685 [12:35<01:20, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 91%|█████████████████▏ | 621/685 [12:37<01:17, 1.22s/it, v_num=7e79]
Epoch 16: 100%|███████████████████| 685/685 [13:59<00:00, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 100%|███████████████████| 685/685 [13:59<00:00, 1.22s/it, v_num=7e79]
Epoch 17: 10%|█▉ | 68/685 [01:30<13:28, 1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 10%|██ | 69/685 [01:32<13:36, 1.33s/it, v_num=7e79]
Epoch 17: 20%|███▊ | 136/685 [02:57<11:50, 1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 20%|███▊ | 138/685 [02:57<11:39, 1.28s/it, v_num=7e79]
Epoch 17: 30%|█████▋ | 206/685 [04:22<10:06, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 30%|█████▋ | 207/685 [04:23<10:06, 1.27s/it, v_num=7e79]
Epoch 17: 40%|███████▌ | 274/685 [05:46<08:37, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 40%|███████▋ | 276/685 [05:48<08:34, 1.26s/it, v_num=7e79]
Epoch 17: 50%|█████████▌ | 344/685 [07:09<07:04, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 50%|█████████▌ | 345/685 [07:11<07:03, 1.25s/it, v_num=7e79]
Epoch 17: 60%|███████████▍ | 412/685 [08:32<05:39, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 60%|███████████▍ | 414/685 [08:34<05:36, 1.24s/it, v_num=7e79]
Epoch 17: 70%|█████████████▎ | 482/685 [09:58<04:11, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 71%|█████████████▍ | 483/685 [09:59<04:10, 1.24s/it, v_num=7e79]
Epoch 17: 80%|███████████████▎ | 550/685 [11:26<02:48, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 81%|███████████████▎ | 552/685 [11:28<02:45, 1.24s/it, v_num=7e79]
Epoch 17: 91%|█████████████████▏ | 620/685 [12:55<01:21, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 91%|█████████████████▏ | 621/685 [12:57<01:19, 1.25s/it, v_num=7e79]
Epoch 17: 100%|███████████████████| 685/685 [14:25<00:00, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 100%|███████████████████| 685/685 [14:25<00:00, 1.26s/it, v_num=7e79]
Epoch 18: 10%|█▉ | 67/685 [01:23<12:35, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 10%|██ | 69/685 [01:24<12:26, 1.21s/it, v_num=7e79]
Epoch 18: 20%|███▊ | 137/685 [02:46<11:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 20%|███▊ | 138/685 [02:48<11:01, 1.21s/it, v_num=7e79]
Epoch 18: 30%|█████▋ | 205/685 [04:09<09:41, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 30%|█████▋ | 207/685 [04:10<09:35, 1.20s/it, v_num=7e79]
Epoch 18: 40%|███████▋ | 275/685 [05:31<08:12, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 40%|███████▋ | 276/685 [05:32<08:10, 1.20s/it, v_num=7e79]
Epoch 18: 50%|█████████▌ | 343/685 [06:53<06:51, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 50%|█████████▌ | 345/685 [06:55<06:47, 1.20s/it, v_num=7e79]
Epoch 18: 60%|███████████▍ | 413/685 [08:16<05:25, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 60%|███████████▍ | 414/685 [08:17<05:25, 1.20s/it, v_num=7e79]
Epoch 18: 70%|█████████████▎ | 481/685 [09:38<04:04, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 71%|█████████████▍ | 483/685 [09:40<04:02, 1.20s/it, v_num=7e79]
Epoch 18: 80%|███████████████▎ | 551/685 [11:04<02:41, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 81%|███████████████▎ | 552/685 [11:05<02:40, 1.20s/it, v_num=7e79]
Epoch 18: 90%|█████████████████▏ | 619/685 [12:29<01:19, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 91%|█████████████████▏ | 621/685 [12:31<01:17, 1.21s/it, v_num=7e79]
Epoch 18: 100%|███████████████████| 685/685 [13:56<00:00, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 100%|███████████████████| 685/685 [13:57<00:00, 1.22s/it, v_num=7e79]
Epoch 19: 10%|█▉ | 68/685 [01:27<13:05, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 10%|██ | 69/685 [01:29<13:06, 1.28s/it, v_num=7e79]
Epoch 19: 20%|███▊ | 136/685 [02:57<11:51, 1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 20%|███▊ | 138/685 [02:59<11:46, 1.29s/it, v_num=7e79]
Epoch 19: 30%|█████▋ | 206/685 [04:25<10:13, 1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 30%|█████▋ | 207/685 [04:26<10:13, 1.28s/it, v_num=7e79]
Epoch 19: 40%|███████▌ | 274/685 [05:49<08:42, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 40%|███████▋ | 276/685 [05:51<08:39, 1.27s/it, v_num=7e79]
Epoch 19: 50%|█████████▌ | 344/685 [07:14<07:09, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 50%|█████████▌ | 345/685 [07:15<07:08, 1.26s/it, v_num=7e79]
Epoch 19: 60%|███████████▍ | 412/685 [08:38<05:42, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 60%|███████████▍ | 414/685 [08:39<05:39, 1.25s/it, v_num=7e79]
Epoch 19: 70%|█████████████▎ | 482/685 [10:02<04:13, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 71%|█████████████▍ | 483/685 [10:03<04:11, 1.25s/it, v_num=7e79]
Epoch 19: 80%|███████████████▎ | 550/685 [11:25<02:47, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 81%|███████████████▎ | 552/685 [11:26<02:45, 1.24s/it, v_num=7e79]
Epoch 19: 91%|█████████████████▏ | 620/685 [12:48<01:20, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 91%|█████████████████▏ | 621/685 [12:49<01:19, 1.24s/it, v_num=7e79]
Epoch 19: 100%|███████████████████| 685/685 [14:11<00:00, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 100%|███████████████████| 685/685 [14:11<00:00, 1.24s/it, v_num=7e79]
Epoch 20: 10%|█▉ | 68/685 [01:22<12:14, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 20: 10%|██ | 69/685 [01:23<12:17, 1.20s/it, v_num=7e79]
Epoch 20: 20%|███▊ | 136/685 [02:44<11:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 20: 20%|███▊ | 138/685 [02:46<10:55, 1.20s/it, v_num=7e79]
Epoch 20: 30%|█████▋ | 206/685 [04:07<09:32, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 20: 30%|█████▋ | 207/685 [04:08<09:32, 1.20s/it, v_num=7e79]
Epoch 20: 40%|███████▌ | 274/685 [05:28<08:11, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 20: 40%|███████▋ | 276/685 [05:30<08:08, 1.19s/it, v_num=7e79]
Epoch 20: 50%|█████████▌ | 344/685 [06:51<06:46, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 20: 50%|█████████▌ | 345/685 [06:52<06:45, 1.19s/it, v_num=7e79]
Epoch 20: 60%|███████████▍ | 412/685 [08:13<05:26, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 20: 60%|███████████▍ | 414/685 [08:15<05:23, 1.19s/it, v_num=7e79]
Epoch 20: 70%|█████████████▎ | 482/685 [09:35<04:01, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 20: 71%|█████████████▍ | 483/685 [09:36<04:00, 1.19s/it, v_num=7e79]
Epoch 20: 80%|███████████████▎ | 550/685 [10:56<02:40, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 20: 81%|███████████████▎ | 552/685 [10:58<02:38, 1.19s/it, v_num=7e79]
Epoch 20: 91%|█████████████████▏ | 620/685 [12:17<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 20: 91%|█████████████████▏ | 621/685 [12:19<01:16, 1.19s/it, v_num=7e79]
Epoch 20: 100%|███████████████████| 685/685 [13:40<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 20: 100%|███████████████████| 685/685 [13:41<00:00, 1.20s/it, v_num=7e79]
Epoch 21: 10%|█▉ | 67/685 [01:21<12:20, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 21: 10%|██ | 69/685 [01:23<12:11, 1.19s/it, v_num=7e79]
Epoch 21: 20%|███▊ | 137/685 [02:42<10:47, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 21: 20%|███▊ | 138/685 [02:44<10:47, 1.18s/it, v_num=7e79]
Epoch 21: 30%|█████▋ | 205/685 [04:04<09:28, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 21: 30%|█████▋ | 207/685 [04:05<09:24, 1.18s/it, v_num=7e79]
Epoch 21: 40%|███████▋ | 275/685 [05:26<08:04, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 21: 40%|███████▋ | 276/685 [05:27<08:03, 1.18s/it, v_num=7e79]
Epoch 21: 50%|█████████▌ | 343/685 [06:47<06:45, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 21: 50%|█████████▌ | 345/685 [06:49<06:42, 1.18s/it, v_num=7e79]
Epoch 21: 60%|███████████▍ | 413/685 [08:09<05:21, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 21: 60%|███████████▍ | 414/685 [08:11<05:20, 1.18s/it, v_num=7e79]
Epoch 21: 70%|█████████████▎ | 481/685 [09:32<04:02, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 21: 71%|█████████████▍ | 483/685 [09:33<03:59, 1.19s/it, v_num=7e79]
Epoch 21: 80%|███████████████▎ | 551/685 [10:53<02:38, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 21: 81%|███████████████▎ | 552/685 [10:55<02:37, 1.18s/it, v_num=7e79]
Epoch 21: 90%|█████████████████▏ | 619/685 [12:14<01:18, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 21: 91%|█████████████████▏ | 621/685 [12:16<01:15, 1.18s/it, v_num=7e79]
Epoch 21: 100%|███████████████████| 685/685 [13:35<00:00, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 21: 100%|███████████████████| 685/685 [13:37<00:00, 1.19s/it, v_num=7e79]
Epoch 22: 10%|█▉ | 68/685 [01:22<12:17, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 22: 10%|██ | 69/685 [01:24<12:21, 1.20s/it, v_num=7e79]
Epoch 22: 20%|███▊ | 136/685 [02:45<11:02, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 22: 20%|███▊ | 138/685 [02:46<10:56, 1.20s/it, v_num=7e79]
Epoch 22: 30%|█████▋ | 206/685 [04:08<09:33, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 22: 30%|█████▋ | 207/685 [04:09<09:33, 1.20s/it, v_num=7e79]
Epoch 22: 40%|███████▌ | 274/685 [05:29<08:12, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 22: 40%|███████▋ | 276/685 [05:31<08:09, 1.20s/it, v_num=7e79]
Epoch 22: 50%|█████████▌ | 344/685 [06:51<06:46, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 22: 50%|█████████▌ | 345/685 [06:52<06:45, 1.19s/it, v_num=7e79]
Epoch 22: 60%|███████████▍ | 412/685 [08:12<05:25, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 22: 60%|███████████▍ | 414/685 [08:13<05:22, 1.19s/it, v_num=7e79]
Epoch 22: 70%|█████████████▎ | 482/685 [09:33<04:01, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 22: 71%|█████████████▍ | 483/685 [09:35<04:00, 1.19s/it, v_num=7e79]
Epoch 22: 80%|███████████████▎ | 550/685 [10:58<02:41, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 22: 81%|███████████████▎ | 552/685 [10:59<02:38, 1.19s/it, v_num=7e79]
Epoch 22: 91%|█████████████████▏ | 620/685 [12:21<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 22: 91%|█████████████████▏ | 621/685 [12:23<01:16, 1.19s/it, v_num=7e79]
Epoch 22: 100%|███████████████████| 685/685 [13:43<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 22: 100%|███████████████████| 685/685 [13:44<00:00, 1.20s/it, v_num=7e79]
Epoch 23: 10%|█▉ | 68/685 [01:21<12:06, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 23: 10%|██ | 69/685 [01:22<12:09, 1.18s/it, v_num=7e79]
Epoch 23: 20%|███▊ | 136/685 [02:42<10:51, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 23: 20%|███▊ | 138/685 [02:44<10:46, 1.18s/it, v_num=7e79]
Epoch 23: 30%|█████▋ | 206/685 [04:03<09:24, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 23: 30%|█████▋ | 207/685 [04:05<09:24, 1.18s/it, v_num=7e79]
Epoch 23: 40%|███████▌ | 274/685 [05:26<08:07, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 23: 40%|███████▋ | 276/685 [05:27<08:03, 1.18s/it, v_num=7e79]
Epoch 23: 50%|█████████▌ | 344/685 [06:47<06:42, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 23: 50%|█████████▌ | 345/685 [06:48<06:41, 1.18s/it, v_num=7e79]
Epoch 23: 60%|███████████▍ | 412/685 [08:08<05:22, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 23: 60%|███████████▍ | 414/685 [08:10<05:20, 1.18s/it, v_num=7e79]
Epoch 23: 70%|█████████████▎ | 482/685 [09:29<03:59, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 23: 71%|█████████████▍ | 483/685 [09:31<03:58, 1.18s/it, v_num=7e79]
Epoch 23: 80%|███████████████▎ | 550/685 [10:51<02:39, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 23: 81%|███████████████▎ | 552/685 [10:53<02:37, 1.18s/it, v_num=7e79]
Epoch 23: 91%|█████████████████▏ | 620/685 [12:14<01:16, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 23: 91%|█████████████████▏ | 621/685 [12:16<01:15, 1.18s/it, v_num=7e79]
Epoch 23: 100%|███████████████████| 685/685 [13:36<00:00, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 23: 100%|███████████████████| 685/685 [13:38<00:00, 1.19s/it, v_num=7e79]
Epoch 24: 10%|█▉ | 68/685 [01:21<12:07, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 24: 10%|██ | 69/685 [01:23<12:10, 1.19s/it, v_num=7e79]
Epoch 24: 20%|███▊ | 136/685 [02:45<11:04, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 24: 20%|███▊ | 138/685 [02:47<10:59, 1.21s/it, v_num=7e79]
Epoch 24: 30%|█████▋ | 206/685 [04:15<09:51, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 24: 30%|█████▋ | 207/685 [04:16<09:48, 1.23s/it, v_num=7e79]
Epoch 24: 40%|███████▌ | 274/685 [05:41<08:29, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 24: 40%|███████▋ | 276/685 [05:42<08:26, 1.24s/it, v_num=7e79]
Epoch 24: 50%|█████████▌ | 344/685 [07:07<07:02, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 24: 50%|█████████▌ | 345/685 [07:09<07:01, 1.24s/it, v_num=7e79]
Epoch 24: 60%|███████████▍ | 412/685 [08:34<05:39, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 24: 60%|███████████▍ | 414/685 [08:35<05:36, 1.24s/it, v_num=7e79]
Epoch 24: 70%|█████████████▎ | 482/685 [10:02<04:13, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 24: 71%|█████████████▍ | 483/685 [10:04<04:12, 1.25s/it, v_num=7e79]
Epoch 24: 80%|███████████████▎ | 550/685 [11:28<02:48, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 24: 81%|███████████████▎ | 552/685 [11:30<02:45, 1.25s/it, v_num=7e79]
Epoch 24: 91%|█████████████████▏ | 620/685 [12:50<01:20, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 24: 91%|█████████████████▏ | 621/685 [12:51<01:19, 1.24s/it, v_num=7e79]
Epoch 24: 100%|███████████████████| 685/685 [14:12<00:00, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 24: 100%|███████████████████| 685/685 [14:14<00:00, 1.25s/it, v_num=7e79]
Epoch 25: 10%|█▉ | 68/685 [01:22<12:14, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 25: 10%|██ | 69/685 [01:23<12:18, 1.20s/it, v_num=7e79]
Epoch 25: 20%|███▊ | 136/685 [02:45<11:01, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 25: 20%|███▊ | 138/685 [02:46<10:56, 1.20s/it, v_num=7e79]
Epoch 25: 30%|█████▋ | 206/685 [04:08<09:36, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 25: 30%|█████▋ | 207/685 [04:10<09:36, 1.21s/it, v_num=7e79]
Epoch 25: 40%|███████▌ | 274/685 [05:32<08:16, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 25: 40%|███████▋ | 276/685 [05:34<08:13, 1.21s/it, v_num=7e79]
Epoch 25: 50%|█████████▌ | 344/685 [06:55<06:51, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 25: 50%|█████████▌ | 345/685 [06:57<06:50, 1.21s/it, v_num=7e79]
Epoch 25: 60%|███████████▍ | 412/685 [08:18<05:29, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 25: 60%|███████████▍ | 414/685 [08:20<05:26, 1.20s/it, v_num=7e79]
Epoch 25: 70%|█████████████▎ | 482/685 [09:40<04:04, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 25: 71%|█████████████▍ | 483/685 [09:42<04:03, 1.20s/it, v_num=7e79]
Epoch 25: 80%|███████████████▎ | 550/685 [11:02<02:42, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 25: 81%|███████████████▎ | 552/685 [11:03<02:39, 1.20s/it, v_num=7e79]
Epoch 25: 91%|█████████████████▏ | 620/685 [12:23<01:17, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 25: 91%|█████████████████▏ | 621/685 [12:25<01:16, 1.20s/it, v_num=7e79]
Epoch 25: 100%|███████████████████| 685/685 [13:45<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 25: 100%|███████████████████| 685/685 [13:46<00:00, 1.21s/it, v_num=7e79]
Epoch 26: 10%|█▉ | 67/685 [01:21<12:20, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 26: 10%|██ | 69/685 [01:23<12:11, 1.19s/it, v_num=7e79]
Epoch 26: 20%|███▊ | 137/685 [02:42<10:47, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 26: 20%|███▊ | 138/685 [02:44<10:49, 1.19s/it, v_num=7e79]
Epoch 26: 30%|█████▋ | 205/685 [04:08<09:38, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 26: 30%|█████▋ | 207/685 [04:10<09:34, 1.20s/it, v_num=7e79]
Epoch 26: 40%|███████▋ | 275/685 [05:31<08:11, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 26: 40%|███████▋ | 276/685 [05:32<08:11, 1.20s/it, v_num=7e79]
Epoch 26: 50%|█████████▌ | 343/685 [06:55<06:53, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 26: 50%|█████████▌ | 345/685 [06:57<06:49, 1.21s/it, v_num=7e79]
Epoch 26: 60%|███████████▍ | 413/685 [08:20<05:28, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 26: 60%|███████████▍ | 414/685 [08:22<05:28, 1.21s/it, v_num=7e79]
Epoch 26: 70%|█████████████▎ | 481/685 [09:46<04:08, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 26: 71%|█████████████▍ | 483/685 [09:47<04:05, 1.21s/it, v_num=7e79]
Epoch 26: 80%|███████████████▎ | 551/685 [11:09<02:42, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 26: 81%|███████████████▎ | 552/685 [11:10<02:41, 1.21s/it, v_num=7e79]
Epoch 26: 90%|█████████████████▏ | 619/685 [12:32<01:20, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 26: 91%|█████████████████▏ | 621/685 [12:34<01:17, 1.21s/it, v_num=7e79]
Epoch 26: 100%|███████████████████| 685/685 [13:54<00:00, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 26: 100%|███████████████████| 685/685 [13:55<00:00, 1.22s/it, v_num=7e79]
Epoch 27: 10%|█▉ | 68/685 [01:21<12:09, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 27: 10%|██ | 69/685 [01:23<12:13, 1.19s/it, v_num=7e79]
Epoch 27: 20%|███▊ | 136/685 [02:43<10:56, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 27: 20%|███▊ | 138/685 [02:45<10:52, 1.19s/it, v_num=7e79]
Epoch 27: 30%|█████▋ | 206/685 [04:09<09:36, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 27: 30%|█████▋ | 207/685 [04:10<09:36, 1.21s/it, v_num=7e79]
Epoch 27: 40%|███████▌ | 274/685 [05:32<08:16, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 27: 40%|███████▋ | 276/685 [05:33<08:12, 1.20s/it, v_num=7e79]
Epoch 27: 50%|█████████▌ | 344/685 [06:53<06:48, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 27: 50%|█████████▌ | 345/685 [06:55<06:48, 1.20s/it, v_num=7e79]
Epoch 27: 60%|███████████▍ | 412/685 [08:15<05:27, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 27: 60%|███████████▍ | 414/685 [08:17<05:24, 1.20s/it, v_num=7e79]
Epoch 27: 70%|█████████████▎ | 482/685 [09:37<04:02, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 27: 71%|█████████████▍ | 483/685 [09:38<04:01, 1.20s/it, v_num=7e79]
Epoch 27: 80%|███████████████▎ | 550/685 [10:58<02:41, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 27: 81%|███████████████▎ | 552/685 [11:00<02:38, 1.19s/it, v_num=7e79]
Epoch 27: 91%|█████████████████▏ | 620/685 [12:20<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 27: 91%|█████████████████▏ | 621/685 [12:22<01:16, 1.19s/it, v_num=7e79]
Epoch 27: 100%|███████████████████| 685/685 [13:42<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 27: 100%|███████████████████| 685/685 [13:42<00:00, 1.20s/it, v_num=7e79]
Epoch 28: 10%|█▉ | 68/685 [01:21<12:09, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 28: 10%|██ | 69/685 [01:23<12:12, 1.19s/it, v_num=7e79]
Epoch 28: 20%|███▊ | 136/685 [02:43<10:54, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 28: 20%|███▊ | 138/685 [02:44<10:48, 1.19s/it, v_num=7e79]
Epoch 28: 30%|█████▋ | 206/685 [04:04<09:26, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 28: 30%|█████▋ | 207/685 [04:06<09:25, 1.18s/it, v_num=7e79]
Epoch 28: 40%|███████▌ | 274/685 [05:26<08:07, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 28: 40%|███████▋ | 276/685 [05:27<08:03, 1.18s/it, v_num=7e79]
Epoch 28: 50%|█████████▌ | 344/685 [06:47<06:42, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 28: 50%|█████████▌ | 345/685 [06:49<06:42, 1.18s/it, v_num=7e79]
Epoch 28: 60%|███████████▍ | 412/685 [08:09<05:23, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 28: 60%|███████████▍ | 414/685 [08:11<05:21, 1.18s/it, v_num=7e79]
Epoch 28: 70%|█████████████▎ | 482/685 [09:31<04:00, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 28: 71%|█████████████▍ | 483/685 [09:33<03:59, 1.18s/it, v_num=7e79]
Epoch 28: 80%|███████████████▎ | 550/685 [10:56<02:40, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 28: 81%|███████████████▎ | 552/685 [10:58<02:38, 1.19s/it, v_num=7e79]
Epoch 28: 91%|█████████████████▏ | 620/685 [12:18<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 28: 91%|█████████████████▏ | 621/685 [12:20<01:16, 1.19s/it, v_num=7e79]
Epoch 28: 100%|███████████████████| 685/685 [13:40<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 28: 100%|███████████████████| 685/685 [13:42<00:00, 1.20s/it, v_num=7e79]
Epoch 29: 10%|█▉ | 67/685 [01:23<12:36, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 29: 10%|██ | 69/685 [01:25<12:34, 1.22s/it, v_num=7e79]
Epoch 29: 20%|███▊ | 137/685 [02:47<11:05, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 29: 20%|███▊ | 138/685 [02:49<11:06, 1.22s/it, v_num=7e79]
Epoch 29: 30%|█████▋ | 205/685 [04:11<09:45, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 29: 30%|█████▋ | 207/685 [04:12<09:41, 1.22s/it, v_num=7e79]
Epoch 29: 40%|███████▋ | 275/685 [05:34<08:16, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 29: 40%|███████▋ | 276/685 [05:36<08:16, 1.21s/it, v_num=7e79]
Epoch 29: 50%|█████████▌ | 343/685 [06:57<06:55, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 29: 50%|█████████▌ | 345/685 [06:59<06:52, 1.21s/it, v_num=7e79]
Epoch 29: 60%|███████████▍ | 413/685 [08:21<05:29, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 29: 60%|███████████▍ | 414/685 [08:23<05:28, 1.21s/it, v_num=7e79]
Epoch 29: 70%|█████████████▎ | 481/685 [09:44<04:07, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 29: 71%|█████████████▍ | 483/685 [09:46<04:04, 1.21s/it, v_num=7e79]
Epoch 29: 80%|███████████████▎ | 551/685 [11:06<02:41, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 29: 81%|███████████████▎ | 552/685 [11:08<02:40, 1.21s/it, v_num=7e79]
Epoch 29: 90%|█████████████████▏ | 619/685 [12:28<01:19, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 29: 91%|█████████████████▏ | 621/685 [12:30<01:17, 1.21s/it, v_num=7e79]
Epoch 29: 100%|███████████████████| 685/685 [13:50<00:00, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 29: 100%|███████████████████| 685/685 [13:52<00:00, 1.21s/it, v_num=7e79]
Epoch 30: 10%|█▉ | 67/685 [01:21<12:23, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 30: 10%|██ | 69/685 [01:23<12:16, 1.20s/it, v_num=7e79]
Epoch 30: 20%|███▊ | 137/685 [02:43<10:50, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 30: 20%|███▊ | 138/685 [02:45<10:51, 1.19s/it, v_num=7e79]
Epoch 30: 30%|█████▋ | 205/685 [04:05<09:31, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 30: 30%|█████▋ | 207/685 [04:07<09:28, 1.19s/it, v_num=7e79]
Epoch 30: 40%|███████▋ | 275/685 [05:27<08:05, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 30: 40%|███████▋ | 276/685 [05:28<08:05, 1.19s/it, v_num=7e79]
Epoch 30: 50%|█████████▌ | 343/685 [06:48<06:46, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 30: 50%|█████████▌ | 345/685 [06:50<06:43, 1.19s/it, v_num=7e79]
Epoch 30: 60%|███████████▍ | 413/685 [08:10<05:22, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 30: 60%|███████████▍ | 414/685 [08:12<05:21, 1.19s/it, v_num=7e79]
Epoch 30: 70%|█████████████▎ | 481/685 [09:33<04:02, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 30: 71%|█████████████▍ | 483/685 [09:34<03:59, 1.19s/it, v_num=7e79]
Epoch 30: 80%|███████████████▎ | 551/685 [10:54<02:38, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 30: 81%|███████████████▎ | 552/685 [10:56<02:37, 1.19s/it, v_num=7e79]
Epoch 30: 90%|█████████████████▏ | 619/685 [12:16<01:18, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 30: 91%|█████████████████▏ | 621/685 [12:18<01:15, 1.19s/it, v_num=7e79]
Epoch 30: 100%|███████████████████| 685/685 [13:38<00:00, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 30: 100%|███████████████████| 685/685 [13:39<00:00, 1.20s/it, v_num=7e79]
Epoch 31: 10%|█▉ | 68/685 [01:21<12:09, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 31: 10%|██ | 69/685 [01:23<12:14, 1.19s/it, v_num=7e79]
Epoch 31: 20%|███▊ | 136/685 [02:43<10:54, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 31: 20%|███▊ | 138/685 [02:45<10:49, 1.19s/it, v_num=7e79]
Epoch 31: 30%|█████▋ | 206/685 [04:04<09:26, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 31: 30%|█████▋ | 207/685 [04:06<09:26, 1.19s/it, v_num=7e79]
Epoch 31: 40%|███████▌ | 274/685 [05:27<08:09, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 31: 40%|███████▋ | 276/685 [05:29<08:06, 1.19s/it, v_num=7e79]
Epoch 31: 50%|█████████▌ | 344/685 [06:52<06:47, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 31: 50%|█████████▌ | 345/685 [06:53<06:46, 1.20s/it, v_num=7e79]
Epoch 31: 60%|███████████▍ | 412/685 [08:14<05:26, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 31: 60%|███████████▍ | 414/685 [08:16<05:23, 1.20s/it, v_num=7e79]
Epoch 31: 70%|█████████████▎ | 482/685 [09:36<04:02, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 31: 71%|█████████████▍ | 483/685 [09:38<04:01, 1.19s/it, v_num=7e79]
Epoch 31: 80%|███████████████▎ | 550/685 [10:58<02:41, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 31: 81%|███████████████▎ | 552/685 [11:00<02:38, 1.19s/it, v_num=7e79]
Epoch 31: 91%|█████████████████▏ | 620/685 [12:20<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 31: 91%|█████████████████▏ | 621/685 [12:21<01:16, 1.19s/it, v_num=7e79]
Epoch 31: 100%|███████████████████| 685/685 [13:42<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 31: 100%|███████████████████| 685/685 [13:43<00:00, 1.20s/it, v_num=7e79]
Epoch 32: 10%|█▉ | 68/685 [01:21<12:12, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 32: 10%|██ | 69/685 [01:23<12:16, 1.20s/it, v_num=7e79]
Epoch 32: 20%|███▊ | 136/685 [02:44<10:57, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 32: 20%|███▊ | 138/685 [02:45<10:52, 1.19s/it, v_num=7e79]
Epoch 32: 30%|█████▋ | 206/685 [04:06<09:29, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 32: 30%|█████▋ | 207/685 [04:08<09:30, 1.19s/it, v_num=7e79]
Epoch 32: 40%|███████▌ | 274/685 [05:28<08:11, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 32: 40%|███████▋ | 276/685 [05:30<08:07, 1.19s/it, v_num=7e79]
Epoch 32: 50%|█████████▌ | 344/685 [06:50<06:46, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 32: 50%|█████████▌ | 345/685 [06:52<06:45, 1.19s/it, v_num=7e79]
Epoch 32: 60%|███████████▍ | 412/685 [08:13<05:26, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 32: 60%|███████████▍ | 414/685 [08:15<05:23, 1.19s/it, v_num=7e79]
Epoch 32: 70%|█████████████▎ | 482/685 [09:35<04:01, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 32: 71%|█████████████▍ | 483/685 [09:37<04:00, 1.19s/it, v_num=7e79]
Epoch 32: 80%|███████████████▎ | 550/685 [10:57<02:41, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 32: 81%|███████████████▎ | 552/685 [10:59<02:38, 1.19s/it, v_num=7e79]
Epoch 32: 91%|█████████████████▏ | 620/685 [12:19<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 32: 91%|█████████████████▏ | 621/685 [12:21<01:16, 1.19s/it, v_num=7e79]
Epoch 32: 100%|███████████████████| 685/685 [13:41<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 32: 100%|███████████████████| 685/685 [13:43<00:00, 1.20s/it, v_num=7e79]
Epoch 33: 10%|█▉ | 68/685 [01:22<12:16, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 33: 10%|██ | 69/685 [01:24<12:20, 1.20s/it, v_num=7e79]
Epoch 33: 20%|███▊ | 136/685 [02:44<10:58, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 33: 20%|███▊ | 138/685 [02:46<10:54, 1.20s/it, v_num=7e79]
Epoch 33: 30%|█████▋ | 206/685 [04:07<09:32, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 33: 30%|█████▋ | 207/685 [04:09<09:33, 1.20s/it, v_num=7e79]
Epoch 33: 40%|███████▌ | 274/685 [05:29<08:12, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 33: 40%|███████▋ | 276/685 [05:31<08:09, 1.20s/it, v_num=7e79]
Epoch 33: 50%|█████████▌ | 344/685 [06:51<06:46, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 33: 50%|█████████▌ | 345/685 [06:53<06:46, 1.19s/it, v_num=7e79]
Epoch 33: 60%|███████████▍ | 412/685 [08:14<05:26, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 33: 60%|███████████▍ | 414/685 [08:16<05:24, 1.20s/it, v_num=7e79]
Epoch 33: 70%|█████████████▎ | 482/685 [09:36<04:02, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 33: 71%|█████████████▍ | 483/685 [09:38<04:01, 1.20s/it, v_num=7e79]
Epoch 33: 80%|███████████████▎ | 550/685 [10:58<02:41, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 33: 81%|███████████████▎ | 552/685 [11:00<02:38, 1.19s/it, v_num=7e79]
Epoch 33: 91%|█████████████████▏ | 620/685 [12:21<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 33: 91%|█████████████████▏ | 621/685 [12:22<01:16, 1.19s/it, v_num=7e79]
Epoch 33: 100%|███████████████████| 685/685 [13:43<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 33: 100%|███████████████████| 685/685 [13:44<00:00, 1.20s/it, v_num=7e79]
Epoch 34: 10%|█▉ | 68/685 [01:22<12:14, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 34: 10%|██ | 69/685 [01:23<12:17, 1.20s/it, v_num=7e79]
Epoch 34: 20%|███▊ | 136/685 [02:45<11:04, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 34: 20%|███▊ | 138/685 [02:47<11:00, 1.21s/it, v_num=7e79]
Epoch 34: 30%|█████▋ | 206/685 [04:12<09:43, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 34: 30%|█████▋ | 207/685 [04:13<09:43, 1.22s/it, v_num=7e79]
Epoch 34: 40%|███████▌ | 274/685 [05:36<08:23, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 34: 40%|███████▋ | 276/685 [05:38<08:19, 1.22s/it, v_num=7e79]
Epoch 34: 50%|█████████▌ | 344/685 [06:59<06:54, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 34: 50%|█████████▌ | 345/685 [07:01<06:54, 1.22s/it, v_num=7e79]
Epoch 34: 60%|███████████▍ | 412/685 [08:23<05:32, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 34: 60%|███████████▍ | 414/685 [08:24<05:29, 1.22s/it, v_num=7e79]
Epoch 34: 70%|█████████████▎ | 482/685 [09:45<04:06, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 34: 71%|█████████████▍ | 483/685 [09:47<04:05, 1.21s/it, v_num=7e79]
Epoch 34: 80%|███████████████▎ | 550/685 [11:14<02:45, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 34: 81%|███████████████▎ | 552/685 [11:16<02:42, 1.22s/it, v_num=7e79]
Epoch 34: 91%|█████████████████▏ | 620/685 [12:38<01:19, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 34: 91%|█████████████████▏ | 621/685 [12:40<01:18, 1.22s/it, v_num=7e79]
Epoch 34: 100%|███████████████████| 685/685 [14:01<00:00, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 34: 100%|███████████████████| 685/685 [14:02<00:00, 1.23s/it, v_num=7e79]
Epoch 35: 10%|█▉ | 68/685 [01:22<12:15, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 35: 10%|██ | 69/685 [01:24<12:20, 1.20s/it, v_num=7e79]
Epoch 35: 20%|███▊ | 136/685 [02:45<11:02, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 35: 20%|███▊ | 138/685 [02:47<10:57, 1.20s/it, v_num=7e79]
Epoch 35: 30%|█████▋ | 206/685 [04:08<09:35, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 35: 30%|█████▋ | 207/685 [04:10<09:35, 1.20s/it, v_num=7e79]
Epoch 35: 40%|███████▌ | 274/685 [05:31<08:14, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 35: 40%|███████▋ | 276/685 [05:32<08:11, 1.20s/it, v_num=7e79]
Epoch 35: 50%|█████████▌ | 344/685 [06:55<06:51, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 35: 50%|█████████▌ | 345/685 [06:57<06:50, 1.21s/it, v_num=7e79]
Epoch 35: 60%|███████████▍ | 412/685 [08:21<05:31, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 35: 60%|███████████▍ | 414/685 [08:22<05:28, 1.21s/it, v_num=7e79]
Epoch 35: 70%|█████████████▎ | 482/685 [09:44<04:05, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 35: 71%|█████████████▍ | 483/685 [09:45<04:04, 1.21s/it, v_num=7e79]
Epoch 35: 80%|███████████████▎ | 550/685 [11:12<02:44, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 35: 81%|███████████████▎ | 552/685 [11:14<02:42, 1.22s/it, v_num=7e79]
Epoch 35: 91%|█████████████████▏ | 620/685 [12:39<01:19, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 35: 91%|█████████████████▏ | 621/685 [12:41<01:18, 1.22s/it, v_num=7e79]
Epoch 35: 100%|███████████████████| 685/685 [14:06<00:00, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 35: 100%|███████████████████| 685/685 [14:08<00:00, 1.24s/it, v_num=7e79]
Epoch 36: 10%|█▉ | 67/685 [01:26<13:10, 1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 36: 10%|██ | 69/685 [01:28<13:01, 1.27s/it, v_num=7e79]
Epoch 36: 20%|███▊ | 137/685 [02:54<11:31, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 36: 20%|███▊ | 138/685 [02:55<11:32, 1.27s/it, v_num=7e79]
Epoch 36: 30%|█████▋ | 205/685 [04:20<10:05, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 36: 30%|█████▋ | 207/685 [04:21<10:01, 1.26s/it, v_num=7e79]
Epoch 36: 40%|███████▋ | 275/685 [05:45<08:32, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 36: 40%|███████▋ | 276/685 [05:46<08:32, 1.25s/it, v_num=7e79]
Epoch 36: 50%|█████████▌ | 343/685 [07:08<07:05, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 36: 50%|█████████▌ | 345/685 [07:10<07:02, 1.24s/it, v_num=7e79]
Epoch 36: 60%|███████████▍ | 413/685 [08:38<05:40, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 36: 60%|███████████▍ | 414/685 [08:40<05:39, 1.25s/it, v_num=7e79]
Epoch 36: 70%|█████████████▎ | 481/685 [10:10<04:18, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 36: 71%|█████████████▍ | 483/685 [10:12<04:15, 1.27s/it, v_num=7e79]
Epoch 36: 80%|███████████████▎ | 551/685 [11:42<02:50, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 36: 81%|███████████████▎ | 552/685 [11:44<02:49, 1.27s/it, v_num=7e79]
Epoch 36: 90%|█████████████████▏ | 619/685 [13:08<01:23, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 36: 91%|█████████████████▏ | 621/685 [13:10<01:21, 1.27s/it, v_num=7e79]
Epoch 36: 100%|███████████████████| 685/685 [14:34<00:00, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 36: 100%|███████████████████| 685/685 [14:35<00:00, 1.28s/it, v_num=7e79]
Epoch 37: 10%|█▉ | 68/685 [01:22<12:19, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 37: 10%|██ | 69/685 [01:24<12:23, 1.21s/it, v_num=7e79]
Epoch 37: 20%|███▊ | 136/685 [02:46<11:08, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 37: 20%|███▊ | 138/685 [02:48<11:03, 1.21s/it, v_num=7e79]
Epoch 37: 30%|█████▋ | 206/685 [04:10<09:40, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 37: 30%|█████▋ | 207/685 [04:12<09:40, 1.21s/it, v_num=7e79]
Epoch 37: 40%|███████▌ | 274/685 [05:35<08:21, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 37: 40%|███████▋ | 276/685 [05:37<08:18, 1.22s/it, v_num=7e79]
Epoch 37: 50%|█████████▌ | 344/685 [07:03<06:58, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 37: 50%|█████████▌ | 345/685 [07:05<06:58, 1.23s/it, v_num=7e79]
Epoch 37: 60%|███████████▍ | 412/685 [08:29<05:37, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 37: 60%|███████████▍ | 414/685 [08:31<05:34, 1.23s/it, v_num=7e79]
Epoch 37: 70%|█████████████▎ | 482/685 [09:58<04:11, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 37: 71%|█████████████▍ | 483/685 [10:00<04:10, 1.24s/it, v_num=7e79]
Epoch 37: 80%|███████████████▎ | 550/685 [11:28<02:48, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 37: 81%|███████████████▎ | 552/685 [11:29<02:45, 1.25s/it, v_num=7e79]
Epoch 37: 91%|█████████████████▏ | 620/685 [12:58<01:21, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 37: 91%|█████████████████▏ | 621/685 [12:59<01:20, 1.25s/it, v_num=7e79]
Epoch 37: 100%|███████████████████| 685/685 [14:22<00:00, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 37: 100%|███████████████████| 685/685 [14:24<00:00, 1.26s/it, v_num=7e79]
Epoch 38: 10%|█▉ | 68/685 [01:22<12:14, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 38: 10%|██ | 69/685 [01:23<12:16, 1.20s/it, v_num=7e79]
Epoch 38: 20%|███▊ | 136/685 [02:47<11:11, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 38: 20%|███▊ | 138/685 [02:49<11:05, 1.22s/it, v_num=7e79]
Epoch 38: 30%|█████▋ | 206/685 [04:15<09:50, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 38: 30%|█████▋ | 207/685 [04:16<09:49, 1.23s/it, v_num=7e79]
Epoch 38: 40%|███████▌ | 274/685 [05:39<08:27, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 38: 40%|███████▋ | 276/685 [05:41<08:24, 1.23s/it, v_num=7e79]
Epoch 38: 50%|█████████▌ | 344/685 [07:03<06:58, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 38: 50%|█████████▌ | 345/685 [07:05<06:58, 1.23s/it, v_num=7e79]
Epoch 38: 60%|███████████▍ | 412/685 [08:27<05:35, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 38: 60%|███████████▍ | 414/685 [08:29<05:32, 1.23s/it, v_num=7e79]
Epoch 38: 70%|█████████████▎ | 482/685 [09:50<04:08, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 38: 71%|█████████████▍ | 483/685 [09:52<04:07, 1.22s/it, v_num=7e79]
Epoch 38: 80%|███████████████▎ | 550/685 [11:15<02:45, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 38: 81%|███████████████▎ | 552/685 [11:17<02:42, 1.23s/it, v_num=7e79]
Epoch 38: 91%|█████████████████▏ | 620/685 [12:40<01:19, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 38: 91%|█████████████████▏ | 621/685 [12:42<01:18, 1.23s/it, v_num=7e79]
Epoch 38: 100%|███████████████████| 685/685 [14:03<00:00, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 38: 100%|███████████████████| 685/685 [14:04<00:00, 1.23s/it, v_num=7e79]
Epoch 39: 10%|█▉ | 68/685 [01:25<12:43, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 39: 10%|██ | 69/685 [01:27<12:46, 1.24s/it, v_num=7e79]
Epoch 39: 20%|███▊ | 136/685 [02:48<11:16, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 39: 20%|███▊ | 138/685 [02:50<11:11, 1.23s/it, v_num=7e79]
Epoch 39: 30%|█████▋ | 206/685 [04:12<09:43, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 39: 30%|█████▋ | 207/685 [04:13<09:43, 1.22s/it, v_num=7e79]
Epoch 39: 40%|███████▌ | 274/685 [05:37<08:23, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 39: 40%|███████▋ | 276/685 [05:38<08:20, 1.22s/it, v_num=7e79]
Epoch 39: 50%|█████████▌ | 344/685 [07:00<06:55, 1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 39: 50%|█████████▌ | 345/685 [07:02<06:55, 1.22s/it, v_num=7e79]
Epoch 39: 60%|███████████▍ | 412/685 [08:29<05:36, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 39: 60%|███████████▍ | 414/685 [08:31<05:33, 1.23s/it, v_num=7e79]
Epoch 39: 70%|█████████████▎ | 482/685 [09:57<04:11, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 39: 71%|█████████████▍ | 483/685 [09:59<04:10, 1.24s/it, v_num=7e79]
Epoch 39: 80%|███████████████▎ | 550/685 [11:25<02:47, 1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 39: 81%|███████████████▎ | 552/685 [11:27<02:45, 1.24s/it, v_num=7e79]
Epoch 39: 91%|█████████████████▏ | 620/685 [12:56<01:21, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 39: 91%|█████████████████▏ | 621/685 [12:59<01:20, 1.25s/it, v_num=7e79]
Epoch 39: 100%|███████████████████| 685/685 [14:26<00:00, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 39: 100%|███████████████████| 685/685 [14:28<00:00, 1.27s/it, v_num=7e79]
Epoch 40: 10%|█▉ | 68/685 [01:28<13:09, 1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 40: 10%|██ | 69/685 [01:30<13:17, 1.29s/it, v_num=7e79]
Epoch 40: 20%|███▊ | 136/685 [03:00<12:01, 1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 40: 20%|███▊ | 138/685 [03:02<11:56, 1.31s/it, v_num=7e79]
Epoch 40: 30%|█████▋ | 206/685 [04:31<10:29, 1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 40: 30%|█████▋ | 207/685 [04:33<10:29, 1.32s/it, v_num=7e79]
Epoch 40: 40%|███████▌ | 274/685 [06:00<08:58, 1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 40: 40%|███████▋ | 276/685 [06:02<08:55, 1.31s/it, v_num=7e79]
Epoch 40: 50%|█████████▌ | 344/685 [07:27<07:22, 1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 40: 50%|█████████▌ | 345/685 [07:29<07:21, 1.30s/it, v_num=7e79]
Epoch 40: 60%|███████████▍ | 412/685 [08:54<05:53, 1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 40: 60%|███████████▍ | 414/685 [08:56<05:50, 1.29s/it, v_num=7e79]
Epoch 40: 70%|█████████████▎ | 482/685 [10:26<04:23, 1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 40: 71%|█████████████▍ | 483/685 [10:28<04:22, 1.30s/it, v_num=7e79]
Epoch 40: 80%|███████████████▎ | 550/685 [11:53<02:54, 1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 40: 81%|███████████████▎ | 552/685 [11:55<02:52, 1.29s/it, v_num=7e79]
Epoch 40: 91%|█████████████████▏ | 620/685 [13:20<01:23, 1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 40: 91%|█████████████████▏ | 621/685 [13:22<01:22, 1.29s/it, v_num=7e79]
Epoch 40: 100%|███████████████████| 685/685 [14:47<00:00, 1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 40: 100%|███████████████████| 685/685 [14:48<00:00, 1.29s/it, v_num=7e79]
Epoch 41: 10%|█▉ | 68/685 [01:24<12:39, 1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 41: 10%|██ | 69/685 [01:26<12:41, 1.24s/it, v_num=7e79]
Epoch 41: 20%|███▊ | 136/685 [02:55<11:41, 1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 41: 20%|███▊ | 138/685 [02:57<11:37, 1.28s/it, v_num=7e79]
Epoch 41: 30%|█████▋ | 206/685 [04:27<10:19, 1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 41: 30%|█████▋ | 207/685 [04:28<10:16, 1.29s/it, v_num=7e79]
Epoch 41: 40%|███████▌ | 274/685 [05:54<08:49, 1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 41: 40%|███████▋ | 276/685 [05:56<08:45, 1.29s/it, v_num=7e79]
Epoch 41: 50%|█████████▌ | 344/685 [07:19<07:13, 1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 41: 50%|█████████▌ | 345/685 [07:20<07:13, 1.27s/it, v_num=7e79]
Epoch 41: 60%|███████████▍ | 412/685 [08:42<05:45, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 41: 60%|███████████▍ | 414/685 [08:44<05:42, 1.26s/it, v_num=7e79]
Epoch 41: 70%|█████████████▎ | 482/685 [10:06<04:14, 1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 41: 71%|█████████████▍ | 483/685 [10:07<04:13, 1.26s/it, v_num=7e79]
Epoch 41: 80%|███████████████▎ | 550/685 [11:33<02:49, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 41: 81%|███████████████▎ | 552/685 [11:35<02:47, 1.26s/it, v_num=7e79]
Epoch 41: 91%|█████████████████▏ | 620/685 [13:01<01:21, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 41: 91%|█████████████████▏ | 621/685 [13:03<01:20, 1.26s/it, v_num=7e79]
Epoch 41: 100%|███████████████████| 685/685 [14:25<00:00, 1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 41: 100%|███████████████████| 685/685 [14:26<00:00, 1.26s/it, v_num=7e79]
Epoch 42: 10%|█▉ | 68/685 [01:22<12:20, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 42: 10%|██ | 69/685 [01:24<12:24, 1.21s/it, v_num=7e79]
Epoch 42: 20%|███▊ | 136/685 [02:45<11:02, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 42: 20%|███▊ | 138/685 [02:47<10:57, 1.20s/it, v_num=7e79]
Epoch 42: 30%|█████▋ | 206/685 [04:07<09:32, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 42: 30%|█████▋ | 207/685 [04:09<09:32, 1.20s/it, v_num=7e79]
Epoch 42: 40%|███████▌ | 274/685 [05:29<08:12, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 42: 40%|███████▋ | 276/685 [05:31<08:09, 1.20s/it, v_num=7e79]
Epoch 42: 50%|█████████▌ | 344/685 [06:51<06:47, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 42: 50%|█████████▌ | 345/685 [06:53<06:46, 1.20s/it, v_num=7e79]
Epoch 42: 60%|███████████▍ | 412/685 [08:13<05:26, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 42: 60%|███████████▍ | 414/685 [08:15<05:23, 1.19s/it, v_num=7e79]
Epoch 42: 70%|█████████████▎ | 482/685 [09:36<04:02, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 42: 71%|█████████████▍ | 483/685 [09:37<04:01, 1.19s/it, v_num=7e79]
Epoch 42: 80%|███████████████▎ | 550/685 [10:58<02:41, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 42: 81%|███████████████▎ | 552/685 [10:59<02:38, 1.19s/it, v_num=7e79]
Epoch 42: 91%|█████████████████▏ | 620/685 [12:21<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 42: 91%|█████████████████▏ | 621/685 [12:22<01:16, 1.19s/it, v_num=7e79]
Epoch 42: 100%|███████████████████| 685/685 [13:43<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 42: 100%|███████████████████| 685/685 [13:45<00:00, 1.20s/it, v_num=7e79]
Epoch 43: 10%|█▉ | 68/685 [01:22<12:13, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 43: 10%|██ | 69/685 [01:23<12:17, 1.20s/it, v_num=7e79]
Epoch 43: 20%|███▊ | 136/685 [02:44<10:58, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 43: 20%|███▊ | 138/685 [02:46<10:53, 1.19s/it, v_num=7e79]
Epoch 43: 30%|█████▋ | 206/685 [04:07<09:32, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 43: 30%|█████▋ | 207/685 [04:09<09:32, 1.20s/it, v_num=7e79]
Epoch 43: 40%|███████▌ | 274/685 [05:29<08:12, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 43: 40%|███████▋ | 276/685 [05:31<08:08, 1.20s/it, v_num=7e79]
Epoch 43: 50%|█████████▌ | 344/685 [06:53<06:49, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 43: 50%|█████████▌ | 345/685 [06:55<06:48, 1.20s/it, v_num=7e79]
Epoch 43: 60%|███████████▍ | 412/685 [08:16<05:27, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 43: 60%|███████████▍ | 414/685 [08:17<05:25, 1.20s/it, v_num=7e79]
Epoch 43: 70%|█████████████▎ | 482/685 [09:38<04:03, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 43: 71%|█████████████▍ | 483/685 [09:40<04:02, 1.20s/it, v_num=7e79]
Epoch 43: 80%|███████████████▎ | 550/685 [11:01<02:41, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 43: 81%|███████████████▎ | 552/685 [11:02<02:39, 1.20s/it, v_num=7e79]
Epoch 43: 91%|█████████████████▏ | 620/685 [12:22<01:17, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 43: 91%|█████████████████▏ | 621/685 [12:24<01:16, 1.20s/it, v_num=7e79]
Epoch 43: 100%|███████████████████| 685/685 [13:46<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 43: 100%|███████████████████| 685/685 [13:47<00:00, 1.21s/it, v_num=7e79]
Epoch 44: 10%|█▉ | 67/685 [01:22<12:26, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 44: 10%|██ | 69/685 [01:23<12:18, 1.20s/it, v_num=7e79]
Epoch 44: 20%|███▊ | 137/685 [02:44<10:51, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 44: 20%|███▊ | 138/685 [02:45<10:52, 1.19s/it, v_num=7e79]
Epoch 44: 30%|█████▋ | 205/685 [04:06<09:33, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 44: 30%|█████▋ | 207/685 [04:07<09:29, 1.19s/it, v_num=7e79]
Epoch 44: 40%|███████▋ | 275/685 [05:29<08:09, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 44: 40%|███████▋ | 276/685 [05:30<08:08, 1.19s/it, v_num=7e79]
Epoch 44: 50%|█████████▌ | 343/685 [06:51<06:48, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 44: 50%|█████████▌ | 345/685 [06:52<06:45, 1.19s/it, v_num=7e79]
Epoch 44: 60%|███████████▍ | 413/685 [08:12<05:23, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 44: 60%|███████████▍ | 414/685 [08:14<05:22, 1.19s/it, v_num=7e79]
Epoch 44: 70%|█████████████▎ | 481/685 [09:34<04:03, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 44: 71%|█████████████▍ | 483/685 [09:36<04:00, 1.19s/it, v_num=7e79]
Epoch 44: 80%|███████████████▎ | 551/685 [10:56<02:39, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 44: 81%|███████████████▎ | 552/685 [10:58<02:38, 1.19s/it, v_num=7e79]
Epoch 44: 90%|█████████████████▏ | 619/685 [12:18<01:18, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 44: 91%|█████████████████▏ | 621/685 [12:20<01:16, 1.19s/it, v_num=7e79]
Epoch 44: 100%|███████████████████| 685/685 [13:40<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 44: 100%|███████████████████| 685/685 [13:42<00:00, 1.20s/it, v_num=7e79]
Epoch 45: 10%|█▉ | 68/685 [01:21<12:12, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 45: 10%|██ | 69/685 [01:23<12:16, 1.20s/it, v_num=7e79]
Epoch 45: 20%|███▊ | 136/685 [02:43<10:57, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 45: 20%|███▊ | 138/685 [02:45<10:52, 1.19s/it, v_num=7e79]
Epoch 45: 30%|█████▋ | 206/685 [04:05<09:29, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 45: 30%|█████▋ | 207/685 [04:07<09:29, 1.19s/it, v_num=7e79]
Epoch 45: 40%|███████▌ | 274/685 [05:27<08:09, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 45: 40%|███████▋ | 276/685 [05:29<08:06, 1.19s/it, v_num=7e79]
Epoch 45: 50%|█████████▌ | 344/685 [06:49<06:44, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 45: 50%|█████████▌ | 345/685 [06:51<06:43, 1.19s/it, v_num=7e79]
Epoch 45: 60%|███████████▍ | 412/685 [08:12<05:25, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 45: 60%|███████████▍ | 414/685 [08:14<05:22, 1.19s/it, v_num=7e79]
Epoch 45: 70%|█████████████▎ | 482/685 [09:35<04:01, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 45: 71%|█████████████▍ | 483/685 [09:37<04:00, 1.19s/it, v_num=7e79]
Epoch 45: 80%|███████████████▎ | 550/685 [10:57<02:41, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 45: 81%|███████████████▎ | 552/685 [10:59<02:38, 1.19s/it, v_num=7e79]
Epoch 45: 91%|█████████████████▏ | 620/685 [12:20<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 45: 91%|█████████████████▏ | 621/685 [12:22<01:16, 1.19s/it, v_num=7e79]
Epoch 45: 100%|███████████████████| 685/685 [13:42<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 45: 100%|███████████████████| 685/685 [13:44<00:00, 1.20s/it, v_num=7e79]
Epoch 46: 10%|█▉ | 68/685 [01:22<12:15, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 46: 10%|██ | 69/685 [01:23<12:19, 1.20s/it, v_num=7e79]
Epoch 46: 20%|███▊ | 136/685 [02:45<11:01, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 46: 20%|███▊ | 138/685 [02:46<10:56, 1.20s/it, v_num=7e79]
Epoch 46: 30%|█████▋ | 206/685 [04:06<09:31, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 46: 30%|█████▋ | 207/685 [04:08<09:31, 1.20s/it, v_num=7e79]
Epoch 46: 40%|███████▌ | 274/685 [05:30<08:13, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 46: 40%|███████▋ | 276/685 [05:32<08:10, 1.20s/it, v_num=7e79]
Epoch 46: 50%|█████████▌ | 344/685 [06:53<06:48, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 46: 50%|█████████▌ | 345/685 [06:54<06:47, 1.20s/it, v_num=7e79]
Epoch 46: 60%|███████████▍ | 412/685 [08:16<05:28, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 46: 60%|███████████▍ | 414/685 [08:18<05:25, 1.20s/it, v_num=7e79]
Epoch 46: 70%|█████████████▎ | 482/685 [09:40<04:03, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 46: 71%|█████████████▍ | 483/685 [09:42<04:02, 1.20s/it, v_num=7e79]
Epoch 46: 80%|███████████████▎ | 550/685 [11:03<02:42, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 46: 81%|███████████████▎ | 552/685 [11:05<02:40, 1.20s/it, v_num=7e79]
Epoch 46: 91%|█████████████████▏ | 620/685 [12:26<01:18, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 46: 91%|█████████████████▏ | 621/685 [12:27<01:16, 1.20s/it, v_num=7e79]
Epoch 46: 100%|███████████████████| 685/685 [13:48<00:00, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 46: 100%|███████████████████| 685/685 [13:49<00:00, 1.21s/it, v_num=7e79]
Epoch 47: 10%|█▉ | 68/685 [01:22<12:14, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 47: 10%|██ | 69/685 [01:23<12:18, 1.20s/it, v_num=7e79]
Epoch 47: 20%|███▊ | 136/685 [02:44<10:58, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 47: 20%|███▊ | 138/685 [02:46<10:53, 1.19s/it, v_num=7e79]
Epoch 47: 30%|█████▋ | 206/685 [04:06<09:29, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 47: 30%|█████▋ | 207/685 [04:07<09:29, 1.19s/it, v_num=7e79]
Epoch 47: 40%|███████▌ | 274/685 [05:28<08:10, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 47: 40%|███████▋ | 276/685 [05:29<08:07, 1.19s/it, v_num=7e79]
Epoch 47: 50%|█████████▌ | 344/685 [06:50<06:45, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 47: 50%|█████████▌ | 345/685 [06:51<06:44, 1.19s/it, v_num=7e79]
Epoch 47: 60%|███████████▍ | 412/685 [08:13<05:26, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 47: 60%|███████████▍ | 414/685 [08:15<05:23, 1.19s/it, v_num=7e79]
Epoch 47: 70%|█████████████▎ | 482/685 [09:35<04:01, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 47: 71%|█████████████▍ | 483/685 [09:37<04:00, 1.19s/it, v_num=7e79]
Epoch 47: 80%|███████████████▎ | 550/685 [10:57<02:41, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 47: 81%|███████████████▎ | 552/685 [10:59<02:38, 1.19s/it, v_num=7e79]
Epoch 47: 91%|█████████████████▏ | 620/685 [12:20<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 47: 91%|█████████████████▏ | 621/685 [12:21<01:16, 1.19s/it, v_num=7e79]
Epoch 47: 100%|███████████████████| 685/685 [13:42<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 47: 100%|███████████████████| 685/685 [13:43<00:00, 1.20s/it, v_num=7e79]
Epoch 48: 10%|█▉ | 68/685 [01:22<12:15, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 48: 10%|██ | 69/685 [01:24<12:19, 1.20s/it, v_num=7e79]
Epoch 48: 20%|███▊ | 136/685 [02:44<10:57, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 48: 20%|███▊ | 138/685 [02:45<10:52, 1.19s/it, v_num=7e79]
Epoch 48: 30%|█████▋ | 206/685 [04:05<09:28, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 48: 30%|█████▋ | 207/685 [04:07<09:29, 1.19s/it, v_num=7e79]
Epoch 48: 40%|███████▌ | 274/685 [05:27<08:10, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 48: 40%|███████▋ | 276/685 [05:29<08:06, 1.19s/it, v_num=7e79]
Epoch 48: 50%|█████████▌ | 344/685 [06:49<06:44, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 48: 50%|█████████▌ | 345/685 [06:51<06:44, 1.19s/it, v_num=7e79]
Epoch 48: 60%|███████████▍ | 412/685 [08:11<05:25, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 48: 60%|███████████▍ | 414/685 [08:13<05:22, 1.19s/it, v_num=7e79]
Epoch 48: 70%|█████████████▎ | 482/685 [09:33<04:01, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 48: 71%|█████████████▍ | 483/685 [09:35<04:00, 1.19s/it, v_num=7e79]
Epoch 48: 80%|███████████████▎ | 550/685 [10:55<02:40, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 48: 81%|███████████████▎ | 552/685 [10:57<02:38, 1.19s/it, v_num=7e79]
Epoch 48: 91%|█████████████████▏ | 620/685 [12:17<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 48: 91%|█████████████████▏ | 621/685 [12:19<01:16, 1.19s/it, v_num=7e79]
Epoch 48: 100%|███████████████████| 685/685 [13:40<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 48: 100%|███████████████████| 685/685 [13:41<00:00, 1.20s/it, v_num=7e79]
Epoch 49: 10%|█▉ | 68/685 [01:22<12:18, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 49: 10%|██ | 69/685 [01:24<12:22, 1.20s/it, v_num=7e79]
Epoch 49: 20%|███▊ | 136/685 [02:46<11:06, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 49: 20%|███▊ | 138/685 [02:48<11:01, 1.21s/it, v_num=7e79]
Epoch 49: 30%|█████▋ | 206/685 [04:09<09:37, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 49: 30%|█████▋ | 207/685 [04:11<09:37, 1.21s/it, v_num=7e79]
Epoch 49: 40%|███████▌ | 274/685 [05:33<08:18, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 49: 40%|███████▋ | 276/685 [05:35<08:14, 1.21s/it, v_num=7e79]
Epoch 49: 50%|█████████▌ | 344/685 [06:55<06:50, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 49: 50%|█████████▌ | 345/685 [06:57<06:49, 1.21s/it, v_num=7e79]
Epoch 49: 60%|███████████▍ | 412/685 [08:17<05:28, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 49: 60%|███████████▍ | 414/685 [08:19<05:25, 1.20s/it, v_num=7e79]
Epoch 49: 70%|█████████████▎ | 482/685 [09:39<04:03, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 49: 71%|█████████████▍ | 483/685 [09:40<04:02, 1.20s/it, v_num=7e79]
Epoch 49: 80%|███████████████▎ | 550/685 [11:01<02:41, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 49: 81%|███████████████▎ | 552/685 [11:02<02:39, 1.20s/it, v_num=7e79]
Epoch 49: 91%|█████████████████▏ | 620/685 [12:23<01:17, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 49: 91%|█████████████████▏ | 621/685 [12:24<01:16, 1.20s/it, v_num=7e79]
Epoch 49: 100%|███████████████████| 685/685 [13:45<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 49: 100%|███████████████████| 685/685 [13:46<00:00, 1.21s/it, v_num=7e79]
Epoch 50: 10%|█▉ | 68/685 [01:21<12:08, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 50: 10%|██ | 69/685 [01:23<12:11, 1.19s/it, v_num=7e79]
Epoch 50: 20%|███▊ | 136/685 [02:43<10:55, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 50: 20%|███▊ | 138/685 [02:45<10:49, 1.19s/it, v_num=7e79]
Epoch 50: 30%|█████▋ | 206/685 [04:05<09:27, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 50: 30%|█████▋ | 207/685 [04:06<09:27, 1.19s/it, v_num=7e79]
Epoch 50: 40%|███████▌ | 274/685 [05:26<08:08, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 50: 40%|███████▋ | 276/685 [05:28<08:05, 1.19s/it, v_num=7e79]
Epoch 50: 50%|█████████▌ | 344/685 [06:48<06:43, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 50: 50%|█████████▌ | 345/685 [06:50<06:43, 1.19s/it, v_num=7e79]
Epoch 50: 60%|███████████▍ | 412/685 [08:11<05:24, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 50: 60%|███████████▍ | 414/685 [08:13<05:22, 1.19s/it, v_num=7e79]
Epoch 50: 70%|█████████████▎ | 482/685 [09:33<04:00, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 50: 71%|█████████████▍ | 483/685 [09:35<03:59, 1.19s/it, v_num=7e79]
Epoch 50: 80%|███████████████▎ | 550/685 [10:55<02:40, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 50: 81%|███████████████▎ | 552/685 [10:56<02:37, 1.19s/it, v_num=7e79]
Epoch 50: 91%|█████████████████▏ | 620/685 [12:16<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 50: 91%|█████████████████▏ | 621/685 [12:18<01:15, 1.19s/it, v_num=7e79]
Epoch 50: 100%|███████████████████| 685/685 [13:39<00:00, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 50: 100%|███████████████████| 685/685 [13:41<00:00, 1.20s/it, v_num=7e79]
Epoch 51: 10%|█▉ | 68/685 [01:22<12:14, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 51: 10%|██ | 69/685 [01:23<12:18, 1.20s/it, v_num=7e79]
Epoch 51: 20%|███▊ | 136/685 [02:43<10:56, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 51: 20%|███▊ | 138/685 [02:45<10:51, 1.19s/it, v_num=7e79]
Epoch 51: 30%|█████▋ | 206/685 [04:06<09:30, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 51: 30%|█████▋ | 207/685 [04:08<09:30, 1.19s/it, v_num=7e79]
Epoch 51: 40%|███████▌ | 274/685 [05:28<08:11, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 51: 40%|███████▋ | 276/685 [05:30<08:07, 1.19s/it, v_num=7e79]
Epoch 51: 50%|█████████▌ | 344/685 [06:50<06:45, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 51: 50%|█████████▌ | 345/685 [06:51<06:44, 1.19s/it, v_num=7e79]
Epoch 51: 60%|███████████▍ | 412/685 [08:11<05:25, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 51: 60%|███████████▍ | 414/685 [08:13<05:22, 1.19s/it, v_num=7e79]
Epoch 51: 70%|█████████████▎ | 482/685 [09:34<04:01, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 51: 71%|█████████████▍ | 483/685 [09:36<04:00, 1.19s/it, v_num=7e79]
Epoch 51: 80%|███████████████▎ | 550/685 [10:57<02:41, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 51: 81%|███████████████▎ | 552/685 [10:59<02:38, 1.19s/it, v_num=7e79]
Epoch 51: 91%|█████████████████▏ | 620/685 [12:19<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 51: 91%|█████████████████▏ | 621/685 [12:20<01:16, 1.19s/it, v_num=7e79]
Epoch 51: 100%|███████████████████| 685/685 [13:41<00:00, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 51: 100%|███████████████████| 685/685 [13:43<00:00, 1.20s/it, v_num=7e79]
Epoch 52: 10%|█▉ | 68/685 [01:21<12:11, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 52: 10%|██ | 69/685 [01:23<12:14, 1.19s/it, v_num=7e79]
Epoch 52: 20%|███▊ | 136/685 [02:43<10:54, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 52: 20%|███▊ | 138/685 [02:45<10:49, 1.19s/it, v_num=7e79]
Epoch 52: 30%|█████▋ | 206/685 [04:04<09:26, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 52: 30%|█████▋ | 207/685 [04:06<09:26, 1.19s/it, v_num=7e79]
Epoch 52: 40%|███████▌ | 274/685 [05:27<08:09, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 52: 40%|███████▋ | 276/685 [05:29<08:05, 1.19s/it, v_num=7e79]
Epoch 52: 50%|█████████▌ | 344/685 [06:49<06:44, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 52: 50%|█████████▌ | 345/685 [06:50<06:43, 1.19s/it, v_num=7e79]
Epoch 52: 60%|███████████▍ | 412/685 [08:10<05:24, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 52: 60%|███████████▍ | 414/685 [08:12<05:21, 1.19s/it, v_num=7e79]
Epoch 52: 70%|█████████████▎ | 482/685 [09:33<04:01, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 52: 71%|█████████████▍ | 483/685 [09:35<04:00, 1.19s/it, v_num=7e79]
Epoch 52: 80%|███████████████▎ | 550/685 [10:55<02:40, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 52: 81%|███████████████▎ | 552/685 [10:57<02:38, 1.19s/it, v_num=7e79]
Epoch 52: 91%|█████████████████▏ | 620/685 [12:16<01:17, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 52: 91%|█████████████████▏ | 621/685 [12:18<01:16, 1.19s/it, v_num=7e79]
Epoch 52: 100%|███████████████████| 685/685 [13:39<00:00, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 52: 100%|███████████████████| 685/685 [13:41<00:00, 1.20s/it, v_num=7e79]
Epoch 53: 10%|█▉ | 67/685 [01:21<12:23, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 53: 10%|██ | 69/685 [01:23<12:14, 1.19s/it, v_num=7e79]
Epoch 53: 20%|███▊ | 137/685 [02:43<10:49, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 53: 20%|███▊ | 138/685 [02:45<10:50, 1.19s/it, v_num=7e79]
Epoch 53: 30%|█████▋ | 205/685 [04:06<09:33, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 53: 30%|█████▋ | 207/685 [04:07<09:29, 1.19s/it, v_num=7e79]
Epoch 53: 40%|███████▋ | 275/685 [05:27<08:07, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 53: 40%|███████▋ | 276/685 [05:29<08:06, 1.19s/it, v_num=7e79]
Epoch 53: 50%|█████████▌ | 343/685 [06:49<06:47, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 53: 50%|█████████▌ | 345/685 [06:51<06:44, 1.19s/it, v_num=7e79]
Epoch 53: 60%|███████████▍ | 413/685 [08:11<05:22, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 53: 60%|███████████▍ | 414/685 [08:12<05:21, 1.19s/it, v_num=7e79]
Epoch 53: 70%|█████████████▎ | 481/685 [09:32<04:02, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 53: 71%|█████████████▍ | 483/685 [09:34<03:59, 1.19s/it, v_num=7e79]
Epoch 53: 80%|███████████████▎ | 551/685 [10:55<02:39, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 53: 81%|███████████████▎ | 552/685 [10:57<02:38, 1.19s/it, v_num=7e79]
Epoch 53: 90%|█████████████████▏ | 619/685 [12:17<01:18, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 53: 91%|█████████████████▏ | 621/685 [12:18<01:16, 1.19s/it, v_num=7e79]
Epoch 53: 100%|███████████████████| 685/685 [13:39<00:00, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 53: 100%|███████████████████| 685/685 [13:40<00:00, 1.20s/it, v_num=7e79]
Epoch 54: 10%|█▉ | 68/685 [01:21<12:10, 1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 54: 10%|██ | 69/685 [01:23<12:14, 1.19s/it, v_num=7e79]
Epoch 54: 20%|███▊ | 136/685 [02:44<10:58, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 54: 20%|███▊ | 138/685 [02:46<10:53, 1.19s/it, v_num=7e79]
Epoch 54: 30%|█████▋ | 206/685 [04:05<09:29, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 54: 30%|█████▋ | 207/685 [04:07<09:29, 1.19s/it, v_num=7e79]
Epoch 54: 40%|███████▌ | 274/685 [05:28<08:10, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 54: 40%|███████▋ | 276/685 [05:30<08:07, 1.19s/it, v_num=7e79]
Epoch 54: 50%|█████████▌ | 344/685 [06:51<06:46, 1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 54: 50%|█████████▌ | 345/685 [06:51<06:44, 1.19s/it, v_num=7e79]
Epoch 54: 60%|███████████▍ | 412/685 [08:17<05:28, 1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 54: 60%|███████████▍ | 414/685 [08:19<05:26, 1.20s/it, v_num=7e79]
Epoch 54: 70%|█████████████▎ | 482/685 [09:42<04:04, 1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 54: 71%|█████████████▍ | 483/685 [09:44<04:03, 1.21s/it, v_num=7e79]
Epoch 54: 74%|██████████████ | 506/685 [10:12<03:36, 1.21s/it, v_num=7e79]
/home/marco/miniforge3/lib/python3.9/site-packages/pytorch_lightning/trainer/trainer.py:1047: UserWarning: Detected KeyboardInterrupt, attempting graceful shutdown...
rank_zero_warn("Detected KeyboardInterrupt, attempting graceful shutdown...")
[19]:
{'d_x': tensor(0.9615),
'd_g_z1': tensor(0.0133),
'err_d_real': tensor(0.0411),
'err_d_fake': tensor(0.0137),
'err_d': tensor(0.0274),
'd_g_z2': tensor(0.0172),
'err_g': tensor(5.2013)}
[132]:
fake = smodel.net_g(fixed_noise).detach().cpu()
[133]:
# Plot some training images
real_batch = next(iter(dataloader))
plt.figure(figsize=(8,8))
plt.axis("off")
plt.title("Training Images")
plt.imshow(np.transpose(vutils.make_grid(fake, padding=2, normalize=True).cpu(),(1,2,0)))
[133]:
<matplotlib.image.AxesImage at 0x7fa67c3d0d60>
[134]:
plt.figure(figsize=(3,3))
plt.axis("off")
plt.title("Training Images")
plt.imshow(np.transpose(fake[-3].cpu().numpy(),(1,2,0))*0.5+0.5)
[134]:
<matplotlib.image.AxesImage at 0x7fa6830778b0>
4.1. Futher reading:
https://pytorch.org/tutorials/beginner/dcgan_faces_tutorial.html (we reused part of the code there for this tutorial).
Multi-Scale Gradient: MSG-GAN: Multi-Scale Gradients for Generative Adversarial Networks. Animesh Karnewar, Oliver Wang.
Spectral Normalization: Spectral Normalization for Generative Adversarial Networks. Takeru Miyato et al.
Two Time-Scale Update Rule: GANs Trained by a Two Time-Scale Update Rule Converge to a Local Nash Equilibrium. Martin Heusel et al.
Label Smoothing: Improved Techniques for Training GANs. Tim Salimans et. al.
Adding noise to images: Amortised MAP Inference for Image Super-resolution. Casper Kaae Sønderby et al.