4. GAN

[1]:
import os

import torch
from torch import nn
from torch import optim
from torch.utils.data import DataLoader
from torch.nn.utils import spectral_norm

import torchvision.datasets as dset
import torchvision.transforms as transforms
import torchvision.utils as vutils

import pytorch_lightning as pl

import numpy as np
import matplotlib.pyplot as plt
import matplotlib.animation as animation
%matplotlib inline
[2]:
# Spatial size of training images. All images will be resized to this
#   size using a transformer.
image_size = 64

# Number of channels in the training images. For color images this is 3
nc = 3

# Size of z latent vector (i.e. size of generator input)
nz = 100

# Size of feature maps in generator
ngf = 64

# Size of feature maps in discriminator
ndf = 64
[4]:
preprocess = transforms.Compose([
    transforms.Resize(image_size),
    transforms.CenterCrop(image_size),
    transforms.ToTensor(),
    transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5)),
])

dataset = dset.ImageFolder(
    './celeb_faces',
    transform=preprocess
)
[5]:
# Create a dataloader
dataloader = torch.utils.data.DataLoader(dataset, batch_size=64, shuffle=True)
# Plot some training images
real_batch = next(iter(dataloader))
plt.figure(figsize=(3,3))
plt.axis("off")
plt.title("Training Images")
plt.imshow(np.transpose(dataset[0][0].cpu(),(1,2,0))*0.5+0.5)
[5]:
<matplotlib.image.AxesImage at 0x7fa683006790>
../../_images/sections_gan_4_1.png
[6]:
# Plot some training images
torch.random.manual_seed(3)
real_batch = next(iter(dataloader))
plt.figure(figsize=(8,8))
plt.axis("off")
plt.title("Training Images")
plt.imshow(np.transpose(vutils.make_grid(real_batch[0][:64], padding=2, normalize=True).cpu(),(1,2,0)))
[6]:
<matplotlib.image.AxesImage at 0x7fa683a9b9a0>
../../_images/sections_gan_5_1.png
[7]:
class Generator(nn.Module):
    def __init__(self, use_spectral_norm=True, use_batch_norm=True):
        super().__init__()
        def func(use_spectral_norm, use_batch_norm, batch_norm_size, conv_args):
            res = [nn.ConvTranspose2d(*conv_args, bias=False)]
            if use_spectral_norm:
                res[0] = spectral_norm(res[0])
            if use_batch_norm:
                res.append(nn.BatchNorm2d(batch_norm_size))
            return res

        self.main = nn.Sequential(
            # input is Z, going into a convolution
            *func(use_spectral_norm, use_batch_norm, ngf * 8, [nz, ngf * 8, 4, 1, 0]),
            nn.ReLU(inplace=True),

            # state size. (ngf*8) x 4 x 4
            *func(use_spectral_norm, use_batch_norm, ngf * 4, [ngf * 8, ngf * 4, 4, 2, 1]),
            nn.ReLU(inplace=True),

            # state size. (ngf*4) x 8 x 8
            *func(use_spectral_norm, use_batch_norm, ngf * 2, [ngf * 4, ngf * 2, 4, 2, 1]),
            nn.ReLU(inplace=True),

            # state size. (ngf*2) x 16 x 16
            *func(use_spectral_norm, use_batch_norm, ngf, [ngf * 2, ngf, 4, 2, 1]),
            nn.ReLU(inplace=True),

            # state size. (ngf) x 32 x 32
            *func(False, False, None, [ngf, nc, 4, 2, 1]),
            nn.Tanh()
            # state size. (nc) x 64 x 64
        )

    def forward(self, input):
        return self.main(input)
[14]:
class Discriminator(nn.Module):
    def __init__(self, use_spectral_norm=True, use_batch_norm=True):
        super().__init__()
        def func(use_spectral_norm, use_batch_norm, batch_norm_size, conv_args):
            res = [nn.Conv2d(*conv_args, bias=False)]
            if use_spectral_norm:
                res[0] = spectral_norm(res[0])
            if use_batch_norm:
                res.append(nn.BatchNorm2d(batch_norm_size))
            return res

        self.main = nn.Sequential(
            # input is (nc) x 64 x 64
            *func(use_spectral_norm, False, ndf, [nc, ndf, 4, 2, 1]),
            nn.LeakyReLU(0.2, inplace=True),

            # state size. (ndf) x 32 x 32
            *func(use_spectral_norm, use_batch_norm, ngf * 2, [ndf, ndf * 2, 4, 2, 1]),
            nn.LeakyReLU(0.2, inplace=True),

            # state size. (ndf*2) x 16 x 16
            *func(use_spectral_norm, use_batch_norm, ngf * 4, [ndf * 2, ndf * 4, 4, 2, 1]),
            nn.LeakyReLU(0.2, inplace=True),

            # state size. (ndf*4) x 8 x 8
            *func(use_spectral_norm, use_batch_norm, ngf * 8, [ndf * 4, ndf * 8, 4, 2, 1]),
            nn.LeakyReLU(0.2, inplace=True),

            # state size. (ndf*8) x 4 x 4
            *func(False, False, None, [ndf * 8, 1, 4, 1, 0]),
            nn.Sigmoid()
        )

    def forward(self, input):
        return self.main(input)
[15]:
def weights_init(m):
    classname = m.__class__.__name__
    if classname.find('Conv') != -1:
        nn.init.normal_(m.weight.data, 0.0, 0.02)
    elif classname.find('BatchNorm') != -1:
        nn.init.normal_(m.weight.data, 1.0, 0.02)
        nn.init.constant_(m.bias.data, 0)
[16]:
# Create batch of latent vectors that we will use to visualize
#  the progression of the generator
fixed_noise = torch.randn(64, nz, 1, 1)

# Establish convention for real and fake labels during training
real_label = 1.
fake_label = 0.
[17]:
class DataModule(pl.LightningDataModule):
    def __init__(self, dataset, batch_size = 50):
        super().__init__()

        self.dataset = dataset
        self.num_workers = torch.get_num_threads()
        self.batch_size = batch_size

    def train_dataloader(self):
        return DataLoader(self.dataset, batch_size=self.batch_size, drop_last=True,
                          shuffle=True, num_workers=self.num_workers)

    def val_dataloader(self):
        subset_db = torch.utils.data.Subset(self.dataset,np.random.choice(len(self.dataset), 100, False))
        return DataLoader(subset_db, batch_size=self.batch_size, drop_last=False,
                          shuffle=False, num_workers=self.num_workers)
[18]:
class LitNN(pl.LightningModule):
    def __init__(self, lr_d=0.0004, lr_g=0.0001, beta1 = 0.5,

                 inst_noise_until_step=5000,
                 inst_noise_initv=.3,

                 label_noise_until_step=5000,
                 label_noise_initv=.3,
                ):
        super().__init__()

        self.net_d = Discriminator()
        self.net_d.apply(weights_init)

        self.net_g = Generator()
        self.net_g.apply(weights_init)

        self.criterion = nn.BCELoss()
        self.automatic_optimization = False
        self.lr_d = lr_d
        self.lr_g = lr_g
        self.beta1 = beta1

        self.inst_noise_until_step = inst_noise_until_step
        self.inst_noise_initv = inst_noise_initv

        self.label_noise_until_step = label_noise_until_step
        self.label_noise_initv = label_noise_initv

    def _initialize_layer(self, layer):
        nn.init.constant_(layer.bias, 0)
        gain = nn.init.calculate_gain('relu')
        nn.init.xavier_normal_(layer.weight, gain=gain)
        return layer

    def configure_optimizers(self):
        optimizer_d = optim.Adam(self.net_d.parameters(), lr=self.lr_d, betas=(self.beta1, 0.999))
        optimizer_g = optim.Adam(self.net_g.parameters(), lr=self.lr_g, betas=(self.beta1, 0.999))
        return [optimizer_d, optimizer_g]

    def training_step(self, train_batch, batch_idx):
        optimizer_d, optimizer_g = self.optimizers(use_pl_optimizer=True)

        images_data = train_batch[0]
        device = images_data.device
        dtype = images_data.dtype
        b_size = images_data.size(0)

        ## Train discriminator with true data --- begin
        optimizer_d.zero_grad()

        if self.global_step >= self.label_noise_until_step:
            label = torch.full((b_size,), real_label, dtype=dtype, device=device)
        else:
            label_noise_multiplier = self.label_noise_until_step - self.global_step
            label_noise_multiplier *= self.label_noise_initv
            label_noise_multiplier /= self.label_noise_until_step
            label = torch.rand(b_size, dtype=dtype, device=device)*label_noise_multiplier
            label = label+(1-label_noise_multiplier)
        #print('real labels for d', label.mean())

        if self.global_step < self.inst_noise_until_step:
            inst_noise_multiplier = self.inst_noise_until_step - self.global_step
            inst_noise_multiplier /= self.inst_noise_until_step * self.inst_noise_initv
            images_data = images_data + torch.randn_like(images_data) * inst_noise_multiplier
            images_data = torch.clamp(images_data, -1, 1)
        output = self.net_d(images_data).view(-1)

        err_d_real = self.criterion(output, label)
        d_x = output.mean().item()
        ## Train discriminator with true data --- end

        ## Train discriminator with all-fake batch --- begin
        noise = torch.randn(b_size, nz, 1, 1, device=device)
        fake = self.net_g(noise)
        if self.global_step < self.inst_noise_until_step:
            fake = fake + torch.randn_like(fake) * inst_noise_multiplier
            fake = torch.clamp(fake, -1, 1)

        if self.global_step >= self.label_noise_until_step:
            label = torch.full((b_size,), fake_label, dtype=dtype, device=device)
        else:
            label = torch.rand(b_size, dtype=dtype, device=device)*label_noise_multiplier
        #print('fake labels', label.mean())

        output = self.net_d(fake.detach()).view(-1)

        err_d_fake = self.criterion(output, label)
        d_g_z1 = output.mean().item()
        ## Train discriminator with all-fake batch --- end

        err_d = err_d_real + err_d_fake

        self.log('d_x', d_x)
        self.log('d_g_z1', d_g_z1)
        self.log('err_d_real', err_d_real)
        self.log('err_d_fake', err_d_fake)
        self.log('err_d', err_d/2)

        self.manual_backward(err_d)
        optimizer_d.step()

        # Train generator with all-fake batch --- begin
        optimizer_g.zero_grad()
        label = torch.full((b_size,), real_label, dtype=dtype, device=device)
        #print('real labels for g', label.mean())

        output = self.net_d(fake).view(-1)
        err_g = self.criterion(output, label)
        d_g_z2 = output.mean().item()

        self.log('d_g_z2', d_g_z2)
        self.log('err_g', err_g)

        self.manual_backward(err_g)
        optimizer_g.step()
        # Train generator with all-fake batch --- end

    def validation_step(self, train_batch, batch_idx):
        if not batch_idx:
            global_step = str(self.global_step).zfill(10)
            fake = smodel.net_g(fixed_noise.to(device=train_batch[0].device)).detach().cpu()
            img = transforms.ToPILImage()(vutils.make_grid(fake, padding=2, normalize=True))
            self.logger.experiment.log_image(self.logger.run_id, img, f'gen_images/{global_step}.png')
[19]:
datamodule = DataModule(dataset, batch_size=300)
smodel = LitNN()

logger = pl.loggers.MLFlowLogger(
    experiment_name="celeb_faces_gan",
    tracking_uri="file:./mlruns",
)

trainer = pl.Trainer(
                     precision=32,
                     gpus=torch.cuda.device_count(),
                     tpu_cores=None,
                     logger=logger,
                     #auto_scale_batch_size=True,
                     #auto_lr_find=True,
                     val_check_interval=0.1,
                     max_epochs = 100,
                     #limit_train_batches=2,
                    )

# find "best" batch_size and lr
#trainer.tune(smodel, datamodule = datamodule)

# fit smodel
trainer.fit(smodel, datamodule = datamodule)

smodel.trainer.callback_metrics
GPU available: True, used: True
TPU available: False, using: 0 TPU cores
IPU available: False, using: 0 IPUs
LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]

  | Name      | Type          | Params
--------------------------------------------
0 | net_d     | Discriminator | 2.8 M
1 | net_g     | Generator     | 3.6 M
2 | criterion | BCELoss       | 0
--------------------------------------------
6.3 M     Trainable params
0         Non-trainable params
6.3 M     Total params
25.369    Total estimated model params size (MB)
Epoch 0:  10%|██                   | 67/685 [01:21<12:19,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 0:  10%|██                   | 69/685 [01:21<12:01,  1.17s/it, v_num=7e79]
Epoch 0:  20%|████                | 137/685 [02:42<10:46,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 0:  20%|████                | 138/685 [02:43<10:43,  1.18s/it, v_num=7e79]
Epoch 0:  30%|█████▉              | 205/685 [04:09<09:40,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 0:  30%|██████              | 207/685 [04:09<09:34,  1.20s/it, v_num=7e79]
Epoch 0:  40%|████████            | 275/685 [05:30<08:11,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 0:  40%|████████            | 276/685 [05:31<08:09,  1.20s/it, v_num=7e79]
Epoch 0:  50%|██████████          | 343/685 [06:53<06:51,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 0:  50%|██████████          | 345/685 [06:55<06:48,  1.20s/it, v_num=7e79]
Epoch 0:  60%|████████████        | 413/685 [08:21<05:29,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 0:  60%|████████████        | 414/685 [08:22<05:28,  1.21s/it, v_num=7e79]
Epoch 0:  70%|██████████████      | 481/685 [09:45<04:07,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 0:  71%|██████████████      | 483/685 [09:47<04:05,  1.21s/it, v_num=7e79]
Epoch 0:  80%|████████████████    | 551/685 [11:08<02:42,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 0:  81%|████████████████    | 552/685 [11:10<02:41,  1.21s/it, v_num=7e79]
Epoch 0:  90%|██████████████████  | 619/685 [12:33<01:20,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 0:  91%|██████████████████▏ | 621/685 [12:35<01:17,  1.22s/it, v_num=7e79]
Epoch 0: 100%|████████████████████| 685/685 [13:57<00:00,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 0: 100%|████████████████████| 685/685 [13:58<00:00,  1.22s/it, v_num=7e79]
Epoch 1:  10%|██                   | 68/685 [01:22<12:19,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 1:  10%|██                   | 69/685 [01:24<12:22,  1.21s/it, v_num=7e79]
Epoch 1:  20%|███▉                | 136/685 [02:48<11:16,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 1:  20%|████                | 138/685 [02:50<11:11,  1.23s/it, v_num=7e79]
Epoch 1:  30%|██████              | 206/685 [04:13<09:45,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 1:  30%|██████              | 207/685 [04:14<09:45,  1.23s/it, v_num=7e79]
Epoch 1:  40%|████████            | 274/685 [05:37<08:24,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 1:  40%|████████            | 276/685 [05:39<08:20,  1.22s/it, v_num=7e79]
Epoch 1:  50%|██████████          | 344/685 [07:05<07:00,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 1:  50%|██████████          | 345/685 [07:07<06:59,  1.24s/it, v_num=7e79]
Epoch 1:  60%|████████████        | 412/685 [08:28<05:36,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 1:  60%|████████████        | 414/685 [08:30<05:33,  1.23s/it, v_num=7e79]
Epoch 1:  70%|██████████████      | 482/685 [09:52<04:09,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 1:  71%|██████████████      | 483/685 [09:54<04:08,  1.23s/it, v_num=7e79]
Epoch 1:  80%|████████████████    | 550/685 [11:16<02:45,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 1:  81%|████████████████    | 552/685 [11:18<02:43,  1.23s/it, v_num=7e79]
Epoch 1:  91%|██████████████████  | 620/685 [12:39<01:19,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 1:  91%|██████████████████▏ | 621/685 [12:41<01:18,  1.22s/it, v_num=7e79]
Epoch 1: 100%|████████████████████| 685/685 [14:05<00:00,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 1: 100%|████████████████████| 685/685 [14:06<00:00,  1.23s/it, v_num=7e79]
Epoch 2:  10%|██                   | 68/685 [01:24<12:34,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 2:  10%|██                   | 69/685 [01:26<12:39,  1.23s/it, v_num=7e79]
Epoch 2:  20%|███▉                | 136/685 [02:50<11:23,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 2:  20%|████                | 138/685 [02:52<11:17,  1.24s/it, v_num=7e79]
Epoch 2:  30%|██████              | 206/685 [04:14<09:48,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 2:  30%|██████              | 207/685 [04:16<09:48,  1.23s/it, v_num=7e79]
Epoch 2:  40%|████████            | 274/685 [05:36<08:23,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 2:  40%|████████            | 276/685 [05:38<08:20,  1.22s/it, v_num=7e79]
Epoch 2:  50%|██████████          | 344/685 [06:59<06:54,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 2:  50%|██████████          | 345/685 [07:01<06:54,  1.22s/it, v_num=7e79]
Epoch 2:  60%|████████████        | 412/685 [08:23<05:32,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 2:  60%|████████████        | 414/685 [08:24<05:29,  1.22s/it, v_num=7e79]
Epoch 2:  70%|██████████████      | 482/685 [09:45<04:06,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 2:  71%|██████████████      | 483/685 [09:47<04:05,  1.21s/it, v_num=7e79]
Epoch 2:  80%|████████████████    | 550/685 [11:08<02:43,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 2:  81%|████████████████    | 552/685 [11:10<02:41,  1.21s/it, v_num=7e79]
Epoch 2:  91%|██████████████████  | 620/685 [12:30<01:18,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 2:  91%|██████████████████▏ | 621/685 [12:32<01:17,  1.21s/it, v_num=7e79]
Epoch 2: 100%|████████████████████| 685/685 [13:52<00:00,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 2: 100%|████████████████████| 685/685 [13:54<00:00,  1.22s/it, v_num=7e79]
Epoch 3:  10%|██                   | 68/685 [01:22<12:15,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 3:  10%|██                   | 69/685 [01:24<12:19,  1.20s/it, v_num=7e79]
Epoch 3:  20%|███▉                | 136/685 [02:45<11:02,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 3:  20%|████                | 138/685 [02:47<10:57,  1.20s/it, v_num=7e79]
Epoch 3:  30%|██████              | 206/685 [04:08<09:34,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 3:  30%|██████              | 207/685 [04:10<09:34,  1.20s/it, v_num=7e79]
Epoch 3:  40%|████████            | 274/685 [05:30<08:13,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 3:  40%|████████            | 276/685 [05:32<08:10,  1.20s/it, v_num=7e79]
Epoch 3:  50%|██████████          | 344/685 [06:53<06:48,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 3:  50%|██████████          | 345/685 [06:55<06:48,  1.20s/it, v_num=7e79]
Epoch 3:  60%|████████████        | 412/685 [08:16<05:28,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 3:  60%|████████████        | 414/685 [08:18<05:25,  1.20s/it, v_num=7e79]
Epoch 3:  70%|██████████████      | 482/685 [09:38<04:03,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 3:  71%|██████████████      | 483/685 [09:40<04:02,  1.20s/it, v_num=7e79]
Epoch 3:  80%|████████████████    | 550/685 [11:04<02:42,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 3:  81%|████████████████    | 552/685 [11:06<02:40,  1.21s/it, v_num=7e79]
Epoch 3:  91%|██████████████████  | 620/685 [12:28<01:18,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 3:  91%|██████████████████▏ | 621/685 [12:30<01:17,  1.21s/it, v_num=7e79]
Epoch 3: 100%|████████████████████| 685/685 [13:50<00:00,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 3: 100%|████████████████████| 685/685 [13:50<00:00,  1.21s/it, v_num=7e79]
Epoch 4:  10%|██                   | 68/685 [01:22<12:18,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 4:  10%|██                   | 69/685 [01:24<12:22,  1.21s/it, v_num=7e79]
Epoch 4:  20%|███▉                | 136/685 [02:44<11:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 4:  20%|████                | 138/685 [02:46<10:55,  1.20s/it, v_num=7e79]
Epoch 4:  30%|██████              | 206/685 [04:11<09:40,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 4:  30%|██████              | 207/685 [04:12<09:40,  1.22s/it, v_num=7e79]
Epoch 4:  40%|████████            | 274/685 [05:33<08:18,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 4:  40%|████████            | 276/685 [05:35<08:15,  1.21s/it, v_num=7e79]
Epoch 4:  50%|██████████          | 344/685 [06:56<06:52,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 4:  50%|██████████          | 345/685 [06:58<06:51,  1.21s/it, v_num=7e79]
Epoch 4:  60%|████████████        | 412/685 [08:21<05:31,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 4:  60%|████████████        | 414/685 [08:23<05:28,  1.21s/it, v_num=7e79]
Epoch 4:  70%|██████████████      | 482/685 [09:48<04:07,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 4:  71%|██████████████      | 483/685 [09:48<04:05,  1.22s/it, v_num=7e79]
Epoch 4:  80%|████████████████    | 550/685 [11:12<02:44,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 4:  81%|████████████████    | 552/685 [11:14<02:42,  1.22s/it, v_num=7e79]
Epoch 4:  91%|██████████████████  | 620/685 [12:36<01:19,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 4:  91%|██████████████████▏ | 621/685 [12:37<01:17,  1.22s/it, v_num=7e79]
Epoch 4: 100%|████████████████████| 685/685 [14:02<00:00,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 4: 100%|████████████████████| 685/685 [14:04<00:00,  1.23s/it, v_num=7e79]
Epoch 5:  10%|██                   | 68/685 [01:27<13:06,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 5:  10%|██                   | 69/685 [01:30<13:15,  1.29s/it, v_num=7e79]
Epoch 5:  20%|███▉                | 136/685 [03:00<12:05,  1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 5:  20%|████                | 138/685 [03:02<11:59,  1.32s/it, v_num=7e79]
Epoch 5:  30%|██████              | 206/685 [04:31<10:29,  1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 5:  30%|██████              | 207/685 [04:32<10:26,  1.31s/it, v_num=7e79]
Epoch 5:  40%|████████            | 274/685 [06:02<09:02,  1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 5:  40%|████████            | 276/685 [06:05<09:00,  1.32s/it, v_num=7e79]
Epoch 5:  50%|██████████          | 344/685 [07:34<07:28,  1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 5:  50%|██████████          | 345/685 [07:35<07:28,  1.32s/it, v_num=7e79]
Epoch 5:  60%|████████████        | 412/685 [09:02<05:58,  1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 5:  60%|████████████        | 414/685 [09:04<05:55,  1.31s/it, v_num=7e79]
Epoch 5:  70%|██████████████      | 482/685 [10:36<04:27,  1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 5:  71%|██████████████      | 483/685 [10:38<04:26,  1.32s/it, v_num=7e79]
Epoch 5:  80%|████████████████    | 550/685 [12:11<02:59,  1.33s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 5:  81%|████████████████    | 552/685 [12:13<02:56,  1.33s/it, v_num=7e79]
Epoch 5:  91%|██████████████████  | 620/685 [13:40<01:25,  1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 5:  91%|██████████████████▏ | 621/685 [13:41<01:24,  1.32s/it, v_num=7e79]
Epoch 5: 100%|████████████████████| 685/685 [15:07<00:00,  1.32s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 5: 100%|████████████████████| 685/685 [15:09<00:00,  1.33s/it, v_num=7e79]
Epoch 6:  10%|██                   | 67/685 [01:26<13:07,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 6:  10%|██                   | 69/685 [01:28<13:00,  1.27s/it, v_num=7e79]
Epoch 6:  20%|████                | 137/685 [02:59<11:53,  1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 6:  20%|████                | 138/685 [03:01<11:53,  1.30s/it, v_num=7e79]
Epoch 6:  30%|█████▉              | 205/685 [04:24<10:16,  1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 6:  30%|██████              | 207/685 [04:26<10:12,  1.28s/it, v_num=7e79]
Epoch 6:  40%|████████            | 275/685 [05:54<08:46,  1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 6:  40%|████████            | 276/685 [05:55<08:45,  1.29s/it, v_num=7e79]
Epoch 6:  50%|██████████          | 343/685 [07:22<07:20,  1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 6:  50%|██████████          | 345/685 [07:24<07:16,  1.28s/it, v_num=7e79]
Epoch 6:  60%|████████████        | 413/685 [08:54<05:50,  1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 6:  60%|████████████        | 414/685 [08:55<05:49,  1.29s/it, v_num=7e79]
Epoch 6:  70%|██████████████      | 481/685 [10:26<04:25,  1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 6:  71%|██████████████      | 483/685 [10:28<04:22,  1.30s/it, v_num=7e79]
Epoch 6:  80%|████████████████    | 551/685 [11:59<02:54,  1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 6:  81%|████████████████    | 552/685 [12:01<02:53,  1.30s/it, v_num=7e79]
Epoch 6:  90%|██████████████████  | 619/685 [13:29<01:26,  1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 6:  91%|██████████████████▏ | 621/685 [13:30<01:23,  1.30s/it, v_num=7e79]
Epoch 6: 100%|████████████████████| 685/685 [15:01<00:00,  1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 6: 100%|████████████████████| 685/685 [15:02<00:00,  1.32s/it, v_num=7e79]
Epoch 7:  10%|██                   | 67/685 [01:32<14:01,  1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 7:  10%|██                   | 69/685 [01:34<13:55,  1.36s/it, v_num=7e79]
Epoch 7:  20%|████                | 137/685 [02:58<11:50,  1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 7:  20%|████                | 138/685 [03:00<11:50,  1.30s/it, v_num=7e79]
Epoch 7:  30%|█████▉              | 205/685 [04:27<10:22,  1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 7:  30%|██████              | 207/685 [04:29<10:18,  1.29s/it, v_num=7e79]
Epoch 7:  40%|████████            | 275/685 [05:55<08:47,  1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 7:  40%|████████            | 276/685 [05:56<08:47,  1.29s/it, v_num=7e79]
Epoch 7:  50%|██████████          | 343/685 [07:21<07:19,  1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 7:  50%|██████████          | 345/685 [07:23<07:16,  1.28s/it, v_num=7e79]
Epoch 7:  60%|████████████        | 413/685 [08:47<05:46,  1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 7:  60%|████████████        | 414/685 [08:48<05:45,  1.27s/it, v_num=7e79]
Epoch 7:  70%|██████████████      | 481/685 [10:09<04:18,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 7:  71%|██████████████      | 483/685 [10:11<04:15,  1.26s/it, v_num=7e79]
Epoch 7:  80%|████████████████    | 551/685 [11:33<02:48,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 7:  81%|████████████████    | 552/685 [11:33<02:46,  1.25s/it, v_num=7e79]
Epoch 7:  90%|██████████████████  | 619/685 [12:58<01:22,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 7:  91%|██████████████████▏ | 621/685 [13:00<01:20,  1.25s/it, v_num=7e79]
Epoch 7: 100%|████████████████████| 685/685 [14:31<00:00,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 7: 100%|████████████████████| 685/685 [14:32<00:00,  1.27s/it, v_num=7e79]
Epoch 8:  10%|██                   | 67/685 [01:32<14:01,  1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 8:  10%|██                   | 69/685 [01:33<13:39,  1.33s/it, v_num=7e79]
Epoch 8:  20%|████                | 137/685 [03:05<12:14,  1.34s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 8:  20%|████                | 138/685 [03:05<12:10,  1.34s/it, v_num=7e79]
Epoch 8:  30%|█████▉              | 205/685 [04:38<10:48,  1.35s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 8:  30%|██████              | 207/685 [04:39<10:41,  1.34s/it, v_num=7e79]
Epoch 8:  40%|████████            | 275/685 [06:10<09:10,  1.34s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 8:  40%|████████            | 276/685 [06:12<09:10,  1.35s/it, v_num=7e79]
Epoch 8:  50%|██████████          | 343/685 [07:48<07:46,  1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 8:  50%|██████████          | 345/685 [07:50<07:42,  1.36s/it, v_num=7e79]
Epoch 8:  60%|████████████        | 413/685 [09:19<06:07,  1.35s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 8:  60%|████████████        | 414/685 [09:20<06:05,  1.35s/it, v_num=7e79]
Epoch 8:  70%|██████████████      | 481/685 [10:56<04:37,  1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 8:  71%|██████████████      | 483/685 [10:57<04:34,  1.36s/it, v_num=7e79]
Epoch 8:  80%|████████████████    | 551/685 [12:30<03:02,  1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 8:  81%|████████████████    | 552/685 [12:31<03:00,  1.36s/it, v_num=7e79]
Epoch 8:  90%|██████████████████  | 619/685 [14:01<01:29,  1.36s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 8:  91%|██████████████████▏ | 621/685 [14:01<01:26,  1.35s/it, v_num=7e79]
Epoch 8: 100%|████████████████████| 685/685 [15:26<00:00,  1.35s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 8: 100%|████████████████████| 685/685 [15:28<00:00,  1.35s/it, v_num=7e79]
Epoch 9:  10%|██                   | 68/685 [01:24<12:33,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 9:  10%|██                   | 69/685 [01:24<12:27,  1.21s/it, v_num=7e79]
Epoch 9:  20%|███▉                | 136/685 [02:50<11:24,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 9:  20%|████                | 138/685 [02:52<11:18,  1.24s/it, v_num=7e79]
Epoch 9:  30%|██████              | 206/685 [04:17<09:56,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 9:  30%|██████              | 207/685 [04:19<09:56,  1.25s/it, v_num=7e79]
Epoch 9:  40%|████████            | 274/685 [05:44<08:34,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 9:  40%|████████            | 276/685 [05:45<08:30,  1.25s/it, v_num=7e79]
Epoch 9:  50%|██████████          | 344/685 [07:14<07:09,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 9:  50%|██████████          | 345/685 [07:16<07:08,  1.26s/it, v_num=7e79]
Epoch 9:  60%|████████████        | 412/685 [08:39<05:43,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 9:  60%|████████████        | 414/685 [08:40<05:40,  1.25s/it, v_num=7e79]
Epoch 9:  70%|██████████████      | 482/685 [10:02<04:13,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 9:  71%|██████████████      | 483/685 [10:04<04:12,  1.25s/it, v_num=7e79]
Epoch 9:  80%|████████████████    | 550/685 [11:26<02:48,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 9:  81%|████████████████    | 552/685 [11:28<02:45,  1.25s/it, v_num=7e79]
Epoch 9:  91%|██████████████████  | 620/685 [12:51<01:20,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 9:  91%|██████████████████▏ | 621/685 [12:52<01:19,  1.24s/it, v_num=7e79]
Epoch 9: 100%|████████████████████| 685/685 [14:14<00:00,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 9: 100%|████████████████████| 685/685 [14:15<00:00,  1.25s/it, v_num=7e79]
Epoch 10:  10%|█▉                  | 68/685 [01:23<12:22,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 10:  10%|██                  | 69/685 [01:24<12:25,  1.21s/it, v_num=7e79]
Epoch 10:  20%|███▊               | 136/685 [02:46<11:09,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 10:  20%|███▊               | 138/685 [02:49<11:05,  1.22s/it, v_num=7e79]
Epoch 10:  30%|█████▋             | 206/685 [04:16<09:53,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 10:  30%|█████▋             | 207/685 [04:17<09:51,  1.24s/it, v_num=7e79]
Epoch 10:  40%|███████▌           | 274/685 [05:39<08:26,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 10:  40%|███████▋           | 276/685 [05:40<08:22,  1.23s/it, v_num=7e79]
Epoch 10:  50%|█████████▌         | 344/685 [07:02<06:57,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 10:  50%|█████████▌         | 345/685 [07:04<06:56,  1.23s/it, v_num=7e79]
Epoch 10:  60%|███████████▍       | 412/685 [08:26<05:34,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 10:  60%|███████████▍       | 414/685 [08:27<05:31,  1.22s/it, v_num=7e79]
Epoch 10:  70%|█████████████▎     | 482/685 [09:51<04:08,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 10:  71%|█████████████▍     | 483/685 [09:53<04:07,  1.23s/it, v_num=7e79]
Epoch 10:  80%|███████████████▎   | 550/685 [11:16<02:45,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 10:  81%|███████████████▎   | 552/685 [11:18<02:43,  1.23s/it, v_num=7e79]
Epoch 10:  91%|█████████████████▏ | 620/685 [12:40<01:19,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 10:  91%|█████████████████▏ | 621/685 [12:42<01:18,  1.23s/it, v_num=7e79]
Epoch 10: 100%|███████████████████| 685/685 [14:05<00:00,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 10: 100%|███████████████████| 685/685 [14:06<00:00,  1.23s/it, v_num=7e79]
Epoch 11:  10%|█▉                  | 68/685 [01:22<12:20,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 11:  10%|██                  | 69/685 [01:24<12:23,  1.21s/it, v_num=7e79]
Epoch 11:  20%|███▊               | 136/685 [02:47<11:11,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 11:  20%|███▊               | 138/685 [02:49<11:06,  1.22s/it, v_num=7e79]
Epoch 11:  30%|█████▋             | 206/685 [04:12<09:43,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 11:  30%|█████▋             | 207/685 [04:12<09:41,  1.22s/it, v_num=7e79]
Epoch 11:  40%|███████▌           | 274/685 [05:35<08:21,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 11:  40%|███████▋           | 276/685 [05:37<08:18,  1.22s/it, v_num=7e79]
Epoch 11:  50%|█████████▌         | 344/685 [06:58<06:53,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 11:  50%|█████████▌         | 345/685 [07:00<06:52,  1.21s/it, v_num=7e79]
Epoch 11:  60%|███████████▍       | 412/685 [08:22<05:32,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 11:  60%|███████████▍       | 414/685 [08:24<05:29,  1.22s/it, v_num=7e79]
Epoch 11:  70%|█████████████▎     | 482/685 [09:46<04:06,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 11:  71%|█████████████▍     | 483/685 [09:47<04:05,  1.21s/it, v_num=7e79]
Epoch 11:  80%|███████████████▎   | 550/685 [11:09<02:43,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 11:  81%|███████████████▎   | 552/685 [11:10<02:41,  1.21s/it, v_num=7e79]
Epoch 11:  91%|█████████████████▏ | 620/685 [12:31<01:18,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 11:  91%|█████████████████▏ | 621/685 [12:33<01:17,  1.21s/it, v_num=7e79]
Epoch 11: 100%|███████████████████| 685/685 [13:55<00:00,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 11: 100%|███████████████████| 685/685 [13:56<00:00,  1.22s/it, v_num=7e79]
Epoch 12:  10%|█▉                  | 67/685 [01:23<12:35,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 12:  10%|██                  | 69/685 [01:24<12:25,  1.21s/it, v_num=7e79]
Epoch 12:  20%|███▊               | 137/685 [02:46<11:00,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 12:  20%|███▊               | 138/685 [02:48<11:01,  1.21s/it, v_num=7e79]
Epoch 12:  30%|█████▋             | 205/685 [04:09<09:40,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 12:  30%|█████▋             | 207/685 [04:09<09:33,  1.20s/it, v_num=7e79]
Epoch 12:  40%|███████▋           | 275/685 [05:31<08:12,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 12:  40%|███████▋           | 276/685 [05:33<08:11,  1.20s/it, v_num=7e79]
Epoch 12:  50%|█████████▌         | 343/685 [06:55<06:53,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 12:  50%|█████████▌         | 345/685 [06:57<06:50,  1.21s/it, v_num=7e79]
Epoch 12:  60%|███████████▍       | 413/685 [08:27<05:33,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 12:  60%|███████████▍       | 414/685 [08:29<05:32,  1.23s/it, v_num=7e79]
Epoch 12:  70%|█████████████▎     | 481/685 [09:52<04:10,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 12:  71%|█████████████▍     | 483/685 [09:54<04:08,  1.23s/it, v_num=7e79]
Epoch 12:  80%|███████████████▎   | 551/685 [11:17<02:44,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 12:  81%|███████████████▎   | 552/685 [11:19<02:43,  1.23s/it, v_num=7e79]
Epoch 12:  90%|█████████████████▏ | 619/685 [12:41<01:21,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 12:  91%|█████████████████▏ | 621/685 [12:43<01:18,  1.23s/it, v_num=7e79]
Epoch 12: 100%|███████████████████| 685/685 [14:07<00:00,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 12: 100%|███████████████████| 685/685 [14:07<00:00,  1.24s/it, v_num=7e79]
Epoch 13:  10%|█▉                  | 68/685 [01:24<12:38,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 13:  10%|██                  | 69/685 [01:26<12:40,  1.23s/it, v_num=7e79]
Epoch 13:  20%|███▊               | 136/685 [02:49<11:18,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 13:  20%|███▊               | 138/685 [02:50<11:12,  1.23s/it, v_num=7e79]
Epoch 13:  30%|█████▋             | 206/685 [04:22<10:08,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 13:  30%|█████▋             | 207/685 [04:24<10:08,  1.27s/it, v_num=7e79]
Epoch 13:  40%|███████▌           | 274/685 [05:51<08:45,  1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 13:  40%|███████▋           | 276/685 [05:53<08:41,  1.28s/it, v_num=7e79]
Epoch 13:  50%|█████████▌         | 344/685 [07:19<07:14,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 13:  50%|█████████▌         | 345/685 [07:21<07:13,  1.27s/it, v_num=7e79]
Epoch 13:  60%|███████████▍       | 412/685 [08:46<05:48,  1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 13:  60%|███████████▍       | 414/685 [08:48<05:44,  1.27s/it, v_num=7e79]
Epoch 13:  70%|█████████████▎     | 482/685 [10:14<04:18,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 13:  71%|█████████████▍     | 483/685 [10:15<04:16,  1.27s/it, v_num=7e79]
Epoch 13:  80%|███████████████▎   | 550/685 [11:40<02:51,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 13:  81%|███████████████▎   | 552/685 [11:41<02:48,  1.27s/it, v_num=7e79]
Epoch 13:  91%|█████████████████▏ | 620/685 [13:07<01:22,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 13:  91%|█████████████████▏ | 621/685 [13:08<01:21,  1.27s/it, v_num=7e79]
Epoch 13: 100%|███████████████████| 685/685 [14:33<00:00,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 13: 100%|███████████████████| 685/685 [14:35<00:00,  1.28s/it, v_num=7e79]
Epoch 14:  10%|█▉                  | 68/685 [01:24<12:32,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 14:  10%|██                  | 69/685 [01:26<12:37,  1.23s/it, v_num=7e79]
Epoch 14:  20%|███▊               | 136/685 [02:49<11:18,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 14:  20%|███▊               | 138/685 [02:51<11:12,  1.23s/it, v_num=7e79]
Epoch 14:  30%|█████▋             | 206/685 [04:13<09:46,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 14:  30%|█████▋             | 207/685 [04:15<09:46,  1.23s/it, v_num=7e79]
Epoch 14:  40%|███████▌           | 274/685 [05:36<08:23,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 14:  40%|███████▋           | 276/685 [05:38<08:20,  1.22s/it, v_num=7e79]
Epoch 14:  50%|█████████▌         | 344/685 [07:02<06:57,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 14:  50%|█████████▌         | 345/685 [07:04<06:57,  1.23s/it, v_num=7e79]
Epoch 14:  60%|███████████▍       | 412/685 [08:25<05:34,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 14:  60%|███████████▍       | 414/685 [08:26<05:30,  1.22s/it, v_num=7e79]
Epoch 14:  70%|█████████████▎     | 482/685 [09:48<04:07,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 14:  71%|█████████████▍     | 483/685 [09:50<04:06,  1.22s/it, v_num=7e79]
Epoch 14:  80%|███████████████▎   | 550/685 [11:19<02:46,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 14:  81%|███████████████▎   | 552/685 [11:21<02:43,  1.23s/it, v_num=7e79]
Epoch 14:  91%|█████████████████▏ | 620/685 [12:45<01:20,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 14:  91%|█████████████████▏ | 621/685 [12:45<01:18,  1.23s/it, v_num=7e79]
Epoch 14: 100%|███████████████████| 685/685 [14:11<00:00,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 14: 100%|███████████████████| 685/685 [14:13<00:00,  1.24s/it, v_num=7e79]
Epoch 15:  10%|█▉                  | 68/685 [01:30<13:28,  1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 15:  10%|██                  | 69/685 [01:32<13:31,  1.32s/it, v_num=7e79]
Epoch 15:  20%|███▊               | 136/685 [02:54<11:38,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 15:  20%|███▊               | 138/685 [02:56<11:33,  1.27s/it, v_num=7e79]
Epoch 15:  30%|█████▋             | 206/685 [04:18<09:58,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 15:  30%|█████▋             | 207/685 [04:20<09:58,  1.25s/it, v_num=7e79]
Epoch 15:  40%|███████▌           | 274/685 [05:42<08:31,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 15:  40%|███████▋           | 276/685 [05:44<08:27,  1.24s/it, v_num=7e79]
Epoch 15:  50%|█████████▌         | 344/685 [07:13<07:08,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 15:  50%|█████████▌         | 345/685 [07:15<07:07,  1.26s/it, v_num=7e79]
Epoch 15:  60%|███████████▍       | 412/685 [08:40<05:44,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 15:  60%|███████████▍       | 414/685 [08:42<05:41,  1.26s/it, v_num=7e79]
Epoch 15:  70%|█████████████▎     | 482/685 [10:08<04:15,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 15:  71%|█████████████▍     | 483/685 [10:09<04:14,  1.26s/it, v_num=7e79]
Epoch 15:  80%|███████████████▎   | 550/685 [11:32<02:49,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 15:  81%|███████████████▎   | 552/685 [11:33<02:46,  1.25s/it, v_num=7e79]
Epoch 15:  91%|█████████████████▏ | 620/685 [12:54<01:21,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 15:  91%|█████████████████▏ | 621/685 [12:56<01:19,  1.25s/it, v_num=7e79]
Epoch 15: 100%|███████████████████| 685/685 [14:17<00:00,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 15: 100%|███████████████████| 685/685 [14:19<00:00,  1.25s/it, v_num=7e79]
Epoch 16:  10%|█▉                  | 67/685 [01:26<13:02,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 16:  10%|██                  | 69/685 [01:27<12:51,  1.25s/it, v_num=7e79]
Epoch 16:  20%|███▊               | 137/685 [02:53<11:27,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 16:  20%|███▊               | 138/685 [02:54<11:27,  1.26s/it, v_num=7e79]
Epoch 16:  30%|█████▋             | 205/685 [04:16<09:58,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 16:  30%|█████▋             | 207/685 [04:18<09:54,  1.24s/it, v_num=7e79]
Epoch 16:  40%|███████▋           | 275/685 [05:40<08:25,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 16:  40%|███████▋           | 276/685 [05:41<08:24,  1.23s/it, v_num=7e79]
Epoch 16:  50%|█████████▌         | 343/685 [07:03<07:01,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 16:  50%|█████████▌         | 345/685 [07:05<06:57,  1.23s/it, v_num=7e79]
Epoch 16:  60%|███████████▍       | 413/685 [08:27<05:33,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 16:  60%|███████████▍       | 414/685 [08:28<05:32,  1.23s/it, v_num=7e79]
Epoch 16:  70%|█████████████▎     | 481/685 [09:50<04:09,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 16:  71%|█████████████▍     | 483/685 [09:50<04:06,  1.22s/it, v_num=7e79]
Epoch 16:  80%|███████████████▎   | 551/685 [11:12<02:43,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 16:  81%|███████████████▎   | 552/685 [11:14<02:42,  1.22s/it, v_num=7e79]
Epoch 16:  90%|█████████████████▏ | 619/685 [12:35<01:20,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 16:  91%|█████████████████▏ | 621/685 [12:37<01:17,  1.22s/it, v_num=7e79]
Epoch 16: 100%|███████████████████| 685/685 [13:59<00:00,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 16: 100%|███████████████████| 685/685 [13:59<00:00,  1.22s/it, v_num=7e79]
Epoch 17:  10%|█▉                  | 68/685 [01:30<13:28,  1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 17:  10%|██                  | 69/685 [01:32<13:36,  1.33s/it, v_num=7e79]
Epoch 17:  20%|███▊               | 136/685 [02:57<11:50,  1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 17:  20%|███▊               | 138/685 [02:57<11:39,  1.28s/it, v_num=7e79]
Epoch 17:  30%|█████▋             | 206/685 [04:22<10:06,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 17:  30%|█████▋             | 207/685 [04:23<10:06,  1.27s/it, v_num=7e79]
Epoch 17:  40%|███████▌           | 274/685 [05:46<08:37,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 17:  40%|███████▋           | 276/685 [05:48<08:34,  1.26s/it, v_num=7e79]
Epoch 17:  50%|█████████▌         | 344/685 [07:09<07:04,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 17:  50%|█████████▌         | 345/685 [07:11<07:03,  1.25s/it, v_num=7e79]
Epoch 17:  60%|███████████▍       | 412/685 [08:32<05:39,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 17:  60%|███████████▍       | 414/685 [08:34<05:36,  1.24s/it, v_num=7e79]
Epoch 17:  70%|█████████████▎     | 482/685 [09:58<04:11,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 17:  71%|█████████████▍     | 483/685 [09:59<04:10,  1.24s/it, v_num=7e79]
Epoch 17:  80%|███████████████▎   | 550/685 [11:26<02:48,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 17:  81%|███████████████▎   | 552/685 [11:28<02:45,  1.24s/it, v_num=7e79]
Epoch 17:  91%|█████████████████▏ | 620/685 [12:55<01:21,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 17:  91%|█████████████████▏ | 621/685 [12:57<01:19,  1.25s/it, v_num=7e79]
Epoch 17: 100%|███████████████████| 685/685 [14:25<00:00,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 17: 100%|███████████████████| 685/685 [14:25<00:00,  1.26s/it, v_num=7e79]
Epoch 18:  10%|█▉                  | 67/685 [01:23<12:35,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 18:  10%|██                  | 69/685 [01:24<12:26,  1.21s/it, v_num=7e79]
Epoch 18:  20%|███▊               | 137/685 [02:46<11:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 18:  20%|███▊               | 138/685 [02:48<11:01,  1.21s/it, v_num=7e79]
Epoch 18:  30%|█████▋             | 205/685 [04:09<09:41,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 18:  30%|█████▋             | 207/685 [04:10<09:35,  1.20s/it, v_num=7e79]
Epoch 18:  40%|███████▋           | 275/685 [05:31<08:12,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 18:  40%|███████▋           | 276/685 [05:32<08:10,  1.20s/it, v_num=7e79]
Epoch 18:  50%|█████████▌         | 343/685 [06:53<06:51,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 18:  50%|█████████▌         | 345/685 [06:55<06:47,  1.20s/it, v_num=7e79]
Epoch 18:  60%|███████████▍       | 413/685 [08:16<05:25,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 18:  60%|███████████▍       | 414/685 [08:17<05:25,  1.20s/it, v_num=7e79]
Epoch 18:  70%|█████████████▎     | 481/685 [09:38<04:04,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 18:  71%|█████████████▍     | 483/685 [09:40<04:02,  1.20s/it, v_num=7e79]
Epoch 18:  80%|███████████████▎   | 551/685 [11:04<02:41,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 18:  81%|███████████████▎   | 552/685 [11:05<02:40,  1.20s/it, v_num=7e79]
Epoch 18:  90%|█████████████████▏ | 619/685 [12:29<01:19,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 18:  91%|█████████████████▏ | 621/685 [12:31<01:17,  1.21s/it, v_num=7e79]
Epoch 18: 100%|███████████████████| 685/685 [13:56<00:00,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 18: 100%|███████████████████| 685/685 [13:57<00:00,  1.22s/it, v_num=7e79]
Epoch 19:  10%|█▉                  | 68/685 [01:27<13:05,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 19:  10%|██                  | 69/685 [01:29<13:06,  1.28s/it, v_num=7e79]
Epoch 19:  20%|███▊               | 136/685 [02:57<11:51,  1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 19:  20%|███▊               | 138/685 [02:59<11:46,  1.29s/it, v_num=7e79]
Epoch 19:  30%|█████▋             | 206/685 [04:25<10:13,  1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 19:  30%|█████▋             | 207/685 [04:26<10:13,  1.28s/it, v_num=7e79]
Epoch 19:  40%|███████▌           | 274/685 [05:49<08:42,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 19:  40%|███████▋           | 276/685 [05:51<08:39,  1.27s/it, v_num=7e79]
Epoch 19:  50%|█████████▌         | 344/685 [07:14<07:09,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 19:  50%|█████████▌         | 345/685 [07:15<07:08,  1.26s/it, v_num=7e79]
Epoch 19:  60%|███████████▍       | 412/685 [08:38<05:42,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 19:  60%|███████████▍       | 414/685 [08:39<05:39,  1.25s/it, v_num=7e79]
Epoch 19:  70%|█████████████▎     | 482/685 [10:02<04:13,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 19:  71%|█████████████▍     | 483/685 [10:03<04:11,  1.25s/it, v_num=7e79]
Epoch 19:  80%|███████████████▎   | 550/685 [11:25<02:47,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 19:  81%|███████████████▎   | 552/685 [11:26<02:45,  1.24s/it, v_num=7e79]
Epoch 19:  91%|█████████████████▏ | 620/685 [12:48<01:20,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 19:  91%|█████████████████▏ | 621/685 [12:49<01:19,  1.24s/it, v_num=7e79]
Epoch 19: 100%|███████████████████| 685/685 [14:11<00:00,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 19: 100%|███████████████████| 685/685 [14:11<00:00,  1.24s/it, v_num=7e79]
Epoch 20:  10%|█▉                  | 68/685 [01:22<12:14,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 20:  10%|██                  | 69/685 [01:23<12:17,  1.20s/it, v_num=7e79]
Epoch 20:  20%|███▊               | 136/685 [02:44<11:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 20:  20%|███▊               | 138/685 [02:46<10:55,  1.20s/it, v_num=7e79]
Epoch 20:  30%|█████▋             | 206/685 [04:07<09:32,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 20:  30%|█████▋             | 207/685 [04:08<09:32,  1.20s/it, v_num=7e79]
Epoch 20:  40%|███████▌           | 274/685 [05:28<08:11,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 20:  40%|███████▋           | 276/685 [05:30<08:08,  1.19s/it, v_num=7e79]
Epoch 20:  50%|█████████▌         | 344/685 [06:51<06:46,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 20:  50%|█████████▌         | 345/685 [06:52<06:45,  1.19s/it, v_num=7e79]
Epoch 20:  60%|███████████▍       | 412/685 [08:13<05:26,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 20:  60%|███████████▍       | 414/685 [08:15<05:23,  1.19s/it, v_num=7e79]
Epoch 20:  70%|█████████████▎     | 482/685 [09:35<04:01,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 20:  71%|█████████████▍     | 483/685 [09:36<04:00,  1.19s/it, v_num=7e79]
Epoch 20:  80%|███████████████▎   | 550/685 [10:56<02:40,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 20:  81%|███████████████▎   | 552/685 [10:58<02:38,  1.19s/it, v_num=7e79]
Epoch 20:  91%|█████████████████▏ | 620/685 [12:17<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 20:  91%|█████████████████▏ | 621/685 [12:19<01:16,  1.19s/it, v_num=7e79]
Epoch 20: 100%|███████████████████| 685/685 [13:40<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 20: 100%|███████████████████| 685/685 [13:41<00:00,  1.20s/it, v_num=7e79]
Epoch 21:  10%|█▉                  | 67/685 [01:21<12:20,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 21:  10%|██                  | 69/685 [01:23<12:11,  1.19s/it, v_num=7e79]
Epoch 21:  20%|███▊               | 137/685 [02:42<10:47,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 21:  20%|███▊               | 138/685 [02:44<10:47,  1.18s/it, v_num=7e79]
Epoch 21:  30%|█████▋             | 205/685 [04:04<09:28,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 21:  30%|█████▋             | 207/685 [04:05<09:24,  1.18s/it, v_num=7e79]
Epoch 21:  40%|███████▋           | 275/685 [05:26<08:04,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 21:  40%|███████▋           | 276/685 [05:27<08:03,  1.18s/it, v_num=7e79]
Epoch 21:  50%|█████████▌         | 343/685 [06:47<06:45,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 21:  50%|█████████▌         | 345/685 [06:49<06:42,  1.18s/it, v_num=7e79]
Epoch 21:  60%|███████████▍       | 413/685 [08:09<05:21,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 21:  60%|███████████▍       | 414/685 [08:11<05:20,  1.18s/it, v_num=7e79]
Epoch 21:  70%|█████████████▎     | 481/685 [09:32<04:02,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 21:  71%|█████████████▍     | 483/685 [09:33<03:59,  1.19s/it, v_num=7e79]
Epoch 21:  80%|███████████████▎   | 551/685 [10:53<02:38,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 21:  81%|███████████████▎   | 552/685 [10:55<02:37,  1.18s/it, v_num=7e79]
Epoch 21:  90%|█████████████████▏ | 619/685 [12:14<01:18,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 21:  91%|█████████████████▏ | 621/685 [12:16<01:15,  1.18s/it, v_num=7e79]
Epoch 21: 100%|███████████████████| 685/685 [13:35<00:00,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 21: 100%|███████████████████| 685/685 [13:37<00:00,  1.19s/it, v_num=7e79]
Epoch 22:  10%|█▉                  | 68/685 [01:22<12:17,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 22:  10%|██                  | 69/685 [01:24<12:21,  1.20s/it, v_num=7e79]
Epoch 22:  20%|███▊               | 136/685 [02:45<11:02,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 22:  20%|███▊               | 138/685 [02:46<10:56,  1.20s/it, v_num=7e79]
Epoch 22:  30%|█████▋             | 206/685 [04:08<09:33,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 22:  30%|█████▋             | 207/685 [04:09<09:33,  1.20s/it, v_num=7e79]
Epoch 22:  40%|███████▌           | 274/685 [05:29<08:12,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 22:  40%|███████▋           | 276/685 [05:31<08:09,  1.20s/it, v_num=7e79]
Epoch 22:  50%|█████████▌         | 344/685 [06:51<06:46,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 22:  50%|█████████▌         | 345/685 [06:52<06:45,  1.19s/it, v_num=7e79]
Epoch 22:  60%|███████████▍       | 412/685 [08:12<05:25,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 22:  60%|███████████▍       | 414/685 [08:13<05:22,  1.19s/it, v_num=7e79]
Epoch 22:  70%|█████████████▎     | 482/685 [09:33<04:01,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 22:  71%|█████████████▍     | 483/685 [09:35<04:00,  1.19s/it, v_num=7e79]
Epoch 22:  80%|███████████████▎   | 550/685 [10:58<02:41,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 22:  81%|███████████████▎   | 552/685 [10:59<02:38,  1.19s/it, v_num=7e79]
Epoch 22:  91%|█████████████████▏ | 620/685 [12:21<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 22:  91%|█████████████████▏ | 621/685 [12:23<01:16,  1.19s/it, v_num=7e79]
Epoch 22: 100%|███████████████████| 685/685 [13:43<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 22: 100%|███████████████████| 685/685 [13:44<00:00,  1.20s/it, v_num=7e79]
Epoch 23:  10%|█▉                  | 68/685 [01:21<12:06,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 23:  10%|██                  | 69/685 [01:22<12:09,  1.18s/it, v_num=7e79]
Epoch 23:  20%|███▊               | 136/685 [02:42<10:51,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 23:  20%|███▊               | 138/685 [02:44<10:46,  1.18s/it, v_num=7e79]
Epoch 23:  30%|█████▋             | 206/685 [04:03<09:24,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 23:  30%|█████▋             | 207/685 [04:05<09:24,  1.18s/it, v_num=7e79]
Epoch 23:  40%|███████▌           | 274/685 [05:26<08:07,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 23:  40%|███████▋           | 276/685 [05:27<08:03,  1.18s/it, v_num=7e79]
Epoch 23:  50%|█████████▌         | 344/685 [06:47<06:42,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 23:  50%|█████████▌         | 345/685 [06:48<06:41,  1.18s/it, v_num=7e79]
Epoch 23:  60%|███████████▍       | 412/685 [08:08<05:22,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 23:  60%|███████████▍       | 414/685 [08:10<05:20,  1.18s/it, v_num=7e79]
Epoch 23:  70%|█████████████▎     | 482/685 [09:29<03:59,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 23:  71%|█████████████▍     | 483/685 [09:31<03:58,  1.18s/it, v_num=7e79]
Epoch 23:  80%|███████████████▎   | 550/685 [10:51<02:39,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 23:  81%|███████████████▎   | 552/685 [10:53<02:37,  1.18s/it, v_num=7e79]
Epoch 23:  91%|█████████████████▏ | 620/685 [12:14<01:16,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 23:  91%|█████████████████▏ | 621/685 [12:16<01:15,  1.18s/it, v_num=7e79]
Epoch 23: 100%|███████████████████| 685/685 [13:36<00:00,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 23: 100%|███████████████████| 685/685 [13:38<00:00,  1.19s/it, v_num=7e79]
Epoch 24:  10%|█▉                  | 68/685 [01:21<12:07,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 24:  10%|██                  | 69/685 [01:23<12:10,  1.19s/it, v_num=7e79]
Epoch 24:  20%|███▊               | 136/685 [02:45<11:04,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 24:  20%|███▊               | 138/685 [02:47<10:59,  1.21s/it, v_num=7e79]
Epoch 24:  30%|█████▋             | 206/685 [04:15<09:51,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 24:  30%|█████▋             | 207/685 [04:16<09:48,  1.23s/it, v_num=7e79]
Epoch 24:  40%|███████▌           | 274/685 [05:41<08:29,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 24:  40%|███████▋           | 276/685 [05:42<08:26,  1.24s/it, v_num=7e79]
Epoch 24:  50%|█████████▌         | 344/685 [07:07<07:02,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 24:  50%|█████████▌         | 345/685 [07:09<07:01,  1.24s/it, v_num=7e79]
Epoch 24:  60%|███████████▍       | 412/685 [08:34<05:39,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 24:  60%|███████████▍       | 414/685 [08:35<05:36,  1.24s/it, v_num=7e79]
Epoch 24:  70%|█████████████▎     | 482/685 [10:02<04:13,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 24:  71%|█████████████▍     | 483/685 [10:04<04:12,  1.25s/it, v_num=7e79]
Epoch 24:  80%|███████████████▎   | 550/685 [11:28<02:48,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 24:  81%|███████████████▎   | 552/685 [11:30<02:45,  1.25s/it, v_num=7e79]
Epoch 24:  91%|█████████████████▏ | 620/685 [12:50<01:20,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 24:  91%|█████████████████▏ | 621/685 [12:51<01:19,  1.24s/it, v_num=7e79]
Epoch 24: 100%|███████████████████| 685/685 [14:12<00:00,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 24: 100%|███████████████████| 685/685 [14:14<00:00,  1.25s/it, v_num=7e79]
Epoch 25:  10%|█▉                  | 68/685 [01:22<12:14,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 25:  10%|██                  | 69/685 [01:23<12:18,  1.20s/it, v_num=7e79]
Epoch 25:  20%|███▊               | 136/685 [02:45<11:01,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 25:  20%|███▊               | 138/685 [02:46<10:56,  1.20s/it, v_num=7e79]
Epoch 25:  30%|█████▋             | 206/685 [04:08<09:36,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 25:  30%|█████▋             | 207/685 [04:10<09:36,  1.21s/it, v_num=7e79]
Epoch 25:  40%|███████▌           | 274/685 [05:32<08:16,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 25:  40%|███████▋           | 276/685 [05:34<08:13,  1.21s/it, v_num=7e79]
Epoch 25:  50%|█████████▌         | 344/685 [06:55<06:51,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 25:  50%|█████████▌         | 345/685 [06:57<06:50,  1.21s/it, v_num=7e79]
Epoch 25:  60%|███████████▍       | 412/685 [08:18<05:29,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 25:  60%|███████████▍       | 414/685 [08:20<05:26,  1.20s/it, v_num=7e79]
Epoch 25:  70%|█████████████▎     | 482/685 [09:40<04:04,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 25:  71%|█████████████▍     | 483/685 [09:42<04:03,  1.20s/it, v_num=7e79]
Epoch 25:  80%|███████████████▎   | 550/685 [11:02<02:42,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 25:  81%|███████████████▎   | 552/685 [11:03<02:39,  1.20s/it, v_num=7e79]
Epoch 25:  91%|█████████████████▏ | 620/685 [12:23<01:17,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 25:  91%|█████████████████▏ | 621/685 [12:25<01:16,  1.20s/it, v_num=7e79]
Epoch 25: 100%|███████████████████| 685/685 [13:45<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 25: 100%|███████████████████| 685/685 [13:46<00:00,  1.21s/it, v_num=7e79]
Epoch 26:  10%|█▉                  | 67/685 [01:21<12:20,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 26:  10%|██                  | 69/685 [01:23<12:11,  1.19s/it, v_num=7e79]
Epoch 26:  20%|███▊               | 137/685 [02:42<10:47,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 26:  20%|███▊               | 138/685 [02:44<10:49,  1.19s/it, v_num=7e79]
Epoch 26:  30%|█████▋             | 205/685 [04:08<09:38,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 26:  30%|█████▋             | 207/685 [04:10<09:34,  1.20s/it, v_num=7e79]
Epoch 26:  40%|███████▋           | 275/685 [05:31<08:11,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 26:  40%|███████▋           | 276/685 [05:32<08:11,  1.20s/it, v_num=7e79]
Epoch 26:  50%|█████████▌         | 343/685 [06:55<06:53,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 26:  50%|█████████▌         | 345/685 [06:57<06:49,  1.21s/it, v_num=7e79]
Epoch 26:  60%|███████████▍       | 413/685 [08:20<05:28,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 26:  60%|███████████▍       | 414/685 [08:22<05:28,  1.21s/it, v_num=7e79]
Epoch 26:  70%|█████████████▎     | 481/685 [09:46<04:08,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 26:  71%|█████████████▍     | 483/685 [09:47<04:05,  1.21s/it, v_num=7e79]
Epoch 26:  80%|███████████████▎   | 551/685 [11:09<02:42,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 26:  81%|███████████████▎   | 552/685 [11:10<02:41,  1.21s/it, v_num=7e79]
Epoch 26:  90%|█████████████████▏ | 619/685 [12:32<01:20,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 26:  91%|█████████████████▏ | 621/685 [12:34<01:17,  1.21s/it, v_num=7e79]
Epoch 26: 100%|███████████████████| 685/685 [13:54<00:00,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 26: 100%|███████████████████| 685/685 [13:55<00:00,  1.22s/it, v_num=7e79]
Epoch 27:  10%|█▉                  | 68/685 [01:21<12:09,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 27:  10%|██                  | 69/685 [01:23<12:13,  1.19s/it, v_num=7e79]
Epoch 27:  20%|███▊               | 136/685 [02:43<10:56,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 27:  20%|███▊               | 138/685 [02:45<10:52,  1.19s/it, v_num=7e79]
Epoch 27:  30%|█████▋             | 206/685 [04:09<09:36,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 27:  30%|█████▋             | 207/685 [04:10<09:36,  1.21s/it, v_num=7e79]
Epoch 27:  40%|███████▌           | 274/685 [05:32<08:16,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 27:  40%|███████▋           | 276/685 [05:33<08:12,  1.20s/it, v_num=7e79]
Epoch 27:  50%|█████████▌         | 344/685 [06:53<06:48,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 27:  50%|█████████▌         | 345/685 [06:55<06:48,  1.20s/it, v_num=7e79]
Epoch 27:  60%|███████████▍       | 412/685 [08:15<05:27,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 27:  60%|███████████▍       | 414/685 [08:17<05:24,  1.20s/it, v_num=7e79]
Epoch 27:  70%|█████████████▎     | 482/685 [09:37<04:02,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 27:  71%|█████████████▍     | 483/685 [09:38<04:01,  1.20s/it, v_num=7e79]
Epoch 27:  80%|███████████████▎   | 550/685 [10:58<02:41,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 27:  81%|███████████████▎   | 552/685 [11:00<02:38,  1.19s/it, v_num=7e79]
Epoch 27:  91%|█████████████████▏ | 620/685 [12:20<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 27:  91%|█████████████████▏ | 621/685 [12:22<01:16,  1.19s/it, v_num=7e79]
Epoch 27: 100%|███████████████████| 685/685 [13:42<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 27: 100%|███████████████████| 685/685 [13:42<00:00,  1.20s/it, v_num=7e79]
Epoch 28:  10%|█▉                  | 68/685 [01:21<12:09,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 28:  10%|██                  | 69/685 [01:23<12:12,  1.19s/it, v_num=7e79]
Epoch 28:  20%|███▊               | 136/685 [02:43<10:54,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 28:  20%|███▊               | 138/685 [02:44<10:48,  1.19s/it, v_num=7e79]
Epoch 28:  30%|█████▋             | 206/685 [04:04<09:26,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 28:  30%|█████▋             | 207/685 [04:06<09:25,  1.18s/it, v_num=7e79]
Epoch 28:  40%|███████▌           | 274/685 [05:26<08:07,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 28:  40%|███████▋           | 276/685 [05:27<08:03,  1.18s/it, v_num=7e79]
Epoch 28:  50%|█████████▌         | 344/685 [06:47<06:42,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 28:  50%|█████████▌         | 345/685 [06:49<06:42,  1.18s/it, v_num=7e79]
Epoch 28:  60%|███████████▍       | 412/685 [08:09<05:23,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 28:  60%|███████████▍       | 414/685 [08:11<05:21,  1.18s/it, v_num=7e79]
Epoch 28:  70%|█████████████▎     | 482/685 [09:31<04:00,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 28:  71%|█████████████▍     | 483/685 [09:33<03:59,  1.18s/it, v_num=7e79]
Epoch 28:  80%|███████████████▎   | 550/685 [10:56<02:40,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 28:  81%|███████████████▎   | 552/685 [10:58<02:38,  1.19s/it, v_num=7e79]
Epoch 28:  91%|█████████████████▏ | 620/685 [12:18<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 28:  91%|█████████████████▏ | 621/685 [12:20<01:16,  1.19s/it, v_num=7e79]
Epoch 28: 100%|███████████████████| 685/685 [13:40<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 28: 100%|███████████████████| 685/685 [13:42<00:00,  1.20s/it, v_num=7e79]
Epoch 29:  10%|█▉                  | 67/685 [01:23<12:36,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 29:  10%|██                  | 69/685 [01:25<12:34,  1.22s/it, v_num=7e79]
Epoch 29:  20%|███▊               | 137/685 [02:47<11:05,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 29:  20%|███▊               | 138/685 [02:49<11:06,  1.22s/it, v_num=7e79]
Epoch 29:  30%|█████▋             | 205/685 [04:11<09:45,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 29:  30%|█████▋             | 207/685 [04:12<09:41,  1.22s/it, v_num=7e79]
Epoch 29:  40%|███████▋           | 275/685 [05:34<08:16,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 29:  40%|███████▋           | 276/685 [05:36<08:16,  1.21s/it, v_num=7e79]
Epoch 29:  50%|█████████▌         | 343/685 [06:57<06:55,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 29:  50%|█████████▌         | 345/685 [06:59<06:52,  1.21s/it, v_num=7e79]
Epoch 29:  60%|███████████▍       | 413/685 [08:21<05:29,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 29:  60%|███████████▍       | 414/685 [08:23<05:28,  1.21s/it, v_num=7e79]
Epoch 29:  70%|█████████████▎     | 481/685 [09:44<04:07,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 29:  71%|█████████████▍     | 483/685 [09:46<04:04,  1.21s/it, v_num=7e79]
Epoch 29:  80%|███████████████▎   | 551/685 [11:06<02:41,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 29:  81%|███████████████▎   | 552/685 [11:08<02:40,  1.21s/it, v_num=7e79]
Epoch 29:  90%|█████████████████▏ | 619/685 [12:28<01:19,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 29:  91%|█████████████████▏ | 621/685 [12:30<01:17,  1.21s/it, v_num=7e79]
Epoch 29: 100%|███████████████████| 685/685 [13:50<00:00,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 29: 100%|███████████████████| 685/685 [13:52<00:00,  1.21s/it, v_num=7e79]
Epoch 30:  10%|█▉                  | 67/685 [01:21<12:23,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 30:  10%|██                  | 69/685 [01:23<12:16,  1.20s/it, v_num=7e79]
Epoch 30:  20%|███▊               | 137/685 [02:43<10:50,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 30:  20%|███▊               | 138/685 [02:45<10:51,  1.19s/it, v_num=7e79]
Epoch 30:  30%|█████▋             | 205/685 [04:05<09:31,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 30:  30%|█████▋             | 207/685 [04:07<09:28,  1.19s/it, v_num=7e79]
Epoch 30:  40%|███████▋           | 275/685 [05:27<08:05,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 30:  40%|███████▋           | 276/685 [05:28<08:05,  1.19s/it, v_num=7e79]
Epoch 30:  50%|█████████▌         | 343/685 [06:48<06:46,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 30:  50%|█████████▌         | 345/685 [06:50<06:43,  1.19s/it, v_num=7e79]
Epoch 30:  60%|███████████▍       | 413/685 [08:10<05:22,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 30:  60%|███████████▍       | 414/685 [08:12<05:21,  1.19s/it, v_num=7e79]
Epoch 30:  70%|█████████████▎     | 481/685 [09:33<04:02,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 30:  71%|█████████████▍     | 483/685 [09:34<03:59,  1.19s/it, v_num=7e79]
Epoch 30:  80%|███████████████▎   | 551/685 [10:54<02:38,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 30:  81%|███████████████▎   | 552/685 [10:56<02:37,  1.19s/it, v_num=7e79]
Epoch 30:  90%|█████████████████▏ | 619/685 [12:16<01:18,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 30:  91%|█████████████████▏ | 621/685 [12:18<01:15,  1.19s/it, v_num=7e79]
Epoch 30: 100%|███████████████████| 685/685 [13:38<00:00,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 30: 100%|███████████████████| 685/685 [13:39<00:00,  1.20s/it, v_num=7e79]
Epoch 31:  10%|█▉                  | 68/685 [01:21<12:09,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 31:  10%|██                  | 69/685 [01:23<12:14,  1.19s/it, v_num=7e79]
Epoch 31:  20%|███▊               | 136/685 [02:43<10:54,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 31:  20%|███▊               | 138/685 [02:45<10:49,  1.19s/it, v_num=7e79]
Epoch 31:  30%|█████▋             | 206/685 [04:04<09:26,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 31:  30%|█████▋             | 207/685 [04:06<09:26,  1.19s/it, v_num=7e79]
Epoch 31:  40%|███████▌           | 274/685 [05:27<08:09,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 31:  40%|███████▋           | 276/685 [05:29<08:06,  1.19s/it, v_num=7e79]
Epoch 31:  50%|█████████▌         | 344/685 [06:52<06:47,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 31:  50%|█████████▌         | 345/685 [06:53<06:46,  1.20s/it, v_num=7e79]
Epoch 31:  60%|███████████▍       | 412/685 [08:14<05:26,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 31:  60%|███████████▍       | 414/685 [08:16<05:23,  1.20s/it, v_num=7e79]
Epoch 31:  70%|█████████████▎     | 482/685 [09:36<04:02,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 31:  71%|█████████████▍     | 483/685 [09:38<04:01,  1.19s/it, v_num=7e79]
Epoch 31:  80%|███████████████▎   | 550/685 [10:58<02:41,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 31:  81%|███████████████▎   | 552/685 [11:00<02:38,  1.19s/it, v_num=7e79]
Epoch 31:  91%|█████████████████▏ | 620/685 [12:20<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 31:  91%|█████████████████▏ | 621/685 [12:21<01:16,  1.19s/it, v_num=7e79]
Epoch 31: 100%|███████████████████| 685/685 [13:42<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 31: 100%|███████████████████| 685/685 [13:43<00:00,  1.20s/it, v_num=7e79]
Epoch 32:  10%|█▉                  | 68/685 [01:21<12:12,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 32:  10%|██                  | 69/685 [01:23<12:16,  1.20s/it, v_num=7e79]
Epoch 32:  20%|███▊               | 136/685 [02:44<10:57,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 32:  20%|███▊               | 138/685 [02:45<10:52,  1.19s/it, v_num=7e79]
Epoch 32:  30%|█████▋             | 206/685 [04:06<09:29,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 32:  30%|█████▋             | 207/685 [04:08<09:30,  1.19s/it, v_num=7e79]
Epoch 32:  40%|███████▌           | 274/685 [05:28<08:11,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 32:  40%|███████▋           | 276/685 [05:30<08:07,  1.19s/it, v_num=7e79]
Epoch 32:  50%|█████████▌         | 344/685 [06:50<06:46,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 32:  50%|█████████▌         | 345/685 [06:52<06:45,  1.19s/it, v_num=7e79]
Epoch 32:  60%|███████████▍       | 412/685 [08:13<05:26,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 32:  60%|███████████▍       | 414/685 [08:15<05:23,  1.19s/it, v_num=7e79]
Epoch 32:  70%|█████████████▎     | 482/685 [09:35<04:01,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 32:  71%|█████████████▍     | 483/685 [09:37<04:00,  1.19s/it, v_num=7e79]
Epoch 32:  80%|███████████████▎   | 550/685 [10:57<02:41,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 32:  81%|███████████████▎   | 552/685 [10:59<02:38,  1.19s/it, v_num=7e79]
Epoch 32:  91%|█████████████████▏ | 620/685 [12:19<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 32:  91%|█████████████████▏ | 621/685 [12:21<01:16,  1.19s/it, v_num=7e79]
Epoch 32: 100%|███████████████████| 685/685 [13:41<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 32: 100%|███████████████████| 685/685 [13:43<00:00,  1.20s/it, v_num=7e79]
Epoch 33:  10%|█▉                  | 68/685 [01:22<12:16,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 33:  10%|██                  | 69/685 [01:24<12:20,  1.20s/it, v_num=7e79]
Epoch 33:  20%|███▊               | 136/685 [02:44<10:58,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 33:  20%|███▊               | 138/685 [02:46<10:54,  1.20s/it, v_num=7e79]
Epoch 33:  30%|█████▋             | 206/685 [04:07<09:32,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 33:  30%|█████▋             | 207/685 [04:09<09:33,  1.20s/it, v_num=7e79]
Epoch 33:  40%|███████▌           | 274/685 [05:29<08:12,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 33:  40%|███████▋           | 276/685 [05:31<08:09,  1.20s/it, v_num=7e79]
Epoch 33:  50%|█████████▌         | 344/685 [06:51<06:46,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 33:  50%|█████████▌         | 345/685 [06:53<06:46,  1.19s/it, v_num=7e79]
Epoch 33:  60%|███████████▍       | 412/685 [08:14<05:26,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 33:  60%|███████████▍       | 414/685 [08:16<05:24,  1.20s/it, v_num=7e79]
Epoch 33:  70%|█████████████▎     | 482/685 [09:36<04:02,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 33:  71%|█████████████▍     | 483/685 [09:38<04:01,  1.20s/it, v_num=7e79]
Epoch 33:  80%|███████████████▎   | 550/685 [10:58<02:41,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 33:  81%|███████████████▎   | 552/685 [11:00<02:38,  1.19s/it, v_num=7e79]
Epoch 33:  91%|█████████████████▏ | 620/685 [12:21<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 33:  91%|█████████████████▏ | 621/685 [12:22<01:16,  1.19s/it, v_num=7e79]
Epoch 33: 100%|███████████████████| 685/685 [13:43<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 33: 100%|███████████████████| 685/685 [13:44<00:00,  1.20s/it, v_num=7e79]
Epoch 34:  10%|█▉                  | 68/685 [01:22<12:14,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 34:  10%|██                  | 69/685 [01:23<12:17,  1.20s/it, v_num=7e79]
Epoch 34:  20%|███▊               | 136/685 [02:45<11:04,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 34:  20%|███▊               | 138/685 [02:47<11:00,  1.21s/it, v_num=7e79]
Epoch 34:  30%|█████▋             | 206/685 [04:12<09:43,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 34:  30%|█████▋             | 207/685 [04:13<09:43,  1.22s/it, v_num=7e79]
Epoch 34:  40%|███████▌           | 274/685 [05:36<08:23,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 34:  40%|███████▋           | 276/685 [05:38<08:19,  1.22s/it, v_num=7e79]
Epoch 34:  50%|█████████▌         | 344/685 [06:59<06:54,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 34:  50%|█████████▌         | 345/685 [07:01<06:54,  1.22s/it, v_num=7e79]
Epoch 34:  60%|███████████▍       | 412/685 [08:23<05:32,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 34:  60%|███████████▍       | 414/685 [08:24<05:29,  1.22s/it, v_num=7e79]
Epoch 34:  70%|█████████████▎     | 482/685 [09:45<04:06,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 34:  71%|█████████████▍     | 483/685 [09:47<04:05,  1.21s/it, v_num=7e79]
Epoch 34:  80%|███████████████▎   | 550/685 [11:14<02:45,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 34:  81%|███████████████▎   | 552/685 [11:16<02:42,  1.22s/it, v_num=7e79]
Epoch 34:  91%|█████████████████▏ | 620/685 [12:38<01:19,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 34:  91%|█████████████████▏ | 621/685 [12:40<01:18,  1.22s/it, v_num=7e79]
Epoch 34: 100%|███████████████████| 685/685 [14:01<00:00,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 34: 100%|███████████████████| 685/685 [14:02<00:00,  1.23s/it, v_num=7e79]
Epoch 35:  10%|█▉                  | 68/685 [01:22<12:15,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 35:  10%|██                  | 69/685 [01:24<12:20,  1.20s/it, v_num=7e79]
Epoch 35:  20%|███▊               | 136/685 [02:45<11:02,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 35:  20%|███▊               | 138/685 [02:47<10:57,  1.20s/it, v_num=7e79]
Epoch 35:  30%|█████▋             | 206/685 [04:08<09:35,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 35:  30%|█████▋             | 207/685 [04:10<09:35,  1.20s/it, v_num=7e79]
Epoch 35:  40%|███████▌           | 274/685 [05:31<08:14,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 35:  40%|███████▋           | 276/685 [05:32<08:11,  1.20s/it, v_num=7e79]
Epoch 35:  50%|█████████▌         | 344/685 [06:55<06:51,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 35:  50%|█████████▌         | 345/685 [06:57<06:50,  1.21s/it, v_num=7e79]
Epoch 35:  60%|███████████▍       | 412/685 [08:21<05:31,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 35:  60%|███████████▍       | 414/685 [08:22<05:28,  1.21s/it, v_num=7e79]
Epoch 35:  70%|█████████████▎     | 482/685 [09:44<04:05,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 35:  71%|█████████████▍     | 483/685 [09:45<04:04,  1.21s/it, v_num=7e79]
Epoch 35:  80%|███████████████▎   | 550/685 [11:12<02:44,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 35:  81%|███████████████▎   | 552/685 [11:14<02:42,  1.22s/it, v_num=7e79]
Epoch 35:  91%|█████████████████▏ | 620/685 [12:39<01:19,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 35:  91%|█████████████████▏ | 621/685 [12:41<01:18,  1.22s/it, v_num=7e79]
Epoch 35: 100%|███████████████████| 685/685 [14:06<00:00,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 35: 100%|███████████████████| 685/685 [14:08<00:00,  1.24s/it, v_num=7e79]
Epoch 36:  10%|█▉                  | 67/685 [01:26<13:10,  1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 36:  10%|██                  | 69/685 [01:28<13:01,  1.27s/it, v_num=7e79]
Epoch 36:  20%|███▊               | 137/685 [02:54<11:31,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 36:  20%|███▊               | 138/685 [02:55<11:32,  1.27s/it, v_num=7e79]
Epoch 36:  30%|█████▋             | 205/685 [04:20<10:05,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 36:  30%|█████▋             | 207/685 [04:21<10:01,  1.26s/it, v_num=7e79]
Epoch 36:  40%|███████▋           | 275/685 [05:45<08:32,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 36:  40%|███████▋           | 276/685 [05:46<08:32,  1.25s/it, v_num=7e79]
Epoch 36:  50%|█████████▌         | 343/685 [07:08<07:05,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 36:  50%|█████████▌         | 345/685 [07:10<07:02,  1.24s/it, v_num=7e79]
Epoch 36:  60%|███████████▍       | 413/685 [08:38<05:40,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 36:  60%|███████████▍       | 414/685 [08:40<05:39,  1.25s/it, v_num=7e79]
Epoch 36:  70%|█████████████▎     | 481/685 [10:10<04:18,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 36:  71%|█████████████▍     | 483/685 [10:12<04:15,  1.27s/it, v_num=7e79]
Epoch 36:  80%|███████████████▎   | 551/685 [11:42<02:50,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 36:  81%|███████████████▎   | 552/685 [11:44<02:49,  1.27s/it, v_num=7e79]
Epoch 36:  90%|█████████████████▏ | 619/685 [13:08<01:23,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 36:  91%|█████████████████▏ | 621/685 [13:10<01:21,  1.27s/it, v_num=7e79]
Epoch 36: 100%|███████████████████| 685/685 [14:34<00:00,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 36: 100%|███████████████████| 685/685 [14:35<00:00,  1.28s/it, v_num=7e79]
Epoch 37:  10%|█▉                  | 68/685 [01:22<12:19,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 37:  10%|██                  | 69/685 [01:24<12:23,  1.21s/it, v_num=7e79]
Epoch 37:  20%|███▊               | 136/685 [02:46<11:08,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 37:  20%|███▊               | 138/685 [02:48<11:03,  1.21s/it, v_num=7e79]
Epoch 37:  30%|█████▋             | 206/685 [04:10<09:40,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 37:  30%|█████▋             | 207/685 [04:12<09:40,  1.21s/it, v_num=7e79]
Epoch 37:  40%|███████▌           | 274/685 [05:35<08:21,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 37:  40%|███████▋           | 276/685 [05:37<08:18,  1.22s/it, v_num=7e79]
Epoch 37:  50%|█████████▌         | 344/685 [07:03<06:58,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 37:  50%|█████████▌         | 345/685 [07:05<06:58,  1.23s/it, v_num=7e79]
Epoch 37:  60%|███████████▍       | 412/685 [08:29<05:37,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 37:  60%|███████████▍       | 414/685 [08:31<05:34,  1.23s/it, v_num=7e79]
Epoch 37:  70%|█████████████▎     | 482/685 [09:58<04:11,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 37:  71%|█████████████▍     | 483/685 [10:00<04:10,  1.24s/it, v_num=7e79]
Epoch 37:  80%|███████████████▎   | 550/685 [11:28<02:48,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 37:  81%|███████████████▎   | 552/685 [11:29<02:45,  1.25s/it, v_num=7e79]
Epoch 37:  91%|█████████████████▏ | 620/685 [12:58<01:21,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 37:  91%|█████████████████▏ | 621/685 [12:59<01:20,  1.25s/it, v_num=7e79]
Epoch 37: 100%|███████████████████| 685/685 [14:22<00:00,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 37: 100%|███████████████████| 685/685 [14:24<00:00,  1.26s/it, v_num=7e79]
Epoch 38:  10%|█▉                  | 68/685 [01:22<12:14,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 38:  10%|██                  | 69/685 [01:23<12:16,  1.20s/it, v_num=7e79]
Epoch 38:  20%|███▊               | 136/685 [02:47<11:11,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 38:  20%|███▊               | 138/685 [02:49<11:05,  1.22s/it, v_num=7e79]
Epoch 38:  30%|█████▋             | 206/685 [04:15<09:50,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 38:  30%|█████▋             | 207/685 [04:16<09:49,  1.23s/it, v_num=7e79]
Epoch 38:  40%|███████▌           | 274/685 [05:39<08:27,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 38:  40%|███████▋           | 276/685 [05:41<08:24,  1.23s/it, v_num=7e79]
Epoch 38:  50%|█████████▌         | 344/685 [07:03<06:58,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 38:  50%|█████████▌         | 345/685 [07:05<06:58,  1.23s/it, v_num=7e79]
Epoch 38:  60%|███████████▍       | 412/685 [08:27<05:35,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 38:  60%|███████████▍       | 414/685 [08:29<05:32,  1.23s/it, v_num=7e79]
Epoch 38:  70%|█████████████▎     | 482/685 [09:50<04:08,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 38:  71%|█████████████▍     | 483/685 [09:52<04:07,  1.22s/it, v_num=7e79]
Epoch 38:  80%|███████████████▎   | 550/685 [11:15<02:45,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 38:  81%|███████████████▎   | 552/685 [11:17<02:42,  1.23s/it, v_num=7e79]
Epoch 38:  91%|█████████████████▏ | 620/685 [12:40<01:19,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 38:  91%|█████████████████▏ | 621/685 [12:42<01:18,  1.23s/it, v_num=7e79]
Epoch 38: 100%|███████████████████| 685/685 [14:03<00:00,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 38: 100%|███████████████████| 685/685 [14:04<00:00,  1.23s/it, v_num=7e79]
Epoch 39:  10%|█▉                  | 68/685 [01:25<12:43,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 39:  10%|██                  | 69/685 [01:27<12:46,  1.24s/it, v_num=7e79]
Epoch 39:  20%|███▊               | 136/685 [02:48<11:16,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 39:  20%|███▊               | 138/685 [02:50<11:11,  1.23s/it, v_num=7e79]
Epoch 39:  30%|█████▋             | 206/685 [04:12<09:43,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 39:  30%|█████▋             | 207/685 [04:13<09:43,  1.22s/it, v_num=7e79]
Epoch 39:  40%|███████▌           | 274/685 [05:37<08:23,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 39:  40%|███████▋           | 276/685 [05:38<08:20,  1.22s/it, v_num=7e79]
Epoch 39:  50%|█████████▌         | 344/685 [07:00<06:55,  1.22s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 39:  50%|█████████▌         | 345/685 [07:02<06:55,  1.22s/it, v_num=7e79]
Epoch 39:  60%|███████████▍       | 412/685 [08:29<05:36,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 39:  60%|███████████▍       | 414/685 [08:31<05:33,  1.23s/it, v_num=7e79]
Epoch 39:  70%|█████████████▎     | 482/685 [09:57<04:11,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 39:  71%|█████████████▍     | 483/685 [09:59<04:10,  1.24s/it, v_num=7e79]
Epoch 39:  80%|███████████████▎   | 550/685 [11:25<02:47,  1.24s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 39:  81%|███████████████▎   | 552/685 [11:27<02:45,  1.24s/it, v_num=7e79]
Epoch 39:  91%|█████████████████▏ | 620/685 [12:56<01:21,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 39:  91%|█████████████████▏ | 621/685 [12:59<01:20,  1.25s/it, v_num=7e79]
Epoch 39: 100%|███████████████████| 685/685 [14:26<00:00,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 39: 100%|███████████████████| 685/685 [14:28<00:00,  1.27s/it, v_num=7e79]
Epoch 40:  10%|█▉                  | 68/685 [01:28<13:09,  1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 40:  10%|██                  | 69/685 [01:30<13:17,  1.29s/it, v_num=7e79]
Epoch 40:  20%|███▊               | 136/685 [03:00<12:01,  1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 40:  20%|███▊               | 138/685 [03:02<11:56,  1.31s/it, v_num=7e79]
Epoch 40:  30%|█████▋             | 206/685 [04:31<10:29,  1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 40:  30%|█████▋             | 207/685 [04:33<10:29,  1.32s/it, v_num=7e79]
Epoch 40:  40%|███████▌           | 274/685 [06:00<08:58,  1.31s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 40:  40%|███████▋           | 276/685 [06:02<08:55,  1.31s/it, v_num=7e79]
Epoch 40:  50%|█████████▌         | 344/685 [07:27<07:22,  1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 40:  50%|█████████▌         | 345/685 [07:29<07:21,  1.30s/it, v_num=7e79]
Epoch 40:  60%|███████████▍       | 412/685 [08:54<05:53,  1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 40:  60%|███████████▍       | 414/685 [08:56<05:50,  1.29s/it, v_num=7e79]
Epoch 40:  70%|█████████████▎     | 482/685 [10:26<04:23,  1.30s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 40:  71%|█████████████▍     | 483/685 [10:28<04:22,  1.30s/it, v_num=7e79]
Epoch 40:  80%|███████████████▎   | 550/685 [11:53<02:54,  1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 40:  81%|███████████████▎   | 552/685 [11:55<02:52,  1.29s/it, v_num=7e79]
Epoch 40:  91%|█████████████████▏ | 620/685 [13:20<01:23,  1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 40:  91%|█████████████████▏ | 621/685 [13:22<01:22,  1.29s/it, v_num=7e79]
Epoch 40: 100%|███████████████████| 685/685 [14:47<00:00,  1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 40: 100%|███████████████████| 685/685 [14:48<00:00,  1.29s/it, v_num=7e79]
Epoch 41:  10%|█▉                  | 68/685 [01:24<12:39,  1.23s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 41:  10%|██                  | 69/685 [01:26<12:41,  1.24s/it, v_num=7e79]
Epoch 41:  20%|███▊               | 136/685 [02:55<11:41,  1.28s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 41:  20%|███▊               | 138/685 [02:57<11:37,  1.28s/it, v_num=7e79]
Epoch 41:  30%|█████▋             | 206/685 [04:27<10:19,  1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 41:  30%|█████▋             | 207/685 [04:28<10:16,  1.29s/it, v_num=7e79]
Epoch 41:  40%|███████▌           | 274/685 [05:54<08:49,  1.29s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 41:  40%|███████▋           | 276/685 [05:56<08:45,  1.29s/it, v_num=7e79]
Epoch 41:  50%|█████████▌         | 344/685 [07:19<07:13,  1.27s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 41:  50%|█████████▌         | 345/685 [07:20<07:13,  1.27s/it, v_num=7e79]
Epoch 41:  60%|███████████▍       | 412/685 [08:42<05:45,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 41:  60%|███████████▍       | 414/685 [08:44<05:42,  1.26s/it, v_num=7e79]
Epoch 41:  70%|█████████████▎     | 482/685 [10:06<04:14,  1.25s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 41:  71%|█████████████▍     | 483/685 [10:07<04:13,  1.26s/it, v_num=7e79]
Epoch 41:  80%|███████████████▎   | 550/685 [11:33<02:49,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 41:  81%|███████████████▎   | 552/685 [11:35<02:47,  1.26s/it, v_num=7e79]
Epoch 41:  91%|█████████████████▏ | 620/685 [13:01<01:21,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 41:  91%|█████████████████▏ | 621/685 [13:03<01:20,  1.26s/it, v_num=7e79]
Epoch 41: 100%|███████████████████| 685/685 [14:25<00:00,  1.26s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 41: 100%|███████████████████| 685/685 [14:26<00:00,  1.26s/it, v_num=7e79]
Epoch 42:  10%|█▉                  | 68/685 [01:22<12:20,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 42:  10%|██                  | 69/685 [01:24<12:24,  1.21s/it, v_num=7e79]
Epoch 42:  20%|███▊               | 136/685 [02:45<11:02,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 42:  20%|███▊               | 138/685 [02:47<10:57,  1.20s/it, v_num=7e79]
Epoch 42:  30%|█████▋             | 206/685 [04:07<09:32,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 42:  30%|█████▋             | 207/685 [04:09<09:32,  1.20s/it, v_num=7e79]
Epoch 42:  40%|███████▌           | 274/685 [05:29<08:12,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 42:  40%|███████▋           | 276/685 [05:31<08:09,  1.20s/it, v_num=7e79]
Epoch 42:  50%|█████████▌         | 344/685 [06:51<06:47,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 42:  50%|█████████▌         | 345/685 [06:53<06:46,  1.20s/it, v_num=7e79]
Epoch 42:  60%|███████████▍       | 412/685 [08:13<05:26,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 42:  60%|███████████▍       | 414/685 [08:15<05:23,  1.19s/it, v_num=7e79]
Epoch 42:  70%|█████████████▎     | 482/685 [09:36<04:02,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 42:  71%|█████████████▍     | 483/685 [09:37<04:01,  1.19s/it, v_num=7e79]
Epoch 42:  80%|███████████████▎   | 550/685 [10:58<02:41,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 42:  81%|███████████████▎   | 552/685 [10:59<02:38,  1.19s/it, v_num=7e79]
Epoch 42:  91%|█████████████████▏ | 620/685 [12:21<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 42:  91%|█████████████████▏ | 621/685 [12:22<01:16,  1.19s/it, v_num=7e79]
Epoch 42: 100%|███████████████████| 685/685 [13:43<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 42: 100%|███████████████████| 685/685 [13:45<00:00,  1.20s/it, v_num=7e79]
Epoch 43:  10%|█▉                  | 68/685 [01:22<12:13,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 43:  10%|██                  | 69/685 [01:23<12:17,  1.20s/it, v_num=7e79]
Epoch 43:  20%|███▊               | 136/685 [02:44<10:58,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 43:  20%|███▊               | 138/685 [02:46<10:53,  1.19s/it, v_num=7e79]
Epoch 43:  30%|█████▋             | 206/685 [04:07<09:32,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 43:  30%|█████▋             | 207/685 [04:09<09:32,  1.20s/it, v_num=7e79]
Epoch 43:  40%|███████▌           | 274/685 [05:29<08:12,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 43:  40%|███████▋           | 276/685 [05:31<08:08,  1.20s/it, v_num=7e79]
Epoch 43:  50%|█████████▌         | 344/685 [06:53<06:49,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 43:  50%|█████████▌         | 345/685 [06:55<06:48,  1.20s/it, v_num=7e79]
Epoch 43:  60%|███████████▍       | 412/685 [08:16<05:27,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 43:  60%|███████████▍       | 414/685 [08:17<05:25,  1.20s/it, v_num=7e79]
Epoch 43:  70%|█████████████▎     | 482/685 [09:38<04:03,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 43:  71%|█████████████▍     | 483/685 [09:40<04:02,  1.20s/it, v_num=7e79]
Epoch 43:  80%|███████████████▎   | 550/685 [11:01<02:41,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 43:  81%|███████████████▎   | 552/685 [11:02<02:39,  1.20s/it, v_num=7e79]
Epoch 43:  91%|█████████████████▏ | 620/685 [12:22<01:17,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 43:  91%|█████████████████▏ | 621/685 [12:24<01:16,  1.20s/it, v_num=7e79]
Epoch 43: 100%|███████████████████| 685/685 [13:46<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 43: 100%|███████████████████| 685/685 [13:47<00:00,  1.21s/it, v_num=7e79]
Epoch 44:  10%|█▉                  | 67/685 [01:22<12:26,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 44:  10%|██                  | 69/685 [01:23<12:18,  1.20s/it, v_num=7e79]
Epoch 44:  20%|███▊               | 137/685 [02:44<10:51,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 44:  20%|███▊               | 138/685 [02:45<10:52,  1.19s/it, v_num=7e79]
Epoch 44:  30%|█████▋             | 205/685 [04:06<09:33,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 44:  30%|█████▋             | 207/685 [04:07<09:29,  1.19s/it, v_num=7e79]
Epoch 44:  40%|███████▋           | 275/685 [05:29<08:09,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 44:  40%|███████▋           | 276/685 [05:30<08:08,  1.19s/it, v_num=7e79]
Epoch 44:  50%|█████████▌         | 343/685 [06:51<06:48,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 44:  50%|█████████▌         | 345/685 [06:52<06:45,  1.19s/it, v_num=7e79]
Epoch 44:  60%|███████████▍       | 413/685 [08:12<05:23,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 44:  60%|███████████▍       | 414/685 [08:14<05:22,  1.19s/it, v_num=7e79]
Epoch 44:  70%|█████████████▎     | 481/685 [09:34<04:03,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 44:  71%|█████████████▍     | 483/685 [09:36<04:00,  1.19s/it, v_num=7e79]
Epoch 44:  80%|███████████████▎   | 551/685 [10:56<02:39,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 44:  81%|███████████████▎   | 552/685 [10:58<02:38,  1.19s/it, v_num=7e79]
Epoch 44:  90%|█████████████████▏ | 619/685 [12:18<01:18,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 44:  91%|█████████████████▏ | 621/685 [12:20<01:16,  1.19s/it, v_num=7e79]
Epoch 44: 100%|███████████████████| 685/685 [13:40<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 44: 100%|███████████████████| 685/685 [13:42<00:00,  1.20s/it, v_num=7e79]
Epoch 45:  10%|█▉                  | 68/685 [01:21<12:12,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 45:  10%|██                  | 69/685 [01:23<12:16,  1.20s/it, v_num=7e79]
Epoch 45:  20%|███▊               | 136/685 [02:43<10:57,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 45:  20%|███▊               | 138/685 [02:45<10:52,  1.19s/it, v_num=7e79]
Epoch 45:  30%|█████▋             | 206/685 [04:05<09:29,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 45:  30%|█████▋             | 207/685 [04:07<09:29,  1.19s/it, v_num=7e79]
Epoch 45:  40%|███████▌           | 274/685 [05:27<08:09,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 45:  40%|███████▋           | 276/685 [05:29<08:06,  1.19s/it, v_num=7e79]
Epoch 45:  50%|█████████▌         | 344/685 [06:49<06:44,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 45:  50%|█████████▌         | 345/685 [06:51<06:43,  1.19s/it, v_num=7e79]
Epoch 45:  60%|███████████▍       | 412/685 [08:12<05:25,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 45:  60%|███████████▍       | 414/685 [08:14<05:22,  1.19s/it, v_num=7e79]
Epoch 45:  70%|█████████████▎     | 482/685 [09:35<04:01,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 45:  71%|█████████████▍     | 483/685 [09:37<04:00,  1.19s/it, v_num=7e79]
Epoch 45:  80%|███████████████▎   | 550/685 [10:57<02:41,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 45:  81%|███████████████▎   | 552/685 [10:59<02:38,  1.19s/it, v_num=7e79]
Epoch 45:  91%|█████████████████▏ | 620/685 [12:20<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 45:  91%|█████████████████▏ | 621/685 [12:22<01:16,  1.19s/it, v_num=7e79]
Epoch 45: 100%|███████████████████| 685/685 [13:42<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 45: 100%|███████████████████| 685/685 [13:44<00:00,  1.20s/it, v_num=7e79]
Epoch 46:  10%|█▉                  | 68/685 [01:22<12:15,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 46:  10%|██                  | 69/685 [01:23<12:19,  1.20s/it, v_num=7e79]
Epoch 46:  20%|███▊               | 136/685 [02:45<11:01,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 46:  20%|███▊               | 138/685 [02:46<10:56,  1.20s/it, v_num=7e79]
Epoch 46:  30%|█████▋             | 206/685 [04:06<09:31,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 46:  30%|█████▋             | 207/685 [04:08<09:31,  1.20s/it, v_num=7e79]
Epoch 46:  40%|███████▌           | 274/685 [05:30<08:13,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 46:  40%|███████▋           | 276/685 [05:32<08:10,  1.20s/it, v_num=7e79]
Epoch 46:  50%|█████████▌         | 344/685 [06:53<06:48,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 46:  50%|█████████▌         | 345/685 [06:54<06:47,  1.20s/it, v_num=7e79]
Epoch 46:  60%|███████████▍       | 412/685 [08:16<05:28,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 46:  60%|███████████▍       | 414/685 [08:18<05:25,  1.20s/it, v_num=7e79]
Epoch 46:  70%|█████████████▎     | 482/685 [09:40<04:03,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 46:  71%|█████████████▍     | 483/685 [09:42<04:02,  1.20s/it, v_num=7e79]
Epoch 46:  80%|███████████████▎   | 550/685 [11:03<02:42,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 46:  81%|███████████████▎   | 552/685 [11:05<02:40,  1.20s/it, v_num=7e79]
Epoch 46:  91%|█████████████████▏ | 620/685 [12:26<01:18,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 46:  91%|█████████████████▏ | 621/685 [12:27<01:16,  1.20s/it, v_num=7e79]
Epoch 46: 100%|███████████████████| 685/685 [13:48<00:00,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 46: 100%|███████████████████| 685/685 [13:49<00:00,  1.21s/it, v_num=7e79]
Epoch 47:  10%|█▉                  | 68/685 [01:22<12:14,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 47:  10%|██                  | 69/685 [01:23<12:18,  1.20s/it, v_num=7e79]
Epoch 47:  20%|███▊               | 136/685 [02:44<10:58,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 47:  20%|███▊               | 138/685 [02:46<10:53,  1.19s/it, v_num=7e79]
Epoch 47:  30%|█████▋             | 206/685 [04:06<09:29,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 47:  30%|█████▋             | 207/685 [04:07<09:29,  1.19s/it, v_num=7e79]
Epoch 47:  40%|███████▌           | 274/685 [05:28<08:10,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 47:  40%|███████▋           | 276/685 [05:29<08:07,  1.19s/it, v_num=7e79]
Epoch 47:  50%|█████████▌         | 344/685 [06:50<06:45,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 47:  50%|█████████▌         | 345/685 [06:51<06:44,  1.19s/it, v_num=7e79]
Epoch 47:  60%|███████████▍       | 412/685 [08:13<05:26,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 47:  60%|███████████▍       | 414/685 [08:15<05:23,  1.19s/it, v_num=7e79]
Epoch 47:  70%|█████████████▎     | 482/685 [09:35<04:01,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 47:  71%|█████████████▍     | 483/685 [09:37<04:00,  1.19s/it, v_num=7e79]
Epoch 47:  80%|███████████████▎   | 550/685 [10:57<02:41,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 47:  81%|███████████████▎   | 552/685 [10:59<02:38,  1.19s/it, v_num=7e79]
Epoch 47:  91%|█████████████████▏ | 620/685 [12:20<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 47:  91%|█████████████████▏ | 621/685 [12:21<01:16,  1.19s/it, v_num=7e79]
Epoch 47: 100%|███████████████████| 685/685 [13:42<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 47: 100%|███████████████████| 685/685 [13:43<00:00,  1.20s/it, v_num=7e79]
Epoch 48:  10%|█▉                  | 68/685 [01:22<12:15,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 48:  10%|██                  | 69/685 [01:24<12:19,  1.20s/it, v_num=7e79]
Epoch 48:  20%|███▊               | 136/685 [02:44<10:57,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 48:  20%|███▊               | 138/685 [02:45<10:52,  1.19s/it, v_num=7e79]
Epoch 48:  30%|█████▋             | 206/685 [04:05<09:28,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 48:  30%|█████▋             | 207/685 [04:07<09:29,  1.19s/it, v_num=7e79]
Epoch 48:  40%|███████▌           | 274/685 [05:27<08:10,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 48:  40%|███████▋           | 276/685 [05:29<08:06,  1.19s/it, v_num=7e79]
Epoch 48:  50%|█████████▌         | 344/685 [06:49<06:44,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 48:  50%|█████████▌         | 345/685 [06:51<06:44,  1.19s/it, v_num=7e79]
Epoch 48:  60%|███████████▍       | 412/685 [08:11<05:25,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 48:  60%|███████████▍       | 414/685 [08:13<05:22,  1.19s/it, v_num=7e79]
Epoch 48:  70%|█████████████▎     | 482/685 [09:33<04:01,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 48:  71%|█████████████▍     | 483/685 [09:35<04:00,  1.19s/it, v_num=7e79]
Epoch 48:  80%|███████████████▎   | 550/685 [10:55<02:40,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 48:  81%|███████████████▎   | 552/685 [10:57<02:38,  1.19s/it, v_num=7e79]
Epoch 48:  91%|█████████████████▏ | 620/685 [12:17<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 48:  91%|█████████████████▏ | 621/685 [12:19<01:16,  1.19s/it, v_num=7e79]
Epoch 48: 100%|███████████████████| 685/685 [13:40<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 48: 100%|███████████████████| 685/685 [13:41<00:00,  1.20s/it, v_num=7e79]
Epoch 49:  10%|█▉                  | 68/685 [01:22<12:18,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 49:  10%|██                  | 69/685 [01:24<12:22,  1.20s/it, v_num=7e79]
Epoch 49:  20%|███▊               | 136/685 [02:46<11:06,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 49:  20%|███▊               | 138/685 [02:48<11:01,  1.21s/it, v_num=7e79]
Epoch 49:  30%|█████▋             | 206/685 [04:09<09:37,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 49:  30%|█████▋             | 207/685 [04:11<09:37,  1.21s/it, v_num=7e79]
Epoch 49:  40%|███████▌           | 274/685 [05:33<08:18,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 49:  40%|███████▋           | 276/685 [05:35<08:14,  1.21s/it, v_num=7e79]
Epoch 49:  50%|█████████▌         | 344/685 [06:55<06:50,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 49:  50%|█████████▌         | 345/685 [06:57<06:49,  1.21s/it, v_num=7e79]
Epoch 49:  60%|███████████▍       | 412/685 [08:17<05:28,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 49:  60%|███████████▍       | 414/685 [08:19<05:25,  1.20s/it, v_num=7e79]
Epoch 49:  70%|█████████████▎     | 482/685 [09:39<04:03,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 49:  71%|█████████████▍     | 483/685 [09:40<04:02,  1.20s/it, v_num=7e79]
Epoch 49:  80%|███████████████▎   | 550/685 [11:01<02:41,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 49:  81%|███████████████▎   | 552/685 [11:02<02:39,  1.20s/it, v_num=7e79]
Epoch 49:  91%|█████████████████▏ | 620/685 [12:23<01:17,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 49:  91%|█████████████████▏ | 621/685 [12:24<01:16,  1.20s/it, v_num=7e79]
Epoch 49: 100%|███████████████████| 685/685 [13:45<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 49: 100%|███████████████████| 685/685 [13:46<00:00,  1.21s/it, v_num=7e79]
Epoch 50:  10%|█▉                  | 68/685 [01:21<12:08,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 50:  10%|██                  | 69/685 [01:23<12:11,  1.19s/it, v_num=7e79]
Epoch 50:  20%|███▊               | 136/685 [02:43<10:55,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 50:  20%|███▊               | 138/685 [02:45<10:49,  1.19s/it, v_num=7e79]
Epoch 50:  30%|█████▋             | 206/685 [04:05<09:27,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 50:  30%|█████▋             | 207/685 [04:06<09:27,  1.19s/it, v_num=7e79]
Epoch 50:  40%|███████▌           | 274/685 [05:26<08:08,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 50:  40%|███████▋           | 276/685 [05:28<08:05,  1.19s/it, v_num=7e79]
Epoch 50:  50%|█████████▌         | 344/685 [06:48<06:43,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 50:  50%|█████████▌         | 345/685 [06:50<06:43,  1.19s/it, v_num=7e79]
Epoch 50:  60%|███████████▍       | 412/685 [08:11<05:24,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 50:  60%|███████████▍       | 414/685 [08:13<05:22,  1.19s/it, v_num=7e79]
Epoch 50:  70%|█████████████▎     | 482/685 [09:33<04:00,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 50:  71%|█████████████▍     | 483/685 [09:35<03:59,  1.19s/it, v_num=7e79]
Epoch 50:  80%|███████████████▎   | 550/685 [10:55<02:40,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 50:  81%|███████████████▎   | 552/685 [10:56<02:37,  1.19s/it, v_num=7e79]
Epoch 50:  91%|█████████████████▏ | 620/685 [12:16<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 50:  91%|█████████████████▏ | 621/685 [12:18<01:15,  1.19s/it, v_num=7e79]
Epoch 50: 100%|███████████████████| 685/685 [13:39<00:00,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 50: 100%|███████████████████| 685/685 [13:41<00:00,  1.20s/it, v_num=7e79]
Epoch 51:  10%|█▉                  | 68/685 [01:22<12:14,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 51:  10%|██                  | 69/685 [01:23<12:18,  1.20s/it, v_num=7e79]
Epoch 51:  20%|███▊               | 136/685 [02:43<10:56,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 51:  20%|███▊               | 138/685 [02:45<10:51,  1.19s/it, v_num=7e79]
Epoch 51:  30%|█████▋             | 206/685 [04:06<09:30,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 51:  30%|█████▋             | 207/685 [04:08<09:30,  1.19s/it, v_num=7e79]
Epoch 51:  40%|███████▌           | 274/685 [05:28<08:11,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 51:  40%|███████▋           | 276/685 [05:30<08:07,  1.19s/it, v_num=7e79]
Epoch 51:  50%|█████████▌         | 344/685 [06:50<06:45,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 51:  50%|█████████▌         | 345/685 [06:51<06:44,  1.19s/it, v_num=7e79]
Epoch 51:  60%|███████████▍       | 412/685 [08:11<05:25,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 51:  60%|███████████▍       | 414/685 [08:13<05:22,  1.19s/it, v_num=7e79]
Epoch 51:  70%|█████████████▎     | 482/685 [09:34<04:01,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 51:  71%|█████████████▍     | 483/685 [09:36<04:00,  1.19s/it, v_num=7e79]
Epoch 51:  80%|███████████████▎   | 550/685 [10:57<02:41,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 51:  81%|███████████████▎   | 552/685 [10:59<02:38,  1.19s/it, v_num=7e79]
Epoch 51:  91%|█████████████████▏ | 620/685 [12:19<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 51:  91%|█████████████████▏ | 621/685 [12:20<01:16,  1.19s/it, v_num=7e79]
Epoch 51: 100%|███████████████████| 685/685 [13:41<00:00,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 51: 100%|███████████████████| 685/685 [13:43<00:00,  1.20s/it, v_num=7e79]
Epoch 52:  10%|█▉                  | 68/685 [01:21<12:11,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 52:  10%|██                  | 69/685 [01:23<12:14,  1.19s/it, v_num=7e79]
Epoch 52:  20%|███▊               | 136/685 [02:43<10:54,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 52:  20%|███▊               | 138/685 [02:45<10:49,  1.19s/it, v_num=7e79]
Epoch 52:  30%|█████▋             | 206/685 [04:04<09:26,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 52:  30%|█████▋             | 207/685 [04:06<09:26,  1.19s/it, v_num=7e79]
Epoch 52:  40%|███████▌           | 274/685 [05:27<08:09,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 52:  40%|███████▋           | 276/685 [05:29<08:05,  1.19s/it, v_num=7e79]
Epoch 52:  50%|█████████▌         | 344/685 [06:49<06:44,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 52:  50%|█████████▌         | 345/685 [06:50<06:43,  1.19s/it, v_num=7e79]
Epoch 52:  60%|███████████▍       | 412/685 [08:10<05:24,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 52:  60%|███████████▍       | 414/685 [08:12<05:21,  1.19s/it, v_num=7e79]
Epoch 52:  70%|█████████████▎     | 482/685 [09:33<04:01,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 52:  71%|█████████████▍     | 483/685 [09:35<04:00,  1.19s/it, v_num=7e79]
Epoch 52:  80%|███████████████▎   | 550/685 [10:55<02:40,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 52:  81%|███████████████▎   | 552/685 [10:57<02:38,  1.19s/it, v_num=7e79]
Epoch 52:  91%|█████████████████▏ | 620/685 [12:16<01:17,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 52:  91%|█████████████████▏ | 621/685 [12:18<01:16,  1.19s/it, v_num=7e79]
Epoch 52: 100%|███████████████████| 685/685 [13:39<00:00,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 52: 100%|███████████████████| 685/685 [13:41<00:00,  1.20s/it, v_num=7e79]
Epoch 53:  10%|█▉                  | 67/685 [01:21<12:23,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 53:  10%|██                  | 69/685 [01:23<12:14,  1.19s/it, v_num=7e79]
Epoch 53:  20%|███▊               | 137/685 [02:43<10:49,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 53:  20%|███▊               | 138/685 [02:45<10:50,  1.19s/it, v_num=7e79]
Epoch 53:  30%|█████▋             | 205/685 [04:06<09:33,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 53:  30%|█████▋             | 207/685 [04:07<09:29,  1.19s/it, v_num=7e79]
Epoch 53:  40%|███████▋           | 275/685 [05:27<08:07,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 53:  40%|███████▋           | 276/685 [05:29<08:06,  1.19s/it, v_num=7e79]
Epoch 53:  50%|█████████▌         | 343/685 [06:49<06:47,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 53:  50%|█████████▌         | 345/685 [06:51<06:44,  1.19s/it, v_num=7e79]
Epoch 53:  60%|███████████▍       | 413/685 [08:11<05:22,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 53:  60%|███████████▍       | 414/685 [08:12<05:21,  1.19s/it, v_num=7e79]
Epoch 53:  70%|█████████████▎     | 481/685 [09:32<04:02,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 53:  71%|█████████████▍     | 483/685 [09:34<03:59,  1.19s/it, v_num=7e79]
Epoch 53:  80%|███████████████▎   | 551/685 [10:55<02:39,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 53:  81%|███████████████▎   | 552/685 [10:57<02:38,  1.19s/it, v_num=7e79]
Epoch 53:  90%|█████████████████▏ | 619/685 [12:17<01:18,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 53:  91%|█████████████████▏ | 621/685 [12:18<01:16,  1.19s/it, v_num=7e79]
Epoch 53: 100%|███████████████████| 685/685 [13:39<00:00,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 53: 100%|███████████████████| 685/685 [13:40<00:00,  1.20s/it, v_num=7e79]
Epoch 54:  10%|█▉                  | 68/685 [01:21<12:10,  1.18s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 54:  10%|██                  | 69/685 [01:23<12:14,  1.19s/it, v_num=7e79]
Epoch 54:  20%|███▊               | 136/685 [02:44<10:58,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 54:  20%|███▊               | 138/685 [02:46<10:53,  1.19s/it, v_num=7e79]
Epoch 54:  30%|█████▋             | 206/685 [04:05<09:29,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 54:  30%|█████▋             | 207/685 [04:07<09:29,  1.19s/it, v_num=7e79]
Epoch 54:  40%|███████▌           | 274/685 [05:28<08:10,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 54:  40%|███████▋           | 276/685 [05:30<08:07,  1.19s/it, v_num=7e79]
Epoch 54:  50%|█████████▌         | 344/685 [06:51<06:46,  1.19s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 54:  50%|█████████▌         | 345/685 [06:51<06:44,  1.19s/it, v_num=7e79]
Epoch 54:  60%|███████████▍       | 412/685 [08:17<05:28,  1.20s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 54:  60%|███████████▍       | 414/685 [08:19<05:26,  1.20s/it, v_num=7e79]
Epoch 54:  70%|█████████████▎     | 482/685 [09:42<04:04,  1.21s/it, v_num=7e79]
Validating: 0it [00:00, ?it/s]
Validating:   0%|                                         | 0/1 [00:00<?, ?it/s]
Epoch 54:  71%|█████████████▍     | 483/685 [09:44<04:03,  1.21s/it, v_num=7e79]
Epoch 54:  74%|██████████████     | 506/685 [10:12<03:36,  1.21s/it, v_num=7e79]
/home/marco/miniforge3/lib/python3.9/site-packages/pytorch_lightning/trainer/trainer.py:1047: UserWarning: Detected KeyboardInterrupt, attempting graceful shutdown...
  rank_zero_warn("Detected KeyboardInterrupt, attempting graceful shutdown...")
[19]:
{'d_x': tensor(0.9615),
 'd_g_z1': tensor(0.0133),
 'err_d_real': tensor(0.0411),
 'err_d_fake': tensor(0.0137),
 'err_d': tensor(0.0274),
 'd_g_z2': tensor(0.0172),
 'err_g': tensor(5.2013)}
[132]:
fake = smodel.net_g(fixed_noise).detach().cpu()
[133]:
# Plot some training images
real_batch = next(iter(dataloader))
plt.figure(figsize=(8,8))
plt.axis("off")
plt.title("Training Images")
plt.imshow(np.transpose(vutils.make_grid(fake, padding=2, normalize=True).cpu(),(1,2,0)))
[133]:
<matplotlib.image.AxesImage at 0x7fa67c3d0d60>
../../_images/sections_gan_14_1.png
[134]:
plt.figure(figsize=(3,3))
plt.axis("off")
plt.title("Training Images")
plt.imshow(np.transpose(fake[-3].cpu().numpy(),(1,2,0))*0.5+0.5)
[134]:
<matplotlib.image.AxesImage at 0x7fa6830778b0>
../../_images/sections_gan_15_1.png