ResNeXt.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "ResNeXt.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ov7EmHf4i2xO",
        "colab_type": "text"
      },
      "source": [
        "model.cifar.vgg-cfiar.py\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lHMv_34RP2nA",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "f777949c-80af-472f-91ea-701b6691d99d"
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "YBiayO0oitI5",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import torch.nn as nn\n",
        "import math\n",
        "\n",
        "__all__ = ['ResNeXt', 'resnext18', 'resnext34', 'resnext50', 'resnext101',\n",
        "           'resnext152']\n",
        "\n",
        "def conv3x3(in_planes, out_planes, stride=1):\n",
        "    \"\"\"3x3 convolution with padding\"\"\"\n",
        "    return nn.Conv2d(in_planes, out_planes, kernel_size=3, stride=stride,\n",
        "                     padding=1, bias=False)\n",
        "\n",
        "\n",
        "class BasicBlock(nn.Module):\n",
        "    expansion = 1\n",
        "\n",
        "    def __init__(self, inplanes, planes, stride=1, downsample=None, num_group=32):\n",
        "        super(BasicBlock, self).__init__()\n",
        "        self.conv1 = conv3x3(inplanes, planes*2, stride)\n",
        "        self.bn1 = nn.BatchNorm2d(planes*2)\n",
        "        self.relu = nn.ReLU(inplace=True)\n",
        "        self.conv2 = conv3x3(planes*2, planes*2, groups=num_group)\n",
        "        self.bn2 = nn.BatchNorm2d(planes*2)\n",
        "        self.downsample = downsample\n",
        "        self.stride = stride\n",
        "\n",
        "    def forward(self, x):\n",
        "        residual = x\n",
        "\n",
        "        out = self.conv1(x)\n",
        "        out = self.bn1(out)\n",
        "        out = self.relu(out)\n",
        "\n",
        "        out = self.conv2(out)\n",
        "        out = self.bn2(out)\n",
        "\n",
        "        if self.downsample is not None:\n",
        "            residual = self.downsample(x)\n",
        "\n",
        "        out += residual\n",
        "        out = self.relu(out)\n",
        "\n",
        "        return out\n",
        "\n",
        "\n",
        "class Bottleneck(nn.Module):\n",
        "    expansion = 4\n",
        "\n",
        "    def __init__(self, inplanes, planes, stride=1, downsample=None, num_group=32):\n",
        "        super(Bottleneck, self).__init__()\n",
        "        self.conv1 = nn.Conv2d(inplanes, planes*2, kernel_size=1, bias=False)\n",
        "        self.bn1 = nn.BatchNorm2d(planes*2)\n",
        "        self.conv2 = nn.Conv2d(planes*2, planes*2, kernel_size=3, stride=stride,\n",
        "                               padding=1, bias=False, groups=num_group)\n",
        "        self.bn2 = nn.BatchNorm2d(planes*2)\n",
        "        self.conv3 = nn.Conv2d(planes*2, planes * 4, kernel_size=1, bias=False)\n",
        "        self.bn3 = nn.BatchNorm2d(planes * 4)\n",
        "        self.relu = nn.ReLU(inplace=True)\n",
        "        self.downsample = downsample\n",
        "        self.stride = stride\n",
        "\n",
        "    def forward(self, x):\n",
        "        residual = x\n",
        "\n",
        "        out = self.conv1(x)\n",
        "        out = self.bn1(out)\n",
        "        out = self.relu(out)\n",
        "\n",
        "        out = self.conv2(out)\n",
        "        out = self.bn2(out)\n",
        "        out = self.relu(out)\n",
        "\n",
        "        out = self.conv3(out)\n",
        "        out = self.bn3(out)\n",
        "\n",
        "        if self.downsample is not None:\n",
        "            residual = self.downsample(x)\n",
        "\n",
        "        out += residual\n",
        "        out = self.relu(out)\n",
        "\n",
        "        return out\n",
        "\n",
        "\n",
        "class ResNeXt(nn.Module):\n",
        "\n",
        "    def __init__(self, block, layers, num_classes=100, num_group=32):\n",
        "        self.inplanes = 64\n",
        "        super(ResNeXt, self).__init__()\n",
        "        self.conv1 = nn.Conv2d(3, 64, kernel_size=3, stride=1, padding=1,\n",
        "                               bias=False)\n",
        "        self.bn1 = nn.BatchNorm2d(64)\n",
        "        self.relu = nn.ReLU(inplace=True)\n",
        "        self.maxpool = nn.MaxPool2d(kernel_size=3, stride=2, padding=1)\n",
        "        self.layer1 = self._make_layer(block, 64, layers[0], num_group)\n",
        "        self.layer2 = self._make_layer(block, 256, layers[1], num_group, stride=2)\n",
        "        self.layer3 = self._make_layer(block, 512, layers[2], num_group, stride=2)\n",
        "        #self.layer4 = self._make_layer(block, 512, layers[3], num_group, stride=2)\n",
        "        self.avgpool = nn.AvgPool2d(4)\n",
        "        self.fc = nn.Linear(2048, num_classes)\n",
        "\n",
        "        for m in self.modules():\n",
        "            if isinstance(m, nn.Conv2d):\n",
        "                nn.init.kaiming_normal_(m.weight, mode='fan_out', nonlinearity='relu')\n",
        "                if m.bias is not None:\n",
        "                    nn.init.constant_(m.bias, 0)\n",
        "            elif isinstance(m, nn.BatchNorm2d):\n",
        "                nn.init.constant_(m.weight, 1)\n",
        "                nn.init.constant_(m.bias, 0)\n",
        "            elif isinstance(m, nn.Linear):\n",
        "                nn.init.normal_(m.weight, 0, 0.01)\n",
        "                nn.init.constant_(m.bias, 0)\n",
        "\n",
        "    def _make_layer(self, block, planes, blocks, num_group, stride=1):\n",
        "        downsample = None\n",
        "        if stride != 1 or self.inplanes != planes * block.expansion:\n",
        "            downsample = nn.Sequential(\n",
        "                nn.Conv2d(self.inplanes, planes * block.expansion,\n",
        "                          kernel_size=1, stride=stride, bias=False),\n",
        "                nn.BatchNorm2d(planes * block.expansion),\n",
        "            )\n",
        "\n",
        "        layers = []\n",
        "        layers.append(block(self.inplanes, planes, stride, downsample, num_group=num_group))\n",
        "        self.inplanes = planes * block.expansion\n",
        "        for i in range(1, blocks):\n",
        "            layers.append(block(self.inplanes, planes, num_group=num_group))\n",
        "\n",
        "        return nn.Sequential(*layers)\n",
        "\n",
        "    def forward(self, x):\n",
        "        x = self.conv1(x)\n",
        "        x = self.bn1(x)\n",
        "        x = self.relu(x)\n",
        "        x = self.maxpool(x)\n",
        "\n",
        "        x = self.layer1(x)\n",
        "        x = self.layer2(x)\n",
        "        x = self.layer3(x)\n",
        "        #x = self.layer4(x)\n",
        "\n",
        "        x = self.avgpool(x)\n",
        "        x = x.view(x.size(0), -1)\n",
        "        x = self.fc(x)\n",
        "\n",
        "        return x\n",
        "\n",
        "\n",
        "def resnext20( **kwargs):\n",
        "    \"\"\"Constructs a ResNeXt-18 model.\n",
        "    \"\"\"\n",
        "    model = ResNeXt(Bottleneck, [3, 3, 3], **kwargs)\n",
        "    return model\n",
        "\n",
        "\n",
        "def resnext32(**kwargs):\n",
        "    \"\"\"Constructs a ResNeXt-34 model.\n",
        "    \"\"\"\n",
        "    model = ResNeXt(Bottleneck, [5, 5, 5], **kwargs)\n",
        "    return model\n",
        "\n",
        "\n",
        "def resnex44(**kwargs):\n",
        "    \"\"\"Constructs a ResNeXt-50 model.\n",
        "    \"\"\"\n",
        "    model = ResNeXt(Bottleneck, [7, 7, 7], **kwargs)\n",
        "    return model\n",
        "\n",
        "\n",
        "def resnext56(**kwargs):\n",
        "    \"\"\"Constructs a ResNeXt-101 model.\n",
        "    \"\"\"\n",
        "    model = ResNeXt(Bottleneck, [9, 9, 9], **kwargs)\n",
        "    return model\n",
        "\n",
        "\n",
        "def resnext110(**kwargs):\n",
        "    \"\"\"Constructs a ResNeXt-152 model.\n",
        "    \"\"\"\n",
        "    model = ResNeXt(Bottleneck, [18, 18, 18], **kwargs)\n",
        "    return model\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XDTTk-VsjAPS",
        "colab_type": "text"
      },
      "source": [
        "config.py\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yxauZ6_XimSu",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import easydict\n",
        "\n",
        "\n",
        "def config():\n",
        "  \n",
        "    cfg = easydict.EasyDict({\n",
        "            \"arch\": \"resnext\",\n",
        "            \"dataset\": \"cifar100\",\n",
        "            \"batch_size\": 16,\n",
        "            \"epochs\": 100,\n",
        "            \"learning_rate\": 0.1,\n",
        "            \"weight_decay\": 0.00001,\n",
        "            \"momentum\": 0.9,\n",
        "            \"nesterov\": True,\n",
        "            \"print_freq\": 50,\n",
        "            \"ckpt\": \"/content/drive/My Drive/MLVC/Baseline/checkpoint/\",\n",
        "            \"results_dir\": \"./results/\",\n",
        "            \"resume\": False,\n",
        "            \"evaluate\": False,\n",
        "            \"cuda\": True,\n",
        "            \"gpuids\": [0],\n",
        "            \"colab\": True,    \n",
        "    })\n",
        "\n",
        "\n",
        "    cfg.gpuids = list(map(int, cfg.gpuids))\n",
        "\n",
        "    model = resnext20()\n",
        "    if cfg.arch == \"resnext\":\n",
        "        model = resnext20()\n",
        "    #elif cfg.arch == \"resnet-cifar\":\n",
        "    #    model = resnet.resnet20()\n",
        "    #elif cfg.arch == \"vgg-cifar-binary\":\n",
        "    #    model = vgg_bnn.vgg11()\n",
        "    #elif cfg.arch == \"resnet-cifar-dorefa\":\n",
        "    #    model = resnet_dorefanet.resnet20()\n",
        "\n",
        "    return cfg, model\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "7uijg3T_jKpH",
        "colab_type": "text"
      },
      "source": [
        "utility.py\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kRAxpnTajMvg",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import torch\n",
        "import time\n",
        "import shutil\n",
        "import pathlib\n",
        "from collections import OrderedDict\n",
        "\n",
        "\n",
        "def load_model(model, ckpt_file, args):\n",
        "    if args.cuda:\n",
        "        checkpoint = torch.load(\n",
        "            ckpt_file, map_location=lambda storage, loc: storage.cuda(args.gpuids[0])\n",
        "        )\n",
        "        try:\n",
        "            model.load_state_dict(checkpoint[\"model\"])\n",
        "        except:  # noqa\n",
        "            model.module.load_state_dict(checkpoint[\"model\"])\n",
        "    else:\n",
        "        checkpoint = torch.load(ckpt_file, map_location=lambda storage, loc: storage)\n",
        "        try:\n",
        "            model.load_state_dict(checkpoint[\"model\"])\n",
        "        except:  # noqa\n",
        "            # create new OrderedDict that does not contain `module.`\n",
        "            new_state_dict = OrderedDict()\n",
        "            for k, v in checkpoint[\"model\"].items():\n",
        "                if k[:7] == \"module.\":\n",
        "                    name = k[7:]  # remove `module.`\n",
        "                else:\n",
        "                    name = k[:]\n",
        "                new_state_dict[name] = v\n",
        "\n",
        "            model.load_state_dict(new_state_dict)\n",
        "\n",
        "    return checkpoint\n",
        "\n",
        "\n",
        "def save_model(state, epoch, is_best, args):\n",
        "    dir_ckpt = pathlib.Path(\"checkpoint\")\n",
        "    dir_path = dir_ckpt / args.dataset\n",
        "    dir_path.mkdir(parents=True, exist_ok=True)\n",
        "\n",
        "    model_file = dir_path / \"ckpt_epoch_{}.pth\".format(epoch)\n",
        "    torch.save(state, model_file)\n",
        "\n",
        "    if is_best:\n",
        "        shutil.copyfile(model_file, dir_path / \"ckpt_best.pth\")\n",
        "\n",
        "\n",
        "class AverageMeter(object):\n",
        "    \"\"\"Computes and stores the average and current value\"\"\"\n",
        "\n",
        "    def __init__(self, name, fmt=\":f\"):\n",
        "        self.name = name\n",
        "        self.fmt = fmt\n",
        "        self.reset()\n",
        "\n",
        "    def reset(self):\n",
        "        self.val = 0\n",
        "        self.avg = 0\n",
        "        self.sum = 0\n",
        "        self.count = 0\n",
        "\n",
        "    def update(self, val, n=1):\n",
        "        self.val = val\n",
        "        self.sum += val * n\n",
        "        self.count += n\n",
        "        self.avg = self.sum / self.count\n",
        "\n",
        "    def __str__(self):\n",
        "        fmtstr = \"{name} {val\" + self.fmt + \"} ({avg\" + self.fmt + \"})\"\n",
        "        return fmtstr.format(**self.__dict__)\n",
        "\n",
        "\n",
        "class ProgressMeter(object):\n",
        "    def __init__(self, num_batches, *meters, prefix=\"\"):\n",
        "        self.batch_fmtstr = self._get_batch_fmtstr(num_batches)\n",
        "        self.meters = meters\n",
        "        self.prefix = prefix\n",
        "\n",
        "    def print(self, batch):\n",
        "        entries = [self.prefix + self.batch_fmtstr.format(batch)]\n",
        "        entries += [str(meter) for meter in self.meters]\n",
        "        print(\"\\t\".join(entries))\n",
        "\n",
        "    def _get_batch_fmtstr(self, num_batches):\n",
        "        num_digits = len(str(num_batches // 1))\n",
        "        fmt = \"{:\" + str(num_digits) + \"d}\"\n",
        "        return \"[\" + fmt + \"/\" + fmt.format(num_batches) + \"]\"\n",
        "\n",
        "\n",
        "def adjust_learning_rate(optimizer, epoch, lr):\n",
        "    \"\"\"Sets the learning rate, decayed rate of 0.1 every epoch\"\"\"\n",
        "    if epoch >= 50:\n",
        "        lr = 0.01\n",
        "    if epoch >= 75:\n",
        "        lr = 0.001\n",
        "\n",
        "    for param_group in optimizer.param_groups:\n",
        "        param_group[\"lr\"] = lr\n",
        "\n",
        "    return lr\n",
        "\n",
        "\n",
        "def accuracy(output, target, topk=(1,)):\n",
        "    \"\"\"Computes the accuracy over the k top predictions for the specified values of k\"\"\"\n",
        "    with torch.no_grad():\n",
        "        maxk = max(topk)\n",
        "        batch_size = target.size(0)\n",
        "\n",
        "        _, pred = output.topk(maxk, 1, True, True)\n",
        "        pred = pred.t()\n",
        "        correct = pred.eq(target.view(1, -1).expand_as(pred))\n",
        "\n",
        "        res = []\n",
        "        for k in topk:\n",
        "            correct_k = correct[:k].view(-1).float().sum(0, keepdim=True)\n",
        "            res.append(correct_k.mul_(100.0 / batch_size))\n",
        "        return res\n",
        "\n",
        "def print_reults(start_time, train_time, validate_time, start_epoch, epochs):\n",
        "    avg_train_time = train_time / (epochs - start_epoch)\n",
        "    avg_valid_time = validate_time / (epochs - start_epoch)\n",
        "    total_train_time = train_time + validate_time\n",
        "    print(\n",
        "        \"====> average training time per epoch: {:,}m {:.2f}s\".format(\n",
        "            int(avg_train_time // 60), avg_train_time % 60\n",
        "        )\n",
        "    )\n",
        "    print(\n",
        "        \"====> average validation time per epoch: {:,}m {:.2f}s\".format(\n",
        "            int(avg_valid_time // 60), avg_valid_time % 60\n",
        "        )\n",
        "    )\n",
        "    print(\n",
        "        \"====> training time: {}h {}m {:.2f}s\".format(\n",
        "            int(train_time // 3600), int((train_time % 3600) // 60), train_time % 60\n",
        "        )\n",
        "    )\n",
        "    print(\n",
        "        \"====> validation time: {}h {}m {:.2f}s\".format(\n",
        "            int(validate_time // 3600),\n",
        "            int((validate_time % 3600) // 60),\n",
        "            validate_time % 60,\n",
        "        )\n",
        "    )\n",
        "    print(\n",
        "        \"====> total training time: {}h {}m {:.2f}s\".format(\n",
        "            int(total_train_time // 3600),\n",
        "            int((total_train_time % 3600) // 60),\n",
        "            total_train_time % 60,\n",
        "        )\n",
        "    )\n",
        "\n",
        "    elapsed_time = time.time() - start_time\n",
        "    print(\n",
        "        \"====> total time: {}h {}m {:.2f}s\".format(\n",
        "            int(elapsed_time // 3600), int((elapsed_time % 3600) // 60), elapsed_time % 60\n",
        "        )\n",
        "    )"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "3NYZJ-dXjZLX",
        "colab_type": "text"
      },
      "source": [
        "data_loader.py\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QHxY6xojjcH3",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import torch\n",
        "import torchvision.transforms as transforms\n",
        "from torchvision import datasets\n",
        "\n",
        "\n",
        "def dataloader(dataset, batch_size):\n",
        "    train_dataset, val_dataset = load_cifar100()\n",
        "\n",
        "    if dataset == \"CIFAR100\":\n",
        "        train_dataset, val_dataset = load_cifar100()\n",
        "\n",
        "    # Data loader\n",
        "    train_loader = torch.utils.data.DataLoader(\n",
        "        dataset=train_dataset, batch_size=batch_size, shuffle=True\n",
        "    )\n",
        "\n",
        "    val_loader = torch.utils.data.DataLoader(\n",
        "        dataset=val_dataset, batch_size=batch_size, shuffle=False\n",
        "    )\n",
        "\n",
        "    return train_loader, val_loader\n",
        "\n",
        "def load_cifar10():\n",
        "    # CIFAR-10 dataset\n",
        "    normalize = transforms.Normalize(\n",
        "        mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225]\n",
        "    )\n",
        "\n",
        "    train_dataset = datasets.CIFAR10(\n",
        "        root=\"../../data/\",\n",
        "        train=True,\n",
        "        transform=transforms.Compose(\n",
        "            [\n",
        "                transforms.Pad(4),\n",
        "                transforms.RandomHorizontalFlip(),\n",
        "                transforms.RandomCrop(32),\n",
        "                transforms.ToTensor(),\n",
        "                normalize,\n",
        "            ]\n",
        "        ),\n",
        "        download=True,\n",
        "    )\n",
        "\n",
        "    val_dataset = datasets.CIFAR10(\n",
        "        root=\"../../data/\",\n",
        "        train=False,\n",
        "        transform=transforms.Compose([transforms.ToTensor(), normalize]),\n",
        "    )\n",
        "    return train_dataset, val_dataset\n",
        "\n",
        "def load_cifar100():\n",
        "    # CIFAR-100 dataset\n",
        "    normalize = transforms.Normalize(\n",
        "        mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225]\n",
        "    )\n",
        "    train_dataset = datasets.CIFAR100(\n",
        "        root=\"../../data/\",\n",
        "        train=True,\n",
        "        transform=transforms.Compose(\n",
        "            [\n",
        "                transforms.Pad(4),\n",
        "                transforms.RandomHorizontalFlip(),\n",
        "                transforms.RandomCrop(32),\n",
        "                transforms.ToTensor(),\n",
        "                normalize,\n",
        "            ]\n",
        "        ),\n",
        "        download=True,\n",
        "    )\n",
        "\n",
        "    val_dataset = datasets.CIFAR100(\n",
        "        root=\"../../data/\",\n",
        "        train=False,\n",
        "        transform=transforms.Compose([transforms.ToTensor(), normalize]),\n",
        "    )\n",
        "    return train_dataset, val_dataset"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "bY8Jl99qjgEL",
        "colab_type": "text"
      },
      "source": [
        "main.py\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "v4lPApbXhvVw",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "69c477fb-b6ee-4f5f-faaf-853a63d30557"
      },
      "source": [
        "import torch\n",
        "import torch.nn as nn\n",
        "import torch.optim as optim\n",
        "import torch.backends.cudnn as cudnn\n",
        "\n",
        "import time\n",
        "import pathlib\n",
        "from os.path import isfile\n",
        "import pandas as pd\n",
        "\n",
        "\n",
        "def main():\n",
        "    global args, start_epoch, best_acc1\n",
        "    args, model = config()\n",
        "\n",
        "    print(\"Model: {}\".format(args.arch))\n",
        "\n",
        "    if args.cuda and not torch.cuda.is_available():\n",
        "        raise Exception(\"No GPU found, please run without --cuda\")\n",
        "\n",
        "    criterion = nn.CrossEntropyLoss()\n",
        "    optimizer = optim.SGD(\n",
        "        model.parameters(),\n",
        "        lr=args.learning_rate,\n",
        "        weight_decay=args.weight_decay,\n",
        "        momentum=args.momentum,\n",
        "        nesterov=args.nesterov,\n",
        "    )\n",
        "\n",
        "    best_acc1 = 0\n",
        "    start_epoch = 0\n",
        "\n",
        "    if args.cuda:\n",
        "        torch.cuda.set_device(args.gpuids[0])\n",
        "        with torch.cuda.device(args.gpuids[0]):\n",
        "            model = model.cuda()\n",
        "            criterion = criterion.cuda()\n",
        "        model = nn.DataParallel(\n",
        "            model, device_ids=args.gpuids, output_device=args.gpuids[0]\n",
        "        )\n",
        "        cudnn.benchmark = True\n",
        "\n",
        "    # checkpoint file\n",
        "    ckpt_dir = pathlib.Path(args.ckpt)\n",
        "    ckpt_file = ckpt_dir / args.dataset / args.ckpt\n",
        "\n",
        "    # for resuming training\n",
        "    if args.resume:\n",
        "        retrain(ckpt_file, model, optimizer)\n",
        "\n",
        "    # Data loading\n",
        "    print(\"\\n==> Load data..\")\n",
        "    train_loader, val_loader = dataloader(args.dataset, args.batch_size)\n",
        "\n",
        "    # initiailizae\n",
        "    train_time, validate_time = 0.0, 0.0\n",
        "    avgloss_train = 0.0\n",
        "    acc1_train, acc5_train, acc1_valid, acc5_valid = 0.0, 0.0, 0.0, 0.0\n",
        "    is_best = False\n",
        "\n",
        "    # result lists\n",
        "    result_epoch, result_lr, result_train_avgtime, result_train_avgloss = [], [], [], []\n",
        "    result_train_avgtop1acc, result_train_avgtop5acc = [], []\n",
        "    result_val_avgtime, result_val_avgtop1acc, result_val_avgtop5acc = [], [], []\n",
        "\n",
        "    # train...\n",
        "    lr = args.learning_rate\n",
        "    curr_lr = lr\n",
        "    for epoch in range(start_epoch, args.epochs):\n",
        "        curr_lr = adjust_learning_rate(optimizer, epoch, lr)\n",
        "        print(\"\\n==> Epoch: {}, lr = {}\".format(epoch, optimizer.param_groups[0][\"lr\"]))\n",
        "\n",
        "        # train for one epoch\n",
        "        train_time, acc1_train, acc5_train, avgloss_train = train_epoch(\n",
        "            train_time,\n",
        "            acc1_train,\n",
        "            acc5_train,\n",
        "            avgloss_train,\n",
        "            train_loader,\n",
        "            epoch,\n",
        "            model,\n",
        "            criterion,\n",
        "            optimizer,\n",
        "        )\n",
        "\n",
        "        # evaluate on validation set\n",
        "        validate_time, acc1_valid, acc5_valid = validation_epoch(\n",
        "            validate_time, acc1_valid, acc5_valid, val_loader, model, criterion\n",
        "        )\n",
        "\n",
        "        # remember best Acc@1 and save checkpoint\n",
        "        is_best = save_model_data(\n",
        "            is_best, best_acc1, acc1_valid, epoch, model, optimizer, args\n",
        "        )\n",
        "\n",
        "\n",
        "        result_epoch.append(epoch)\n",
        "        result_lr.append(curr_lr)\n",
        "        result_train_avgtime.append(train_time)\n",
        "        result_train_avgloss.append(avgloss_train)\n",
        "        result_train_avgtop1acc.append(acc1_train.item())\n",
        "        result_train_avgtop5acc.append(acc5_train.item())\n",
        "        result_val_avgtop1acc.append(acc1_valid.item())\n",
        "        result_val_avgtop5acc.append(acc5_valid.item())\n",
        "\n",
        "        df = pd.DataFrame({\n",
        "            'Epoch': result_epoch,\n",
        "            'Learning rate': result_lr,\n",
        "            'Training avg loss': result_train_avgloss,\n",
        "            'Training avg top1 acc': result_train_avgtop1acc,\n",
        "            'Training avg top5 acc': result_train_avgtop5acc,\n",
        "            'Test avg top1 acc': result_val_avgtop1acc,\n",
        "            'Test avg top5 acc': result_val_avgtop5acc,\n",
        "        })\n",
        "\n",
        "        if args.colab:\n",
        "            df.to_csv('/content/drive/My Drive/MLVC/Baseline/results/{}_result.csv'.format(args.arch))\n",
        "        else:\n",
        "            df.to_csv('./results/{}_result.csv'.format(args.arch))\n",
        "\n",
        "\n",
        "    print_results(train_time, validate_time)\n",
        "\n",
        "\n",
        "def retrain(ckpt_file, model, optimizer):\n",
        "    if isfile(ckpt_file):\n",
        "        print(\"\\n==> Loading Checkpoint '{}'\".format(args.ckpt))\n",
        "        checkpoint = load_model(model, ckpt_file, args)\n",
        "\n",
        "        start_epoch = checkpoint[\"epoch\"]\n",
        "        optimizer.load_state_dict(checkpoint[\"optimizer\"])\n",
        "\n",
        "        print(\"==> Loaded Checkpoint '{}' (epoch {})\".format(args.ckpt, start_epoch))\n",
        "    else:\n",
        "        print(\"==> no checkpoint found '{}'\".format(args.ckpt))\n",
        "        return\n",
        "\n",
        "\n",
        "def train_epoch(\n",
        "    train_time, acc1_train, acc5_train, avgloss_train, train_loader, epoch, model, criterion, optimizer\n",
        "):\n",
        "    print(\"===> [ Training ]\")\n",
        "    start_time = time.time()\n",
        "    acc1_train, acc5_train, avgloss_train = train(\n",
        "        train_loader, epoch=epoch, model=model, criterion=criterion, optimizer=optimizer\n",
        "    )\n",
        "    elapsed_time = time.time() - start_time\n",
        "    train_time += elapsed_time\n",
        "    print(\"====> {:.2f} seconds to train this epoch\\n\".format(elapsed_time))\n",
        "\n",
        "    return train_time, acc1_train, acc5_train, avgloss_train\n",
        "\n",
        "\n",
        "def validation_epoch(\n",
        "    validate_time, acc1_valid, acc5_valid, val_loader, model, criterion\n",
        "):\n",
        "    print(\"===> [ Validation ]\")\n",
        "    start_time = time.time()\n",
        "    acc1_valid, acc5_valid, avgloss_valid = validate(val_loader, model, criterion)\n",
        "    elapsed_time = time.time() - start_time\n",
        "    validate_time += elapsed_time\n",
        "    print(\"====> {:.2f} seconds to validate this epoch\\n\".format(elapsed_time))\n",
        "\n",
        "    return validate_time, acc1_valid, acc5_valid\n",
        "\n",
        "\n",
        "def save_model_data(is_best, best_acc1, acc1_valid, epoch, model, optimizer, args):\n",
        "    is_best = acc1_valid > best_acc1\n",
        "    best_acc1 = max(acc1_valid, best_acc1)\n",
        "    state = {\n",
        "        \"epoch\": epoch + 1,\n",
        "        \"model\": model.state_dict(),\n",
        "        \"optimizer\": optimizer.state_dict(),\n",
        "    }\n",
        "    if (epoch + 1) % 20 == 0:\n",
        "        save_model(state, epoch, is_best, args)\n",
        "    return is_best\n",
        "\n",
        "\n",
        "def train(train_loader, **kwargs):\n",
        "    epoch = kwargs.get(\"epoch\")\n",
        "    model = kwargs.get(\"model\")\n",
        "    criterion = kwargs.get(\"criterion\")\n",
        "    optimizer = kwargs.get(\"optimizer\")\n",
        "\n",
        "    batch_time = AverageMeter(\"Time\", \":6.3f\")\n",
        "    data_time = AverageMeter(\"Data\", \":6.3f\")\n",
        "    losses = AverageMeter(\"Loss\", \":.4e\")\n",
        "    top1 = AverageMeter(\"Acc@1\", \":6.2f\")\n",
        "    top5 = AverageMeter(\"Acc@5\", \":6.2f\")\n",
        "    progress = ProgressMeter(\n",
        "        len(train_loader),\n",
        "        batch_time,\n",
        "        data_time,\n",
        "        losses,\n",
        "        top1,\n",
        "        top5,\n",
        "        prefix=\"Epoch: [{}]\".format(epoch),\n",
        "    )\n",
        "\n",
        "    # switch to train mode\n",
        "    model.train()\n",
        "\n",
        "    end = time.time()\n",
        "    running_loss = 0.0\n",
        "    for i, (input, target) in enumerate(train_loader):\n",
        "        # measure data loading time\n",
        "        data_time.update(time.time() - end)\n",
        "\n",
        "        if args.cuda:\n",
        "            input = input.cuda(non_blocking=True)\n",
        "            target = target.cuda(non_blocking=True)\n",
        "\n",
        "        # compute output\n",
        "        output = model(input)\n",
        "        loss = criterion(output, target)\n",
        "\n",
        "        # measure accuracy and record loss\n",
        "        acc1, acc5 = accuracy(output, target, topk=(1, 5))\n",
        "        losses.update(loss.item(), input.size(0))\n",
        "        top1.update(acc1[0], input.size(0))\n",
        "        top5.update(acc5[0], input.size(0))\n",
        "\n",
        "        # compute gradient and do SGD step.\n",
        "        optimizer.zero_grad()\n",
        "        loss.backward()\n",
        "        optimizer.step()\n",
        "\n",
        "        # measure elapsed time\n",
        "        batch_time.update(time.time() - end)\n",
        "\n",
        "        running_loss += loss.item()\n",
        "\n",
        "        if i % args.print_freq == 0:\n",
        "            progress.print(i)\n",
        "\n",
        "        end = time.time()\n",
        "\n",
        "    print(\n",
        "        \"====> Acc@1 {top1.avg:.3f} Acc@5 {top5.avg:.3f}\".format(top1=top1, top5=top5)\n",
        "    )\n",
        "    epoch_loss = running_loss / len(train_loader)\n",
        "    print(\"====> Epoch loss {:.3f}\".format(epoch_loss))\n",
        "\n",
        "    return top1.avg, top5.avg, epoch_loss\n",
        "\n",
        "\n",
        "def validate(val_loader, model, criterion):\n",
        "    batch_time = AverageMeter(\"Time\", \":6.3f\")\n",
        "    losses = AverageMeter(\"Loss\", \":.4e\")\n",
        "    top1 = AverageMeter(\"Acc@1\", \":6.2f\")\n",
        "    top5 = AverageMeter(\"Acc@5\", \":6.2f\")\n",
        "    progress = ProgressMeter(\n",
        "        len(val_loader), batch_time, losses, top1, top5, prefix=\"Test: \"\n",
        "    )\n",
        "\n",
        "    # switch to evaluate mode\n",
        "    model.eval()\n",
        "    total_loss = 0.0\n",
        "\n",
        "    with torch.no_grad():\n",
        "        end = time.time()\n",
        "        for i, (input, target) in enumerate(val_loader):\n",
        "\n",
        "            if args.cuda:\n",
        "                input = input.cuda(non_blocking=True)\n",
        "                target = target.cuda(non_blocking=True)\n",
        "\n",
        "            # compute output\n",
        "            output = model(input)\n",
        "            loss = criterion(output, target)\n",
        "\n",
        "            # measure accuracy and record loss\n",
        "            acc1, acc5 = accuracy(output, target, topk=(1, 5))\n",
        "            losses.update(loss.item(), input.size(0))\n",
        "            top1.update(acc1[0], input.size(0))\n",
        "            top5.update(acc5[0], input.size(0))\n",
        "\n",
        "            # measure elapsed time\n",
        "            batch_time.update(time.time() - end)\n",
        "            total_loss += loss.item()\n",
        "\n",
        "            if i % args.print_freq == 0:\n",
        "                progress.print(i)\n",
        "\n",
        "            end = time.time()\n",
        "\n",
        "        print(\n",
        "            \"====> Acc@1 {top1.avg:.3f} Acc@5 {top5.avg:.3f}\".format(\n",
        "                top1=top1, top5=top5\n",
        "            )\n",
        "        )\n",
        "        total_loss = total_loss / len(val_loader)\n",
        "\n",
        "    return top1.avg, top5.avg, loss.item()\n",
        "\n",
        "\n",
        "def print_results(train_time, validate_time):\n",
        "\n",
        "    avg_train_time = train_time / (args.epochs - start_epoch)\n",
        "    avg_valid_time = validate_time / (args.epochs - start_epoch)\n",
        "    total_train_time = train_time + validate_time\n",
        "    print(\n",
        "        \"====> average training time per epoch: {:,}m {:.2f}s\".format(\n",
        "            int(avg_train_time // 60), avg_train_time % 60\n",
        "        )\n",
        "    )\n",
        "    print(\n",
        "        \"====> average validation time per epoch: {:,}m {:.2f}s\".format(\n",
        "            int(avg_valid_time // 60), avg_valid_time % 60\n",
        "        )\n",
        "    )\n",
        "    print(\n",
        "        \"====> training time: {}h {}m {:.2f}s\".format(\n",
        "            int(train_time // 3600), int((train_time % 3600) // 60), train_time % 60\n",
        "        )\n",
        "    )\n",
        "    print(\n",
        "        \"====> validation time: {}h {}m {:.2f}s\".format(\n",
        "            int(validate_time // 3600),\n",
        "            int((validate_time % 3600) // 60),\n",
        "            validate_time % 60,\n",
        "        )\n",
        "    )\n",
        "    print(\n",
        "        \"====> total training time: {}h {}m {:.2f}s\".format(\n",
        "            int(total_train_time // 3600),\n",
        "            int((total_train_time % 3600) // 60),\n",
        "            total_train_time % 60,\n",
        "        )\n",
        "    )\n",
        "\n",
        "\n",
        "if __name__ == \"__main__\":\n",
        "    start_time = time.time()\n",
        "    main()\n",
        "    elapsed_time = time.time() - start_time\n",
        "    print(\n",
        "        \"====> total time: {}h {}m {:.2f}s\".format(\n",
        "            int(elapsed_time // 3600),\n",
        "            int((elapsed_time % 3600) // 60),\n",
        "            elapsed_time % 60,\n",
        "        )\n",
        "    )\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "\u001b[1;30;43mStreaming output truncated to the last 5000 lines.\u001b[0m\n",
            "Epoch: [42][2500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.2629e-01 (4.4751e-01)\tAcc@1  68.75 ( 85.57)\tAcc@5 100.00 ( 98.79)\n",
            "Epoch: [42][2550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3591e-01 (4.4783e-01)\tAcc@1 100.00 ( 85.57)\tAcc@5 100.00 ( 98.78)\n",
            "Epoch: [42][2600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2694e+00 (4.4851e-01)\tAcc@1  68.75 ( 85.54)\tAcc@5  87.50 ( 98.78)\n",
            "Epoch: [42][2650/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9196e-01 (4.4997e-01)\tAcc@1  93.75 ( 85.51)\tAcc@5 100.00 ( 98.76)\n",
            "Epoch: [42][2700/3125]\tTime  0.046 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.6602e-01 (4.5221e-01)\tAcc@1  81.25 ( 85.44)\tAcc@5 100.00 ( 98.75)\n",
            "Epoch: [42][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2456e-01 (4.5344e-01)\tAcc@1 100.00 ( 85.37)\tAcc@5 100.00 ( 98.74)\n",
            "Epoch: [42][2800/3125]\tTime  0.044 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5105e-01 (4.5423e-01)\tAcc@1 100.00 ( 85.36)\tAcc@5 100.00 ( 98.73)\n",
            "Epoch: [42][2850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1194e-01 (4.5450e-01)\tAcc@1  93.75 ( 85.35)\tAcc@5 100.00 ( 98.72)\n",
            "Epoch: [42][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8701e-01 (4.5471e-01)\tAcc@1  93.75 ( 85.36)\tAcc@5 100.00 ( 98.71)\n",
            "Epoch: [42][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0430e-01 (4.5583e-01)\tAcc@1  81.25 ( 85.33)\tAcc@5 100.00 ( 98.71)\n",
            "Epoch: [42][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3617e-01 (4.5684e-01)\tAcc@1  81.25 ( 85.29)\tAcc@5 100.00 ( 98.71)\n",
            "Epoch: [42][3050/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.2153e-01 (4.5687e-01)\tAcc@1  93.75 ( 85.28)\tAcc@5  93.75 ( 98.72)\n",
            "Epoch: [42][3100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6848e-01 (4.5757e-01)\tAcc@1  81.25 ( 85.25)\tAcc@5 100.00 ( 98.71)\n",
            "====> Acc@1 85.258 Acc@5 98.718\n",
            "====> Epoch loss 0.457\n",
            "====> 182.92 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.5411e+00 (3.5411e+00)\tAcc@1  37.50 ( 37.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.4846e+00 (1.7882e+00)\tAcc@1  62.50 ( 66.54)\tAcc@5  87.50 ( 86.40)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.4960e+00 (1.7412e+00)\tAcc@1  75.00 ( 66.03)\tAcc@5  87.50 ( 86.88)\n",
            "Test: [150/625]\tTime  0.017 ( 0.015)\tLoss 1.5157e+00 (1.7283e+00)\tAcc@1  50.00 ( 64.82)\tAcc@5  93.75 ( 87.58)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.2052e+00 (1.7185e+00)\tAcc@1  62.50 ( 64.86)\tAcc@5  93.75 ( 87.87)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.3808e+00 (1.7023e+00)\tAcc@1  75.00 ( 64.67)\tAcc@5  87.50 ( 88.50)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 1.4251e+00 (1.7165e+00)\tAcc@1  50.00 ( 64.24)\tAcc@5  93.75 ( 88.37)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 1.1219e+00 (1.7198e+00)\tAcc@1  81.25 ( 64.23)\tAcc@5  93.75 ( 88.00)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 1.1445e+00 (1.7189e+00)\tAcc@1  62.50 ( 64.17)\tAcc@5 100.00 ( 88.09)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 1.3012e+00 (1.7250e+00)\tAcc@1  62.50 ( 64.09)\tAcc@5  93.75 ( 88.15)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 2.1434e+00 (1.7411e+00)\tAcc@1  50.00 ( 63.90)\tAcc@5  81.25 ( 87.86)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 2.2188e+00 (1.7232e+00)\tAcc@1  43.75 ( 64.21)\tAcc@5  87.50 ( 88.00)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.4899e+00 (1.7378e+00)\tAcc@1  50.00 ( 63.98)\tAcc@5  81.25 ( 87.85)\n",
            "====> Acc@1 64.000 Acc@5 87.910\n",
            "====> 9.62 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 43, lr = 0.1\n",
            "===> [ Training ]\n",
            "Epoch: [43][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 4.0659e-01 (4.0659e-01)\tAcc@1  87.50 ( 87.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [43][  50/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.2727e-01 (4.3171e-01)\tAcc@1  75.00 ( 86.52)\tAcc@5  93.75 ( 98.41)\n",
            "Epoch: [43][ 100/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.5352e-01 (3.9202e-01)\tAcc@1  81.25 ( 87.62)\tAcc@5 100.00 ( 98.82)\n",
            "Epoch: [43][ 150/3125]\tTime  0.040 ( 0.038)\tData  0.004 ( 0.004)\tLoss 6.1344e-01 (4.0961e-01)\tAcc@1  87.50 ( 87.13)\tAcc@5 100.00 ( 98.80)\n",
            "Epoch: [43][ 200/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.4183e-01 (4.0628e-01)\tAcc@1  93.75 ( 87.38)\tAcc@5 100.00 ( 98.97)\n",
            "Epoch: [43][ 250/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 5.7774e-01 (3.8683e-01)\tAcc@1  87.50 ( 88.12)\tAcc@5 100.00 ( 99.05)\n",
            "Epoch: [43][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.9916e-01 (3.7654e-01)\tAcc@1  81.25 ( 88.33)\tAcc@5 100.00 ( 99.15)\n",
            "Epoch: [43][ 350/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.0660e-01 (3.8033e-01)\tAcc@1  87.50 ( 88.23)\tAcc@5 100.00 ( 99.07)\n",
            "Epoch: [43][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0267e-01 (3.7803e-01)\tAcc@1  81.25 ( 88.33)\tAcc@5 100.00 ( 99.03)\n",
            "Epoch: [43][ 450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5626e-01 (3.8202e-01)\tAcc@1  93.75 ( 88.05)\tAcc@5  93.75 ( 99.10)\n",
            "Epoch: [43][ 500/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1509e-01 (3.9009e-01)\tAcc@1  87.50 ( 87.84)\tAcc@5 100.00 ( 99.09)\n",
            "Epoch: [43][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.3450e-01 (3.9115e-01)\tAcc@1  87.50 ( 87.79)\tAcc@5 100.00 ( 99.10)\n",
            "Epoch: [43][ 600/3125]\tTime  0.052 ( 0.037)\tData  0.006 ( 0.003)\tLoss 4.3413e-01 (3.9247e-01)\tAcc@1  81.25 ( 87.72)\tAcc@5 100.00 ( 99.10)\n",
            "Epoch: [43][ 650/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0612e-01 (3.9145e-01)\tAcc@1  93.75 ( 87.75)\tAcc@5 100.00 ( 99.12)\n",
            "Epoch: [43][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.9698e-01 (3.9623e-01)\tAcc@1  75.00 ( 87.62)\tAcc@5  93.75 ( 99.09)\n",
            "Epoch: [43][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2885e-01 (4.0346e-01)\tAcc@1  87.50 ( 87.41)\tAcc@5 100.00 ( 99.03)\n",
            "Epoch: [43][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1935e-01 (4.0648e-01)\tAcc@1 100.00 ( 87.27)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [43][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.4092e-01 (4.0732e-01)\tAcc@1  81.25 ( 87.24)\tAcc@5 100.00 ( 98.99)\n",
            "Epoch: [43][ 900/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8332e-01 (4.0556e-01)\tAcc@1  93.75 ( 87.22)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [43][ 950/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.4358e-01 (4.0841e-01)\tAcc@1  75.00 ( 87.17)\tAcc@5  87.50 ( 98.99)\n",
            "Epoch: [43][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9677e-01 (4.0875e-01)\tAcc@1  93.75 ( 87.17)\tAcc@5 100.00 ( 98.98)\n",
            "Epoch: [43][1050/3125]\tTime  0.044 ( 0.037)\tData  0.005 ( 0.003)\tLoss 3.6654e-01 (4.0795e-01)\tAcc@1  93.75 ( 87.16)\tAcc@5 100.00 ( 98.98)\n",
            "Epoch: [43][1100/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.0020e+00 (4.0838e-01)\tAcc@1  75.00 ( 87.13)\tAcc@5  87.50 ( 98.97)\n",
            "Epoch: [43][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.9592e-01 (4.1027e-01)\tAcc@1  81.25 ( 87.08)\tAcc@5 100.00 ( 98.97)\n",
            "Epoch: [43][1200/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.6776e-01 (4.0816e-01)\tAcc@1  87.50 ( 87.14)\tAcc@5 100.00 ( 98.95)\n",
            "Epoch: [43][1250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.2909e-01 (4.0799e-01)\tAcc@1  87.50 ( 87.12)\tAcc@5 100.00 ( 98.97)\n",
            "Epoch: [43][1300/3125]\tTime  0.044 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.6231e-02 (4.0761e-01)\tAcc@1 100.00 ( 87.14)\tAcc@5 100.00 ( 98.98)\n",
            "Epoch: [43][1350/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5432e-01 (4.1358e-01)\tAcc@1  93.75 ( 86.94)\tAcc@5 100.00 ( 98.97)\n",
            "Epoch: [43][1400/3125]\tTime  0.039 ( 0.037)\tData  0.006 ( 0.003)\tLoss 4.8554e-01 (4.1548e-01)\tAcc@1  87.50 ( 86.86)\tAcc@5 100.00 ( 98.94)\n",
            "Epoch: [43][1450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.5662e-01 (4.1460e-01)\tAcc@1  81.25 ( 86.85)\tAcc@5 100.00 ( 98.94)\n",
            "Epoch: [43][1500/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 3.8981e-01 (4.1685e-01)\tAcc@1  93.75 ( 86.82)\tAcc@5 100.00 ( 98.95)\n",
            "Epoch: [43][1550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2215e-01 (4.1644e-01)\tAcc@1  93.75 ( 86.85)\tAcc@5  93.75 ( 98.96)\n",
            "Epoch: [43][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0048e-01 (4.1767e-01)\tAcc@1  81.25 ( 86.82)\tAcc@5 100.00 ( 98.95)\n",
            "Epoch: [43][1650/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5368e-01 (4.1948e-01)\tAcc@1  87.50 ( 86.76)\tAcc@5 100.00 ( 98.92)\n",
            "Epoch: [43][1700/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5797e-01 (4.2098e-01)\tAcc@1  81.25 ( 86.71)\tAcc@5 100.00 ( 98.91)\n",
            "Epoch: [43][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.5362e-01 (4.2115e-01)\tAcc@1  93.75 ( 86.69)\tAcc@5 100.00 ( 98.90)\n",
            "Epoch: [43][1800/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.9817e-01 (4.2099e-01)\tAcc@1  75.00 ( 86.71)\tAcc@5  93.75 ( 98.90)\n",
            "Epoch: [43][1850/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1072e-01 (4.1981e-01)\tAcc@1 100.00 ( 86.73)\tAcc@5 100.00 ( 98.92)\n",
            "Epoch: [43][1900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9992e-01 (4.1957e-01)\tAcc@1  93.75 ( 86.73)\tAcc@5 100.00 ( 98.92)\n",
            "Epoch: [43][1950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3458e-01 (4.2000e-01)\tAcc@1  93.75 ( 86.70)\tAcc@5 100.00 ( 98.92)\n",
            "Epoch: [43][2000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.3747e-01 (4.2130e-01)\tAcc@1  87.50 ( 86.65)\tAcc@5 100.00 ( 98.91)\n",
            "Epoch: [43][2050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.2588e-02 (4.2236e-01)\tAcc@1 100.00 ( 86.61)\tAcc@5 100.00 ( 98.90)\n",
            "Epoch: [43][2100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.7022e-01 (4.2423e-01)\tAcc@1  87.50 ( 86.55)\tAcc@5 100.00 ( 98.89)\n",
            "Epoch: [43][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.8406e-01 (4.2636e-01)\tAcc@1  81.25 ( 86.47)\tAcc@5  93.75 ( 98.88)\n",
            "Epoch: [43][2200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4540e-01 (4.2557e-01)\tAcc@1  93.75 ( 86.49)\tAcc@5 100.00 ( 98.90)\n",
            "Epoch: [43][2250/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.7963e-01 (4.2615e-01)\tAcc@1  87.50 ( 86.47)\tAcc@5  93.75 ( 98.89)\n",
            "Epoch: [43][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5404e-01 (4.2679e-01)\tAcc@1  93.75 ( 86.41)\tAcc@5 100.00 ( 98.90)\n",
            "Epoch: [43][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9184e-01 (4.2620e-01)\tAcc@1  87.50 ( 86.43)\tAcc@5 100.00 ( 98.90)\n",
            "Epoch: [43][2400/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.0030e-01 (4.2705e-01)\tAcc@1  81.25 ( 86.39)\tAcc@5 100.00 ( 98.90)\n",
            "Epoch: [43][2450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.1828e-01 (4.2733e-01)\tAcc@1  75.00 ( 86.38)\tAcc@5 100.00 ( 98.90)\n",
            "Epoch: [43][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.8184e-01 (4.2881e-01)\tAcc@1  87.50 ( 86.31)\tAcc@5  93.75 ( 98.88)\n",
            "Epoch: [43][2550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1108e-01 (4.2911e-01)\tAcc@1  87.50 ( 86.32)\tAcc@5 100.00 ( 98.89)\n",
            "Epoch: [43][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8241e-01 (4.2999e-01)\tAcc@1  93.75 ( 86.30)\tAcc@5 100.00 ( 98.89)\n",
            "Epoch: [43][2650/3125]\tTime  0.044 ( 0.037)\tData  0.005 ( 0.004)\tLoss 5.8788e-01 (4.3096e-01)\tAcc@1  87.50 ( 86.28)\tAcc@5  93.75 ( 98.87)\n",
            "Epoch: [43][2700/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.6159e-01 (4.3210e-01)\tAcc@1  68.75 ( 86.23)\tAcc@5 100.00 ( 98.85)\n",
            "Epoch: [43][2750/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.2294e-01 (4.3381e-01)\tAcc@1  81.25 ( 86.18)\tAcc@5  87.50 ( 98.83)\n",
            "Epoch: [43][2800/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.9171e-01 (4.3380e-01)\tAcc@1  81.25 ( 86.15)\tAcc@5  93.75 ( 98.83)\n",
            "Epoch: [43][2850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.4387e-01 (4.3480e-01)\tAcc@1  87.50 ( 86.12)\tAcc@5  93.75 ( 98.82)\n",
            "Epoch: [43][2900/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.7981e-01 (4.3553e-01)\tAcc@1  87.50 ( 86.10)\tAcc@5  93.75 ( 98.82)\n",
            "Epoch: [43][2950/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.4974e-01 (4.3695e-01)\tAcc@1  81.25 ( 86.07)\tAcc@5  87.50 ( 98.81)\n",
            "Epoch: [43][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2360e+00 (4.3893e-01)\tAcc@1  62.50 ( 86.01)\tAcc@5 100.00 ( 98.80)\n",
            "Epoch: [43][3050/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.004)\tLoss 7.1243e-01 (4.3965e-01)\tAcc@1  75.00 ( 85.99)\tAcc@5 100.00 ( 98.79)\n",
            "Epoch: [43][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.1433e-02 (4.4082e-01)\tAcc@1 100.00 ( 85.94)\tAcc@5 100.00 ( 98.79)\n",
            "====> Acc@1 85.940 Acc@5 98.788\n",
            "====> Epoch loss 0.441\n",
            "====> 183.30 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.3430e+00 (3.3430e+00)\tAcc@1  43.75 ( 43.75)\tAcc@5  62.50 ( 62.50)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.016)\tLoss 1.9301e+00 (1.6980e+00)\tAcc@1  62.50 ( 65.81)\tAcc@5  81.25 ( 87.25)\n",
            "Test: [100/625]\tTime  0.016 ( 0.016)\tLoss 1.9676e+00 (1.7128e+00)\tAcc@1  75.00 ( 66.34)\tAcc@5  93.75 ( 87.69)\n",
            "Test: [150/625]\tTime  0.016 ( 0.016)\tLoss 1.8242e+00 (1.7293e+00)\tAcc@1  50.00 ( 66.14)\tAcc@5  87.50 ( 87.83)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.7737e+00 (1.7771e+00)\tAcc@1  68.75 ( 65.42)\tAcc@5  81.25 ( 87.84)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 9.7483e-01 (1.7561e+00)\tAcc@1  75.00 ( 65.36)\tAcc@5  87.50 ( 88.25)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 9.4789e-01 (1.7820e+00)\tAcc@1  75.00 ( 65.03)\tAcc@5  93.75 ( 88.06)\n",
            "Test: [350/625]\tTime  0.016 ( 0.016)\tLoss 2.7479e-01 (1.7613e+00)\tAcc@1  87.50 ( 64.96)\tAcc@5 100.00 ( 88.18)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 1.3163e+00 (1.7627e+00)\tAcc@1  62.50 ( 64.70)\tAcc@5  93.75 ( 88.19)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 5.6201e-01 (1.7523e+00)\tAcc@1  81.25 ( 64.86)\tAcc@5 100.00 ( 88.28)\n",
            "Test: [500/625]\tTime  0.016 ( 0.016)\tLoss 2.4023e+00 (1.7640e+00)\tAcc@1  62.50 ( 64.61)\tAcc@5  75.00 ( 88.17)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.9618e+00 (1.7520e+00)\tAcc@1  56.25 ( 64.92)\tAcc@5  93.75 ( 88.37)\n",
            "Test: [600/625]\tTime  0.016 ( 0.016)\tLoss 1.7346e+00 (1.7460e+00)\tAcc@1  56.25 ( 65.07)\tAcc@5  93.75 ( 88.35)\n",
            "====> Acc@1 65.150 Acc@5 88.400\n",
            "====> 9.83 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 44, lr = 0.1\n",
            "===> [ Training ]\n",
            "Epoch: [44][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 1.6712e-01 (1.6712e-01)\tAcc@1  93.75 ( 93.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [44][  50/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5501e-01 (2.9745e-01)\tAcc@1  87.50 ( 90.32)\tAcc@5  93.75 ( 99.02)\n",
            "Epoch: [44][ 100/3125]\tTime  0.043 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.1365e-01 (3.2770e-01)\tAcc@1  75.00 ( 89.54)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [44][ 150/3125]\tTime  0.037 ( 0.036)\tData  0.005 ( 0.003)\tLoss 4.9862e-01 (3.3740e-01)\tAcc@1  87.50 ( 88.95)\tAcc@5 100.00 ( 99.30)\n",
            "Epoch: [44][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5341e-01 (3.4819e-01)\tAcc@1  81.25 ( 88.77)\tAcc@5 100.00 ( 99.22)\n",
            "Epoch: [44][ 250/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4399e-01 (3.4256e-01)\tAcc@1 100.00 ( 88.99)\tAcc@5 100.00 ( 99.25)\n",
            "Epoch: [44][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1241e-01 (3.4066e-01)\tAcc@1  87.50 ( 89.06)\tAcc@5 100.00 ( 99.27)\n",
            "Epoch: [44][ 350/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5021e-01 (3.4728e-01)\tAcc@1  81.25 ( 88.94)\tAcc@5 100.00 ( 99.31)\n",
            "Epoch: [44][ 400/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5291e-01 (3.5345e-01)\tAcc@1  81.25 ( 88.81)\tAcc@5 100.00 ( 99.27)\n",
            "Epoch: [44][ 450/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.3316e-02 (3.5993e-01)\tAcc@1 100.00 ( 88.61)\tAcc@5 100.00 ( 99.17)\n",
            "Epoch: [44][ 500/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.1717e-01 (3.6317e-01)\tAcc@1  81.25 ( 88.55)\tAcc@5  93.75 ( 99.13)\n",
            "Epoch: [44][ 550/3125]\tTime  0.044 ( 0.037)\tData  0.005 ( 0.004)\tLoss 2.0515e-01 (3.6561e-01)\tAcc@1  93.75 ( 88.31)\tAcc@5 100.00 ( 99.16)\n",
            "Epoch: [44][ 600/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.8388e-01 (3.6995e-01)\tAcc@1  81.25 ( 88.09)\tAcc@5 100.00 ( 99.17)\n",
            "Epoch: [44][ 650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.4368e-01 (3.7407e-01)\tAcc@1  75.00 ( 87.94)\tAcc@5  87.50 ( 99.13)\n",
            "Epoch: [44][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.2729e-02 (3.7249e-01)\tAcc@1 100.00 ( 87.93)\tAcc@5 100.00 ( 99.14)\n",
            "Epoch: [44][ 750/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.6428e-01 (3.7559e-01)\tAcc@1  87.50 ( 87.82)\tAcc@5 100.00 ( 99.15)\n",
            "Epoch: [44][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.9545e-02 (3.7563e-01)\tAcc@1 100.00 ( 87.84)\tAcc@5 100.00 ( 99.17)\n",
            "Epoch: [44][ 850/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1588e-01 (3.7772e-01)\tAcc@1 100.00 ( 87.70)\tAcc@5 100.00 ( 99.15)\n",
            "Epoch: [44][ 900/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.1539e-01 (3.7757e-01)\tAcc@1  75.00 ( 87.72)\tAcc@5 100.00 ( 99.13)\n",
            "Epoch: [44][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.2811e-01 (3.8210e-01)\tAcc@1  93.75 ( 87.59)\tAcc@5 100.00 ( 99.11)\n",
            "Epoch: [44][1000/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.4791e-01 (3.8537e-01)\tAcc@1  75.00 ( 87.46)\tAcc@5  93.75 ( 99.09)\n",
            "Epoch: [44][1050/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.2427e-01 (3.8926e-01)\tAcc@1  81.25 ( 87.29)\tAcc@5 100.00 ( 99.06)\n",
            "Epoch: [44][1100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.9274e-01 (3.8975e-01)\tAcc@1  81.25 ( 87.27)\tAcc@5  93.75 ( 99.03)\n",
            "Epoch: [44][1150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.9396e-01 (3.9043e-01)\tAcc@1  81.25 ( 87.26)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [44][1200/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.3663e-01 (3.9268e-01)\tAcc@1  87.50 ( 87.17)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [44][1250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.9850e-01 (3.9288e-01)\tAcc@1  93.75 ( 87.22)\tAcc@5 100.00 ( 99.01)\n",
            "Epoch: [44][1300/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.8947e-02 (3.9260e-01)\tAcc@1 100.00 ( 87.21)\tAcc@5 100.00 ( 99.03)\n",
            "Epoch: [44][1350/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9614e-01 (3.9345e-01)\tAcc@1  93.75 ( 87.15)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [44][1400/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.6253e-01 (3.9372e-01)\tAcc@1  87.50 ( 87.12)\tAcc@5 100.00 ( 99.06)\n",
            "Epoch: [44][1450/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.0549e-01 (3.9464e-01)\tAcc@1  75.00 ( 87.04)\tAcc@5 100.00 ( 99.06)\n",
            "Epoch: [44][1500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.7374e-01 (3.9581e-01)\tAcc@1  93.75 ( 86.98)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [44][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8035e-01 (3.9626e-01)\tAcc@1  93.75 ( 86.96)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [44][1600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.7294e-01 (4.0143e-01)\tAcc@1  75.00 ( 86.82)\tAcc@5 100.00 ( 98.99)\n",
            "Epoch: [44][1650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.0406e-01 (4.0338e-01)\tAcc@1  81.25 ( 86.79)\tAcc@5 100.00 ( 98.98)\n",
            "Epoch: [44][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.7558e-01 (4.0540e-01)\tAcc@1  81.25 ( 86.74)\tAcc@5 100.00 ( 98.96)\n",
            "Epoch: [44][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.4212e-01 (4.0657e-01)\tAcc@1  87.50 ( 86.69)\tAcc@5  93.75 ( 98.96)\n",
            "Epoch: [44][1800/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3419e-01 (4.0696e-01)\tAcc@1  81.25 ( 86.69)\tAcc@5 100.00 ( 98.96)\n",
            "Epoch: [44][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.3513e-01 (4.0765e-01)\tAcc@1  81.25 ( 86.68)\tAcc@5 100.00 ( 98.95)\n",
            "Epoch: [44][1900/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 2.5429e-01 (4.1005e-01)\tAcc@1  87.50 ( 86.58)\tAcc@5 100.00 ( 98.95)\n",
            "Epoch: [44][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7074e-01 (4.1039e-01)\tAcc@1  93.75 ( 86.57)\tAcc@5 100.00 ( 98.95)\n",
            "Epoch: [44][2000/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0580e-01 (4.1152e-01)\tAcc@1  93.75 ( 86.55)\tAcc@5 100.00 ( 98.94)\n",
            "Epoch: [44][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.0970e-01 (4.1268e-01)\tAcc@1  68.75 ( 86.51)\tAcc@5 100.00 ( 98.94)\n",
            "Epoch: [44][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0072e+00 (4.1430e-01)\tAcc@1  62.50 ( 86.47)\tAcc@5 100.00 ( 98.94)\n",
            "Epoch: [44][2150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6858e-01 (4.1403e-01)\tAcc@1  81.25 ( 86.49)\tAcc@5 100.00 ( 98.95)\n",
            "Epoch: [44][2200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.6257e-01 (4.1391e-01)\tAcc@1  68.75 ( 86.49)\tAcc@5 100.00 ( 98.94)\n",
            "Epoch: [44][2250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9659e-01 (4.1426e-01)\tAcc@1  87.50 ( 86.50)\tAcc@5 100.00 ( 98.95)\n",
            "Epoch: [44][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6029e-01 (4.1419e-01)\tAcc@1  81.25 ( 86.50)\tAcc@5 100.00 ( 98.96)\n",
            "Epoch: [44][2350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.3350e-01 (4.1491e-01)\tAcc@1  81.25 ( 86.47)\tAcc@5 100.00 ( 98.95)\n",
            "Epoch: [44][2400/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.7146e-01 (4.1668e-01)\tAcc@1  87.50 ( 86.42)\tAcc@5 100.00 ( 98.94)\n",
            "Epoch: [44][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1613e-01 (4.1837e-01)\tAcc@1  87.50 ( 86.39)\tAcc@5 100.00 ( 98.92)\n",
            "Epoch: [44][2500/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1821e-01 (4.1953e-01)\tAcc@1  87.50 ( 86.37)\tAcc@5  93.75 ( 98.91)\n",
            "Epoch: [44][2550/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.0056e-01 (4.2015e-01)\tAcc@1  93.75 ( 86.36)\tAcc@5 100.00 ( 98.91)\n",
            "Epoch: [44][2600/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.3248e-01 (4.2147e-01)\tAcc@1  75.00 ( 86.32)\tAcc@5 100.00 ( 98.90)\n",
            "Epoch: [44][2650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.9154e-01 (4.2240e-01)\tAcc@1  81.25 ( 86.28)\tAcc@5 100.00 ( 98.90)\n",
            "Epoch: [44][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3223e-01 (4.2237e-01)\tAcc@1  81.25 ( 86.28)\tAcc@5 100.00 ( 98.90)\n",
            "Epoch: [44][2750/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.6315e-01 (4.2320e-01)\tAcc@1  87.50 ( 86.23)\tAcc@5 100.00 ( 98.89)\n",
            "Epoch: [44][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6950e-01 (4.2403e-01)\tAcc@1  93.75 ( 86.19)\tAcc@5 100.00 ( 98.89)\n",
            "Epoch: [44][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.0600e-01 (4.2477e-01)\tAcc@1  81.25 ( 86.20)\tAcc@5  93.75 ( 98.88)\n",
            "Epoch: [44][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.4912e-01 (4.2556e-01)\tAcc@1  87.50 ( 86.17)\tAcc@5 100.00 ( 98.88)\n",
            "Epoch: [44][2950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.9255e-01 (4.2605e-01)\tAcc@1  87.50 ( 86.16)\tAcc@5  93.75 ( 98.88)\n",
            "Epoch: [44][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1452e-01 (4.2762e-01)\tAcc@1  87.50 ( 86.13)\tAcc@5 100.00 ( 98.87)\n",
            "Epoch: [44][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2080e-01 (4.2860e-01)\tAcc@1  93.75 ( 86.08)\tAcc@5 100.00 ( 98.87)\n",
            "Epoch: [44][3100/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0669e+00 (4.3086e-01)\tAcc@1  68.75 ( 86.02)\tAcc@5  93.75 ( 98.85)\n",
            "====> Acc@1 86.014 Acc@5 98.846\n",
            "====> Epoch loss 0.431\n",
            "====> 183.49 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.1223e+00 (3.1223e+00)\tAcc@1  50.00 ( 50.00)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.6128e+00 (1.7473e+00)\tAcc@1  62.50 ( 66.18)\tAcc@5  87.50 ( 88.11)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.5059e+00 (1.7234e+00)\tAcc@1  62.50 ( 65.28)\tAcc@5  93.75 ( 87.93)\n",
            "Test: [150/625]\tTime  0.016 ( 0.015)\tLoss 1.9021e+00 (1.7381e+00)\tAcc@1  56.25 ( 64.94)\tAcc@5  81.25 ( 87.71)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3152e+00 (1.7778e+00)\tAcc@1  68.75 ( 64.09)\tAcc@5  93.75 ( 87.16)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.5977e+00 (1.7667e+00)\tAcc@1  68.75 ( 63.94)\tAcc@5  87.50 ( 87.25)\n",
            "Test: [300/625]\tTime  0.017 ( 0.015)\tLoss 1.3908e+00 (1.7716e+00)\tAcc@1  68.75 ( 63.83)\tAcc@5  81.25 ( 87.17)\n",
            "Test: [350/625]\tTime  0.016 ( 0.015)\tLoss 4.0672e-01 (1.7495e+00)\tAcc@1  87.50 ( 63.91)\tAcc@5 100.00 ( 87.29)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 7.5378e-01 (1.7537e+00)\tAcc@1  75.00 ( 63.79)\tAcc@5  93.75 ( 87.25)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 8.4324e-01 (1.7581e+00)\tAcc@1  75.00 ( 63.89)\tAcc@5 100.00 ( 87.20)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 2.0081e+00 (1.7602e+00)\tAcc@1  75.00 ( 63.71)\tAcc@5  81.25 ( 87.18)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 2.1649e+00 (1.7345e+00)\tAcc@1  56.25 ( 63.97)\tAcc@5  87.50 ( 87.51)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.4950e+00 (1.7385e+00)\tAcc@1  43.75 ( 63.96)\tAcc@5  93.75 ( 87.54)\n",
            "====> Acc@1 64.010 Acc@5 87.670\n",
            "====> 9.68 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 45, lr = 0.1\n",
            "===> [ Training ]\n",
            "Epoch: [45][   0/3125]\tTime  0.042 ( 0.042)\tData  0.006 ( 0.006)\tLoss 3.3654e-01 (3.3654e-01)\tAcc@1  93.75 ( 93.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [45][  50/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.4603e-01 (3.5610e-01)\tAcc@1  87.50 ( 89.46)\tAcc@5 100.00 ( 99.63)\n",
            "Epoch: [45][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.4326e-02 (3.5542e-01)\tAcc@1 100.00 ( 89.42)\tAcc@5 100.00 ( 99.57)\n",
            "Epoch: [45][ 150/3125]\tTime  0.042 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.9029e-01 (3.6327e-01)\tAcc@1  87.50 ( 88.78)\tAcc@5 100.00 ( 99.59)\n",
            "Epoch: [45][ 200/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.3452e-01 (3.5815e-01)\tAcc@1  81.25 ( 88.62)\tAcc@5 100.00 ( 99.56)\n",
            "Epoch: [45][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.7359e-01 (3.5491e-01)\tAcc@1  87.50 ( 88.75)\tAcc@5  87.50 ( 99.55)\n",
            "Epoch: [45][ 300/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4906e-01 (3.6192e-01)\tAcc@1  93.75 ( 88.50)\tAcc@5 100.00 ( 99.46)\n",
            "Epoch: [45][ 350/3125]\tTime  0.044 ( 0.038)\tData  0.007 ( 0.004)\tLoss 1.2339e-01 (3.6399e-01)\tAcc@1 100.00 ( 88.19)\tAcc@5 100.00 ( 99.45)\n",
            "Epoch: [45][ 400/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4498e-01 (3.6658e-01)\tAcc@1 100.00 ( 88.09)\tAcc@5 100.00 ( 99.44)\n",
            "Epoch: [45][ 450/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.004)\tLoss 5.5606e-01 (3.7261e-01)\tAcc@1  81.25 ( 88.01)\tAcc@5  93.75 ( 99.43)\n",
            "Epoch: [45][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1808e-01 (3.7644e-01)\tAcc@1  81.25 ( 87.86)\tAcc@5 100.00 ( 99.41)\n",
            "Epoch: [45][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.9148e-01 (3.7833e-01)\tAcc@1  81.25 ( 87.75)\tAcc@5 100.00 ( 99.40)\n",
            "Epoch: [45][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.6646e-01 (3.7765e-01)\tAcc@1  81.25 ( 87.79)\tAcc@5 100.00 ( 99.38)\n",
            "Epoch: [45][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2225e-01 (3.7375e-01)\tAcc@1  87.50 ( 87.92)\tAcc@5 100.00 ( 99.41)\n",
            "Epoch: [45][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6293e-01 (3.7489e-01)\tAcc@1  93.75 ( 87.90)\tAcc@5 100.00 ( 99.35)\n",
            "Epoch: [45][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8998e-01 (3.7210e-01)\tAcc@1 100.00 ( 87.96)\tAcc@5 100.00 ( 99.34)\n",
            "Epoch: [45][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.6649e-01 (3.7408e-01)\tAcc@1  87.50 ( 87.88)\tAcc@5 100.00 ( 99.34)\n",
            "Epoch: [45][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.9960e-01 (3.7860e-01)\tAcc@1  93.75 ( 87.71)\tAcc@5  93.75 ( 99.32)\n",
            "Epoch: [45][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.5430e-01 (3.7520e-01)\tAcc@1  93.75 ( 87.83)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [45][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.5847e-01 (3.7604e-01)\tAcc@1  87.50 ( 87.87)\tAcc@5 100.00 ( 99.29)\n",
            "Epoch: [45][1000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.5648e-01 (3.7633e-01)\tAcc@1  87.50 ( 87.83)\tAcc@5 100.00 ( 99.28)\n",
            "Epoch: [45][1050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.9184e-01 (3.7821e-01)\tAcc@1  81.25 ( 87.74)\tAcc@5 100.00 ( 99.27)\n",
            "Epoch: [45][1100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.1676e-01 (3.8021e-01)\tAcc@1  93.75 ( 87.72)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [45][1150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.9907e-01 (3.8065e-01)\tAcc@1  93.75 ( 87.74)\tAcc@5  93.75 ( 99.25)\n",
            "Epoch: [45][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.3426e-01 (3.8110e-01)\tAcc@1  81.25 ( 87.73)\tAcc@5  93.75 ( 99.26)\n",
            "Epoch: [45][1250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.5138e-01 (3.8328e-01)\tAcc@1  93.75 ( 87.63)\tAcc@5 100.00 ( 99.24)\n",
            "Epoch: [45][1300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.8537e-01 (3.8287e-01)\tAcc@1  75.00 ( 87.63)\tAcc@5 100.00 ( 99.23)\n",
            "Epoch: [45][1350/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.4452e-01 (3.8472e-01)\tAcc@1  87.50 ( 87.62)\tAcc@5  93.75 ( 99.22)\n",
            "Epoch: [45][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5770e-01 (3.8548e-01)\tAcc@1 100.00 ( 87.56)\tAcc@5 100.00 ( 99.24)\n",
            "Epoch: [45][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.5089e-01 (3.8585e-01)\tAcc@1  93.75 ( 87.55)\tAcc@5  93.75 ( 99.24)\n",
            "Epoch: [45][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3634e-01 (3.9128e-01)\tAcc@1  93.75 ( 87.42)\tAcc@5 100.00 ( 99.20)\n",
            "Epoch: [45][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9659e-01 (3.9178e-01)\tAcc@1  87.50 ( 87.39)\tAcc@5 100.00 ( 99.19)\n",
            "Epoch: [45][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5998e-01 (3.9379e-01)\tAcc@1  93.75 ( 87.34)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [45][1650/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1359e-01 (3.9575e-01)\tAcc@1  93.75 ( 87.28)\tAcc@5 100.00 ( 99.20)\n",
            "Epoch: [45][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2774e-01 (3.9695e-01)\tAcc@1  81.25 ( 87.23)\tAcc@5 100.00 ( 99.18)\n",
            "Epoch: [45][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4869e-01 (3.9712e-01)\tAcc@1  87.50 ( 87.24)\tAcc@5 100.00 ( 99.17)\n",
            "Epoch: [45][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6844e-01 (3.9928e-01)\tAcc@1  87.50 ( 87.17)\tAcc@5 100.00 ( 99.14)\n",
            "Epoch: [45][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2873e-01 (4.0005e-01)\tAcc@1  93.75 ( 87.16)\tAcc@5 100.00 ( 99.14)\n",
            "Epoch: [45][1900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.4348e-01 (4.0038e-01)\tAcc@1  81.25 ( 87.13)\tAcc@5 100.00 ( 99.13)\n",
            "Epoch: [45][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.9595e-01 (4.0158e-01)\tAcc@1  81.25 ( 87.09)\tAcc@5 100.00 ( 99.12)\n",
            "Epoch: [45][2000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.5637e-01 (4.0277e-01)\tAcc@1  87.50 ( 87.03)\tAcc@5 100.00 ( 99.10)\n",
            "Epoch: [45][2050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.6504e-01 (4.0331e-01)\tAcc@1  93.75 ( 87.03)\tAcc@5  93.75 ( 99.10)\n",
            "Epoch: [45][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3719e-01 (4.0339e-01)\tAcc@1  81.25 ( 87.03)\tAcc@5 100.00 ( 99.09)\n",
            "Epoch: [45][2150/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.003)\tLoss 4.5250e-01 (4.0410e-01)\tAcc@1  87.50 ( 86.96)\tAcc@5 100.00 ( 99.10)\n",
            "Epoch: [45][2200/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.8615e-01 (4.0609e-01)\tAcc@1  81.25 ( 86.86)\tAcc@5 100.00 ( 99.09)\n",
            "Epoch: [45][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.9604e-01 (4.0649e-01)\tAcc@1  87.50 ( 86.83)\tAcc@5 100.00 ( 99.09)\n",
            "Epoch: [45][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.5028e-01 (4.0780e-01)\tAcc@1  87.50 ( 86.77)\tAcc@5 100.00 ( 99.08)\n",
            "Epoch: [45][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3707e-01 (4.0802e-01)\tAcc@1  87.50 ( 86.76)\tAcc@5 100.00 ( 99.07)\n",
            "Epoch: [45][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.5484e-02 (4.0872e-01)\tAcc@1 100.00 ( 86.75)\tAcc@5 100.00 ( 99.08)\n",
            "Epoch: [45][2450/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3600e-01 (4.1011e-01)\tAcc@1  87.50 ( 86.70)\tAcc@5 100.00 ( 99.07)\n",
            "Epoch: [45][2500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.5729e-01 (4.1144e-01)\tAcc@1  87.50 ( 86.68)\tAcc@5 100.00 ( 99.07)\n",
            "Epoch: [45][2550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.7802e-01 (4.1209e-01)\tAcc@1  93.75 ( 86.66)\tAcc@5 100.00 ( 99.07)\n",
            "Epoch: [45][2600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.7779e-01 (4.1437e-01)\tAcc@1  87.50 ( 86.59)\tAcc@5 100.00 ( 99.06)\n",
            "Epoch: [45][2650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6804e-01 (4.1479e-01)\tAcc@1  93.75 ( 86.60)\tAcc@5 100.00 ( 99.05)\n",
            "Epoch: [45][2700/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3680e-01 (4.1585e-01)\tAcc@1  93.75 ( 86.56)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [45][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5487e-01 (4.1718e-01)\tAcc@1  93.75 ( 86.53)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [45][2800/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.5526e-01 (4.1709e-01)\tAcc@1  62.50 ( 86.53)\tAcc@5 100.00 ( 99.01)\n",
            "Epoch: [45][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6025e-01 (4.1831e-01)\tAcc@1  93.75 ( 86.48)\tAcc@5 100.00 ( 99.01)\n",
            "Epoch: [45][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.0539e-01 (4.1963e-01)\tAcc@1  81.25 ( 86.45)\tAcc@5 100.00 ( 99.00)\n",
            "Epoch: [45][2950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.0964e-01 (4.2081e-01)\tAcc@1  81.25 ( 86.42)\tAcc@5 100.00 ( 98.99)\n",
            "Epoch: [45][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9534e-01 (4.2273e-01)\tAcc@1  87.50 ( 86.37)\tAcc@5 100.00 ( 98.98)\n",
            "Epoch: [45][3050/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0809e-01 (4.2305e-01)\tAcc@1  87.50 ( 86.37)\tAcc@5 100.00 ( 98.97)\n",
            "Epoch: [45][3100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.7481e-01 (4.2467e-01)\tAcc@1  75.00 ( 86.34)\tAcc@5 100.00 ( 98.95)\n",
            "====> Acc@1 86.306 Acc@5 98.948\n",
            "====> Epoch loss 0.425\n",
            "====> 183.09 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 2.8525e+00 (2.8525e+00)\tAcc@1  56.25 ( 56.25)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.3142e+00 (1.7087e+00)\tAcc@1  62.50 ( 66.30)\tAcc@5  93.75 ( 87.87)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.2827e+00 (1.7029e+00)\tAcc@1  68.75 ( 64.60)\tAcc@5  93.75 ( 88.61)\n",
            "Test: [150/625]\tTime  0.017 ( 0.015)\tLoss 1.3120e+00 (1.7512e+00)\tAcc@1  68.75 ( 64.32)\tAcc@5  87.50 ( 87.71)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.1718e+00 (1.7826e+00)\tAcc@1  75.00 ( 64.12)\tAcc@5  93.75 ( 87.44)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.1417e+00 (1.7710e+00)\tAcc@1  75.00 ( 64.24)\tAcc@5  93.75 ( 87.90)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 1.4246e+00 (1.7664e+00)\tAcc@1  75.00 ( 64.33)\tAcc@5  93.75 ( 87.83)\n",
            "Test: [350/625]\tTime  0.019 ( 0.015)\tLoss 3.5802e-01 (1.7580e+00)\tAcc@1  87.50 ( 64.39)\tAcc@5 100.00 ( 87.84)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 1.1799e+00 (1.7420e+00)\tAcc@1  62.50 ( 64.29)\tAcc@5  93.75 ( 88.14)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 1.2793e+00 (1.7347e+00)\tAcc@1  62.50 ( 64.20)\tAcc@5  93.75 ( 88.25)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 2.4185e+00 (1.7566e+00)\tAcc@1  62.50 ( 63.87)\tAcc@5  75.00 ( 87.99)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.7359e+00 (1.7295e+00)\tAcc@1  68.75 ( 64.25)\tAcc@5  87.50 ( 88.27)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.1822e+00 (1.7343e+00)\tAcc@1  56.25 ( 64.18)\tAcc@5  81.25 ( 88.26)\n",
            "====> Acc@1 64.180 Acc@5 88.190\n",
            "====> 9.67 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 46, lr = 0.1\n",
            "===> [ Training ]\n",
            "Epoch: [46][   0/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.005)\tLoss 1.1813e-01 (1.1813e-01)\tAcc@1  93.75 ( 93.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [46][  50/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.0521e-01 (3.1320e-01)\tAcc@1  87.50 ( 89.58)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [46][ 100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.7856e-01 (2.9799e-01)\tAcc@1  93.75 ( 89.91)\tAcc@5 100.00 ( 99.38)\n",
            "Epoch: [46][ 150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8112e-01 (3.1291e-01)\tAcc@1  87.50 ( 89.45)\tAcc@5 100.00 ( 99.17)\n",
            "Epoch: [46][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7393e-01 (3.3128e-01)\tAcc@1  87.50 ( 88.90)\tAcc@5 100.00 ( 99.13)\n",
            "Epoch: [46][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.4677e-01 (3.3960e-01)\tAcc@1  87.50 ( 88.60)\tAcc@5 100.00 ( 99.13)\n",
            "Epoch: [46][ 300/3125]\tTime  0.037 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.8200e-01 (3.4354e-01)\tAcc@1  93.75 ( 88.54)\tAcc@5 100.00 ( 99.15)\n",
            "Epoch: [46][ 350/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.1005e-01 (3.5063e-01)\tAcc@1  87.50 ( 88.46)\tAcc@5 100.00 ( 99.00)\n",
            "Epoch: [46][ 400/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 5.1655e-02 (3.5661e-01)\tAcc@1 100.00 ( 88.29)\tAcc@5 100.00 ( 99.00)\n",
            "Epoch: [46][ 450/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.5227e-01 (3.5760e-01)\tAcc@1  81.25 ( 88.39)\tAcc@5 100.00 ( 98.95)\n",
            "Epoch: [46][ 500/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.5901e-01 (3.6067e-01)\tAcc@1  87.50 ( 88.34)\tAcc@5 100.00 ( 98.98)\n",
            "Epoch: [46][ 550/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.003)\tLoss 5.8267e-01 (3.6121e-01)\tAcc@1  81.25 ( 88.33)\tAcc@5  93.75 ( 98.97)\n",
            "Epoch: [46][ 600/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.7699e-01 (3.6232e-01)\tAcc@1  68.75 ( 88.18)\tAcc@5  93.75 ( 98.98)\n",
            "Epoch: [46][ 650/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.0291e-01 (3.5981e-01)\tAcc@1  87.50 ( 88.26)\tAcc@5 100.00 ( 98.98)\n",
            "Epoch: [46][ 700/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.6596e-01 (3.6253e-01)\tAcc@1  81.25 ( 88.13)\tAcc@5  93.75 ( 99.00)\n",
            "Epoch: [46][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1565e-01 (3.6827e-01)\tAcc@1  93.75 ( 87.95)\tAcc@5 100.00 ( 98.99)\n",
            "Epoch: [46][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.3688e-01 (3.7171e-01)\tAcc@1  68.75 ( 87.86)\tAcc@5  93.75 ( 99.01)\n",
            "Epoch: [46][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.4230e-01 (3.7455e-01)\tAcc@1  87.50 ( 87.74)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [46][ 900/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.5584e-01 (3.7400e-01)\tAcc@1  87.50 ( 87.74)\tAcc@5 100.00 ( 99.06)\n",
            "Epoch: [46][ 950/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.003)\tLoss 8.3037e-01 (3.7849e-01)\tAcc@1  81.25 ( 87.63)\tAcc@5  93.75 ( 99.04)\n",
            "Epoch: [46][1000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.2735e-01 (3.7940e-01)\tAcc@1  87.50 ( 87.59)\tAcc@5 100.00 ( 99.05)\n",
            "Epoch: [46][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2690e-01 (3.7835e-01)\tAcc@1  87.50 ( 87.74)\tAcc@5  93.75 ( 99.05)\n",
            "Epoch: [46][1100/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.6544e-02 (3.7964e-01)\tAcc@1 100.00 ( 87.73)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [46][1150/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.3098e-01 (3.8125e-01)\tAcc@1  87.50 ( 87.67)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [46][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2328e-01 (3.7971e-01)\tAcc@1  87.50 ( 87.70)\tAcc@5 100.00 ( 99.05)\n",
            "Epoch: [46][1250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.9135e-01 (3.7988e-01)\tAcc@1  87.50 ( 87.71)\tAcc@5 100.00 ( 99.07)\n",
            "Epoch: [46][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.7827e-01 (3.7906e-01)\tAcc@1  87.50 ( 87.73)\tAcc@5 100.00 ( 99.07)\n",
            "Epoch: [46][1350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.9363e-01 (3.8206e-01)\tAcc@1  81.25 ( 87.63)\tAcc@5  93.75 ( 99.04)\n",
            "Epoch: [46][1400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.8910e-01 (3.8074e-01)\tAcc@1  93.75 ( 87.71)\tAcc@5 100.00 ( 99.05)\n",
            "Epoch: [46][1450/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.5588e-01 (3.8200e-01)\tAcc@1  87.50 ( 87.67)\tAcc@5  93.75 ( 99.04)\n",
            "Epoch: [46][1500/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9917e-01 (3.8267e-01)\tAcc@1  93.75 ( 87.63)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [46][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.6897e-01 (3.8487e-01)\tAcc@1  87.50 ( 87.57)\tAcc@5 100.00 ( 99.03)\n",
            "Epoch: [46][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.7849e-01 (3.8736e-01)\tAcc@1  68.75 ( 87.47)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [46][1650/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.6128e-01 (3.8825e-01)\tAcc@1  87.50 ( 87.45)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [46][1700/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0364e+00 (3.8985e-01)\tAcc@1  75.00 ( 87.38)\tAcc@5  93.75 ( 99.02)\n",
            "Epoch: [46][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.9299e-01 (3.9081e-01)\tAcc@1  81.25 ( 87.34)\tAcc@5  93.75 ( 99.03)\n",
            "Epoch: [46][1800/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.003)\tLoss 2.9118e-01 (3.9266e-01)\tAcc@1  87.50 ( 87.28)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [46][1850/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.8518e-01 (3.9403e-01)\tAcc@1  87.50 ( 87.26)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [46][1900/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.1484e-01 (3.9617e-01)\tAcc@1  75.00 ( 87.22)\tAcc@5 100.00 ( 99.01)\n",
            "Epoch: [46][1950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.6479e-01 (3.9734e-01)\tAcc@1  87.50 ( 87.19)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [46][2000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.0318e-01 (3.9663e-01)\tAcc@1  56.25 ( 87.21)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [46][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.9209e-01 (3.9775e-01)\tAcc@1  87.50 ( 87.18)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [46][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3095e-01 (3.9864e-01)\tAcc@1  93.75 ( 87.17)\tAcc@5 100.00 ( 99.03)\n",
            "Epoch: [46][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9392e-01 (3.9825e-01)\tAcc@1  87.50 ( 87.18)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [46][2200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.5052e-01 (3.9999e-01)\tAcc@1  75.00 ( 87.13)\tAcc@5  87.50 ( 99.03)\n",
            "Epoch: [46][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5112e-01 (4.0133e-01)\tAcc@1  93.75 ( 87.11)\tAcc@5 100.00 ( 99.03)\n",
            "Epoch: [46][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9356e-01 (4.0234e-01)\tAcc@1  75.00 ( 87.08)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [46][2350/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.2563e-01 (4.0371e-01)\tAcc@1  87.50 ( 87.04)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [46][2400/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.8824e-01 (4.0279e-01)\tAcc@1  93.75 ( 87.11)\tAcc@5 100.00 ( 99.01)\n",
            "Epoch: [46][2450/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3500e-01 (4.0274e-01)\tAcc@1  81.25 ( 87.11)\tAcc@5  93.75 ( 99.01)\n",
            "Epoch: [46][2500/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.5036e-02 (4.0171e-01)\tAcc@1 100.00 ( 87.14)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [46][2550/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.0946e-01 (4.0252e-01)\tAcc@1  87.50 ( 87.09)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [46][2600/3125]\tTime  0.044 ( 0.037)\tData  0.008 ( 0.003)\tLoss 6.1487e-01 (4.0265e-01)\tAcc@1  62.50 ( 87.06)\tAcc@5 100.00 ( 99.00)\n",
            "Epoch: [46][2650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.8907e-01 (4.0198e-01)\tAcc@1  68.75 ( 87.09)\tAcc@5 100.00 ( 99.00)\n",
            "Epoch: [46][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.6183e-01 (4.0225e-01)\tAcc@1  75.00 ( 87.07)\tAcc@5  93.75 ( 98.99)\n",
            "Epoch: [46][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7331e-01 (4.0263e-01)\tAcc@1  87.50 ( 87.04)\tAcc@5  93.75 ( 98.99)\n",
            "Epoch: [46][2800/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5883e-01 (4.0386e-01)\tAcc@1  87.50 ( 86.99)\tAcc@5 100.00 ( 98.98)\n",
            "Epoch: [46][2850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.3474e-01 (4.0461e-01)\tAcc@1  87.50 ( 86.97)\tAcc@5  93.75 ( 98.99)\n",
            "Epoch: [46][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.4182e-01 (4.0512e-01)\tAcc@1  75.00 ( 86.98)\tAcc@5 100.00 ( 98.99)\n",
            "Epoch: [46][2950/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5507e-01 (4.0505e-01)\tAcc@1  87.50 ( 86.97)\tAcc@5 100.00 ( 98.99)\n",
            "Epoch: [46][3000/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.003)\tLoss 5.0932e-01 (4.0650e-01)\tAcc@1  75.00 ( 86.93)\tAcc@5 100.00 ( 98.99)\n",
            "Epoch: [46][3050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.9663e-01 (4.0693e-01)\tAcc@1  87.50 ( 86.92)\tAcc@5 100.00 ( 98.99)\n",
            "Epoch: [46][3100/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.2170e-01 (4.0796e-01)\tAcc@1  87.50 ( 86.88)\tAcc@5 100.00 ( 98.98)\n",
            "====> Acc@1 86.870 Acc@5 98.974\n",
            "====> Epoch loss 0.409\n",
            "====> 182.98 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.019 ( 0.019)\tLoss 2.6452e+00 (2.6452e+00)\tAcc@1  56.25 ( 56.25)\tAcc@5  68.75 ( 68.75)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.6035e+00 (1.7325e+00)\tAcc@1  62.50 ( 66.42)\tAcc@5  93.75 ( 88.60)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.5408e+00 (1.7690e+00)\tAcc@1  62.50 ( 64.60)\tAcc@5  87.50 ( 88.61)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.5672e+00 (1.7440e+00)\tAcc@1  81.25 ( 64.24)\tAcc@5  87.50 ( 88.49)\n",
            "Test: [200/625]\tTime  0.017 ( 0.015)\tLoss 1.8310e+00 (1.7670e+00)\tAcc@1  68.75 ( 63.56)\tAcc@5  87.50 ( 88.25)\n",
            "Test: [250/625]\tTime  0.016 ( 0.016)\tLoss 1.0911e+00 (1.7485e+00)\tAcc@1  62.50 ( 63.40)\tAcc@5  93.75 ( 88.50)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 1.3892e+00 (1.7382e+00)\tAcc@1  50.00 ( 63.48)\tAcc@5  93.75 ( 88.39)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 5.6830e-01 (1.7233e+00)\tAcc@1  81.25 ( 63.60)\tAcc@5 100.00 ( 88.34)\n",
            "Test: [400/625]\tTime  0.016 ( 0.015)\tLoss 1.2389e+00 (1.7155e+00)\tAcc@1  81.25 ( 63.78)\tAcc@5  93.75 ( 88.36)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 8.0853e-01 (1.6989e+00)\tAcc@1  75.00 ( 64.08)\tAcc@5 100.00 ( 88.39)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.8362e+00 (1.7100e+00)\tAcc@1  43.75 ( 64.08)\tAcc@5  81.25 ( 88.35)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 2.1794e+00 (1.6903e+00)\tAcc@1  37.50 ( 64.43)\tAcc@5  81.25 ( 88.52)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.8491e+00 (1.6806e+00)\tAcc@1  31.25 ( 64.59)\tAcc@5  75.00 ( 88.56)\n",
            "====> Acc@1 64.680 Acc@5 88.610\n",
            "====> 9.63 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 47, lr = 0.1\n",
            "===> [ Training ]\n",
            "Epoch: [47][   0/3125]\tTime  0.039 ( 0.039)\tData  0.007 ( 0.007)\tLoss 1.0638e-01 (1.0638e-01)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [47][  50/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 4.3088e-01 (3.2631e-01)\tAcc@1  87.50 ( 88.85)\tAcc@5 100.00 ( 99.51)\n",
            "Epoch: [47][ 100/3125]\tTime  0.039 ( 0.036)\tData  0.004 ( 0.003)\tLoss 6.8759e-01 (3.3640e-01)\tAcc@1  81.25 ( 88.99)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [47][ 150/3125]\tTime  0.040 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.1466e-01 (3.2883e-01)\tAcc@1  93.75 ( 89.11)\tAcc@5 100.00 ( 99.34)\n",
            "Epoch: [47][ 200/3125]\tTime  0.037 ( 0.036)\tData  0.004 ( 0.003)\tLoss 4.5794e-01 (3.2780e-01)\tAcc@1  75.00 ( 89.15)\tAcc@5 100.00 ( 99.28)\n",
            "Epoch: [47][ 250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1858e+00 (3.3385e-01)\tAcc@1  75.00 ( 89.12)\tAcc@5  93.75 ( 99.18)\n",
            "Epoch: [47][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7942e-01 (3.3892e-01)\tAcc@1  87.50 ( 89.06)\tAcc@5 100.00 ( 99.15)\n",
            "Epoch: [47][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9234e-01 (3.3168e-01)\tAcc@1  87.50 ( 89.37)\tAcc@5 100.00 ( 99.23)\n",
            "Epoch: [47][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2672e-01 (3.2983e-01)\tAcc@1  93.75 ( 89.37)\tAcc@5 100.00 ( 99.19)\n",
            "Epoch: [47][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.0251e-01 (3.2993e-01)\tAcc@1  87.50 ( 89.36)\tAcc@5 100.00 ( 99.22)\n",
            "Epoch: [47][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1162e-01 (3.3191e-01)\tAcc@1 100.00 ( 89.25)\tAcc@5 100.00 ( 99.25)\n",
            "Epoch: [47][ 550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1776e-01 (3.3090e-01)\tAcc@1  93.75 ( 89.33)\tAcc@5 100.00 ( 99.29)\n",
            "Epoch: [47][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6691e-01 (3.2981e-01)\tAcc@1  87.50 ( 89.35)\tAcc@5 100.00 ( 99.28)\n",
            "Epoch: [47][ 650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.7965e-01 (3.3263e-01)\tAcc@1  87.50 ( 89.29)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [47][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6692e-01 (3.3243e-01)\tAcc@1 100.00 ( 89.25)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [47][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8549e-01 (3.3092e-01)\tAcc@1  93.75 ( 89.25)\tAcc@5 100.00 ( 99.28)\n",
            "Epoch: [47][ 800/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.8144e-01 (3.3281e-01)\tAcc@1  87.50 ( 89.24)\tAcc@5  93.75 ( 99.27)\n",
            "Epoch: [47][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1208e-01 (3.3484e-01)\tAcc@1 100.00 ( 89.18)\tAcc@5 100.00 ( 99.27)\n",
            "Epoch: [47][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0939e-01 (3.3525e-01)\tAcc@1  87.50 ( 89.14)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [47][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8912e-01 (3.3584e-01)\tAcc@1  87.50 ( 89.10)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [47][1000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.6809e-01 (3.3771e-01)\tAcc@1  81.25 ( 89.07)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [47][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0602e-01 (3.4181e-01)\tAcc@1  87.50 ( 88.90)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [47][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.0463e-01 (3.4119e-01)\tAcc@1  87.50 ( 88.87)\tAcc@5 100.00 ( 99.27)\n",
            "Epoch: [47][1150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.9892e-01 (3.4296e-01)\tAcc@1  87.50 ( 88.87)\tAcc@5 100.00 ( 99.27)\n",
            "Epoch: [47][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2014e-01 (3.4590e-01)\tAcc@1  75.00 ( 88.76)\tAcc@5 100.00 ( 99.28)\n",
            "Epoch: [47][1250/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1355e+00 (3.4852e-01)\tAcc@1  68.75 ( 88.66)\tAcc@5 100.00 ( 99.29)\n",
            "Epoch: [47][1300/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.1611e-02 (3.5028e-01)\tAcc@1  93.75 ( 88.60)\tAcc@5 100.00 ( 99.28)\n",
            "Epoch: [47][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7563e-01 (3.5100e-01)\tAcc@1  87.50 ( 88.59)\tAcc@5 100.00 ( 99.27)\n",
            "Epoch: [47][1400/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.3345e-01 (3.5471e-01)\tAcc@1  81.25 ( 88.52)\tAcc@5  93.75 ( 99.27)\n",
            "Epoch: [47][1450/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8025e-01 (3.5657e-01)\tAcc@1  93.75 ( 88.46)\tAcc@5 100.00 ( 99.27)\n",
            "Epoch: [47][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0396e-01 (3.5937e-01)\tAcc@1  93.75 ( 88.40)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [47][1550/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.3939e-01 (3.6067e-01)\tAcc@1  87.50 ( 88.38)\tAcc@5 100.00 ( 99.23)\n",
            "Epoch: [47][1600/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 3.5613e-01 (3.6176e-01)\tAcc@1  87.50 ( 88.37)\tAcc@5  93.75 ( 99.23)\n",
            "Epoch: [47][1650/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 3.6787e-01 (3.6314e-01)\tAcc@1  81.25 ( 88.32)\tAcc@5 100.00 ( 99.22)\n",
            "Epoch: [47][1700/3125]\tTime  0.037 ( 0.036)\tData  0.003 ( 0.003)\tLoss 5.6730e-01 (3.6455e-01)\tAcc@1  81.25 ( 88.30)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [47][1750/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.2936e-01 (3.6735e-01)\tAcc@1  93.75 ( 88.21)\tAcc@5 100.00 ( 99.19)\n",
            "Epoch: [47][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0636e-01 (3.6912e-01)\tAcc@1 100.00 ( 88.16)\tAcc@5 100.00 ( 99.18)\n",
            "Epoch: [47][1850/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 6.6261e-01 (3.6904e-01)\tAcc@1  75.00 ( 88.14)\tAcc@5 100.00 ( 99.18)\n",
            "Epoch: [47][1900/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 6.1458e-01 (3.6964e-01)\tAcc@1  75.00 ( 88.13)\tAcc@5 100.00 ( 99.17)\n",
            "Epoch: [47][1950/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.7624e-01 (3.7007e-01)\tAcc@1  75.00 ( 88.08)\tAcc@5 100.00 ( 99.16)\n",
            "Epoch: [47][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1534e-01 (3.7224e-01)\tAcc@1  87.50 ( 88.02)\tAcc@5 100.00 ( 99.16)\n",
            "Epoch: [47][2050/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.9069e-01 (3.7266e-01)\tAcc@1  87.50 ( 88.01)\tAcc@5 100.00 ( 99.16)\n",
            "Epoch: [47][2100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.1060e-01 (3.7313e-01)\tAcc@1  93.75 ( 87.97)\tAcc@5 100.00 ( 99.16)\n",
            "Epoch: [47][2150/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 6.3810e-01 (3.7538e-01)\tAcc@1  87.50 ( 87.91)\tAcc@5 100.00 ( 99.15)\n",
            "Epoch: [47][2200/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.4373e-01 (3.7698e-01)\tAcc@1  87.50 ( 87.86)\tAcc@5 100.00 ( 99.14)\n",
            "Epoch: [47][2250/3125]\tTime  0.037 ( 0.036)\tData  0.004 ( 0.003)\tLoss 5.5131e-01 (3.7809e-01)\tAcc@1  81.25 ( 87.85)\tAcc@5 100.00 ( 99.12)\n",
            "Epoch: [47][2300/3125]\tTime  0.034 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.1796e-01 (3.7882e-01)\tAcc@1  93.75 ( 87.83)\tAcc@5 100.00 ( 99.12)\n",
            "Epoch: [47][2350/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.5473e-01 (3.8041e-01)\tAcc@1  93.75 ( 87.75)\tAcc@5 100.00 ( 99.11)\n",
            "Epoch: [47][2400/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.1833e-01 (3.8164e-01)\tAcc@1  87.50 ( 87.72)\tAcc@5 100.00 ( 99.12)\n",
            "Epoch: [47][2450/3125]\tTime  0.034 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.3320e-01 (3.8333e-01)\tAcc@1  87.50 ( 87.65)\tAcc@5  93.75 ( 99.11)\n",
            "Epoch: [47][2500/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.9327e-01 (3.8413e-01)\tAcc@1  87.50 ( 87.62)\tAcc@5 100.00 ( 99.09)\n",
            "Epoch: [47][2550/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.6261e-01 (3.8571e-01)\tAcc@1 100.00 ( 87.59)\tAcc@5 100.00 ( 99.09)\n",
            "Epoch: [47][2600/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.5266e-01 (3.8772e-01)\tAcc@1  87.50 ( 87.52)\tAcc@5  93.75 ( 99.08)\n",
            "Epoch: [47][2650/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.3984e-02 (3.8952e-01)\tAcc@1 100.00 ( 87.44)\tAcc@5 100.00 ( 99.07)\n",
            "Epoch: [47][2700/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 2.3142e-01 (3.9082e-01)\tAcc@1  87.50 ( 87.41)\tAcc@5 100.00 ( 99.06)\n",
            "Epoch: [47][2750/3125]\tTime  0.039 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.0017e+00 (3.9244e-01)\tAcc@1  62.50 ( 87.37)\tAcc@5 100.00 ( 99.05)\n",
            "Epoch: [47][2800/3125]\tTime  0.042 ( 0.036)\tData  0.004 ( 0.003)\tLoss 3.8209e-01 (3.9342e-01)\tAcc@1  87.50 ( 87.33)\tAcc@5 100.00 ( 99.06)\n",
            "Epoch: [47][2850/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.7075e-01 (3.9486e-01)\tAcc@1  87.50 ( 87.27)\tAcc@5 100.00 ( 99.05)\n",
            "Epoch: [47][2900/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 7.3321e-01 (3.9710e-01)\tAcc@1  75.00 ( 87.22)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [47][2950/3125]\tTime  0.038 ( 0.036)\tData  0.004 ( 0.003)\tLoss 3.7367e-01 (3.9804e-01)\tAcc@1  87.50 ( 87.19)\tAcc@5 100.00 ( 99.04)\n",
            "Epoch: [47][3000/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.2454e-01 (3.9909e-01)\tAcc@1  81.25 ( 87.15)\tAcc@5 100.00 ( 99.03)\n",
            "Epoch: [47][3050/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.9596e-01 (4.0019e-01)\tAcc@1  87.50 ( 87.11)\tAcc@5 100.00 ( 99.02)\n",
            "Epoch: [47][3100/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 8.2686e-01 (3.9999e-01)\tAcc@1  68.75 ( 87.14)\tAcc@5 100.00 ( 99.03)\n",
            "====> Acc@1 87.122 Acc@5 99.028\n",
            "====> Epoch loss 0.400\n",
            "====> 182.74 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.017 ( 0.017)\tLoss 3.0899e+00 (3.0899e+00)\tAcc@1  56.25 ( 56.25)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 9.1118e-01 (1.6333e+00)\tAcc@1  81.25 ( 67.77)\tAcc@5  87.50 ( 88.24)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.4712e+00 (1.6980e+00)\tAcc@1  62.50 ( 65.72)\tAcc@5  93.75 ( 88.49)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.3802e+00 (1.6998e+00)\tAcc@1  68.75 ( 65.60)\tAcc@5  93.75 ( 88.87)\n",
            "Test: [200/625]\tTime  0.018 ( 0.015)\tLoss 1.2765e+00 (1.7140e+00)\tAcc@1  62.50 ( 64.89)\tAcc@5 100.00 ( 88.71)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.2541e+00 (1.7035e+00)\tAcc@1  75.00 ( 65.01)\tAcc@5  81.25 ( 89.09)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 1.1757e+00 (1.7192e+00)\tAcc@1  75.00 ( 64.78)\tAcc@5  87.50 ( 88.75)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 5.8321e-01 (1.7173e+00)\tAcc@1  87.50 ( 64.74)\tAcc@5 100.00 ( 88.87)\n",
            "Test: [400/625]\tTime  0.016 ( 0.015)\tLoss 1.2744e+00 (1.7228e+00)\tAcc@1  56.25 ( 64.56)\tAcc@5  93.75 ( 88.86)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 4.8326e-01 (1.7156e+00)\tAcc@1  81.25 ( 64.58)\tAcc@5  93.75 ( 89.02)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.2196e+00 (1.7291e+00)\tAcc@1  68.75 ( 64.52)\tAcc@5  93.75 ( 88.90)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.9727e+00 (1.6991e+00)\tAcc@1  62.50 ( 65.09)\tAcc@5  81.25 ( 89.05)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.3583e+00 (1.7052e+00)\tAcc@1  43.75 ( 65.09)\tAcc@5  87.50 ( 88.94)\n",
            "====> Acc@1 65.080 Acc@5 88.960\n",
            "====> 9.57 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 48, lr = 0.1\n",
            "===> [ Training ]\n",
            "Epoch: [48][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 7.8718e-02 (7.8718e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [48][  50/3125]\tTime  0.038 ( 0.039)\tData  0.004 ( 0.004)\tLoss 9.3847e-01 (3.3689e-01)\tAcc@1  75.00 ( 89.46)\tAcc@5 100.00 ( 99.39)\n",
            "Epoch: [48][ 100/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.2000e-01 (3.3447e-01)\tAcc@1  93.75 ( 89.54)\tAcc@5 100.00 ( 99.20)\n",
            "Epoch: [48][ 150/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8180e-01 (3.5115e-01)\tAcc@1  93.75 ( 89.11)\tAcc@5 100.00 ( 99.13)\n",
            "Epoch: [48][ 200/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.9162e-01 (3.5187e-01)\tAcc@1  87.50 ( 88.71)\tAcc@5 100.00 ( 99.28)\n",
            "Epoch: [48][ 250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.6242e-01 (3.4345e-01)\tAcc@1  68.75 ( 88.99)\tAcc@5 100.00 ( 99.28)\n",
            "Epoch: [48][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5238e-01 (3.4388e-01)\tAcc@1  93.75 ( 89.00)\tAcc@5 100.00 ( 99.29)\n",
            "Epoch: [48][ 350/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.9896e-01 (3.4139e-01)\tAcc@1  93.75 ( 89.08)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [48][ 400/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.8679e-01 (3.4275e-01)\tAcc@1  93.75 ( 88.97)\tAcc@5 100.00 ( 99.35)\n",
            "Epoch: [48][ 450/3125]\tTime  0.038 ( 0.036)\tData  0.005 ( 0.003)\tLoss 2.4538e-01 (3.3963e-01)\tAcc@1 100.00 ( 89.07)\tAcc@5 100.00 ( 99.39)\n",
            "Epoch: [48][ 500/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.2601e-01 (3.3294e-01)\tAcc@1  93.75 ( 89.25)\tAcc@5 100.00 ( 99.38)\n",
            "Epoch: [48][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1233e-01 (3.3661e-01)\tAcc@1  87.50 ( 89.20)\tAcc@5 100.00 ( 99.33)\n",
            "Epoch: [48][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5917e-01 (3.3796e-01)\tAcc@1  93.75 ( 89.14)\tAcc@5 100.00 ( 99.34)\n",
            "Epoch: [48][ 650/3125]\tTime  0.034 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.8168e-01 (3.4170e-01)\tAcc@1  93.75 ( 88.95)\tAcc@5 100.00 ( 99.35)\n",
            "Epoch: [48][ 700/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.3362e-01 (3.4569e-01)\tAcc@1  93.75 ( 88.82)\tAcc@5 100.00 ( 99.33)\n",
            "Epoch: [48][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.8879e-02 (3.4655e-01)\tAcc@1  93.75 ( 88.81)\tAcc@5 100.00 ( 99.33)\n",
            "Epoch: [48][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8723e-01 (3.4667e-01)\tAcc@1  87.50 ( 88.80)\tAcc@5 100.00 ( 99.33)\n",
            "Epoch: [48][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9901e-01 (3.4901e-01)\tAcc@1  87.50 ( 88.74)\tAcc@5  93.75 ( 99.31)\n",
            "Epoch: [48][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.9637e-02 (3.4962e-01)\tAcc@1 100.00 ( 88.71)\tAcc@5 100.00 ( 99.33)\n",
            "Epoch: [48][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6941e-01 (3.5085e-01)\tAcc@1  93.75 ( 88.64)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [48][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2870e-01 (3.4947e-01)\tAcc@1  81.25 ( 88.69)\tAcc@5 100.00 ( 99.33)\n",
            "Epoch: [48][1050/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.2576e-01 (3.5138e-01)\tAcc@1  81.25 ( 88.67)\tAcc@5 100.00 ( 99.33)\n",
            "Epoch: [48][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.2630e-01 (3.5417e-01)\tAcc@1  81.25 ( 88.53)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [48][1150/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.6333e-02 (3.5257e-01)\tAcc@1 100.00 ( 88.59)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [48][1200/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3871e-01 (3.5051e-01)\tAcc@1  81.25 ( 88.65)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [48][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2989e-01 (3.5175e-01)\tAcc@1  93.75 ( 88.64)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [48][1300/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 8.1153e-01 (3.5297e-01)\tAcc@1  81.25 ( 88.61)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [48][1350/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 6.0441e-01 (3.5460e-01)\tAcc@1  81.25 ( 88.51)\tAcc@5  93.75 ( 99.31)\n",
            "Epoch: [48][1400/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.3037e-01 (3.5226e-01)\tAcc@1 100.00 ( 88.58)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [48][1450/3125]\tTime  0.037 ( 0.036)\tData  0.003 ( 0.003)\tLoss 7.5019e-01 (3.5134e-01)\tAcc@1  75.00 ( 88.62)\tAcc@5  93.75 ( 99.32)\n",
            "Epoch: [48][1500/3125]\tTime  0.043 ( 0.036)\tData  0.007 ( 0.003)\tLoss 2.3204e-01 (3.5430e-01)\tAcc@1  87.50 ( 88.55)\tAcc@5 100.00 ( 99.30)\n",
            "Epoch: [48][1550/3125]\tTime  0.040 ( 0.036)\tData  0.003 ( 0.003)\tLoss 7.7166e-02 (3.5365e-01)\tAcc@1 100.00 ( 88.59)\tAcc@5 100.00 ( 99.29)\n",
            "Epoch: [48][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0865e-01 (3.5318e-01)\tAcc@1 100.00 ( 88.60)\tAcc@5 100.00 ( 99.29)\n",
            "Epoch: [48][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.9583e-01 (3.5564e-01)\tAcc@1  75.00 ( 88.51)\tAcc@5 100.00 ( 99.28)\n",
            "Epoch: [48][1700/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.8356e-01 (3.5702e-01)\tAcc@1  93.75 ( 88.47)\tAcc@5  93.75 ( 99.27)\n",
            "Epoch: [48][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4433e-01 (3.5763e-01)\tAcc@1  93.75 ( 88.45)\tAcc@5 100.00 ( 99.27)\n",
            "Epoch: [48][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2169e-01 (3.5861e-01)\tAcc@1  93.75 ( 88.43)\tAcc@5 100.00 ( 99.25)\n",
            "Epoch: [48][1850/3125]\tTime  0.037 ( 0.036)\tData  0.005 ( 0.003)\tLoss 3.2017e-01 (3.5954e-01)\tAcc@1  93.75 ( 88.38)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [48][1900/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.4318e-01 (3.6007e-01)\tAcc@1  81.25 ( 88.29)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [48][1950/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.0395e-01 (3.6145e-01)\tAcc@1  87.50 ( 88.27)\tAcc@5 100.00 ( 99.25)\n",
            "Epoch: [48][2000/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.9324e-01 (3.6299e-01)\tAcc@1  81.25 ( 88.21)\tAcc@5 100.00 ( 99.24)\n",
            "Epoch: [48][2050/3125]\tTime  0.037 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.5534e-01 (3.6464e-01)\tAcc@1  87.50 ( 88.16)\tAcc@5 100.00 ( 99.24)\n",
            "Epoch: [48][2100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.6944e-01 (3.6713e-01)\tAcc@1  87.50 ( 88.09)\tAcc@5 100.00 ( 99.23)\n",
            "Epoch: [48][2150/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 6.9443e-02 (3.6801e-01)\tAcc@1 100.00 ( 88.08)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [48][2200/3125]\tTime  0.042 ( 0.036)\tData  0.004 ( 0.003)\tLoss 4.5295e-01 (3.6761e-01)\tAcc@1  93.75 ( 88.09)\tAcc@5 100.00 ( 99.22)\n",
            "Epoch: [48][2250/3125]\tTime  0.034 ( 0.036)\tData  0.003 ( 0.003)\tLoss 5.9442e-01 (3.6746e-01)\tAcc@1  81.25 ( 88.07)\tAcc@5 100.00 ( 99.22)\n",
            "Epoch: [48][2300/3125]\tTime  0.034 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.1738e-01 (3.6795e-01)\tAcc@1  93.75 ( 88.04)\tAcc@5 100.00 ( 99.22)\n",
            "Epoch: [48][2350/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.7865e-01 (3.6936e-01)\tAcc@1  87.50 ( 88.01)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [48][2400/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.3491e-01 (3.7059e-01)\tAcc@1  93.75 ( 87.96)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [48][2450/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 9.8852e-02 (3.7089e-01)\tAcc@1 100.00 ( 87.94)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [48][2500/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 4.6133e-02 (3.7118e-01)\tAcc@1 100.00 ( 87.94)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [48][2550/3125]\tTime  0.034 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.7761e-01 (3.7178e-01)\tAcc@1  81.25 ( 87.94)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [48][2600/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 6.9646e-01 (3.7284e-01)\tAcc@1  75.00 ( 87.89)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [48][2650/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.5595e-01 (3.7203e-01)\tAcc@1  93.75 ( 87.95)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [48][2700/3125]\tTime  0.038 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.2332e+00 (3.7446e-01)\tAcc@1  75.00 ( 87.88)\tAcc@5  93.75 ( 99.19)\n",
            "Epoch: [48][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3176e-01 (3.7556e-01)\tAcc@1  93.75 ( 87.85)\tAcc@5 100.00 ( 99.17)\n",
            "Epoch: [48][2800/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.7745e-01 (3.7654e-01)\tAcc@1  93.75 ( 87.84)\tAcc@5 100.00 ( 99.17)\n",
            "Epoch: [48][2850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.7051e-01 (3.7837e-01)\tAcc@1  87.50 ( 87.78)\tAcc@5 100.00 ( 99.16)\n",
            "Epoch: [48][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4506e-01 (3.7933e-01)\tAcc@1  81.25 ( 87.78)\tAcc@5 100.00 ( 99.15)\n",
            "Epoch: [48][2950/3125]\tTime  0.044 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.3307e-01 (3.8027e-01)\tAcc@1  75.00 ( 87.76)\tAcc@5 100.00 ( 99.14)\n",
            "Epoch: [48][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.0892e-01 (3.8204e-01)\tAcc@1  81.25 ( 87.70)\tAcc@5 100.00 ( 99.13)\n",
            "Epoch: [48][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.8982e-01 (3.8283e-01)\tAcc@1  93.75 ( 87.67)\tAcc@5 100.00 ( 99.14)\n",
            "Epoch: [48][3100/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.9857e-01 (3.8362e-01)\tAcc@1 100.00 ( 87.64)\tAcc@5 100.00 ( 99.15)\n",
            "====> Acc@1 87.628 Acc@5 99.148\n",
            "====> Epoch loss 0.384\n",
            "====> 182.95 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.2035e+00 (3.2035e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  68.75 ( 68.75)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.3561e+00 (1.8536e+00)\tAcc@1  62.50 ( 63.85)\tAcc@5  81.25 ( 87.50)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.8076e+00 (1.7799e+00)\tAcc@1  56.25 ( 63.86)\tAcc@5  87.50 ( 88.61)\n",
            "Test: [150/625]\tTime  0.015 ( 0.016)\tLoss 1.4599e+00 (1.7706e+00)\tAcc@1  75.00 ( 63.99)\tAcc@5  81.25 ( 88.45)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 2.3540e+00 (1.7897e+00)\tAcc@1  50.00 ( 63.99)\tAcc@5  93.75 ( 88.40)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 9.9884e-01 (1.8064e+00)\tAcc@1  75.00 ( 64.24)\tAcc@5  93.75 ( 88.40)\n",
            "Test: [300/625]\tTime  0.016 ( 0.016)\tLoss 1.3014e+00 (1.8034e+00)\tAcc@1  62.50 ( 64.35)\tAcc@5  93.75 ( 88.29)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 3.4849e-01 (1.8028e+00)\tAcc@1  81.25 ( 64.14)\tAcc@5 100.00 ( 88.30)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 1.0902e+00 (1.8026e+00)\tAcc@1  68.75 ( 64.00)\tAcc@5 100.00 ( 88.26)\n",
            "Test: [450/625]\tTime  0.016 ( 0.016)\tLoss 1.2994e+00 (1.8064e+00)\tAcc@1  81.25 ( 64.11)\tAcc@5  93.75 ( 88.26)\n",
            "Test: [500/625]\tTime  0.016 ( 0.016)\tLoss 3.1021e+00 (1.8133e+00)\tAcc@1  43.75 ( 63.88)\tAcc@5  75.00 ( 88.15)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 9.7442e-01 (1.7949e+00)\tAcc@1  68.75 ( 64.13)\tAcc@5  93.75 ( 88.37)\n",
            "Test: [600/625]\tTime  0.015 ( 0.016)\tLoss 3.4709e+00 (1.7950e+00)\tAcc@1  50.00 ( 64.08)\tAcc@5  68.75 ( 88.35)\n",
            "====> Acc@1 64.180 Acc@5 88.450\n",
            "====> 9.75 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 49, lr = 0.1\n",
            "===> [ Training ]\n",
            "Epoch: [49][   0/3125]\tTime  0.040 ( 0.040)\tData  0.006 ( 0.006)\tLoss 2.3025e-01 (2.3025e-01)\tAcc@1  93.75 ( 93.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [49][  50/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3950e-01 (3.7343e-01)\tAcc@1  87.50 ( 87.99)\tAcc@5 100.00 ( 99.39)\n",
            "Epoch: [49][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.6719e-01 (3.3634e-01)\tAcc@1 100.00 ( 89.17)\tAcc@5 100.00 ( 99.57)\n",
            "Epoch: [49][ 150/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.4130e-01 (3.2862e-01)\tAcc@1  93.75 ( 89.40)\tAcc@5 100.00 ( 99.63)\n",
            "Epoch: [49][ 200/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.4150e-01 (3.2718e-01)\tAcc@1 100.00 ( 89.74)\tAcc@5 100.00 ( 99.53)\n",
            "Epoch: [49][ 250/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.2999e-01 (3.1995e-01)\tAcc@1  87.50 ( 89.77)\tAcc@5  93.75 ( 99.58)\n",
            "Epoch: [49][ 300/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.2165e-01 (3.1891e-01)\tAcc@1  93.75 ( 89.70)\tAcc@5 100.00 ( 99.61)\n",
            "Epoch: [49][ 350/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.8714e-01 (3.2128e-01)\tAcc@1  87.50 ( 89.62)\tAcc@5 100.00 ( 99.55)\n",
            "Epoch: [49][ 400/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.9013e-01 (3.1446e-01)\tAcc@1  87.50 ( 89.74)\tAcc@5 100.00 ( 99.59)\n",
            "Epoch: [49][ 450/3125]\tTime  0.040 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.1544e-01 (3.1918e-01)\tAcc@1  87.50 ( 89.62)\tAcc@5 100.00 ( 99.54)\n",
            "Epoch: [49][ 500/3125]\tTime  0.039 ( 0.038)\tData  0.005 ( 0.004)\tLoss 2.7271e-01 (3.1620e-01)\tAcc@1  87.50 ( 89.68)\tAcc@5 100.00 ( 99.54)\n",
            "Epoch: [49][ 550/3125]\tTime  0.039 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.6092e-01 (3.1749e-01)\tAcc@1 100.00 ( 89.62)\tAcc@5 100.00 ( 99.49)\n",
            "Epoch: [49][ 600/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 4.9238e-01 (3.1486e-01)\tAcc@1  87.50 ( 89.74)\tAcc@5 100.00 ( 99.47)\n",
            "Epoch: [49][ 650/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.0413e-01 (3.1326e-01)\tAcc@1  93.75 ( 89.76)\tAcc@5 100.00 ( 99.47)\n",
            "Epoch: [49][ 700/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.1480e-01 (3.1582e-01)\tAcc@1  93.75 ( 89.65)\tAcc@5 100.00 ( 99.46)\n",
            "Epoch: [49][ 750/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 6.8934e-01 (3.1582e-01)\tAcc@1  87.50 ( 89.59)\tAcc@5 100.00 ( 99.46)\n",
            "Epoch: [49][ 800/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 7.3967e-01 (3.2035e-01)\tAcc@1  68.75 ( 89.44)\tAcc@5  93.75 ( 99.45)\n",
            "Epoch: [49][ 850/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.1691e-02 (3.2262e-01)\tAcc@1 100.00 ( 89.37)\tAcc@5 100.00 ( 99.43)\n",
            "Epoch: [49][ 900/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.3535e-01 (3.2368e-01)\tAcc@1  87.50 ( 89.34)\tAcc@5 100.00 ( 99.42)\n",
            "Epoch: [49][ 950/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.1339e-02 (3.2515e-01)\tAcc@1 100.00 ( 89.34)\tAcc@5 100.00 ( 99.40)\n",
            "Epoch: [49][1000/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.4597e-02 (3.2431e-01)\tAcc@1 100.00 ( 89.36)\tAcc@5 100.00 ( 99.41)\n",
            "Epoch: [49][1050/3125]\tTime  0.040 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.7599e-01 (3.2647e-01)\tAcc@1 100.00 ( 89.30)\tAcc@5 100.00 ( 99.41)\n",
            "Epoch: [49][1100/3125]\tTime  0.037 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.7004e-01 (3.2849e-01)\tAcc@1  93.75 ( 89.19)\tAcc@5 100.00 ( 99.39)\n",
            "Epoch: [49][1150/3125]\tTime  0.047 ( 0.038)\tData  0.004 ( 0.004)\tLoss 5.5430e-01 (3.3123e-01)\tAcc@1  75.00 ( 89.07)\tAcc@5 100.00 ( 99.39)\n",
            "Epoch: [49][1200/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 4.1749e-01 (3.3150e-01)\tAcc@1  93.75 ( 89.09)\tAcc@5  93.75 ( 99.38)\n",
            "Epoch: [49][1250/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.004)\tLoss 5.1869e-01 (3.3279e-01)\tAcc@1  81.25 ( 89.05)\tAcc@5 100.00 ( 99.38)\n",
            "Epoch: [49][1300/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.9720e-01 (3.3267e-01)\tAcc@1  93.75 ( 89.10)\tAcc@5 100.00 ( 99.37)\n",
            "Epoch: [49][1350/3125]\tTime  0.040 ( 0.038)\tData  0.004 ( 0.004)\tLoss 5.1826e-01 (3.3516e-01)\tAcc@1  81.25 ( 89.04)\tAcc@5  93.75 ( 99.35)\n",
            "Epoch: [49][1400/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 9.9450e-01 (3.3741e-01)\tAcc@1  68.75 ( 88.99)\tAcc@5  93.75 ( 99.34)\n",
            "Epoch: [49][1450/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 4.1511e-01 (3.3651e-01)\tAcc@1  75.00 ( 89.02)\tAcc@5 100.00 ( 99.35)\n",
            "Epoch: [49][1500/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.4567e-01 (3.3823e-01)\tAcc@1  87.50 ( 88.96)\tAcc@5 100.00 ( 99.34)\n",
            "Epoch: [49][1550/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.9887e-01 (3.3827e-01)\tAcc@1  87.50 ( 88.98)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [49][1600/3125]\tTime  0.040 ( 0.038)\tData  0.004 ( 0.004)\tLoss 5.1981e-01 (3.3928e-01)\tAcc@1  81.25 ( 88.95)\tAcc@5 100.00 ( 99.32)\n",
            "Epoch: [49][1650/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 4.0908e-01 (3.4070e-01)\tAcc@1  93.75 ( 88.89)\tAcc@5 100.00 ( 99.31)\n",
            "Epoch: [49][1700/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.2285e-01 (3.4176e-01)\tAcc@1 100.00 ( 88.90)\tAcc@5 100.00 ( 99.31)\n",
            "Epoch: [49][1750/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.2039e-01 (3.4402e-01)\tAcc@1  81.25 ( 88.84)\tAcc@5 100.00 ( 99.31)\n",
            "Epoch: [49][1800/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.0105e-01 (3.4661e-01)\tAcc@1  81.25 ( 88.77)\tAcc@5 100.00 ( 99.29)\n",
            "Epoch: [49][1850/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.4630e-01 (3.4888e-01)\tAcc@1  87.50 ( 88.70)\tAcc@5 100.00 ( 99.28)\n",
            "Epoch: [49][1900/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.6808e-01 (3.4999e-01)\tAcc@1  87.50 ( 88.66)\tAcc@5 100.00 ( 99.25)\n",
            "Epoch: [49][1950/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 7.5987e-01 (3.5070e-01)\tAcc@1  81.25 ( 88.68)\tAcc@5  93.75 ( 99.26)\n",
            "Epoch: [49][2000/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.1861e-01 (3.5100e-01)\tAcc@1  93.75 ( 88.65)\tAcc@5 100.00 ( 99.26)\n",
            "Epoch: [49][2050/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.3996e-01 (3.5132e-01)\tAcc@1 100.00 ( 88.65)\tAcc@5 100.00 ( 99.27)\n",
            "Epoch: [49][2100/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.0161e-01 (3.5304e-01)\tAcc@1  93.75 ( 88.60)\tAcc@5 100.00 ( 99.25)\n",
            "Epoch: [49][2150/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.004)\tLoss 2.6322e-01 (3.5500e-01)\tAcc@1  93.75 ( 88.55)\tAcc@5 100.00 ( 99.25)\n",
            "Epoch: [49][2200/3125]\tTime  0.040 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.0036e-01 (3.5813e-01)\tAcc@1  87.50 ( 88.50)\tAcc@5 100.00 ( 99.23)\n",
            "Epoch: [49][2250/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 9.4102e-02 (3.5904e-01)\tAcc@1 100.00 ( 88.50)\tAcc@5 100.00 ( 99.22)\n",
            "Epoch: [49][2300/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.9510e-01 (3.5960e-01)\tAcc@1  81.25 ( 88.47)\tAcc@5 100.00 ( 99.22)\n",
            "Epoch: [49][2350/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.8004e-01 (3.5982e-01)\tAcc@1  93.75 ( 88.44)\tAcc@5 100.00 ( 99.23)\n",
            "Epoch: [49][2400/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.2163e-01 (3.6078e-01)\tAcc@1  87.50 ( 88.44)\tAcc@5 100.00 ( 99.23)\n",
            "Epoch: [49][2450/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.4514e-01 (3.6018e-01)\tAcc@1  93.75 ( 88.47)\tAcc@5 100.00 ( 99.23)\n",
            "Epoch: [49][2500/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 8.9965e-01 (3.6138e-01)\tAcc@1  81.25 ( 88.42)\tAcc@5  93.75 ( 99.24)\n",
            "Epoch: [49][2550/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.4034e-01 (3.6135e-01)\tAcc@1  87.50 ( 88.42)\tAcc@5 100.00 ( 99.24)\n",
            "Epoch: [49][2600/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.8143e-01 (3.6261e-01)\tAcc@1  81.25 ( 88.38)\tAcc@5 100.00 ( 99.24)\n",
            "Epoch: [49][2650/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.6651e-01 (3.6285e-01)\tAcc@1  93.75 ( 88.37)\tAcc@5 100.00 ( 99.23)\n",
            "Epoch: [49][2700/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 4.8226e-01 (3.6317e-01)\tAcc@1  75.00 ( 88.34)\tAcc@5 100.00 ( 99.24)\n",
            "Epoch: [49][2750/3125]\tTime  0.039 ( 0.038)\tData  0.005 ( 0.004)\tLoss 5.8557e-01 (3.6298e-01)\tAcc@1  87.50 ( 88.35)\tAcc@5  93.75 ( 99.24)\n",
            "Epoch: [49][2800/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.2638e-02 (3.6321e-01)\tAcc@1 100.00 ( 88.35)\tAcc@5 100.00 ( 99.23)\n",
            "Epoch: [49][2850/3125]\tTime  0.043 ( 0.038)\tData  0.004 ( 0.004)\tLoss 5.5423e-01 (3.6423e-01)\tAcc@1  81.25 ( 88.28)\tAcc@5 100.00 ( 99.22)\n",
            "Epoch: [49][2900/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.0394e-01 (3.6597e-01)\tAcc@1  93.75 ( 88.22)\tAcc@5 100.00 ( 99.22)\n",
            "Epoch: [49][2950/3125]\tTime  0.040 ( 0.038)\tData  0.003 ( 0.004)\tLoss 6.1153e-01 (3.6615e-01)\tAcc@1  68.75 ( 88.22)\tAcc@5 100.00 ( 99.22)\n",
            "Epoch: [49][3000/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 6.2162e-01 (3.6760e-01)\tAcc@1  75.00 ( 88.14)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [49][3050/3125]\tTime  0.039 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.6962e-02 (3.6899e-01)\tAcc@1 100.00 ( 88.13)\tAcc@5 100.00 ( 99.21)\n",
            "Epoch: [49][3100/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.0552e-01 (3.7099e-01)\tAcc@1 100.00 ( 88.07)\tAcc@5 100.00 ( 99.21)\n",
            "====> Acc@1 88.030 Acc@5 99.198\n",
            "====> Epoch loss 0.372\n",
            "====> 184.97 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.019 ( 0.019)\tLoss 3.1333e+00 (3.1333e+00)\tAcc@1  56.25 ( 56.25)\tAcc@5  68.75 ( 68.75)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.016)\tLoss 1.7981e+00 (1.8164e+00)\tAcc@1  56.25 ( 65.93)\tAcc@5  87.50 ( 88.24)\n",
            "Test: [100/625]\tTime  0.015 ( 0.016)\tLoss 1.4828e+00 (1.7717e+00)\tAcc@1  62.50 ( 64.67)\tAcc@5  87.50 ( 88.49)\n",
            "Test: [150/625]\tTime  0.016 ( 0.016)\tLoss 1.8130e+00 (1.7782e+00)\tAcc@1  62.50 ( 64.74)\tAcc@5  87.50 ( 88.41)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.3752e+00 (1.7977e+00)\tAcc@1  56.25 ( 64.49)\tAcc@5  93.75 ( 88.50)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.8561e+00 (1.8150e+00)\tAcc@1  62.50 ( 64.02)\tAcc@5  87.50 ( 88.60)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 1.5253e+00 (1.8082e+00)\tAcc@1  62.50 ( 64.26)\tAcc@5  87.50 ( 88.35)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 8.9226e-01 (1.7816e+00)\tAcc@1  75.00 ( 64.37)\tAcc@5  93.75 ( 88.35)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 1.1430e+00 (1.7783e+00)\tAcc@1  68.75 ( 64.15)\tAcc@5  93.75 ( 88.29)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 8.8983e-01 (1.7690e+00)\tAcc@1  68.75 ( 64.36)\tAcc@5 100.00 ( 88.30)\n",
            "Test: [500/625]\tTime  0.016 ( 0.016)\tLoss 2.1063e+00 (1.7949e+00)\tAcc@1  50.00 ( 63.91)\tAcc@5  75.00 ( 88.05)\n",
            "Test: [550/625]\tTime  0.021 ( 0.016)\tLoss 1.4988e+00 (1.7666e+00)\tAcc@1  56.25 ( 64.38)\tAcc@5  93.75 ( 88.29)\n",
            "Test: [600/625]\tTime  0.015 ( 0.016)\tLoss 3.0677e+00 (1.7638e+00)\tAcc@1  43.75 ( 64.39)\tAcc@5  75.00 ( 88.31)\n",
            "====> Acc@1 64.360 Acc@5 88.380\n",
            "====> 9.76 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 50, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [50][   0/3125]\tTime  0.039 ( 0.039)\tData  0.005 ( 0.005)\tLoss 3.6130e-01 (3.6130e-01)\tAcc@1  87.50 ( 87.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [50][  50/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3920e-01 (3.0329e-01)\tAcc@1 100.00 ( 90.93)\tAcc@5 100.00 ( 99.51)\n",
            "Epoch: [50][ 100/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.0577e-02 (2.9150e-01)\tAcc@1 100.00 ( 91.21)\tAcc@5 100.00 ( 99.38)\n",
            "Epoch: [50][ 150/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.6778e-02 (2.7690e-01)\tAcc@1 100.00 ( 91.60)\tAcc@5 100.00 ( 99.46)\n",
            "Epoch: [50][ 200/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.6755e-01 (2.6917e-01)\tAcc@1  87.50 ( 91.88)\tAcc@5 100.00 ( 99.50)\n",
            "Epoch: [50][ 250/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.6574e-01 (2.5726e-01)\tAcc@1  93.75 ( 92.23)\tAcc@5 100.00 ( 99.60)\n",
            "Epoch: [50][ 300/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.8361e-01 (2.5022e-01)\tAcc@1  87.50 ( 92.40)\tAcc@5 100.00 ( 99.65)\n",
            "Epoch: [50][ 350/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 5.1297e-01 (2.5200e-01)\tAcc@1  81.25 ( 92.41)\tAcc@5 100.00 ( 99.66)\n",
            "Epoch: [50][ 400/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.3715e-01 (2.4639e-01)\tAcc@1  93.75 ( 92.58)\tAcc@5 100.00 ( 99.70)\n",
            "Epoch: [50][ 450/3125]\tTime  0.034 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.3096e-01 (2.3876e-01)\tAcc@1  87.50 ( 92.81)\tAcc@5 100.00 ( 99.72)\n",
            "Epoch: [50][ 500/3125]\tTime  0.038 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.1901e-01 (2.3645e-01)\tAcc@1 100.00 ( 92.86)\tAcc@5 100.00 ( 99.75)\n",
            "Epoch: [50][ 550/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.3141e-01 (2.3091e-01)\tAcc@1  93.75 ( 93.06)\tAcc@5 100.00 ( 99.76)\n",
            "Epoch: [50][ 600/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.2946e-01 (2.2800e-01)\tAcc@1  87.50 ( 93.11)\tAcc@5 100.00 ( 99.78)\n",
            "Epoch: [50][ 650/3125]\tTime  0.041 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.0289e-01 (2.2345e-01)\tAcc@1  93.75 ( 93.27)\tAcc@5 100.00 ( 99.80)\n",
            "Epoch: [50][ 700/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.6533e-01 (2.1914e-01)\tAcc@1  81.25 ( 93.36)\tAcc@5 100.00 ( 99.80)\n",
            "Epoch: [50][ 750/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7230e-01 (2.1547e-01)\tAcc@1  93.75 ( 93.49)\tAcc@5 100.00 ( 99.79)\n",
            "Epoch: [50][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1870e-01 (2.1311e-01)\tAcc@1 100.00 ( 93.55)\tAcc@5 100.00 ( 99.79)\n",
            "Epoch: [50][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.6145e-02 (2.1198e-01)\tAcc@1  93.75 ( 93.53)\tAcc@5 100.00 ( 99.79)\n",
            "Epoch: [50][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.1180e-02 (2.0912e-01)\tAcc@1 100.00 ( 93.61)\tAcc@5 100.00 ( 99.79)\n",
            "Epoch: [50][ 950/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3300e-01 (2.0730e-01)\tAcc@1  87.50 ( 93.70)\tAcc@5 100.00 ( 99.79)\n",
            "Epoch: [50][1000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.7256e-01 (2.0573e-01)\tAcc@1  93.75 ( 93.78)\tAcc@5 100.00 ( 99.78)\n",
            "Epoch: [50][1050/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.4639e-02 (2.0465e-01)\tAcc@1 100.00 ( 93.83)\tAcc@5 100.00 ( 99.78)\n",
            "Epoch: [50][1100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.2464e-01 (2.0430e-01)\tAcc@1  93.75 ( 93.81)\tAcc@5 100.00 ( 99.78)\n",
            "Epoch: [50][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4965e-02 (2.0221e-01)\tAcc@1 100.00 ( 93.85)\tAcc@5 100.00 ( 99.79)\n",
            "Epoch: [50][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.6289e-02 (2.0018e-01)\tAcc@1 100.00 ( 93.93)\tAcc@5 100.00 ( 99.80)\n",
            "Epoch: [50][1250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7939e-01 (1.9758e-01)\tAcc@1  93.75 ( 94.05)\tAcc@5 100.00 ( 99.80)\n",
            "Epoch: [50][1300/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1715e-01 (1.9622e-01)\tAcc@1  93.75 ( 94.12)\tAcc@5 100.00 ( 99.80)\n",
            "Epoch: [50][1350/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.1659e-02 (1.9490e-01)\tAcc@1 100.00 ( 94.17)\tAcc@5 100.00 ( 99.80)\n",
            "Epoch: [50][1400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.7030e-02 (1.9268e-01)\tAcc@1 100.00 ( 94.21)\tAcc@5 100.00 ( 99.81)\n",
            "Epoch: [50][1450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.9977e-03 (1.9057e-01)\tAcc@1 100.00 ( 94.28)\tAcc@5 100.00 ( 99.81)\n",
            "Epoch: [50][1500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.1118e-02 (1.8965e-01)\tAcc@1 100.00 ( 94.31)\tAcc@5 100.00 ( 99.82)\n",
            "Epoch: [50][1550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3840e-01 (1.8833e-01)\tAcc@1  93.75 ( 94.33)\tAcc@5 100.00 ( 99.82)\n",
            "Epoch: [50][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.9636e-02 (1.8656e-01)\tAcc@1  93.75 ( 94.37)\tAcc@5 100.00 ( 99.82)\n",
            "Epoch: [50][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.1071e-02 (1.8512e-01)\tAcc@1 100.00 ( 94.41)\tAcc@5 100.00 ( 99.83)\n",
            "Epoch: [50][1700/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3798e-01 (1.8467e-01)\tAcc@1  93.75 ( 94.44)\tAcc@5 100.00 ( 99.82)\n",
            "Epoch: [50][1750/3125]\tTime  0.043 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.7674e-01 (1.8381e-01)\tAcc@1  93.75 ( 94.50)\tAcc@5 100.00 ( 99.83)\n",
            "Epoch: [50][1800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.2788e-01 (1.8210e-01)\tAcc@1  87.50 ( 94.54)\tAcc@5 100.00 ( 99.83)\n",
            "Epoch: [50][1850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.4425e-02 (1.8026e-01)\tAcc@1 100.00 ( 94.60)\tAcc@5 100.00 ( 99.83)\n",
            "Epoch: [50][1900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1897e-01 (1.7920e-01)\tAcc@1 100.00 ( 94.62)\tAcc@5 100.00 ( 99.84)\n",
            "Epoch: [50][1950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.1709e-02 (1.7835e-01)\tAcc@1 100.00 ( 94.65)\tAcc@5 100.00 ( 99.83)\n",
            "Epoch: [50][2000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4857e-02 (1.7677e-01)\tAcc@1 100.00 ( 94.70)\tAcc@5 100.00 ( 99.84)\n",
            "Epoch: [50][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4213e-01 (1.7613e-01)\tAcc@1  93.75 ( 94.72)\tAcc@5 100.00 ( 99.83)\n",
            "Epoch: [50][2100/3125]\tTime  0.043 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.7936e-02 (1.7523e-01)\tAcc@1 100.00 ( 94.74)\tAcc@5 100.00 ( 99.83)\n",
            "Epoch: [50][2150/3125]\tTime  0.048 ( 0.037)\tData  0.007 ( 0.004)\tLoss 2.2488e-01 (1.7456e-01)\tAcc@1  93.75 ( 94.77)\tAcc@5 100.00 ( 99.83)\n",
            "Epoch: [50][2200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.3069e-02 (1.7353e-01)\tAcc@1 100.00 ( 94.81)\tAcc@5 100.00 ( 99.84)\n",
            "Epoch: [50][2250/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.3108e-02 (1.7211e-01)\tAcc@1 100.00 ( 94.87)\tAcc@5 100.00 ( 99.84)\n",
            "Epoch: [50][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6609e-01 (1.7134e-01)\tAcc@1  87.50 ( 94.88)\tAcc@5 100.00 ( 99.85)\n",
            "Epoch: [50][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6876e-01 (1.7050e-01)\tAcc@1  93.75 ( 94.91)\tAcc@5 100.00 ( 99.85)\n",
            "Epoch: [50][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6604e-01 (1.7011e-01)\tAcc@1  93.75 ( 94.91)\tAcc@5 100.00 ( 99.85)\n",
            "Epoch: [50][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.3541e-02 (1.6907e-01)\tAcc@1 100.00 ( 94.94)\tAcc@5 100.00 ( 99.85)\n",
            "Epoch: [50][2500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.7761e-01 (1.6846e-01)\tAcc@1  93.75 ( 94.96)\tAcc@5 100.00 ( 99.85)\n",
            "Epoch: [50][2550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.2270e-01 (1.6832e-01)\tAcc@1  93.75 ( 94.97)\tAcc@5 100.00 ( 99.85)\n",
            "Epoch: [50][2600/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4669e-01 (1.6779e-01)\tAcc@1  87.50 ( 94.98)\tAcc@5 100.00 ( 99.86)\n",
            "Epoch: [50][2650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.5554e-02 (1.6686e-01)\tAcc@1  93.75 ( 95.02)\tAcc@5 100.00 ( 99.86)\n",
            "Epoch: [50][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1851e-01 (1.6574e-01)\tAcc@1  93.75 ( 95.06)\tAcc@5 100.00 ( 99.86)\n",
            "Epoch: [50][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.2647e-02 (1.6475e-01)\tAcc@1  93.75 ( 95.08)\tAcc@5 100.00 ( 99.86)\n",
            "Epoch: [50][2800/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3432e-01 (1.6415e-01)\tAcc@1  93.75 ( 95.09)\tAcc@5 100.00 ( 99.86)\n",
            "Epoch: [50][2850/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3061e-01 (1.6321e-01)\tAcc@1  87.50 ( 95.12)\tAcc@5 100.00 ( 99.86)\n",
            "Epoch: [50][2900/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.7912e-02 (1.6290e-01)\tAcc@1 100.00 ( 95.11)\tAcc@5 100.00 ( 99.86)\n",
            "Epoch: [50][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4493e-01 (1.6250e-01)\tAcc@1  93.75 ( 95.12)\tAcc@5 100.00 ( 99.87)\n",
            "Epoch: [50][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4423e-01 (1.6197e-01)\tAcc@1  93.75 ( 95.15)\tAcc@5 100.00 ( 99.87)\n",
            "Epoch: [50][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2308e-02 (1.6124e-01)\tAcc@1 100.00 ( 95.17)\tAcc@5 100.00 ( 99.87)\n",
            "Epoch: [50][3100/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.3679e-02 (1.6081e-01)\tAcc@1 100.00 ( 95.17)\tAcc@5 100.00 ( 99.87)\n",
            "====> Acc@1 95.186 Acc@5 99.868\n",
            "====> Epoch loss 0.160\n",
            "====> 183.93 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.0453e+00 (3.0453e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.016)\tLoss 9.3671e-01 (1.5444e+00)\tAcc@1  81.25 ( 70.96)\tAcc@5  87.50 ( 91.18)\n",
            "Test: [100/625]\tTime  0.015 ( 0.016)\tLoss 1.6072e+00 (1.5039e+00)\tAcc@1  68.75 ( 70.17)\tAcc@5  93.75 ( 91.40)\n",
            "Test: [150/625]\tTime  0.016 ( 0.016)\tLoss 1.2701e+00 (1.5116e+00)\tAcc@1  68.75 ( 70.24)\tAcc@5  87.50 ( 90.89)\n",
            "Test: [200/625]\tTime  0.016 ( 0.016)\tLoss 1.2916e+00 (1.5337e+00)\tAcc@1  56.25 ( 69.93)\tAcc@5 100.00 ( 90.70)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.0887e+00 (1.5338e+00)\tAcc@1  75.00 ( 69.67)\tAcc@5  87.50 ( 90.94)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 8.4085e-01 (1.5299e+00)\tAcc@1  68.75 ( 69.87)\tAcc@5  93.75 ( 90.80)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 5.0750e-01 (1.5146e+00)\tAcc@1  87.50 ( 69.69)\tAcc@5 100.00 ( 90.72)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 9.1394e-01 (1.5040e+00)\tAcc@1  68.75 ( 69.78)\tAcc@5 100.00 ( 90.84)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 5.4045e-01 (1.4951e+00)\tAcc@1  81.25 ( 69.76)\tAcc@5  93.75 ( 90.98)\n",
            "Test: [500/625]\tTime  0.016 ( 0.016)\tLoss 1.5762e+00 (1.5063e+00)\tAcc@1  68.75 ( 69.45)\tAcc@5  81.25 ( 90.82)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.0986e+00 (1.4781e+00)\tAcc@1  68.75 ( 69.95)\tAcc@5  93.75 ( 91.05)\n",
            "Test: [600/625]\tTime  0.015 ( 0.016)\tLoss 2.4550e+00 (1.4797e+00)\tAcc@1  56.25 ( 69.95)\tAcc@5  81.25 ( 91.05)\n",
            "====> Acc@1 69.920 Acc@5 91.080\n",
            "====> 9.78 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 51, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [51][   0/3125]\tTime  0.045 ( 0.045)\tData  0.008 ( 0.008)\tLoss 2.3528e-01 (2.3528e-01)\tAcc@1  93.75 ( 93.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [51][  50/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.6568e-02 (1.3160e-01)\tAcc@1 100.00 ( 96.32)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [51][ 100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2421e-01 (1.3425e-01)\tAcc@1  93.75 ( 96.10)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [51][ 150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8824e-02 (1.2877e-01)\tAcc@1 100.00 ( 96.36)\tAcc@5 100.00 ( 99.92)\n",
            "Epoch: [51][ 200/3125]\tTime  0.042 ( 0.037)\tData  0.006 ( 0.004)\tLoss 1.7282e-01 (1.2164e-01)\tAcc@1  93.75 ( 96.61)\tAcc@5 100.00 ( 99.91)\n",
            "Epoch: [51][ 250/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.4815e-02 (1.1895e-01)\tAcc@1 100.00 ( 96.61)\tAcc@5 100.00 ( 99.93)\n",
            "Epoch: [51][ 300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0042e-02 (1.1721e-01)\tAcc@1 100.00 ( 96.68)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [51][ 350/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.1212e-02 (1.1252e-01)\tAcc@1 100.00 ( 96.90)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [51][ 400/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.2008e-02 (1.0954e-01)\tAcc@1 100.00 ( 96.96)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [51][ 450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9223e-02 (1.1015e-01)\tAcc@1 100.00 ( 96.87)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.7118e-01 (1.1024e-01)\tAcc@1  93.75 ( 96.79)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6138e-01 (1.1046e-01)\tAcc@1  87.50 ( 96.74)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [51][ 600/3125]\tTime  0.043 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9057e-02 (1.0980e-01)\tAcc@1 100.00 ( 96.80)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][ 650/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 5.2393e-02 (1.1108e-01)\tAcc@1 100.00 ( 96.74)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4306e-01 (1.1098e-01)\tAcc@1 100.00 ( 96.77)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][ 750/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.8691e-01 (1.1003e-01)\tAcc@1  93.75 ( 96.80)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [51][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.5267e-02 (1.0931e-01)\tAcc@1 100.00 ( 96.82)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [51][ 850/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.5357e-01 (1.0949e-01)\tAcc@1  93.75 ( 96.83)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][ 900/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.7344e-01 (1.0826e-01)\tAcc@1  93.75 ( 96.90)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [51][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1549e-01 (1.0835e-01)\tAcc@1  93.75 ( 96.89)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1000/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.0315e-02 (1.0722e-01)\tAcc@1 100.00 ( 96.93)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.6991e-02 (1.0802e-01)\tAcc@1 100.00 ( 96.89)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [51][1100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1153e-02 (1.0738e-01)\tAcc@1 100.00 ( 96.93)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [51][1150/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1698e-01 (1.0678e-01)\tAcc@1  93.75 ( 96.95)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8918e-01 (1.0604e-01)\tAcc@1  87.50 ( 96.96)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2336e-01 (1.0572e-01)\tAcc@1 100.00 ( 96.99)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2044e-01 (1.0524e-01)\tAcc@1  93.75 ( 97.01)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1350/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.5182e-01 (1.0474e-01)\tAcc@1  93.75 ( 97.03)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [51][1400/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2576e-01 (1.0473e-01)\tAcc@1 100.00 ( 97.04)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.8516e-01 (1.0464e-01)\tAcc@1  93.75 ( 97.04)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.3601e-02 (1.0470e-01)\tAcc@1 100.00 ( 97.04)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9863e-01 (1.0489e-01)\tAcc@1  93.75 ( 97.02)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.0267e-02 (1.0405e-01)\tAcc@1 100.00 ( 97.08)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0541e-02 (1.0380e-01)\tAcc@1 100.00 ( 97.09)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7062e-01 (1.0413e-01)\tAcc@1  93.75 ( 97.07)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.0622e-02 (1.0412e-01)\tAcc@1  93.75 ( 97.05)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.2295e-02 (1.0462e-01)\tAcc@1 100.00 ( 97.05)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7991e-01 (1.0407e-01)\tAcc@1  87.50 ( 97.08)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1900/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.6834e-02 (1.0396e-01)\tAcc@1 100.00 ( 97.08)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][1950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.3833e-02 (1.0376e-01)\tAcc@1 100.00 ( 97.10)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4173e-01 (1.0331e-01)\tAcc@1  93.75 ( 97.12)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2050/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.5913e-02 (1.0360e-01)\tAcc@1 100.00 ( 97.11)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5325e-02 (1.0353e-01)\tAcc@1 100.00 ( 97.11)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2150/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.6771e-02 (1.0319e-01)\tAcc@1  93.75 ( 97.11)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1912e-03 (1.0305e-01)\tAcc@1 100.00 ( 97.12)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.0484e-02 (1.0266e-01)\tAcc@1 100.00 ( 97.13)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4532e-02 (1.0255e-01)\tAcc@1 100.00 ( 97.13)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2350/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.9493e-02 (1.0226e-01)\tAcc@1 100.00 ( 97.13)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6543e-02 (1.0245e-01)\tAcc@1 100.00 ( 97.13)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.2452e-03 (1.0203e-01)\tAcc@1 100.00 ( 97.14)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2500/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2813e-02 (1.0182e-01)\tAcc@1 100.00 ( 97.14)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.6097e-02 (1.0160e-01)\tAcc@1 100.00 ( 97.15)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2107e-01 (1.0169e-01)\tAcc@1  93.75 ( 97.15)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.4912e-01 (1.0193e-01)\tAcc@1  93.75 ( 97.13)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7371e-02 (1.0198e-01)\tAcc@1 100.00 ( 97.13)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3206e-02 (1.0177e-01)\tAcc@1 100.00 ( 97.14)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2800/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.0786e-02 (1.0132e-01)\tAcc@1 100.00 ( 97.16)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.0382e-02 (1.0111e-01)\tAcc@1 100.00 ( 97.16)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2900/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 5.6637e-02 (1.0127e-01)\tAcc@1 100.00 ( 97.16)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][2950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.7721e-01 (1.0095e-01)\tAcc@1  93.75 ( 97.17)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0920e-02 (1.0098e-01)\tAcc@1 100.00 ( 97.16)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][3050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5328e-02 (1.0107e-01)\tAcc@1 100.00 ( 97.16)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [51][3100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0893e-01 (1.0101e-01)\tAcc@1  93.75 ( 97.16)\tAcc@5 100.00 ( 99.96)\n",
            "====> Acc@1 97.158 Acc@5 99.960\n",
            "====> Epoch loss 0.101\n",
            "====> 183.87 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.0913e+00 (3.0913e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  68.75 ( 68.75)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 9.9554e-01 (1.5201e+00)\tAcc@1  81.25 ( 72.06)\tAcc@5  87.50 ( 91.79)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.5161e+00 (1.5164e+00)\tAcc@1  68.75 ( 70.30)\tAcc@5  93.75 ( 91.65)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.1888e+00 (1.5084e+00)\tAcc@1  75.00 ( 70.61)\tAcc@5  87.50 ( 91.18)\n",
            "Test: [200/625]\tTime  0.016 ( 0.015)\tLoss 1.2846e+00 (1.5260e+00)\tAcc@1  62.50 ( 70.34)\tAcc@5 100.00 ( 91.08)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.3387e+00 (1.5265e+00)\tAcc@1  81.25 ( 70.07)\tAcc@5  87.50 ( 91.26)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 9.5033e-01 (1.5260e+00)\tAcc@1  75.00 ( 69.95)\tAcc@5  93.75 ( 91.18)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 5.4735e-01 (1.5148e+00)\tAcc@1  81.25 ( 69.84)\tAcc@5 100.00 ( 91.08)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 9.7709e-01 (1.5089e+00)\tAcc@1  75.00 ( 69.95)\tAcc@5 100.00 ( 91.15)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 5.8746e-01 (1.5051e+00)\tAcc@1  75.00 ( 69.89)\tAcc@5  93.75 ( 91.24)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.6511e+00 (1.5160e+00)\tAcc@1  68.75 ( 69.65)\tAcc@5  81.25 ( 91.11)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.2937e+00 (1.4845e+00)\tAcc@1  75.00 ( 70.18)\tAcc@5  87.50 ( 91.27)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.4894e+00 (1.4893e+00)\tAcc@1  56.25 ( 70.11)\tAcc@5  87.50 ( 91.29)\n",
            "====> Acc@1 70.100 Acc@5 91.300\n",
            "====> 9.64 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 52, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [52][   0/3125]\tTime  0.039 ( 0.039)\tData  0.006 ( 0.006)\tLoss 1.1819e-01 (1.1819e-01)\tAcc@1  93.75 ( 93.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [52][  50/3125]\tTime  0.043 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.1088e-01 (8.0772e-02)\tAcc@1  87.50 ( 97.92)\tAcc@5 100.00 ( 99.88)\n",
            "Epoch: [52][ 100/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.3001e-02 (8.2974e-02)\tAcc@1 100.00 ( 97.65)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [52][ 150/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.5132e-01 (8.9896e-02)\tAcc@1  93.75 ( 97.39)\tAcc@5  93.75 ( 99.92)\n",
            "Epoch: [52][ 200/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.3759e-01 (9.0903e-02)\tAcc@1  81.25 ( 97.33)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [52][ 250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.0473e-02 (8.9579e-02)\tAcc@1 100.00 ( 97.41)\tAcc@5 100.00 ( 99.93)\n",
            "Epoch: [52][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.3513e-02 (8.7827e-02)\tAcc@1 100.00 ( 97.49)\tAcc@5 100.00 ( 99.92)\n",
            "Epoch: [52][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.2822e-02 (8.4840e-02)\tAcc@1 100.00 ( 97.69)\tAcc@5 100.00 ( 99.93)\n",
            "Epoch: [52][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8428e-01 (8.9585e-02)\tAcc@1  93.75 ( 97.46)\tAcc@5 100.00 ( 99.92)\n",
            "Epoch: [52][ 450/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0485e-01 (8.7243e-02)\tAcc@1  93.75 ( 97.57)\tAcc@5 100.00 ( 99.93)\n",
            "Epoch: [52][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.8301e-02 (8.7072e-02)\tAcc@1 100.00 ( 97.58)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [52][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3129e-01 (8.7625e-02)\tAcc@1  93.75 ( 97.49)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [52][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4805e-01 (8.7467e-02)\tAcc@1  93.75 ( 97.47)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4870e-02 (8.5846e-02)\tAcc@1 100.00 ( 97.58)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [52][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2136e-03 (8.4763e-02)\tAcc@1 100.00 ( 97.66)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [52][ 750/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.8756e-01 (8.5355e-02)\tAcc@1  87.50 ( 97.60)\tAcc@5 100.00 ( 99.93)\n",
            "Epoch: [52][ 800/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.4504e-02 (8.6092e-02)\tAcc@1  93.75 ( 97.55)\tAcc@5 100.00 ( 99.93)\n",
            "Epoch: [52][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1565e-01 (8.4722e-02)\tAcc@1  93.75 ( 97.59)\tAcc@5 100.00 ( 99.93)\n",
            "Epoch: [52][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9702e-01 (8.5359e-02)\tAcc@1  87.50 ( 97.56)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [52][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.7054e-02 (8.5581e-02)\tAcc@1 100.00 ( 97.56)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [52][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5473e-02 (8.5928e-02)\tAcc@1 100.00 ( 97.53)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [52][1050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.4628e-02 (8.5264e-02)\tAcc@1 100.00 ( 97.57)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [52][1100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0893e-01 (8.5035e-02)\tAcc@1 100.00 ( 97.58)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [52][1150/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4462e-01 (8.4695e-02)\tAcc@1  93.75 ( 97.56)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1200/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2155e-01 (8.4179e-02)\tAcc@1  93.75 ( 97.54)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1513e-01 (8.4079e-02)\tAcc@1  87.50 ( 97.56)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1300/3125]\tTime  0.040 ( 0.037)\tData  0.006 ( 0.004)\tLoss 1.8362e-02 (8.4191e-02)\tAcc@1 100.00 ( 97.57)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7345e-02 (8.3921e-02)\tAcc@1 100.00 ( 97.59)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1264e-01 (8.3844e-02)\tAcc@1  93.75 ( 97.60)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7593e-01 (8.3867e-02)\tAcc@1  87.50 ( 97.60)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5851e-02 (8.3909e-02)\tAcc@1 100.00 ( 97.61)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0672e-01 (8.3838e-02)\tAcc@1  81.25 ( 97.60)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0191e-02 (8.4015e-02)\tAcc@1 100.00 ( 97.60)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1650/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.8616e-03 (8.3819e-02)\tAcc@1 100.00 ( 97.60)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1700/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0273e-02 (8.3747e-02)\tAcc@1 100.00 ( 97.60)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [52][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6289e-01 (8.3748e-02)\tAcc@1  81.25 ( 97.58)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.0673e-02 (8.3518e-02)\tAcc@1 100.00 ( 97.59)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [52][1850/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5442e-02 (8.3698e-02)\tAcc@1 100.00 ( 97.60)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [52][1900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.5693e-02 (8.3389e-02)\tAcc@1 100.00 ( 97.60)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [52][1950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.5827e-02 (8.3046e-02)\tAcc@1 100.00 ( 97.62)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [52][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2628e-02 (8.2865e-02)\tAcc@1 100.00 ( 97.62)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [52][2050/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.7830e-02 (8.2842e-02)\tAcc@1  93.75 ( 97.62)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [52][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1784e-02 (8.2417e-02)\tAcc@1 100.00 ( 97.65)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [52][2150/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.3695e-02 (8.2447e-02)\tAcc@1 100.00 ( 97.64)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [52][2200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.8319e-02 (8.2232e-02)\tAcc@1 100.00 ( 97.66)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [52][2250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.5703e-02 (8.2111e-02)\tAcc@1 100.00 ( 97.67)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [52][2300/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.6241e-02 (8.1726e-02)\tAcc@1 100.00 ( 97.69)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [52][2350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.2656e-02 (8.1550e-02)\tAcc@1 100.00 ( 97.70)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6081e-01 (8.1753e-02)\tAcc@1  93.75 ( 97.68)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0589e-02 (8.1962e-02)\tAcc@1 100.00 ( 97.67)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.4475e-02 (8.1993e-02)\tAcc@1 100.00 ( 97.68)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4895e-02 (8.1727e-02)\tAcc@1 100.00 ( 97.68)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2600/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.8361e-02 (8.1602e-02)\tAcc@1 100.00 ( 97.70)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.7909e-02 (8.1633e-02)\tAcc@1 100.00 ( 97.69)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.2929e-02 (8.2048e-02)\tAcc@1 100.00 ( 97.68)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2750/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4485e-01 (8.2126e-02)\tAcc@1  87.50 ( 97.67)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2800/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.2650e-01 (8.2348e-02)\tAcc@1  81.25 ( 97.67)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.4238e-02 (8.2205e-02)\tAcc@1  93.75 ( 97.67)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2900/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1839e-01 (8.1993e-02)\tAcc@1  93.75 ( 97.68)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][2950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1253e-01 (8.1897e-02)\tAcc@1  93.75 ( 97.68)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4228e-01 (8.1891e-02)\tAcc@1  93.75 ( 97.67)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0578e-02 (8.1594e-02)\tAcc@1 100.00 ( 97.68)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [52][3100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.5900e-02 (8.1803e-02)\tAcc@1  93.75 ( 97.67)\tAcc@5 100.00 ( 99.97)\n",
            "====> Acc@1 97.678 Acc@5 99.972\n",
            "====> Epoch loss 0.082\n",
            "====> 183.79 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.1636e+00 (3.1636e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2233e+00 (1.5701e+00)\tAcc@1  81.25 ( 71.94)\tAcc@5  87.50 ( 91.79)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.5412e+00 (1.5465e+00)\tAcc@1  68.75 ( 70.24)\tAcc@5  93.75 ( 91.65)\n",
            "Test: [150/625]\tTime  0.016 ( 0.016)\tLoss 1.1934e+00 (1.5342e+00)\tAcc@1  75.00 ( 70.41)\tAcc@5  87.50 ( 91.31)\n",
            "Test: [200/625]\tTime  0.016 ( 0.016)\tLoss 1.1184e+00 (1.5482e+00)\tAcc@1  68.75 ( 70.55)\tAcc@5 100.00 ( 91.39)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.2972e+00 (1.5557e+00)\tAcc@1  81.25 ( 70.19)\tAcc@5  87.50 ( 91.48)\n",
            "Test: [300/625]\tTime  0.016 ( 0.016)\tLoss 8.0298e-01 (1.5563e+00)\tAcc@1  75.00 ( 70.14)\tAcc@5  93.75 ( 91.45)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 4.8783e-01 (1.5448e+00)\tAcc@1  81.25 ( 70.00)\tAcc@5 100.00 ( 91.38)\n",
            "Test: [400/625]\tTime  0.017 ( 0.016)\tLoss 6.9367e-01 (1.5346e+00)\tAcc@1  81.25 ( 70.09)\tAcc@5 100.00 ( 91.41)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 6.8034e-01 (1.5278e+00)\tAcc@1  81.25 ( 70.25)\tAcc@5  93.75 ( 91.45)\n",
            "Test: [500/625]\tTime  0.015 ( 0.016)\tLoss 1.5909e+00 (1.5379e+00)\tAcc@1  68.75 ( 70.02)\tAcc@5  81.25 ( 91.29)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.2837e+00 (1.5061e+00)\tAcc@1  68.75 ( 70.46)\tAcc@5  87.50 ( 91.45)\n",
            "Test: [600/625]\tTime  0.016 ( 0.016)\tLoss 2.6310e+00 (1.5100e+00)\tAcc@1  56.25 ( 70.51)\tAcc@5  81.25 ( 91.42)\n",
            "====> Acc@1 70.470 Acc@5 91.460\n",
            "====> 9.75 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 53, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [53][   0/3125]\tTime  0.039 ( 0.039)\tData  0.006 ( 0.006)\tLoss 2.4075e-02 (2.4075e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [53][  50/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4588e-02 (7.4012e-02)\tAcc@1 100.00 ( 97.92)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [53][ 100/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.8150e-02 (6.9627e-02)\tAcc@1 100.00 ( 98.14)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [53][ 150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.6620e-03 (7.1253e-02)\tAcc@1 100.00 ( 98.01)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [53][ 200/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.6773e-02 (7.2125e-02)\tAcc@1 100.00 ( 98.01)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [53][ 250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3540e-01 (7.1543e-02)\tAcc@1  87.50 ( 97.93)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [53][ 300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9360e-01 (7.2632e-02)\tAcc@1  93.75 ( 97.86)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [53][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.2659e-03 (7.0372e-02)\tAcc@1 100.00 ( 97.97)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][ 400/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4065e-01 (6.9153e-02)\tAcc@1  93.75 ( 98.10)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2737e-01 (6.9411e-02)\tAcc@1  93.75 ( 98.12)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [53][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.4866e-02 (6.8305e-02)\tAcc@1 100.00 ( 98.18)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.1084e-02 (6.6816e-02)\tAcc@1 100.00 ( 98.20)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0080e-02 (6.6137e-02)\tAcc@1 100.00 ( 98.21)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.7365e-03 (6.7843e-02)\tAcc@1 100.00 ( 98.16)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.9507e-02 (6.7884e-02)\tAcc@1 100.00 ( 98.15)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [53][ 750/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1644e-01 (6.7975e-02)\tAcc@1  93.75 ( 98.14)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6059e-02 (6.7044e-02)\tAcc@1 100.00 ( 98.18)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.1524e-02 (6.6788e-02)\tAcc@1  93.75 ( 98.17)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][ 900/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3517e-02 (6.6434e-02)\tAcc@1 100.00 ( 98.19)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][ 950/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3336e-02 (6.6672e-02)\tAcc@1 100.00 ( 98.19)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7226e-01 (6.7573e-02)\tAcc@1  93.75 ( 98.15)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2172e-02 (6.7835e-02)\tAcc@1 100.00 ( 98.18)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.0190e-03 (6.7379e-02)\tAcc@1 100.00 ( 98.19)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1150/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6993e-02 (6.7505e-02)\tAcc@1 100.00 ( 98.18)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.9855e-02 (6.6992e-02)\tAcc@1 100.00 ( 98.21)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1250/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.9669e-02 (6.6668e-02)\tAcc@1 100.00 ( 98.21)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][1300/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8483e-01 (6.6557e-02)\tAcc@1  93.75 ( 98.22)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][1350/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.0214e-02 (6.7163e-02)\tAcc@1 100.00 ( 98.21)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1400/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.5620e-02 (6.7245e-02)\tAcc@1 100.00 ( 98.21)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1450/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 8.2126e-02 (6.7018e-02)\tAcc@1 100.00 ( 98.21)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0455e-02 (6.6962e-02)\tAcc@1 100.00 ( 98.21)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.8496e-03 (6.7257e-02)\tAcc@1 100.00 ( 98.22)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1600/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.3888e-02 (6.7413e-02)\tAcc@1 100.00 ( 98.20)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2974e-01 (6.7548e-02)\tAcc@1  93.75 ( 98.18)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.9447e-02 (6.7512e-02)\tAcc@1 100.00 ( 98.19)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1750/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9302e-01 (6.7450e-02)\tAcc@1  93.75 ( 98.20)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1800/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.5943e-02 (6.7622e-02)\tAcc@1 100.00 ( 98.19)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1850/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1392e-02 (6.7845e-02)\tAcc@1 100.00 ( 98.19)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1900/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.3913e-02 (6.7738e-02)\tAcc@1  93.75 ( 98.18)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][1950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4325e-02 (6.7661e-02)\tAcc@1 100.00 ( 98.19)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][2000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1507e-02 (6.7610e-02)\tAcc@1 100.00 ( 98.20)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][2050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1134e-03 (6.7691e-02)\tAcc@1 100.00 ( 98.18)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][2100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.5995e-03 (6.7873e-02)\tAcc@1 100.00 ( 98.17)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1868e-02 (6.8062e-02)\tAcc@1 100.00 ( 98.16)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][2200/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.5345e-02 (6.8390e-02)\tAcc@1  93.75 ( 98.15)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][2250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6582e-02 (6.8283e-02)\tAcc@1 100.00 ( 98.16)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][2300/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.7712e-02 (6.8581e-02)\tAcc@1 100.00 ( 98.13)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][2350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0729e-01 (6.8578e-02)\tAcc@1  93.75 ( 98.13)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][2400/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4725e-02 (6.8499e-02)\tAcc@1 100.00 ( 98.13)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.3048e-02 (6.8468e-02)\tAcc@1 100.00 ( 98.13)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [53][2500/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.0985e-01 (6.8492e-02)\tAcc@1  93.75 ( 98.13)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][2550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5523e-01 (6.8521e-02)\tAcc@1  93.75 ( 98.12)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][2600/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.3715e-02 (6.8487e-02)\tAcc@1 100.00 ( 98.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][2650/3125]\tTime  0.038 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.2154e-02 (6.8465e-02)\tAcc@1 100.00 ( 98.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][2700/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.9415e-02 (6.8425e-02)\tAcc@1 100.00 ( 98.10)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4802e-02 (6.8211e-02)\tAcc@1 100.00 ( 98.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][2800/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.4491e-02 (6.8172e-02)\tAcc@1 100.00 ( 98.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][2850/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1338e-02 (6.8076e-02)\tAcc@1 100.00 ( 98.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][2900/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1552e-02 (6.7869e-02)\tAcc@1 100.00 ( 98.12)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][2950/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.1969e-01 (6.7980e-02)\tAcc@1 100.00 ( 98.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][3000/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.1430e-02 (6.7805e-02)\tAcc@1 100.00 ( 98.12)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][3050/3125]\tTime  0.040 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.7708e-03 (6.7934e-02)\tAcc@1 100.00 ( 98.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [53][3100/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.1118e-02 (6.7979e-02)\tAcc@1 100.00 ( 98.11)\tAcc@5 100.00 ( 99.99)\n",
            "====> Acc@1 98.118 Acc@5 99.988\n",
            "====> Epoch loss 0.068\n",
            "====> 184.49 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 2.8537e+00 (2.8537e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2693e+00 (1.5932e+00)\tAcc@1  81.25 ( 72.43)\tAcc@5  87.50 ( 91.67)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.6701e+00 (1.5693e+00)\tAcc@1  62.50 ( 70.73)\tAcc@5  93.75 ( 91.65)\n",
            "Test: [150/625]\tTime  0.016 ( 0.015)\tLoss 1.1494e+00 (1.5537e+00)\tAcc@1  68.75 ( 70.86)\tAcc@5  87.50 ( 91.43)\n",
            "Test: [200/625]\tTime  0.016 ( 0.015)\tLoss 1.2481e+00 (1.5721e+00)\tAcc@1  68.75 ( 71.05)\tAcc@5 100.00 ( 91.45)\n",
            "Test: [250/625]\tTime  0.016 ( 0.016)\tLoss 1.4663e+00 (1.5779e+00)\tAcc@1  75.00 ( 70.94)\tAcc@5  87.50 ( 91.53)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 1.0719e+00 (1.5823e+00)\tAcc@1  75.00 ( 70.62)\tAcc@5  93.75 ( 91.47)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 7.3020e-01 (1.5745e+00)\tAcc@1  81.25 ( 70.55)\tAcc@5 100.00 ( 91.44)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 8.0091e-01 (1.5636e+00)\tAcc@1  81.25 ( 70.57)\tAcc@5 100.00 ( 91.43)\n",
            "Test: [450/625]\tTime  0.016 ( 0.016)\tLoss 6.7255e-01 (1.5527e+00)\tAcc@1  81.25 ( 70.70)\tAcc@5  93.75 ( 91.49)\n",
            "Test: [500/625]\tTime  0.016 ( 0.016)\tLoss 1.6026e+00 (1.5620e+00)\tAcc@1  68.75 ( 70.45)\tAcc@5  81.25 ( 91.45)\n",
            "Test: [550/625]\tTime  0.016 ( 0.016)\tLoss 1.4885e+00 (1.5310e+00)\tAcc@1  68.75 ( 70.81)\tAcc@5  81.25 ( 91.59)\n",
            "Test: [600/625]\tTime  0.015 ( 0.016)\tLoss 2.5129e+00 (1.5343e+00)\tAcc@1  56.25 ( 70.88)\tAcc@5  87.50 ( 91.59)\n",
            "====> Acc@1 70.810 Acc@5 91.630\n",
            "====> 9.72 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 54, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [54][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 3.6532e-02 (3.6532e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [54][  50/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.5319e-02 (5.0378e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [54][ 100/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.8054e-02 (5.4306e-02)\tAcc@1 100.00 ( 98.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [54][ 150/3125]\tTime  0.041 ( 0.038)\tData  0.005 ( 0.004)\tLoss 4.0047e-02 (5.5698e-02)\tAcc@1 100.00 ( 98.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [54][ 200/3125]\tTime  0.043 ( 0.038)\tData  0.005 ( 0.004)\tLoss 3.5140e-02 (5.7637e-02)\tAcc@1 100.00 ( 98.29)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [54][ 250/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.2860e-02 (5.7262e-02)\tAcc@1 100.00 ( 98.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [54][ 300/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.4346e-02 (5.7887e-02)\tAcc@1 100.00 ( 98.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [54][ 350/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.9784e-01 (5.8939e-02)\tAcc@1  93.75 ( 98.38)\tAcc@5  93.75 ( 99.98)\n",
            "Epoch: [54][ 400/3125]\tTime  0.038 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.0744e-02 (5.8510e-02)\tAcc@1 100.00 ( 98.41)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][ 450/3125]\tTime  0.035 ( 0.038)\tData  0.004 ( 0.004)\tLoss 5.2163e-02 (5.8445e-02)\tAcc@1 100.00 ( 98.42)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][ 500/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.2283e-01 (5.8623e-02)\tAcc@1 100.00 ( 98.42)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][ 550/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 5.1420e-02 (5.9490e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][ 600/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.1658e-02 (6.0203e-02)\tAcc@1 100.00 ( 98.47)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][ 650/3125]\tTime  0.043 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.5189e-02 (5.9082e-02)\tAcc@1 100.00 ( 98.54)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][ 700/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.9257e-01 (5.9455e-02)\tAcc@1  93.75 ( 98.52)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][ 750/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.5458e-02 (6.0445e-02)\tAcc@1 100.00 ( 98.49)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][ 800/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.2295e-02 (6.0712e-02)\tAcc@1 100.00 ( 98.46)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][ 850/3125]\tTime  0.038 ( 0.037)\tData  0.006 ( 0.004)\tLoss 2.3173e-02 (6.1245e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [54][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3170e-02 (6.1090e-02)\tAcc@1 100.00 ( 98.46)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.9160e-03 (6.0791e-02)\tAcc@1 100.00 ( 98.47)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][1000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.5825e-03 (6.0119e-02)\tAcc@1 100.00 ( 98.48)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][1050/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.4041e-02 (6.0221e-02)\tAcc@1 100.00 ( 98.47)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.0401e-02 (6.1023e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.7279e-02 (6.0982e-02)\tAcc@1 100.00 ( 98.44)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][1200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.8302e-02 (6.0971e-02)\tAcc@1  93.75 ( 98.42)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [54][1250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.6213e-02 (6.0489e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1300/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.5862e-02 (5.9985e-02)\tAcc@1  93.75 ( 98.47)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3835e-02 (5.9997e-02)\tAcc@1 100.00 ( 98.48)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6031e-01 (6.0090e-02)\tAcc@1 100.00 ( 98.48)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1450/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1342e-03 (5.9944e-02)\tAcc@1 100.00 ( 98.46)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1500/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.7340e-02 (6.0095e-02)\tAcc@1  93.75 ( 98.48)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1550/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.7721e-02 (6.0494e-02)\tAcc@1 100.00 ( 98.46)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1600/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.3450e-02 (6.0587e-02)\tAcc@1  93.75 ( 98.45)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.9900e-02 (6.0840e-02)\tAcc@1 100.00 ( 98.44)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.0654e-02 (6.0892e-02)\tAcc@1 100.00 ( 98.43)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1365e-02 (6.0621e-02)\tAcc@1 100.00 ( 98.44)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.6056e-02 (6.0356e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5441e-02 (6.0482e-02)\tAcc@1 100.00 ( 98.44)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1900/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1954e-02 (6.0368e-02)\tAcc@1 100.00 ( 98.44)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8119e-02 (6.0180e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][2000/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.0152e-03 (5.9855e-02)\tAcc@1 100.00 ( 98.46)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][2050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4815e-01 (6.0076e-02)\tAcc@1  93.75 ( 98.44)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1618e-02 (6.0221e-02)\tAcc@1 100.00 ( 98.43)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2150/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.9818e-03 (6.0317e-02)\tAcc@1 100.00 ( 98.43)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2200/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.2492e-02 (6.0094e-02)\tAcc@1 100.00 ( 98.44)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2250/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0143e-02 (6.0358e-02)\tAcc@1 100.00 ( 98.42)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.5390e-02 (6.0503e-02)\tAcc@1  93.75 ( 98.41)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][2350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5875e-02 (6.0335e-02)\tAcc@1 100.00 ( 98.41)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6881e-02 (6.0412e-02)\tAcc@1 100.00 ( 98.41)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][2450/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5852e-02 (6.0877e-02)\tAcc@1 100.00 ( 98.39)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [54][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2297e-01 (6.0855e-02)\tAcc@1  93.75 ( 98.39)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2682e-02 (6.1440e-02)\tAcc@1 100.00 ( 98.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.4248e-02 (6.1377e-02)\tAcc@1 100.00 ( 98.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.8320e-03 (6.1086e-02)\tAcc@1 100.00 ( 98.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2700/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.4599e-02 (6.0783e-02)\tAcc@1 100.00 ( 98.38)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4321e-02 (6.1103e-02)\tAcc@1 100.00 ( 98.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5246e-02 (6.1005e-02)\tAcc@1 100.00 ( 98.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8186e-02 (6.0901e-02)\tAcc@1 100.00 ( 98.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.0668e-02 (6.0889e-02)\tAcc@1 100.00 ( 98.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][2950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0524e-01 (6.0905e-02)\tAcc@1  93.75 ( 98.35)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][3000/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5067e-02 (6.0821e-02)\tAcc@1 100.00 ( 98.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][3050/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.1567e-03 (6.0766e-02)\tAcc@1 100.00 ( 98.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [54][3100/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1961e-01 (6.0901e-02)\tAcc@1 100.00 ( 98.36)\tAcc@5 100.00 ( 99.99)\n",
            "====> Acc@1 98.350 Acc@5 99.988\n",
            "====> Epoch loss 0.061\n",
            "====> 183.98 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.0210e+00 (3.0210e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2505e+00 (1.5759e+00)\tAcc@1  75.00 ( 72.79)\tAcc@5  87.50 ( 91.30)\n",
            "Test: [100/625]\tTime  0.015 ( 0.016)\tLoss 1.7588e+00 (1.5519e+00)\tAcc@1  62.50 ( 71.66)\tAcc@5  93.75 ( 91.40)\n",
            "Test: [150/625]\tTime  0.015 ( 0.016)\tLoss 1.2542e+00 (1.5431e+00)\tAcc@1  75.00 ( 71.81)\tAcc@5  93.75 ( 91.27)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.2956e+00 (1.5609e+00)\tAcc@1  68.75 ( 71.67)\tAcc@5 100.00 ( 91.42)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.4992e+00 (1.5715e+00)\tAcc@1  81.25 ( 71.41)\tAcc@5  87.50 ( 91.51)\n",
            "Test: [300/625]\tTime  0.016 ( 0.016)\tLoss 9.4724e-01 (1.5752e+00)\tAcc@1  87.50 ( 71.35)\tAcc@5  93.75 ( 91.30)\n",
            "Test: [350/625]\tTime  0.018 ( 0.016)\tLoss 3.7446e-01 (1.5640e+00)\tAcc@1  81.25 ( 71.14)\tAcc@5 100.00 ( 91.27)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 7.0926e-01 (1.5571e+00)\tAcc@1  87.50 ( 71.23)\tAcc@5 100.00 ( 91.27)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 6.5912e-01 (1.5506e+00)\tAcc@1  81.25 ( 71.18)\tAcc@5 100.00 ( 91.31)\n",
            "Test: [500/625]\tTime  0.017 ( 0.016)\tLoss 1.6603e+00 (1.5610e+00)\tAcc@1  68.75 ( 70.93)\tAcc@5  81.25 ( 91.21)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.4765e+00 (1.5302e+00)\tAcc@1  68.75 ( 71.27)\tAcc@5  87.50 ( 91.39)\n",
            "Test: [600/625]\tTime  0.015 ( 0.016)\tLoss 2.5969e+00 (1.5335e+00)\tAcc@1  56.25 ( 71.34)\tAcc@5  87.50 ( 91.38)\n",
            "====> Acc@1 71.260 Acc@5 91.410\n",
            "====> 9.81 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 55, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [55][   0/3125]\tTime  0.039 ( 0.039)\tData  0.006 ( 0.006)\tLoss 1.1005e-02 (1.1005e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [55][  50/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9079e-01 (4.9096e-02)\tAcc@1  87.50 ( 98.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [55][ 100/3125]\tTime  0.043 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1898e-01 (6.2208e-02)\tAcc@1  93.75 ( 98.14)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [55][ 150/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.6768e-02 (5.8883e-02)\tAcc@1  93.75 ( 98.26)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [55][ 200/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3981e-02 (5.3245e-02)\tAcc@1 100.00 ( 98.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [55][ 250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1266e-02 (5.5851e-02)\tAcc@1 100.00 ( 98.38)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][ 300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.3168e-02 (5.5861e-02)\tAcc@1 100.00 ( 98.32)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][ 350/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.6218e-03 (5.6235e-02)\tAcc@1 100.00 ( 98.33)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][ 400/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.4908e-03 (5.5159e-02)\tAcc@1 100.00 ( 98.38)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5308e-02 (5.5039e-02)\tAcc@1 100.00 ( 98.41)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.1278e-02 (5.4561e-02)\tAcc@1 100.00 ( 98.43)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.3384e-01 (5.3819e-02)\tAcc@1  87.50 ( 98.48)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.2436e-03 (5.4212e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.8797e-02 (5.4291e-02)\tAcc@1 100.00 ( 98.46)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.4458e-02 (5.4018e-02)\tAcc@1 100.00 ( 98.46)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][ 750/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.7957e-02 (5.4641e-02)\tAcc@1 100.00 ( 98.44)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.1747e-02 (5.5117e-02)\tAcc@1 100.00 ( 98.43)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7589e-02 (5.4775e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0553e-01 (5.5002e-02)\tAcc@1  93.75 ( 98.43)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][ 950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0922e-01 (5.5645e-02)\tAcc@1 100.00 ( 98.40)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.0000e-02 (5.5705e-02)\tAcc@1 100.00 ( 98.40)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.6445e-02 (5.5956e-02)\tAcc@1 100.00 ( 98.41)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1100/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.6744e-02 (5.6439e-02)\tAcc@1 100.00 ( 98.41)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6809e-02 (5.6133e-02)\tAcc@1 100.00 ( 98.44)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.7595e-02 (5.5662e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.9429e-02 (5.6428e-02)\tAcc@1 100.00 ( 98.42)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4518e-02 (5.6548e-02)\tAcc@1 100.00 ( 98.42)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.8821e-02 (5.6710e-02)\tAcc@1 100.00 ( 98.43)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1783e-01 (5.6516e-02)\tAcc@1  93.75 ( 98.43)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1450/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.8757e-02 (5.6312e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1570e-02 (5.6148e-02)\tAcc@1 100.00 ( 98.44)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1550/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.2767e-03 (5.6077e-02)\tAcc@1 100.00 ( 98.44)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1600/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.2630e-02 (5.5822e-02)\tAcc@1 100.00 ( 98.47)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8672e-02 (5.5943e-02)\tAcc@1 100.00 ( 98.46)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5334e-02 (5.5951e-02)\tAcc@1 100.00 ( 98.48)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4209e-02 (5.6361e-02)\tAcc@1 100.00 ( 98.46)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5776e-02 (5.6246e-02)\tAcc@1 100.00 ( 98.46)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1850/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3730e-02 (5.6283e-02)\tAcc@1 100.00 ( 98.47)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0593e-01 (5.6277e-02)\tAcc@1  93.75 ( 98.48)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][1950/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.4081e-02 (5.6262e-02)\tAcc@1 100.00 ( 98.47)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][2000/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.3455e-02 (5.5941e-02)\tAcc@1 100.00 ( 98.49)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][2050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3936e-02 (5.6208e-02)\tAcc@1 100.00 ( 98.49)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][2100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.2181e-03 (5.5880e-02)\tAcc@1 100.00 ( 98.50)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][2150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.0996e-02 (5.5558e-02)\tAcc@1 100.00 ( 98.52)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][2200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.4414e-02 (5.5440e-02)\tAcc@1 100.00 ( 98.52)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][2250/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.9568e-01 (5.5466e-02)\tAcc@1  93.75 ( 98.53)\tAcc@5  93.75 ( 99.99)\n",
            "Epoch: [55][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2800e-02 (5.5524e-02)\tAcc@1 100.00 ( 98.53)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2350/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.6375e-01 (5.5553e-02)\tAcc@1  93.75 ( 98.54)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.9347e-02 (5.5809e-02)\tAcc@1 100.00 ( 98.53)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4841e-01 (5.6162e-02)\tAcc@1  93.75 ( 98.51)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.4794e-02 (5.6221e-02)\tAcc@1 100.00 ( 98.50)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.7808e-02 (5.6456e-02)\tAcc@1 100.00 ( 98.49)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2600/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.0607e-02 (5.6361e-02)\tAcc@1 100.00 ( 98.48)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2650/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6514e-02 (5.6166e-02)\tAcc@1 100.00 ( 98.49)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2700/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.7335e-02 (5.6194e-02)\tAcc@1  93.75 ( 98.49)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2750/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.7125e-01 (5.6239e-02)\tAcc@1  93.75 ( 98.49)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.6452e-02 (5.6119e-02)\tAcc@1 100.00 ( 98.49)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2850/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.7876e-01 (5.6281e-02)\tAcc@1  93.75 ( 98.48)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.6420e-02 (5.6221e-02)\tAcc@1 100.00 ( 98.48)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4493e-01 (5.6419e-02)\tAcc@1  93.75 ( 98.47)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0316e-02 (5.6486e-02)\tAcc@1 100.00 ( 98.46)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [55][3050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6254e-02 (5.6818e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [55][3100/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3613e-03 (5.6721e-02)\tAcc@1 100.00 ( 98.45)\tAcc@5 100.00 ( 99.98)\n",
            "====> Acc@1 98.450 Acc@5 99.982\n",
            "====> Epoch loss 0.057\n",
            "====> 183.42 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 2.9823e+00 (2.9823e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.016 ( 0.015)\tLoss 1.2439e+00 (1.5875e+00)\tAcc@1  81.25 ( 71.94)\tAcc@5  87.50 ( 91.67)\n",
            "Test: [100/625]\tTime  0.017 ( 0.015)\tLoss 1.7703e+00 (1.5839e+00)\tAcc@1  62.50 ( 70.54)\tAcc@5  93.75 ( 91.83)\n",
            "Test: [150/625]\tTime  0.016 ( 0.016)\tLoss 1.2271e+00 (1.5791e+00)\tAcc@1  75.00 ( 71.15)\tAcc@5  93.75 ( 91.72)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.3329e+00 (1.5917e+00)\tAcc@1  68.75 ( 71.11)\tAcc@5 100.00 ( 91.67)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.4219e+00 (1.5980e+00)\tAcc@1  81.25 ( 71.02)\tAcc@5  87.50 ( 91.83)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 9.9481e-01 (1.6070e+00)\tAcc@1  75.00 ( 70.95)\tAcc@5  93.75 ( 91.72)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 4.9054e-01 (1.5952e+00)\tAcc@1  81.25 ( 70.89)\tAcc@5 100.00 ( 91.70)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 8.0694e-01 (1.5934e+00)\tAcc@1  81.25 ( 70.85)\tAcc@5 100.00 ( 91.63)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 5.6704e-01 (1.5866e+00)\tAcc@1  87.50 ( 70.95)\tAcc@5 100.00 ( 91.74)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.6406e+00 (1.5956e+00)\tAcc@1  68.75 ( 70.85)\tAcc@5  81.25 ( 91.62)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.5163e+00 (1.5659e+00)\tAcc@1  62.50 ( 71.23)\tAcc@5  87.50 ( 91.80)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.6387e+00 (1.5689e+00)\tAcc@1  56.25 ( 71.30)\tAcc@5  87.50 ( 91.75)\n",
            "====> Acc@1 71.260 Acc@5 91.800\n",
            "====> 9.67 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 56, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [56][   0/3125]\tTime  0.037 ( 0.037)\tData  0.006 ( 0.006)\tLoss 2.6028e-02 (2.6028e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [56][  50/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.1049e-01 (3.6687e-02)\tAcc@1  93.75 ( 99.26)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [56][ 100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2339e-02 (3.8183e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [56][ 150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0895e-02 (4.5058e-02)\tAcc@1 100.00 ( 98.92)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [56][ 200/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 9.3839e-03 (4.6444e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [56][ 250/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9825e-01 (4.7427e-02)\tAcc@1  93.75 ( 98.83)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][ 300/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4909e-02 (4.7059e-02)\tAcc@1 100.00 ( 98.84)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1644e-01 (4.6602e-02)\tAcc@1  93.75 ( 98.84)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.0192e-02 (4.6355e-02)\tAcc@1 100.00 ( 98.77)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.0702e-02 (4.7630e-02)\tAcc@1 100.00 ( 98.73)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][ 500/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9798e-02 (4.9013e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][ 550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.0471e-02 (4.9408e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0667e-02 (4.8856e-02)\tAcc@1 100.00 ( 98.77)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.7126e-02 (4.8546e-02)\tAcc@1  93.75 ( 98.78)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][ 700/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.7230e-03 (4.7806e-02)\tAcc@1 100.00 ( 98.81)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][ 750/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.7949e-03 (4.8461e-02)\tAcc@1 100.00 ( 98.78)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3317e-02 (4.9363e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5338e-02 (4.9467e-02)\tAcc@1 100.00 ( 98.70)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][ 900/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.9674e-02 (5.0366e-02)\tAcc@1 100.00 ( 98.67)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][ 950/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.9201e-03 (5.1097e-02)\tAcc@1 100.00 ( 98.65)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [56][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1188e-02 (5.0535e-02)\tAcc@1 100.00 ( 98.67)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1050/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3953e-02 (5.0657e-02)\tAcc@1 100.00 ( 98.69)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.0307e-02 (5.0682e-02)\tAcc@1 100.00 ( 98.70)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.3482e-03 (5.0684e-02)\tAcc@1 100.00 ( 98.70)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.1454e-02 (5.0127e-02)\tAcc@1 100.00 ( 98.73)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.7740e-02 (5.0037e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.3778e-03 (5.0805e-02)\tAcc@1 100.00 ( 98.70)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1350/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5409e-02 (5.0295e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1400/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.2453e-01 (5.0686e-02)\tAcc@1  93.75 ( 98.71)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9847e-01 (5.0710e-02)\tAcc@1  93.75 ( 98.69)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0867e-02 (5.0540e-02)\tAcc@1 100.00 ( 98.71)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.2684e-03 (5.0480e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4418e-01 (5.0465e-02)\tAcc@1  93.75 ( 98.72)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.8133e-02 (5.0310e-02)\tAcc@1  93.75 ( 98.73)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [56][1700/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.4049e-02 (5.0584e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1035e-02 (5.0342e-02)\tAcc@1 100.00 ( 98.73)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][1800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5087e-02 (4.9910e-02)\tAcc@1 100.00 ( 98.73)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][1850/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3586e-02 (4.9973e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.4737e-03 (5.0198e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][1950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1581e-02 (5.0175e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1613e-02 (5.0209e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2050/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 3.3441e-03 (5.0391e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2100/3125]\tTime  0.044 ( 0.037)\tData  0.007 ( 0.003)\tLoss 8.2287e-03 (5.0057e-02)\tAcc@1 100.00 ( 98.74)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1301e-03 (5.0271e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.1995e-02 (4.9885e-02)\tAcc@1 100.00 ( 98.73)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2250/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.7702e-02 (4.9790e-02)\tAcc@1  93.75 ( 98.73)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.1019e-02 (4.9512e-02)\tAcc@1 100.00 ( 98.74)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1580e-03 (4.9447e-02)\tAcc@1 100.00 ( 98.74)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3762e-02 (4.9230e-02)\tAcc@1 100.00 ( 98.74)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2450/3125]\tTime  0.039 ( 0.037)\tData  0.006 ( 0.003)\tLoss 7.7024e-02 (4.9496e-02)\tAcc@1 100.00 ( 98.73)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2500/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2725e-02 (4.9627e-02)\tAcc@1 100.00 ( 98.72)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.0758e-02 (4.9973e-02)\tAcc@1 100.00 ( 98.71)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1250e-01 (4.9930e-02)\tAcc@1  93.75 ( 98.70)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2650/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3316e-02 (4.9851e-02)\tAcc@1 100.00 ( 98.70)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2700/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.5876e-03 (4.9767e-02)\tAcc@1 100.00 ( 98.71)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3915e-02 (4.9881e-02)\tAcc@1 100.00 ( 98.71)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2800/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2674e-01 (5.0138e-02)\tAcc@1  93.75 ( 98.69)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.0164e-02 (5.0007e-02)\tAcc@1 100.00 ( 98.70)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2900/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.2050e-02 (4.9901e-02)\tAcc@1 100.00 ( 98.71)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0543e-02 (4.9820e-02)\tAcc@1 100.00 ( 98.71)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][3000/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0790e-01 (4.9867e-02)\tAcc@1  87.50 ( 98.70)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3361e-02 (4.9870e-02)\tAcc@1 100.00 ( 98.71)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [56][3100/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 3.6377e-02 (4.9769e-02)\tAcc@1 100.00 ( 98.71)\tAcc@5 100.00 ( 99.99)\n",
            "====> Acc@1 98.708 Acc@5 99.992\n",
            "====> Epoch loss 0.050\n",
            "====> 183.11 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.0313e+00 (3.0313e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.3964e+00 (1.5847e+00)\tAcc@1  81.25 ( 72.79)\tAcc@5  87.50 ( 91.30)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.5456e+00 (1.5649e+00)\tAcc@1  68.75 ( 71.91)\tAcc@5  93.75 ( 91.65)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4222e+00 (1.5656e+00)\tAcc@1  68.75 ( 71.98)\tAcc@5  87.50 ( 91.39)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3009e+00 (1.5873e+00)\tAcc@1  68.75 ( 71.55)\tAcc@5 100.00 ( 91.45)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.4176e+00 (1.5883e+00)\tAcc@1  81.25 ( 71.34)\tAcc@5  87.50 ( 91.76)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 8.7875e-01 (1.5955e+00)\tAcc@1  87.50 ( 71.18)\tAcc@5  93.75 ( 91.69)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 6.4389e-01 (1.5893e+00)\tAcc@1  81.25 ( 71.12)\tAcc@5 100.00 ( 91.56)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 7.2141e-01 (1.5796e+00)\tAcc@1  75.00 ( 71.17)\tAcc@5 100.00 ( 91.54)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 6.5729e-01 (1.5731e+00)\tAcc@1  81.25 ( 71.24)\tAcc@5  93.75 ( 91.53)\n",
            "Test: [500/625]\tTime  0.017 ( 0.015)\tLoss 1.6296e+00 (1.5808e+00)\tAcc@1  68.75 ( 71.05)\tAcc@5  81.25 ( 91.42)\n",
            "Test: [550/625]\tTime  0.016 ( 0.015)\tLoss 1.5556e+00 (1.5539e+00)\tAcc@1  68.75 ( 71.36)\tAcc@5  87.50 ( 91.62)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.3992e+00 (1.5577e+00)\tAcc@1  50.00 ( 71.41)\tAcc@5  81.25 ( 91.60)\n",
            "====> Acc@1 71.320 Acc@5 91.630\n",
            "====> 9.64 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 57, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [57][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 8.2950e-02 (8.2950e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [57][  50/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1652e-02 (6.6415e-02)\tAcc@1 100.00 ( 98.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [57][ 100/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.8523e-02 (6.0142e-02)\tAcc@1 100.00 ( 98.33)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [57][ 150/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 3.6536e-03 (5.2944e-02)\tAcc@1 100.00 ( 98.51)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [57][ 200/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 6.5272e-03 (4.6492e-02)\tAcc@1 100.00 ( 98.82)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [57][ 250/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.8821e-02 (4.6709e-02)\tAcc@1 100.00 ( 98.80)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][ 300/3125]\tTime  0.038 ( 0.036)\tData  0.004 ( 0.003)\tLoss 4.8790e-02 (4.5730e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][ 350/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.1737e-02 (4.5726e-02)\tAcc@1 100.00 ( 98.84)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][ 400/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 9.4332e-03 (4.4660e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][ 450/3125]\tTime  0.037 ( 0.036)\tData  0.003 ( 0.003)\tLoss 7.2411e-02 (4.3310e-02)\tAcc@1 100.00 ( 98.96)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [57][ 500/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.7412e-02 (4.3625e-02)\tAcc@1  93.75 ( 98.94)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][ 550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2205e-03 (4.3452e-02)\tAcc@1 100.00 ( 98.96)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9697e-02 (4.3288e-02)\tAcc@1 100.00 ( 98.98)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.0225e-02 (4.3087e-02)\tAcc@1 100.00 ( 98.98)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.8986e-02 (4.3613e-02)\tAcc@1  93.75 ( 98.94)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.6500e-02 (4.3893e-02)\tAcc@1  93.75 ( 98.92)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.3476e-02 (4.3788e-02)\tAcc@1 100.00 ( 98.92)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][ 850/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 8.7957e-03 (4.3879e-02)\tAcc@1 100.00 ( 98.94)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][ 900/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 6.0436e-02 (4.3986e-02)\tAcc@1 100.00 ( 98.92)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][ 950/3125]\tTime  0.040 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.3269e-02 (4.4023e-02)\tAcc@1 100.00 ( 98.92)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1000/3125]\tTime  0.045 ( 0.036)\tData  0.005 ( 0.003)\tLoss 2.9576e-02 (4.4082e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6542e-02 (4.3958e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.6048e-02 (4.3881e-02)\tAcc@1 100.00 ( 98.92)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][1150/3125]\tTime  0.037 ( 0.036)\tData  0.004 ( 0.003)\tLoss 7.6422e-02 (4.3969e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][1200/3125]\tTime  0.037 ( 0.036)\tData  0.005 ( 0.003)\tLoss 9.8225e-03 (4.4228e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][1250/3125]\tTime  0.034 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.7845e-02 (4.4419e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1300/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 9.0051e-03 (4.4100e-02)\tAcc@1 100.00 ( 98.91)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1350/3125]\tTime  0.038 ( 0.036)\tData  0.004 ( 0.003)\tLoss 8.0264e-03 (4.3468e-02)\tAcc@1 100.00 ( 98.94)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1400/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 4.1969e-02 (4.3571e-02)\tAcc@1 100.00 ( 98.92)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1450/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.4875e-02 (4.3888e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1500/3125]\tTime  0.040 ( 0.036)\tData  0.003 ( 0.003)\tLoss 6.8750e-03 (4.4333e-02)\tAcc@1 100.00 ( 98.86)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1550/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.5772e-02 (4.4041e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1600/3125]\tTime  0.034 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.7680e-02 (4.4135e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][1650/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.5784e-01 (4.4349e-02)\tAcc@1  93.75 ( 98.87)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [57][1700/3125]\tTime  0.041 ( 0.036)\tData  0.004 ( 0.003)\tLoss 8.0723e-03 (4.4258e-02)\tAcc@1 100.00 ( 98.87)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1750/3125]\tTime  0.037 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.4152e-02 (4.3968e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1800/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.2019e-02 (4.3921e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1850/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 9.2788e-03 (4.3919e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1900/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.0376e-02 (4.3798e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][1950/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.6341e-03 (4.3985e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2000/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1804e-03 (4.4528e-02)\tAcc@1 100.00 ( 98.87)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2050/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.3307e-02 (4.4609e-02)\tAcc@1 100.00 ( 98.87)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2383e-02 (4.4580e-02)\tAcc@1 100.00 ( 98.86)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1145e-01 (4.4905e-02)\tAcc@1  93.75 ( 98.84)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2200/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2457e-01 (4.4708e-02)\tAcc@1  93.75 ( 98.85)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8428e-03 (4.4363e-02)\tAcc@1 100.00 ( 98.86)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1765e-02 (4.4429e-02)\tAcc@1 100.00 ( 98.85)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2350/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 6.2353e-02 (4.4312e-02)\tAcc@1 100.00 ( 98.86)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2400/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.5703e-03 (4.4501e-02)\tAcc@1 100.00 ( 98.85)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1956e-02 (4.4724e-02)\tAcc@1 100.00 ( 98.85)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.0874e-02 (4.5038e-02)\tAcc@1 100.00 ( 98.84)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2550/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.6178e-03 (4.4974e-02)\tAcc@1 100.00 ( 98.84)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3408e-01 (4.4866e-02)\tAcc@1  93.75 ( 98.84)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2650/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6136e-01 (4.4844e-02)\tAcc@1  93.75 ( 98.84)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5385e-03 (4.4909e-02)\tAcc@1 100.00 ( 98.84)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3528e-02 (4.4843e-02)\tAcc@1 100.00 ( 98.84)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6992e-02 (4.4604e-02)\tAcc@1 100.00 ( 98.85)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2850/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.3360e-02 (4.4406e-02)\tAcc@1 100.00 ( 98.86)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2900/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2088e-02 (4.4265e-02)\tAcc@1 100.00 ( 98.86)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][2950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.5549e-03 (4.4147e-02)\tAcc@1 100.00 ( 98.87)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][3000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.2679e-02 (4.4182e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][3050/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5920e-01 (4.4108e-02)\tAcc@1  93.75 ( 98.88)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [57][3100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7132e-02 (4.4078e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.99)\n",
            "====> Acc@1 98.884 Acc@5 99.988\n",
            "====> Epoch loss 0.044\n",
            "====> 183.16 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.3029e+00 (3.3029e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.016)\tLoss 1.3371e+00 (1.5977e+00)\tAcc@1  68.75 ( 72.67)\tAcc@5  87.50 ( 91.54)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.8201e+00 (1.6023e+00)\tAcc@1  62.50 ( 71.66)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4211e+00 (1.5980e+00)\tAcc@1  75.00 ( 71.73)\tAcc@5  93.75 ( 91.72)\n",
            "Test: [200/625]\tTime  0.016 ( 0.015)\tLoss 1.2701e+00 (1.6184e+00)\tAcc@1  68.75 ( 71.67)\tAcc@5  93.75 ( 91.67)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.7844e+00 (1.6179e+00)\tAcc@1  81.25 ( 71.39)\tAcc@5  87.50 ( 91.78)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 9.0828e-01 (1.6285e+00)\tAcc@1  81.25 ( 71.24)\tAcc@5  93.75 ( 91.59)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 4.2323e-01 (1.6185e+00)\tAcc@1  81.25 ( 71.19)\tAcc@5 100.00 ( 91.52)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 7.3091e-01 (1.6138e+00)\tAcc@1  87.50 ( 71.26)\tAcc@5 100.00 ( 91.43)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 5.5044e-01 (1.6071e+00)\tAcc@1  81.25 ( 71.24)\tAcc@5 100.00 ( 91.48)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.6821e+00 (1.6172e+00)\tAcc@1  68.75 ( 71.05)\tAcc@5  81.25 ( 91.37)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.3253e+00 (1.5882e+00)\tAcc@1  68.75 ( 71.36)\tAcc@5  93.75 ( 91.57)\n",
            "Test: [600/625]\tTime  0.016 ( 0.015)\tLoss 2.5432e+00 (1.5912e+00)\tAcc@1  50.00 ( 71.41)\tAcc@5  87.50 ( 91.53)\n",
            "====> Acc@1 71.390 Acc@5 91.590\n",
            "====> 9.69 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 58, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [58][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 2.8940e-02 (2.8940e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][  50/3125]\tTime  0.044 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.1602e-02 (3.2963e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9349e-03 (3.4152e-02)\tAcc@1 100.00 ( 99.32)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][ 150/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.7545e-02 (3.7947e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1736e-02 (4.1201e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][ 250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3594e-02 (4.1348e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][ 300/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.1686e-03 (4.0586e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][ 350/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.9948e-02 (4.2298e-02)\tAcc@1 100.00 ( 99.07)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [58][ 400/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.0897e-02 (4.1747e-02)\tAcc@1 100.00 ( 99.03)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [58][ 450/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 8.2739e-03 (4.0902e-02)\tAcc@1 100.00 ( 99.06)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][ 500/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.9435e-02 (4.1835e-02)\tAcc@1 100.00 ( 98.99)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][ 550/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8010e-02 (4.2573e-02)\tAcc@1 100.00 ( 98.96)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1319e-02 (4.2254e-02)\tAcc@1 100.00 ( 98.96)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7461e-02 (4.2468e-02)\tAcc@1 100.00 ( 98.93)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1941e-01 (4.2066e-02)\tAcc@1  93.75 ( 98.94)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.7881e-02 (4.2668e-02)\tAcc@1 100.00 ( 98.91)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.2197e-03 (4.2015e-02)\tAcc@1 100.00 ( 98.95)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][ 850/3125]\tTime  0.039 ( 0.037)\tData  0.006 ( 0.004)\tLoss 6.9523e-02 (4.1944e-02)\tAcc@1 100.00 ( 98.96)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.7164e-02 (4.2189e-02)\tAcc@1  93.75 ( 98.94)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.8532e-03 (4.1982e-02)\tAcc@1 100.00 ( 98.93)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.6088e-03 (4.1727e-02)\tAcc@1 100.00 ( 98.93)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.3540e-03 (4.2362e-02)\tAcc@1 100.00 ( 98.91)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.9575e-02 (4.2078e-02)\tAcc@1 100.00 ( 98.94)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.6703e-02 (4.2056e-02)\tAcc@1 100.00 ( 98.95)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1200/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.1571e-02 (4.2227e-02)\tAcc@1 100.00 ( 98.96)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1250/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.6675e-02 (4.2214e-02)\tAcc@1 100.00 ( 98.97)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][1300/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0843e-02 (4.2403e-02)\tAcc@1 100.00 ( 98.94)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][1350/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6748e-02 (4.2781e-02)\tAcc@1 100.00 ( 98.95)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][1400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.3218e-02 (4.2870e-02)\tAcc@1 100.00 ( 98.93)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][1450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.5330e-03 (4.2809e-02)\tAcc@1 100.00 ( 98.93)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [58][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.7283e-03 (4.2991e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3698e-01 (4.3398e-02)\tAcc@1  93.75 ( 98.89)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2034e-02 (4.3461e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.2595e-03 (4.3210e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1700/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.1297e-02 (4.2946e-02)\tAcc@1 100.00 ( 98.91)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1750/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.6051e-02 (4.3038e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1800/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.2291e-02 (4.3056e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.5494e-02 (4.3230e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.6256e-03 (4.3098e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][1950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3995e-02 (4.3058e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4247e-02 (4.3062e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3211e-02 (4.3111e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.9194e-02 (4.2922e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.7062e-03 (4.2806e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2200/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4977e-02 (4.2671e-02)\tAcc@1 100.00 ( 98.89)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2250/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0431e-01 (4.2650e-02)\tAcc@1  93.75 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2300/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.8760e-02 (4.2543e-02)\tAcc@1 100.00 ( 98.91)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2350/3125]\tTime  0.045 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1852e-01 (4.2530e-02)\tAcc@1  93.75 ( 98.91)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2400/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 2.5542e-02 (4.2516e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.4436e-02 (4.2426e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2500/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.3807e-02 (4.2370e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.2857e-03 (4.2329e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2600/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8682e-03 (4.2212e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4458e-02 (4.2187e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2700/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.0249e-01 (4.2305e-02)\tAcc@1  93.75 ( 98.89)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2750/3125]\tTime  0.045 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.6357e-02 (4.2060e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2800/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.9657e-02 (4.1962e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2850/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2655e-02 (4.2085e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2900/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.004)\tLoss 9.7328e-03 (4.2161e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1446e-01 (4.2423e-02)\tAcc@1  81.25 ( 98.88)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.8479e-03 (4.2456e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][3050/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5784e-02 (4.2632e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [58][3100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1837e-02 (4.2609e-02)\tAcc@1 100.00 ( 98.88)\tAcc@5 100.00 ( 99.99)\n",
            "====> Acc@1 98.874 Acc@5 99.992\n",
            "====> Epoch loss 0.043\n",
            "====> 183.98 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.2501e+00 (3.2501e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.016 ( 0.016)\tLoss 1.0644e+00 (1.5902e+00)\tAcc@1  81.25 ( 72.06)\tAcc@5  87.50 ( 92.40)\n",
            "Test: [100/625]\tTime  0.016 ( 0.016)\tLoss 1.6694e+00 (1.5918e+00)\tAcc@1  62.50 ( 71.41)\tAcc@5  93.75 ( 92.33)\n",
            "Test: [150/625]\tTime  0.016 ( 0.016)\tLoss 1.3290e+00 (1.5939e+00)\tAcc@1  68.75 ( 71.27)\tAcc@5  93.75 ( 91.89)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.3331e+00 (1.6131e+00)\tAcc@1  68.75 ( 71.05)\tAcc@5 100.00 ( 91.92)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.4285e+00 (1.6136e+00)\tAcc@1  81.25 ( 71.09)\tAcc@5  87.50 ( 91.93)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 7.1116e-01 (1.6164e+00)\tAcc@1  87.50 ( 71.01)\tAcc@5  93.75 ( 91.76)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 4.7708e-01 (1.6078e+00)\tAcc@1  81.25 ( 70.90)\tAcc@5 100.00 ( 91.76)\n",
            "Test: [400/625]\tTime  0.016 ( 0.015)\tLoss 8.4673e-01 (1.6064e+00)\tAcc@1  81.25 ( 71.06)\tAcc@5 100.00 ( 91.66)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 6.2454e-01 (1.6004e+00)\tAcc@1  81.25 ( 71.20)\tAcc@5 100.00 ( 91.74)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.9167e+00 (1.6132e+00)\tAcc@1  68.75 ( 71.02)\tAcc@5  81.25 ( 91.60)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.3910e+00 (1.5825e+00)\tAcc@1  68.75 ( 71.42)\tAcc@5  93.75 ( 91.76)\n",
            "Test: [600/625]\tTime  0.016 ( 0.015)\tLoss 2.7626e+00 (1.5881e+00)\tAcc@1  56.25 ( 71.47)\tAcc@5  75.00 ( 91.70)\n",
            "====> Acc@1 71.420 Acc@5 91.750\n",
            "====> 9.68 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 59, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [59][   0/3125]\tTime  0.038 ( 0.038)\tData  0.006 ( 0.006)\tLoss 8.3034e-03 (8.3034e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][  50/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.4165e-02 (3.8260e-02)\tAcc@1 100.00 ( 98.90)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][ 100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7570e-02 (3.6877e-02)\tAcc@1 100.00 ( 99.01)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][ 150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.6469e-02 (3.5566e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][ 200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.5570e-03 (3.9674e-02)\tAcc@1 100.00 ( 98.94)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [59][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.5382e-02 (3.9748e-02)\tAcc@1 100.00 ( 98.98)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [59][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6323e-02 (3.8481e-02)\tAcc@1 100.00 ( 99.02)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [59][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2271e-02 (3.7214e-02)\tAcc@1 100.00 ( 99.09)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [59][ 400/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.5916e-02 (3.7983e-02)\tAcc@1 100.00 ( 99.02)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [59][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.1805e-02 (3.9576e-02)\tAcc@1 100.00 ( 98.99)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.6205e-03 (3.9317e-02)\tAcc@1 100.00 ( 99.00)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][ 550/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2797e-01 (3.8407e-02)\tAcc@1  93.75 ( 99.00)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6355e-03 (3.8864e-02)\tAcc@1 100.00 ( 98.98)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][ 650/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4160e-02 (3.9253e-02)\tAcc@1 100.00 ( 98.97)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0223e-03 (3.9552e-02)\tAcc@1 100.00 ( 98.97)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.2770e-03 (3.9790e-02)\tAcc@1 100.00 ( 98.96)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][ 800/3125]\tTime  0.039 ( 0.037)\tData  0.006 ( 0.004)\tLoss 1.6801e-02 (3.9747e-02)\tAcc@1 100.00 ( 98.95)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][ 850/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8823e-02 (3.9995e-02)\tAcc@1 100.00 ( 98.95)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7556e-01 (3.9764e-02)\tAcc@1  93.75 ( 98.95)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.7478e-02 (3.9680e-02)\tAcc@1 100.00 ( 98.94)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.5419e-02 (3.9720e-02)\tAcc@1  93.75 ( 98.94)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][1050/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.6418e-02 (3.9614e-02)\tAcc@1 100.00 ( 98.95)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][1100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.1923e-02 (3.9584e-02)\tAcc@1  93.75 ( 98.95)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][1150/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4677e-02 (3.9626e-02)\tAcc@1 100.00 ( 98.94)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.4615e-02 (3.9267e-02)\tAcc@1  93.75 ( 98.96)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [59][1250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.3006e-03 (3.9043e-02)\tAcc@1 100.00 ( 98.97)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1357e-02 (3.8884e-02)\tAcc@1 100.00 ( 98.98)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1350/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3087e-02 (3.8677e-02)\tAcc@1 100.00 ( 98.98)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2634e-02 (3.8542e-02)\tAcc@1 100.00 ( 99.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5455e-02 (3.8428e-02)\tAcc@1 100.00 ( 98.99)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1500/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.9305e-02 (3.8318e-02)\tAcc@1 100.00 ( 99.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.9756e-02 (3.7976e-02)\tAcc@1  93.75 ( 99.02)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1677e-03 (3.7760e-02)\tAcc@1 100.00 ( 99.02)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1650/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0317e-02 (3.7752e-02)\tAcc@1 100.00 ( 99.03)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1700/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.7501e-02 (3.7561e-02)\tAcc@1 100.00 ( 99.04)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.9798e-02 (3.7426e-02)\tAcc@1 100.00 ( 99.05)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.8812e-02 (3.7247e-02)\tAcc@1 100.00 ( 99.07)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.2276e-02 (3.7233e-02)\tAcc@1 100.00 ( 99.07)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1900/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0657e-02 (3.7083e-02)\tAcc@1 100.00 ( 99.09)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][1950/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.9307e-02 (3.7220e-02)\tAcc@1 100.00 ( 99.07)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2000/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.7997e-03 (3.7433e-02)\tAcc@1 100.00 ( 99.06)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2050/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8246e-02 (3.7478e-02)\tAcc@1 100.00 ( 99.06)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2100/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1640e-02 (3.7331e-02)\tAcc@1 100.00 ( 99.06)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2150/3125]\tTime  0.040 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.4293e-03 (3.7238e-02)\tAcc@1 100.00 ( 99.06)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.5612e-02 (3.7191e-02)\tAcc@1 100.00 ( 99.07)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.0794e-02 (3.7274e-02)\tAcc@1  93.75 ( 99.06)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2428e-01 (3.7362e-02)\tAcc@1  93.75 ( 99.06)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7563e-01 (3.7561e-02)\tAcc@1  93.75 ( 99.05)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0845e-01 (3.7606e-02)\tAcc@1  93.75 ( 99.05)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.3257e-02 (3.7902e-02)\tAcc@1 100.00 ( 99.04)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1592e-03 (3.7835e-02)\tAcc@1 100.00 ( 99.04)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.8360e-03 (3.7572e-02)\tAcc@1 100.00 ( 99.05)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.2408e-02 (3.7560e-02)\tAcc@1 100.00 ( 99.06)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6516e-02 (3.7429e-02)\tAcc@1 100.00 ( 99.06)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4271e-02 (3.7414e-02)\tAcc@1 100.00 ( 99.07)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6913e-02 (3.7528e-02)\tAcc@1 100.00 ( 99.05)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3543e-02 (3.7615e-02)\tAcc@1 100.00 ( 99.05)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2850/3125]\tTime  0.045 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.5952e-03 (3.7894e-02)\tAcc@1 100.00 ( 99.04)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1207e-01 (3.7786e-02)\tAcc@1  93.75 ( 99.04)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4901e-02 (3.7797e-02)\tAcc@1 100.00 ( 99.04)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][3000/3125]\tTime  0.037 ( 0.037)\tData  0.006 ( 0.004)\tLoss 2.8943e-02 (3.7756e-02)\tAcc@1 100.00 ( 99.03)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][3050/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.7709e-03 (3.7951e-02)\tAcc@1 100.00 ( 99.02)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [59][3100/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.2574e-02 (3.8223e-02)\tAcc@1 100.00 ( 99.02)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.020 Acc@5 99.998\n",
            "====> Epoch loss 0.038\n",
            "====> 183.67 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.3816e+00 (3.3816e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.1854e+00 (1.6151e+00)\tAcc@1  75.00 ( 73.41)\tAcc@5  87.50 ( 91.54)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.5957e+00 (1.6265e+00)\tAcc@1  62.50 ( 71.84)\tAcc@5  93.75 ( 91.71)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4485e+00 (1.6134e+00)\tAcc@1  68.75 ( 71.85)\tAcc@5  93.75 ( 91.56)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3376e+00 (1.6380e+00)\tAcc@1  68.75 ( 71.77)\tAcc@5 100.00 ( 91.73)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.5232e+00 (1.6407e+00)\tAcc@1  75.00 ( 71.79)\tAcc@5  87.50 ( 91.86)\n",
            "Test: [300/625]\tTime  0.016 ( 0.015)\tLoss 7.4407e-01 (1.6480e+00)\tAcc@1  87.50 ( 71.57)\tAcc@5  93.75 ( 91.69)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 4.2640e-01 (1.6407e+00)\tAcc@1  81.25 ( 71.55)\tAcc@5 100.00 ( 91.58)\n",
            "Test: [400/625]\tTime  0.017 ( 0.015)\tLoss 9.1944e-01 (1.6369e+00)\tAcc@1  75.00 ( 71.48)\tAcc@5 100.00 ( 91.55)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 6.2525e-01 (1.6289e+00)\tAcc@1  75.00 ( 71.62)\tAcc@5 100.00 ( 91.74)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 1.9539e+00 (1.6389e+00)\tAcc@1  68.75 ( 71.36)\tAcc@5  81.25 ( 91.63)\n",
            "Test: [550/625]\tTime  0.016 ( 0.015)\tLoss 1.4936e+00 (1.6068e+00)\tAcc@1  68.75 ( 71.67)\tAcc@5  87.50 ( 91.81)\n",
            "Test: [600/625]\tTime  0.016 ( 0.015)\tLoss 2.7365e+00 (1.6108e+00)\tAcc@1  56.25 ( 71.71)\tAcc@5  87.50 ( 91.77)\n",
            "====> Acc@1 71.640 Acc@5 91.840\n",
            "====> 9.64 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 60, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [60][   0/3125]\tTime  0.049 ( 0.049)\tData  0.006 ( 0.006)\tLoss 1.3220e-02 (1.3220e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][  50/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.7399e-02 (3.9963e-02)\tAcc@1  93.75 ( 98.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 100/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.5224e-04 (3.5054e-02)\tAcc@1 100.00 ( 99.01)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.5786e-03 (3.4244e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.6205e-02 (3.7111e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 250/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5376e-01 (3.8108e-02)\tAcc@1  93.75 ( 99.13)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1261e-03 (3.5696e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.6397e-02 (3.6333e-02)\tAcc@1  93.75 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 400/3125]\tTime  0.044 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.9643e-03 (3.5814e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.4549e-03 (3.5276e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 500/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.5842e-03 (3.5752e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.7018e-03 (3.6492e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 600/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5990e-01 (3.6678e-02)\tAcc@1  93.75 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.7967e-02 (3.6298e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8214e-02 (3.6211e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 750/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7475e-03 (3.6237e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.6978e-03 (3.6099e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 850/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.7483e-03 (3.5734e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4905e-02 (3.5080e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.5863e-02 (3.5585e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1000/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.5942e-02 (3.5393e-02)\tAcc@1  93.75 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1050/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3132e-02 (3.5552e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.9106e-03 (3.5122e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.5402e-02 (3.4882e-02)\tAcc@1  93.75 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1200/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 8.6360e-03 (3.5173e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1250/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 4.1134e-02 (3.5026e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7847e-03 (3.5632e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1350/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.8877e-02 (3.5619e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4191e-02 (3.5223e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1549e-02 (3.5590e-02)\tAcc@1 100.00 ( 99.15)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1013e-02 (3.5376e-02)\tAcc@1 100.00 ( 99.15)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.3528e-03 (3.5328e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2627e-02 (3.5376e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1421e-02 (3.5989e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1700/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.3881e-03 (3.6090e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1750/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.4390e-02 (3.6330e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1800/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.4607e-02 (3.6455e-02)\tAcc@1 100.00 ( 99.09)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1850/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.3386e-02 (3.6387e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2044e-02 (3.6580e-02)\tAcc@1 100.00 ( 99.09)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][1950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8522e-01 (3.6517e-02)\tAcc@1  93.75 ( 99.09)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2000/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4358e-01 (3.6625e-02)\tAcc@1  93.75 ( 99.09)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.8061e-03 (3.6661e-02)\tAcc@1 100.00 ( 99.08)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.5515e-03 (3.6578e-02)\tAcc@1 100.00 ( 99.08)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7128e-03 (3.6737e-02)\tAcc@1 100.00 ( 99.07)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2200/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.1196e-03 (3.6448e-02)\tAcc@1 100.00 ( 99.08)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.9404e-02 (3.6365e-02)\tAcc@1 100.00 ( 99.09)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2300/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.8602e-03 (3.6555e-02)\tAcc@1 100.00 ( 99.08)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2350/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1610e-02 (3.6680e-02)\tAcc@1 100.00 ( 99.07)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2400/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.5361e-03 (3.6704e-02)\tAcc@1 100.00 ( 99.06)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.5090e-03 (3.6672e-02)\tAcc@1 100.00 ( 99.07)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.6709e-02 (3.6881e-02)\tAcc@1 100.00 ( 99.07)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6053e-02 (3.6842e-02)\tAcc@1 100.00 ( 99.07)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2600/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1925e-02 (3.6682e-02)\tAcc@1 100.00 ( 99.08)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.0364e-02 (3.6735e-02)\tAcc@1 100.00 ( 99.08)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0124e-03 (3.6652e-02)\tAcc@1 100.00 ( 99.09)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9961e-02 (3.6760e-02)\tAcc@1 100.00 ( 99.08)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1024e-02 (3.6619e-02)\tAcc@1 100.00 ( 99.09)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8483e-02 (3.6635e-02)\tAcc@1 100.00 ( 99.09)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.6106e-03 (3.6667e-02)\tAcc@1 100.00 ( 99.09)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2393e-02 (3.6495e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1496e-02 (3.6614e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][3050/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.1878e-02 (3.6517e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [60][3100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.2263e-02 (3.6573e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.096 Acc@5 100.000\n",
            "====> Epoch loss 0.037\n",
            "====> 183.24 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.2562e+00 (3.2562e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.1498e+00 (1.6217e+00)\tAcc@1  75.00 ( 72.92)\tAcc@5  87.50 ( 91.54)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.5470e+00 (1.6240e+00)\tAcc@1  68.75 ( 71.41)\tAcc@5  93.75 ( 91.71)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.3143e+00 (1.6247e+00)\tAcc@1  75.00 ( 71.73)\tAcc@5  93.75 ( 91.56)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.1520e+00 (1.6500e+00)\tAcc@1  68.75 ( 71.52)\tAcc@5 100.00 ( 91.54)\n",
            "Test: [250/625]\tTime  0.016 ( 0.015)\tLoss 1.5987e+00 (1.6503e+00)\tAcc@1  81.25 ( 71.56)\tAcc@5  87.50 ( 91.76)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 8.3135e-01 (1.6569e+00)\tAcc@1  87.50 ( 71.45)\tAcc@5  93.75 ( 91.78)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 5.1903e-01 (1.6511e+00)\tAcc@1  87.50 ( 71.40)\tAcc@5 100.00 ( 91.76)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 6.9189e-01 (1.6501e+00)\tAcc@1  81.25 ( 71.45)\tAcc@5 100.00 ( 91.68)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 7.0944e-01 (1.6404e+00)\tAcc@1  75.00 ( 71.55)\tAcc@5  93.75 ( 91.80)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 2.0008e+00 (1.6487e+00)\tAcc@1  68.75 ( 71.36)\tAcc@5  81.25 ( 91.67)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.4466e+00 (1.6164e+00)\tAcc@1  62.50 ( 71.63)\tAcc@5  93.75 ( 91.92)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.7687e+00 (1.6209e+00)\tAcc@1  50.00 ( 71.68)\tAcc@5  87.50 ( 91.89)\n",
            "====> Acc@1 71.610 Acc@5 91.950\n",
            "====> 9.59 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 61, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [61][   0/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.005)\tLoss 9.0957e-04 (9.0957e-04)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [61][  50/3125]\tTime  0.038 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.9178e-02 (2.9215e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 ( 99.88)\n",
            "Epoch: [61][ 100/3125]\tTime  0.042 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.1202e-02 (2.8405e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [61][ 150/3125]\tTime  0.041 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.5832e-03 (2.8611e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [61][ 200/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 6.8491e-02 (2.9554e-02)\tAcc@1  93.75 ( 99.35)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [61][ 250/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.2076e-01 (3.2349e-02)\tAcc@1  93.75 ( 99.25)\tAcc@5 100.00 ( 99.95)\n",
            "Epoch: [61][ 300/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.7505e-02 (3.2140e-02)\tAcc@1 100.00 ( 99.25)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [61][ 350/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3908e-03 (3.1138e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [61][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.8887e-03 (3.1597e-02)\tAcc@1 100.00 ( 99.30)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [61][ 450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.6412e-02 (3.1821e-02)\tAcc@1  93.75 ( 99.25)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [61][ 500/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2214e-02 (3.3135e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][ 550/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 5.7914e-03 (3.3006e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2414e-02 (3.2972e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [61][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0291e-02 (3.2637e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [61][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0643e-02 (3.3511e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [61][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.1256e-03 (3.3454e-02)\tAcc@1 100.00 ( 99.12)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][ 800/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4683e-02 (3.2983e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.8422e-02 (3.3444e-02)\tAcc@1  93.75 ( 99.14)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][ 900/3125]\tTime  0.044 ( 0.037)\tData  0.007 ( 0.004)\tLoss 6.9433e-02 (3.3961e-02)\tAcc@1 100.00 ( 99.15)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][ 950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.9690e-03 (3.3801e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][1000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.4263e-02 (3.3997e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][1050/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.1277e-03 (3.4172e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][1100/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2946e-02 (3.4465e-02)\tAcc@1 100.00 ( 99.15)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][1150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0855e-02 (3.4812e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][1200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.1475e-03 (3.4876e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [61][1250/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.3224e-02 (3.4948e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1300/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.0677e-02 (3.4955e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1350/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.2784e-02 (3.5330e-02)\tAcc@1 100.00 ( 99.12)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.1732e-03 (3.5474e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.0731e-02 (3.5705e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.9604e-02 (3.5344e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.9581e-02 (3.4983e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1600/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7115e-02 (3.4962e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4292e-02 (3.4836e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1700/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.3236e-02 (3.4607e-02)\tAcc@1 100.00 ( 99.15)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.3523e-02 (3.4575e-02)\tAcc@1  93.75 ( 99.15)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1800/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.6613e-03 (3.4633e-02)\tAcc@1 100.00 ( 99.15)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0224e-03 (3.4773e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1900/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6033e-03 (3.5082e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][1950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.8923e-03 (3.5224e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2000/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.4231e-02 (3.5454e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7439e-01 (3.5392e-02)\tAcc@1  93.75 ( 99.13)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2100/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.004)\tLoss 6.6522e-02 (3.5390e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.1050e-03 (3.5515e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9695e-02 (3.5297e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4151e-02 (3.5170e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.8667e-03 (3.5310e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.9909e-02 (3.5359e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7829e-02 (3.5330e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1849e-03 (3.5597e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.7690e-02 (3.5566e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1268e-01 (3.5563e-02)\tAcc@1  93.75 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2600/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3530e-02 (3.5513e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2650/3125]\tTime  0.043 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.8568e-03 (3.5510e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2700/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2716e-02 (3.5488e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9073e-02 (3.5403e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9038e-02 (3.5494e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3268e-02 (3.5388e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.1593e-03 (3.5354e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.6133e-03 (3.5441e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.5382e-03 (3.5519e-02)\tAcc@1 100.00 ( 99.11)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][3050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.2309e-03 (3.5520e-02)\tAcc@1 100.00 ( 99.12)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [61][3100/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.6707e-02 (3.5379e-02)\tAcc@1  93.75 ( 99.12)\tAcc@5 100.00 ( 99.99)\n",
            "====> Acc@1 99.120 Acc@5 99.994\n",
            "====> Epoch loss 0.035\n",
            "====> 183.44 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.3582e+00 (3.3582e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2287e+00 (1.6403e+00)\tAcc@1  75.00 ( 72.55)\tAcc@5  87.50 ( 91.67)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.7094e+00 (1.6523e+00)\tAcc@1  62.50 ( 71.29)\tAcc@5  93.75 ( 92.14)\n",
            "Test: [150/625]\tTime  0.016 ( 0.016)\tLoss 1.3429e+00 (1.6529e+00)\tAcc@1  68.75 ( 71.52)\tAcc@5  93.75 ( 91.89)\n",
            "Test: [200/625]\tTime  0.016 ( 0.016)\tLoss 1.4130e+00 (1.6646e+00)\tAcc@1  68.75 ( 71.49)\tAcc@5  93.75 ( 91.70)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.5709e+00 (1.6609e+00)\tAcc@1  81.25 ( 71.49)\tAcc@5  87.50 ( 91.86)\n",
            "Test: [300/625]\tTime  0.016 ( 0.016)\tLoss 7.7304e-01 (1.6710e+00)\tAcc@1  87.50 ( 71.18)\tAcc@5  93.75 ( 91.78)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 4.1298e-01 (1.6684e+00)\tAcc@1  81.25 ( 71.06)\tAcc@5 100.00 ( 91.61)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 7.6620e-01 (1.6636e+00)\tAcc@1  81.25 ( 71.21)\tAcc@5 100.00 ( 91.54)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 5.8270e-01 (1.6541e+00)\tAcc@1  87.50 ( 71.26)\tAcc@5  93.75 ( 91.63)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.9058e+00 (1.6638e+00)\tAcc@1  68.75 ( 71.13)\tAcc@5  81.25 ( 91.52)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.4823e+00 (1.6313e+00)\tAcc@1  68.75 ( 71.44)\tAcc@5  93.75 ( 91.78)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.9711e+00 (1.6353e+00)\tAcc@1  56.25 ( 71.43)\tAcc@5  81.25 ( 91.66)\n",
            "====> Acc@1 71.430 Acc@5 91.710\n",
            "====> 9.69 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 62, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [62][   0/3125]\tTime  0.043 ( 0.043)\tData  0.006 ( 0.006)\tLoss 1.8404e-02 (1.8404e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][  50/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3586e-01 (3.0658e-02)\tAcc@1  93.75 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.9340e-03 (3.2319e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 150/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.9929e-03 (2.9796e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1330e-02 (2.9745e-02)\tAcc@1 100.00 ( 99.32)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.5592e-03 (3.0224e-02)\tAcc@1 100.00 ( 99.28)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 300/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.3732e-03 (3.0415e-02)\tAcc@1 100.00 ( 99.27)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8238e-03 (3.1257e-02)\tAcc@1 100.00 ( 99.23)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 400/3125]\tTime  0.043 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.4021e-02 (3.2036e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4671e-02 (3.2881e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7018e-02 (3.2027e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4624e-02 (3.1266e-02)\tAcc@1 100.00 ( 99.25)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 600/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 6.6416e-03 (3.1011e-02)\tAcc@1 100.00 ( 99.26)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 650/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 4.2179e-03 (3.1203e-02)\tAcc@1 100.00 ( 99.25)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 700/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.0730e-02 (3.1970e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 750/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.8072e-02 (3.1488e-02)\tAcc@1 100.00 ( 99.25)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 800/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3754e-02 (3.1854e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 850/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 7.9461e-03 (3.2112e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 900/3125]\tTime  0.041 ( 0.038)\tData  0.005 ( 0.004)\tLoss 4.0330e-02 (3.1662e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][ 950/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.7484e-02 (3.1396e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1000/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.9245e-02 (3.1129e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1050/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 7.6103e-03 (3.0859e-02)\tAcc@1 100.00 ( 99.23)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2906e-01 (3.0903e-02)\tAcc@1  93.75 ( 99.25)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1150/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 9.5801e-02 (3.1458e-02)\tAcc@1  93.75 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2000e-02 (3.1577e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1250/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1826e-02 (3.1626e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1300/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4470e-02 (3.1274e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1350/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.9518e-02 (3.1587e-02)\tAcc@1  93.75 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1400/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.8731e-01 (3.1481e-02)\tAcc@1  93.75 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1450/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 7.1669e-03 (3.1778e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1500/3125]\tTime  0.034 ( 0.038)\tData  0.003 ( 0.004)\tLoss 6.0567e-02 (3.1798e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1550/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4849e-02 (3.1833e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1600/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.7421e-02 (3.2029e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1650/3125]\tTime  0.038 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.4631e-02 (3.2081e-02)\tAcc@1  93.75 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1700/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.4735e-02 (3.2104e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1750/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 6.1738e-03 (3.2281e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1800/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.7023e-01 (3.2707e-02)\tAcc@1  93.75 ( 99.15)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1850/3125]\tTime  0.041 ( 0.038)\tData  0.005 ( 0.004)\tLoss 4.1158e-02 (3.2420e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1900/3125]\tTime  0.042 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.2719e-02 (3.2240e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][1950/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.1455e-02 (3.2175e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2000/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.0725e-02 (3.2315e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2050/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.0553e-02 (3.2304e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2100/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 8.4261e-03 (3.2074e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4357e-02 (3.2003e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2200/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.0188e-02 (3.2006e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2250/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.1749e-03 (3.1822e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2300/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0169e-02 (3.1911e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.6351e-03 (3.1955e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2400/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 5.4224e-03 (3.1875e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2450/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.5848e-03 (3.2157e-02)\tAcc@1 100.00 ( 99.17)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2500/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.2915e-03 (3.1999e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2550/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.2677e-02 (3.1970e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2600/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 2.6830e-03 (3.1841e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2650/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.6616e-03 (3.1779e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2700/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.0233e-02 (3.2030e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2750/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.7215e-03 (3.2164e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7652e-02 (3.2171e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5828e-02 (3.1976e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.9705e-03 (3.1797e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0358e-02 (3.1948e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.5838e-02 (3.1827e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][3050/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.3259e-02 (3.1911e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [62][3100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.9533e-02 (3.2041e-02)\tAcc@1  93.75 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.198 Acc@5 99.998\n",
            "====> Epoch loss 0.032\n",
            "====> 184.38 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.2198e+00 (3.2198e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.016)\tLoss 1.0665e+00 (1.6375e+00)\tAcc@1  81.25 ( 73.28)\tAcc@5  87.50 ( 91.18)\n",
            "Test: [100/625]\tTime  0.015 ( 0.016)\tLoss 1.7951e+00 (1.6273e+00)\tAcc@1  68.75 ( 71.29)\tAcc@5  93.75 ( 91.34)\n",
            "Test: [150/625]\tTime  0.016 ( 0.016)\tLoss 1.2037e+00 (1.6245e+00)\tAcc@1  75.00 ( 71.27)\tAcc@5  93.75 ( 91.43)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.1087e+00 (1.6451e+00)\tAcc@1  68.75 ( 71.33)\tAcc@5 100.00 ( 91.45)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.4331e+00 (1.6461e+00)\tAcc@1  75.00 ( 71.34)\tAcc@5  87.50 ( 91.58)\n",
            "Test: [300/625]\tTime  0.016 ( 0.015)\tLoss 8.0794e-01 (1.6555e+00)\tAcc@1  75.00 ( 71.10)\tAcc@5  93.75 ( 91.51)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 4.1967e-01 (1.6477e+00)\tAcc@1  81.25 ( 71.23)\tAcc@5 100.00 ( 91.54)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 8.1340e-01 (1.6427e+00)\tAcc@1  75.00 ( 71.21)\tAcc@5 100.00 ( 91.47)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 5.5911e-01 (1.6365e+00)\tAcc@1  75.00 ( 71.41)\tAcc@5 100.00 ( 91.59)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 1.8105e+00 (1.6446e+00)\tAcc@1  68.75 ( 71.18)\tAcc@5  81.25 ( 91.53)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.6006e+00 (1.6134e+00)\tAcc@1  68.75 ( 71.57)\tAcc@5  93.75 ( 91.70)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.0145e+00 (1.6197e+00)\tAcc@1  56.25 ( 71.57)\tAcc@5  87.50 ( 91.68)\n",
            "====> Acc@1 71.490 Acc@5 91.710\n",
            "====> 9.68 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 63, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [63][   0/3125]\tTime  0.038 ( 0.038)\tData  0.006 ( 0.006)\tLoss 1.7890e-02 (1.7890e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][  50/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0517e-02 (3.2339e-02)\tAcc@1 100.00 ( 99.02)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.8515e-04 (3.4335e-02)\tAcc@1 100.00 ( 99.01)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 150/3125]\tTime  0.043 ( 0.037)\tData  0.006 ( 0.004)\tLoss 1.5222e-02 (3.5061e-02)\tAcc@1 100.00 ( 98.92)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.8786e-02 (3.3930e-02)\tAcc@1 100.00 ( 98.94)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.9520e-03 (3.3650e-02)\tAcc@1 100.00 ( 98.93)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.6054e-03 (3.2753e-02)\tAcc@1 100.00 ( 99.02)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 350/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.4373e-03 (3.1837e-02)\tAcc@1 100.00 ( 99.09)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9643e-02 (3.2185e-02)\tAcc@1 100.00 ( 99.08)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 450/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.9209e-02 (3.2818e-02)\tAcc@1 100.00 ( 99.10)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1430e-03 (3.2818e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.0383e-02 (3.3570e-02)\tAcc@1 100.00 ( 99.13)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2462e-02 (3.3096e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 650/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 6.7384e-03 (3.2782e-02)\tAcc@1 100.00 ( 99.16)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5008e-02 (3.2594e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 750/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2283e-03 (3.2360e-02)\tAcc@1 100.00 ( 99.15)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 800/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2484e-01 (3.1743e-02)\tAcc@1  93.75 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.9337e-02 (3.1810e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 900/3125]\tTime  0.040 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.1141e-02 (3.1763e-02)\tAcc@1 100.00 ( 99.18)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][ 950/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1620e-02 (3.1783e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2435e-03 (3.1799e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.7748e-02 (3.1612e-02)\tAcc@1  93.75 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5669e-02 (3.1198e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1401e-03 (3.1239e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1200/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.3618e-02 (3.0768e-02)\tAcc@1  93.75 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1250/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.4792e-02 (3.0956e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1300/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2081e-02 (3.1060e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1350/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.9370e-02 (3.1251e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2915e-02 (3.1200e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0190e-02 (3.1107e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3429e-02 (3.1417e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4202e-02 (3.1346e-02)\tAcc@1 100.00 ( 99.19)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1600/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.0177e-03 (3.1443e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1650/3125]\tTime  0.045 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0438e-03 (3.1445e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5944e-03 (3.1381e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0753e-02 (3.1202e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4454e-02 (3.1421e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5534e-02 (3.1478e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.5230e-03 (3.1483e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][1950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0307e-02 (3.1788e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.7844e-02 (3.1509e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2050/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.2092e-02 (3.1499e-02)\tAcc@1 100.00 ( 99.23)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3364e-02 (3.1506e-02)\tAcc@1 100.00 ( 99.23)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.1995e-02 (3.1298e-02)\tAcc@1 100.00 ( 99.24)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2109e-01 (3.1205e-02)\tAcc@1  87.50 ( 99.24)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7529e-01 (3.1532e-02)\tAcc@1  87.50 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.9812e-02 (3.1418e-02)\tAcc@1  93.75 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5463e-02 (3.1445e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6421e-02 (3.1426e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5115e-01 (3.1412e-02)\tAcc@1  93.75 ( 99.23)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0700e-02 (3.1386e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1204e-02 (3.1464e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4773e-02 (3.1647e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1404e-02 (3.1679e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2700/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.6247e-03 (3.1869e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2750/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5314e-02 (3.1851e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4451e-02 (3.2039e-02)\tAcc@1 100.00 ( 99.21)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2850/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4347e-03 (3.1812e-02)\tAcc@1 100.00 ( 99.23)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2900/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9907e-02 (3.1774e-02)\tAcc@1 100.00 ( 99.23)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][2950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3484e-02 (3.1832e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.1780e-03 (3.1870e-02)\tAcc@1 100.00 ( 99.22)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8923e-01 (3.1869e-02)\tAcc@1  87.50 ( 99.23)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [63][3100/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.004)\tLoss 6.5466e-02 (3.1803e-02)\tAcc@1  93.75 ( 99.23)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.234 Acc@5 100.000\n",
            "====> Epoch loss 0.032\n",
            "====> 183.47 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.2532e+00 (3.2532e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.1809e+00 (1.6326e+00)\tAcc@1  75.00 ( 73.16)\tAcc@5  87.50 ( 91.67)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.6454e+00 (1.6418e+00)\tAcc@1  75.00 ( 71.66)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4119e+00 (1.6483e+00)\tAcc@1  68.75 ( 71.48)\tAcc@5  87.50 ( 91.68)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.2862e+00 (1.6630e+00)\tAcc@1  68.75 ( 71.14)\tAcc@5 100.00 ( 91.60)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.6866e+00 (1.6649e+00)\tAcc@1  75.00 ( 71.02)\tAcc@5  87.50 ( 91.88)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 8.4262e-01 (1.6732e+00)\tAcc@1  75.00 ( 70.81)\tAcc@5  93.75 ( 91.80)\n",
            "Test: [350/625]\tTime  0.016 ( 0.016)\tLoss 6.4725e-01 (1.6660e+00)\tAcc@1  81.25 ( 70.90)\tAcc@5 100.00 ( 91.83)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 7.5864e-01 (1.6599e+00)\tAcc@1  81.25 ( 70.93)\tAcc@5 100.00 ( 91.77)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 6.7086e-01 (1.6503e+00)\tAcc@1  75.00 ( 71.16)\tAcc@5  93.75 ( 91.85)\n",
            "Test: [500/625]\tTime  0.015 ( 0.016)\tLoss 1.6908e+00 (1.6613e+00)\tAcc@1  68.75 ( 70.96)\tAcc@5  81.25 ( 91.69)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.5612e+00 (1.6299e+00)\tAcc@1  62.50 ( 71.31)\tAcc@5  93.75 ( 91.83)\n",
            "Test: [600/625]\tTime  0.015 ( 0.016)\tLoss 2.9269e+00 (1.6335e+00)\tAcc@1  50.00 ( 71.30)\tAcc@5  87.50 ( 91.74)\n",
            "====> Acc@1 71.230 Acc@5 91.780\n",
            "====> 9.74 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 64, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [64][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 1.4049e-02 (1.4049e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][  50/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.0751e-02 (2.8067e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 100/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.8667e-03 (2.8521e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 150/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3289e-03 (2.5269e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2668e-03 (2.6176e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.7704e-03 (2.5884e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.7856e-02 (2.7096e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 350/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.1080e-02 (2.9340e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.8621e-03 (2.8834e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2040e-02 (2.9539e-02)\tAcc@1 100.00 ( 99.33)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 500/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.7015e-02 (2.9584e-02)\tAcc@1  93.75 ( 99.33)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8429e-02 (2.9902e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 600/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.6148e-02 (2.9579e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1636e-02 (2.9414e-02)\tAcc@1 100.00 ( 99.37)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 700/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.0880e-03 (2.9140e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1240e-02 (2.8980e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2648e-02 (2.9110e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 850/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 2.0272e-02 (2.9313e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 900/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.2379e-02 (2.9619e-02)\tAcc@1  93.75 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][ 950/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 8.1542e-02 (2.9413e-02)\tAcc@1  93.75 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.7485e-02 (2.9394e-02)\tAcc@1 100.00 ( 99.37)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1050/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1196e-02 (2.9519e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1100/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0207e-03 (2.9394e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1150/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0425e-01 (2.9184e-02)\tAcc@1  93.75 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.2974e-03 (2.9221e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.4735e-03 (2.9289e-02)\tAcc@1 100.00 ( 99.37)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1300/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.3168e-02 (2.9158e-02)\tAcc@1  93.75 ( 99.37)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5383e-02 (2.9138e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3882e-01 (2.8967e-02)\tAcc@1  93.75 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1450/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0949e-02 (2.8764e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5497e-02 (2.8763e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0537e-02 (2.8633e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6807e-02 (2.8313e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3090e-02 (2.8287e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0845e-01 (2.8168e-02)\tAcc@1  93.75 ( 99.37)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1750/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1574e-02 (2.8177e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1800/3125]\tTime  0.039 ( 0.037)\tData  0.006 ( 0.003)\tLoss 8.0478e-02 (2.8830e-02)\tAcc@1  93.75 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1212e-02 (2.8880e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8035e-02 (2.8803e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6804e-02 (2.8956e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2578e-02 (2.8969e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.2622e-02 (2.9161e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2100/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.5205e-03 (2.9195e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2150/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.5644e-04 (2.9121e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.5361e-02 (2.9212e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1172e-02 (2.9223e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3614e-02 (2.9141e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9339e-03 (2.9204e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1164e-02 (2.8955e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.4425e-03 (2.9169e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.8866e-03 (2.9067e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5114e-02 (2.9087e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2600/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.6560e-02 (2.9099e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1629e-02 (2.9205e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.1584e-02 (2.9245e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2750/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.6026e-03 (2.9227e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0653e-01 (2.9128e-02)\tAcc@1  93.75 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2850/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5476e-03 (2.9032e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.5639e-03 (2.8915e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.0114e-03 (2.8961e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][3000/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1357e-02 (2.8967e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.1855e-02 (2.8919e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [64][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7291e-02 (2.8986e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.340 Acc@5 99.996\n",
            "====> Epoch loss 0.029\n",
            "====> 183.39 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.2707e+00 (3.2707e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2475e+00 (1.6408e+00)\tAcc@1  81.25 ( 72.92)\tAcc@5  87.50 ( 92.28)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.5098e+00 (1.6501e+00)\tAcc@1  75.00 ( 71.53)\tAcc@5  93.75 ( 92.51)\n",
            "Test: [150/625]\tTime  0.016 ( 0.015)\tLoss 1.3496e+00 (1.6464e+00)\tAcc@1  68.75 ( 71.69)\tAcc@5  93.75 ( 92.05)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.3034e+00 (1.6650e+00)\tAcc@1  68.75 ( 71.64)\tAcc@5 100.00 ( 91.92)\n",
            "Test: [250/625]\tTime  0.016 ( 0.016)\tLoss 1.5004e+00 (1.6667e+00)\tAcc@1  81.25 ( 71.76)\tAcc@5  87.50 ( 92.06)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 7.3641e-01 (1.6694e+00)\tAcc@1  87.50 ( 71.51)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 4.9916e-01 (1.6634e+00)\tAcc@1  81.25 ( 71.53)\tAcc@5 100.00 ( 91.84)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 7.5273e-01 (1.6588e+00)\tAcc@1  81.25 ( 71.51)\tAcc@5 100.00 ( 91.85)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 5.5420e-01 (1.6490e+00)\tAcc@1  75.00 ( 71.69)\tAcc@5 100.00 ( 91.95)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.6758e+00 (1.6598e+00)\tAcc@1  68.75 ( 71.44)\tAcc@5  81.25 ( 91.79)\n",
            "Test: [550/625]\tTime  0.016 ( 0.015)\tLoss 1.3821e+00 (1.6274e+00)\tAcc@1  68.75 ( 71.82)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [600/625]\tTime  0.016 ( 0.015)\tLoss 3.2121e+00 (1.6329e+00)\tAcc@1  56.25 ( 71.83)\tAcc@5  87.50 ( 91.93)\n",
            "====> Acc@1 71.830 Acc@5 91.990\n",
            "====> 9.64 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 65, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [65][   0/3125]\tTime  0.043 ( 0.043)\tData  0.006 ( 0.006)\tLoss 1.1706e-02 (1.1706e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [65][  50/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 5.3913e-02 (3.2507e-02)\tAcc@1 100.00 ( 99.02)\tAcc@5 100.00 ( 99.88)\n",
            "Epoch: [65][ 100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.1037e-02 (2.5837e-02)\tAcc@1 100.00 ( 99.32)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [65][ 150/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.7092e-02 (2.7686e-02)\tAcc@1 100.00 ( 99.25)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [65][ 200/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4920e-02 (2.6714e-02)\tAcc@1 100.00 ( 99.32)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [65][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.8712e-02 (2.7511e-02)\tAcc@1 100.00 ( 99.28)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [65][ 300/3125]\tTime  0.045 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.5101e-02 (2.7325e-02)\tAcc@1  93.75 ( 99.29)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [65][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.4077e-03 (2.7795e-02)\tAcc@1 100.00 ( 99.29)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [65][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9533e-02 (2.8343e-02)\tAcc@1 100.00 ( 99.25)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [65][ 450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.4376e-03 (2.8613e-02)\tAcc@1 100.00 ( 99.24)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6568e-03 (2.7618e-02)\tAcc@1 100.00 ( 99.29)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][ 550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4639e-03 (2.7519e-02)\tAcc@1 100.00 ( 99.30)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.9070e-02 (2.7458e-02)\tAcc@1  93.75 ( 99.31)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2934e-03 (2.7338e-02)\tAcc@1 100.00 ( 99.31)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][ 700/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.0218e-01 (2.7339e-02)\tAcc@1  93.75 ( 99.31)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0010e-02 (2.7046e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][ 800/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0225e-01 (2.7826e-02)\tAcc@1  87.50 ( 99.33)\tAcc@5  93.75 ( 99.98)\n",
            "Epoch: [65][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7579e-02 (2.7802e-02)\tAcc@1 100.00 ( 99.31)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][ 900/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.003)\tLoss 4.5869e-02 (2.8058e-02)\tAcc@1 100.00 ( 99.30)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.3346e-02 (2.8118e-02)\tAcc@1 100.00 ( 99.32)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.7783e-02 (2.8265e-02)\tAcc@1 100.00 ( 99.31)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1050/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.7848e-02 (2.8022e-02)\tAcc@1 100.00 ( 99.33)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5142e-03 (2.8048e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1150/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.9277e-02 (2.8088e-02)\tAcc@1 100.00 ( 99.34)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.7792e-03 (2.7866e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1810e-02 (2.8098e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5695e-02 (2.7965e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.6809e-03 (2.8034e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1400/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.003)\tLoss 7.0443e-03 (2.8021e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3761e-02 (2.8111e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4327e-02 (2.8143e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1768e-01 (2.8095e-02)\tAcc@1  93.75 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.9962e-03 (2.8088e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9270e-02 (2.7995e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1700/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5716e-02 (2.7777e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1750/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.3014e-02 (2.7986e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8894e-03 (2.7872e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1850/3125]\tTime  0.044 ( 0.037)\tData  0.008 ( 0.003)\tLoss 1.0221e-02 (2.7912e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3959e-02 (2.7895e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][1950/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.6760e-03 (2.7822e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.7339e-03 (2.7789e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2050/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.8913e-03 (2.7462e-02)\tAcc@1 100.00 ( 99.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1717e-02 (2.7552e-02)\tAcc@1 100.00 ( 99.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5600e-02 (2.7540e-02)\tAcc@1 100.00 ( 99.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.2051e-02 (2.7530e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2250/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.4324e-03 (2.7552e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2300/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7227e-02 (2.7633e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3739e-03 (2.7638e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2400/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.8981e-03 (2.7711e-02)\tAcc@1 100.00 ( 99.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2450/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.7536e-03 (2.7785e-02)\tAcc@1 100.00 ( 99.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7044e-02 (2.7950e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2550/3125]\tTime  0.038 ( 0.037)\tData  0.006 ( 0.003)\tLoss 1.1250e-03 (2.7813e-02)\tAcc@1 100.00 ( 99.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2600/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.6713e-02 (2.7934e-02)\tAcc@1  93.75 ( 99.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0583e-01 (2.8041e-02)\tAcc@1  93.75 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.1909e-02 (2.7942e-02)\tAcc@1 100.00 ( 99.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.4593e-03 (2.7938e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3625e-01 (2.7872e-02)\tAcc@1  81.25 ( 99.37)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7535e-02 (2.8082e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4671e-01 (2.8099e-02)\tAcc@1  93.75 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][2950/3125]\tTime  0.048 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.6445e-02 (2.7978e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.1891e-03 (2.7909e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][3050/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.3256e-03 (2.7906e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [65][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0517e-02 (2.7793e-02)\tAcc@1 100.00 ( 99.37)\tAcc@5 100.00 ( 99.99)\n",
            "====> Acc@1 99.364 Acc@5 99.994\n",
            "====> Epoch loss 0.028\n",
            "====> 183.32 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.3812e+00 (3.3812e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.0045e+00 (1.6413e+00)\tAcc@1  81.25 ( 73.41)\tAcc@5  93.75 ( 92.03)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.7033e+00 (1.6622e+00)\tAcc@1  68.75 ( 72.03)\tAcc@5  93.75 ( 92.26)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.3821e+00 (1.6594e+00)\tAcc@1  68.75 ( 71.90)\tAcc@5  93.75 ( 91.97)\n",
            "Test: [200/625]\tTime  0.016 ( 0.015)\tLoss 1.4021e+00 (1.6755e+00)\tAcc@1  68.75 ( 71.83)\tAcc@5 100.00 ( 92.07)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.7213e+00 (1.6790e+00)\tAcc@1  68.75 ( 71.64)\tAcc@5  87.50 ( 92.23)\n",
            "Test: [300/625]\tTime  0.016 ( 0.015)\tLoss 9.5945e-01 (1.6847e+00)\tAcc@1  75.00 ( 71.39)\tAcc@5  93.75 ( 92.11)\n",
            "Test: [350/625]\tTime  0.016 ( 0.015)\tLoss 6.3833e-01 (1.6781e+00)\tAcc@1  75.00 ( 71.35)\tAcc@5 100.00 ( 91.97)\n",
            "Test: [400/625]\tTime  0.017 ( 0.015)\tLoss 7.4183e-01 (1.6759e+00)\tAcc@1  81.25 ( 71.38)\tAcc@5 100.00 ( 91.94)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 6.2370e-01 (1.6648e+00)\tAcc@1  75.00 ( 71.56)\tAcc@5 100.00 ( 92.02)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 1.7660e+00 (1.6738e+00)\tAcc@1  68.75 ( 71.38)\tAcc@5  81.25 ( 91.77)\n",
            "Test: [550/625]\tTime  0.016 ( 0.015)\tLoss 1.5427e+00 (1.6405e+00)\tAcc@1  68.75 ( 71.67)\tAcc@5  93.75 ( 91.91)\n",
            "Test: [600/625]\tTime  0.016 ( 0.016)\tLoss 2.9959e+00 (1.6447e+00)\tAcc@1  56.25 ( 71.69)\tAcc@5  87.50 ( 91.86)\n",
            "====> Acc@1 71.680 Acc@5 91.910\n",
            "====> 9.73 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 66, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [66][   0/3125]\tTime  0.051 ( 0.051)\tData  0.007 ( 0.007)\tLoss 6.0337e-02 (6.0337e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][  50/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.0807e-03 (3.2565e-02)\tAcc@1 100.00 ( 99.26)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 100/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 7.8433e-03 (2.8345e-02)\tAcc@1 100.00 ( 99.32)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 150/3125]\tTime  0.036 ( 0.036)\tData  0.005 ( 0.003)\tLoss 9.0200e-02 (2.5454e-02)\tAcc@1  93.75 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 200/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 9.5186e-02 (2.6526e-02)\tAcc@1  93.75 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 250/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 9.6251e-03 (2.5927e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 300/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.6660e-02 (2.6056e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 350/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.0603e-02 (2.5134e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 400/3125]\tTime  0.038 ( 0.036)\tData  0.005 ( 0.003)\tLoss 4.8479e-03 (2.4529e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 450/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.8202e-03 (2.4331e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 500/3125]\tTime  0.044 ( 0.037)\tData  0.007 ( 0.003)\tLoss 7.2880e-03 (2.4232e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 550/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.0509e-02 (2.4091e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 600/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1566e-02 (2.5231e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.5231e-02 (2.5595e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.5032e-03 (2.5603e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.7844e-02 (2.5562e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][ 800/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0870e-03 (2.5123e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][ 850/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2009e-02 (2.5150e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][ 900/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.4435e-03 (2.5093e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][ 950/3125]\tTime  0.040 ( 0.037)\tData  0.005 ( 0.003)\tLoss 2.9899e-03 (2.4904e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0717e-03 (2.4966e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][1050/3125]\tTime  0.042 ( 0.037)\tData  0.007 ( 0.004)\tLoss 8.0887e-02 (2.5635e-02)\tAcc@1  93.75 ( 99.46)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6800e-03 (2.5618e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7917e-02 (2.5313e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7371e-03 (2.5436e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [66][1250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6754e-03 (2.5375e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1182e-02 (2.5294e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1350/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3416e-02 (2.5118e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1400/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.2332e-03 (2.5315e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.0323e-02 (2.5410e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3032e-02 (2.5339e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2740e-02 (2.5966e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1600/3125]\tTime  0.043 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.2717e-02 (2.5982e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.5345e-03 (2.5975e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1700/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.1894e-02 (2.5924e-02)\tAcc@1  93.75 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2599e-02 (2.6020e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4066e-02 (2.6108e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.0194e-03 (2.5979e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.4977e-02 (2.6022e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][1950/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.3601e-02 (2.6489e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4027e-02 (2.6401e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0233e-02 (2.6448e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1253e-02 (2.6628e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8763e-02 (2.6471e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2200/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.9257e-02 (2.6500e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.4738e-03 (2.6374e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2300/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.003)\tLoss 9.8538e-03 (2.6325e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2350/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1916e-03 (2.6348e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2400/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.4267e-01 (2.6322e-02)\tAcc@1  93.75 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.2307e-03 (2.6383e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7347e-03 (2.6368e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2550/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 2.3350e-02 (2.6230e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1062e-02 (2.6273e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.7848e-03 (2.6121e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2700/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.4724e-02 (2.6016e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.2648e-02 (2.5984e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6495e-01 (2.6273e-02)\tAcc@1  93.75 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2850/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.8290e-03 (2.6139e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3910e-02 (2.6225e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][2950/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.7341e-03 (2.6163e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][3000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.4434e-03 (2.6299e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][3050/3125]\tTime  0.047 ( 0.037)\tData  0.007 ( 0.003)\tLoss 7.9013e-03 (2.6269e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [66][3100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.5185e-02 (2.6126e-02)\tAcc@1  93.75 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.412 Acc@5 99.998\n",
            "====> Epoch loss 0.026\n",
            "====> 183.39 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.0384e+00 (3.0384e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  87.50 ( 87.50)\n",
            "Test: [ 50/625]\tTime  0.016 ( 0.015)\tLoss 1.2347e+00 (1.6659e+00)\tAcc@1  81.25 ( 73.77)\tAcc@5  93.75 ( 91.67)\n",
            "Test: [100/625]\tTime  0.016 ( 0.015)\tLoss 1.8414e+00 (1.6719e+00)\tAcc@1  68.75 ( 72.22)\tAcc@5  93.75 ( 91.83)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4078e+00 (1.6667e+00)\tAcc@1  68.75 ( 72.19)\tAcc@5  87.50 ( 91.43)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3976e+00 (1.6807e+00)\tAcc@1  68.75 ( 71.86)\tAcc@5  93.75 ( 91.45)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.7262e+00 (1.6828e+00)\tAcc@1  68.75 ( 71.74)\tAcc@5  87.50 ( 91.58)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 6.8401e-01 (1.6880e+00)\tAcc@1  87.50 ( 71.47)\tAcc@5  93.75 ( 91.55)\n",
            "Test: [350/625]\tTime  0.016 ( 0.015)\tLoss 5.6834e-01 (1.6835e+00)\tAcc@1  75.00 ( 71.46)\tAcc@5 100.00 ( 91.44)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 9.0147e-01 (1.6793e+00)\tAcc@1  81.25 ( 71.45)\tAcc@5 100.00 ( 91.47)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 6.2064e-01 (1.6700e+00)\tAcc@1  75.00 ( 71.54)\tAcc@5 100.00 ( 91.59)\n",
            "Test: [500/625]\tTime  0.017 ( 0.015)\tLoss 1.8273e+00 (1.6838e+00)\tAcc@1  68.75 ( 71.28)\tAcc@5  81.25 ( 91.40)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.5899e+00 (1.6513e+00)\tAcc@1  68.75 ( 71.68)\tAcc@5  93.75 ( 91.62)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.9678e+00 (1.6561e+00)\tAcc@1  56.25 ( 71.68)\tAcc@5  87.50 ( 91.58)\n",
            "====> Acc@1 71.630 Acc@5 91.610\n",
            "====> 9.59 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 67, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [67][   0/3125]\tTime  0.038 ( 0.038)\tData  0.006 ( 0.006)\tLoss 1.6970e-02 (1.6970e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][  50/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 8.3954e-02 (2.2186e-02)\tAcc@1  93.75 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 6.5258e-02 (2.6709e-02)\tAcc@1  93.75 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 150/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.4340e-03 (2.7691e-02)\tAcc@1 100.00 ( 99.30)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 200/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.4674e-02 (2.7543e-02)\tAcc@1 100.00 ( 99.32)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 250/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.9716e-02 (2.7697e-02)\tAcc@1  93.75 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 300/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.2079e-02 (2.7575e-02)\tAcc@1 100.00 ( 99.25)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1541e-02 (2.7227e-02)\tAcc@1 100.00 ( 99.32)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3288e-02 (2.7225e-02)\tAcc@1 100.00 ( 99.35)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 450/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.9244e-02 (2.6551e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.2044e-03 (2.5601e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.9846e-04 (2.5007e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5037e-03 (2.5599e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.7069e-02 (2.5571e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4920e-01 (2.5837e-02)\tAcc@1  93.75 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.4900e-02 (2.6011e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.8699e-02 (2.6148e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2567e-02 (2.5633e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2357e-02 (2.5338e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.4221e-03 (2.5231e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1070e-02 (2.5638e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1050/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.6178e-04 (2.5451e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1699e-01 (2.5317e-02)\tAcc@1  93.75 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4697e-02 (2.5375e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1200/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7684e-02 (2.5200e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1516e-03 (2.5139e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1300/3125]\tTime  0.045 ( 0.037)\tData  0.007 ( 0.003)\tLoss 3.8693e-02 (2.5365e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1973e-03 (2.5950e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0127e-02 (2.5767e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.5101e-02 (2.5495e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6774e-02 (2.5325e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.9867e-02 (2.5585e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1600/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.8978e-02 (2.5610e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2805e-02 (2.5568e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1700/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.4842e-02 (2.5584e-02)\tAcc@1  93.75 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1750/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.5768e-02 (2.5283e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1800/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.3761e-02 (2.5207e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.6334e-03 (2.5150e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2314e-03 (2.5122e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][1950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.6821e-03 (2.5180e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2000/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0402e-02 (2.5242e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2050/3125]\tTime  0.042 ( 0.037)\tData  0.008 ( 0.003)\tLoss 1.9765e-02 (2.5350e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.6963e-02 (2.5328e-02)\tAcc@1  93.75 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1992e-02 (2.5365e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.2523e-03 (2.5496e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.7800e-02 (2.5512e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4455e-02 (2.5474e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.0201e-02 (2.5414e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2400/3125]\tTime  0.038 ( 0.037)\tData  0.006 ( 0.003)\tLoss 2.0738e-02 (2.5565e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.8313e-02 (2.5377e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2500/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.1202e-03 (2.5464e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4558e-02 (2.5364e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4459e-01 (2.5392e-02)\tAcc@1  93.75 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.9031e-03 (2.5451e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2700/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.4855e-03 (2.5361e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2750/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.1971e-02 (2.5474e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.2144e-02 (2.5650e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1813e-02 (2.5700e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2900/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.003)\tLoss 4.8337e-02 (2.5704e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][2950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0400e-02 (2.5674e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.7586e-02 (2.5691e-02)\tAcc@1  93.75 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][3050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7092e-03 (2.5648e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [67][3100/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.7155e-03 (2.5502e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.404 Acc@5 100.000\n",
            "====> Epoch loss 0.026\n",
            "====> 183.13 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.1796e+00 (3.1796e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.016 ( 0.015)\tLoss 1.2020e+00 (1.6658e+00)\tAcc@1  81.25 ( 72.43)\tAcc@5  93.75 ( 92.28)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.7975e+00 (1.6707e+00)\tAcc@1  68.75 ( 71.66)\tAcc@5  93.75 ( 92.45)\n",
            "Test: [150/625]\tTime  0.016 ( 0.015)\tLoss 1.3505e+00 (1.6699e+00)\tAcc@1  68.75 ( 71.69)\tAcc@5  93.75 ( 91.93)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.4054e+00 (1.6891e+00)\tAcc@1  68.75 ( 71.49)\tAcc@5  93.75 ( 91.79)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.8489e+00 (1.6888e+00)\tAcc@1  68.75 ( 71.34)\tAcc@5  87.50 ( 91.91)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 8.7989e-01 (1.6970e+00)\tAcc@1  81.25 ( 71.22)\tAcc@5  93.75 ( 91.72)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 5.5277e-01 (1.6904e+00)\tAcc@1  81.25 ( 71.15)\tAcc@5 100.00 ( 91.67)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 7.6188e-01 (1.6850e+00)\tAcc@1  81.25 ( 71.10)\tAcc@5 100.00 ( 91.63)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 5.5577e-01 (1.6729e+00)\tAcc@1  75.00 ( 71.30)\tAcc@5 100.00 ( 91.71)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.7969e+00 (1.6812e+00)\tAcc@1  68.75 ( 71.07)\tAcc@5  81.25 ( 91.53)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.4044e+00 (1.6482e+00)\tAcc@1  68.75 ( 71.39)\tAcc@5 100.00 ( 91.72)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.0017e+00 (1.6529e+00)\tAcc@1  50.00 ( 71.46)\tAcc@5  81.25 ( 91.67)\n",
            "====> Acc@1 71.480 Acc@5 91.680\n",
            "====> 9.60 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 68, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [68][   0/3125]\tTime  0.040 ( 0.040)\tData  0.005 ( 0.005)\tLoss 2.8480e-03 (2.8480e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][  50/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7151e-02 (3.4864e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 100/3125]\tTime  0.034 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.2003e-02 (2.9864e-02)\tAcc@1 100.00 ( 99.32)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3726e-03 (2.6820e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.1674e-03 (2.6626e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1139e-02 (2.6239e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 300/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.1701e-03 (2.6002e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0124e-02 (2.5680e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0264e-03 (2.5091e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0207e-02 (2.5042e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 500/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.4376e-02 (2.5936e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 550/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.4759e-03 (2.5197e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3428e-02 (2.4578e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 650/3125]\tTime  0.041 ( 0.037)\tData  0.007 ( 0.003)\tLoss 2.4114e-02 (2.4492e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4052e-02 (2.4097e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.3168e-03 (2.3868e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.9110e-03 (2.3513e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7845e-02 (2.3611e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.4368e-02 (2.4006e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][ 950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5472e-02 (2.3936e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1000/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.3309e-02 (2.3796e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.4708e-03 (2.4348e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.1402e-03 (2.4320e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3890e-02 (2.4523e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1200/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 6.2353e-02 (2.4778e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0335e-01 (2.4635e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1300/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.8327e-02 (2.4504e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1350/3125]\tTime  0.039 ( 0.037)\tData  0.006 ( 0.003)\tLoss 2.1856e-02 (2.4440e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.6291e-02 (2.4410e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7844e-02 (2.4218e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1500/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.0655e-02 (2.3921e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1644e-03 (2.3756e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1600/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.3884e-02 (2.3883e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.5459e-03 (2.4032e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.4422e-02 (2.4173e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.4517e-02 (2.4221e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.9451e-03 (2.4252e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0715e-03 (2.4300e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1900/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.6735e-02 (2.4640e-02)\tAcc@1  93.75 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1903e-03 (2.4504e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2000/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3306e-02 (2.4311e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2050/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6783e-02 (2.4480e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.5113e-03 (2.4443e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9783e-02 (2.4367e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0619e-03 (2.4449e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6163e-02 (2.4466e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2995e-03 (2.4406e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2350/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.2762e-02 (2.4613e-02)\tAcc@1  93.75 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2400/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.1070e-03 (2.4578e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2215e-03 (2.4633e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2617e-03 (2.4966e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2550/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.1305e-03 (2.5043e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6664e-03 (2.4955e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.0293e-03 (2.4881e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5680e-03 (2.4938e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7643e-02 (2.4991e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2800/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.0917e-03 (2.5074e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.1854e-03 (2.4915e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.2621e-04 (2.4920e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2018e-02 (2.4946e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7733e-04 (2.5043e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][3050/3125]\tTime  0.045 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3244e-03 (2.5384e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [68][3100/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.003)\tLoss 5.8476e-03 (2.5374e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.420 Acc@5 100.000\n",
            "====> Epoch loss 0.025\n",
            "====> 182.98 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.3654e+00 (3.3654e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  87.50 ( 87.50)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.016)\tLoss 1.1458e+00 (1.6696e+00)\tAcc@1  81.25 ( 72.92)\tAcc@5  93.75 ( 92.40)\n",
            "Test: [100/625]\tTime  0.015 ( 0.016)\tLoss 1.7893e+00 (1.6772e+00)\tAcc@1  62.50 ( 71.35)\tAcc@5  93.75 ( 92.39)\n",
            "Test: [150/625]\tTime  0.015 ( 0.016)\tLoss 1.4670e+00 (1.6740e+00)\tAcc@1  68.75 ( 71.32)\tAcc@5  93.75 ( 92.09)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.3553e+00 (1.6956e+00)\tAcc@1  68.75 ( 71.18)\tAcc@5 100.00 ( 91.85)\n",
            "Test: [250/625]\tTime  0.016 ( 0.016)\tLoss 1.8207e+00 (1.6934e+00)\tAcc@1  75.00 ( 71.24)\tAcc@5  87.50 ( 92.08)\n",
            "Test: [300/625]\tTime  0.017 ( 0.016)\tLoss 8.9451e-01 (1.7009e+00)\tAcc@1  81.25 ( 70.93)\tAcc@5  93.75 ( 92.05)\n",
            "Test: [350/625]\tTime  0.016 ( 0.016)\tLoss 7.6803e-01 (1.6949e+00)\tAcc@1  81.25 ( 70.94)\tAcc@5 100.00 ( 91.93)\n",
            "Test: [400/625]\tTime  0.016 ( 0.015)\tLoss 8.7520e-01 (1.6880e+00)\tAcc@1  81.25 ( 70.96)\tAcc@5 100.00 ( 91.83)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 7.1859e-01 (1.6798e+00)\tAcc@1  75.00 ( 71.15)\tAcc@5 100.00 ( 91.93)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 1.7388e+00 (1.6897e+00)\tAcc@1  68.75 ( 70.88)\tAcc@5  81.25 ( 91.73)\n",
            "Test: [550/625]\tTime  0.016 ( 0.015)\tLoss 1.4623e+00 (1.6540e+00)\tAcc@1  68.75 ( 71.26)\tAcc@5  93.75 ( 91.95)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.9749e+00 (1.6592e+00)\tAcc@1  56.25 ( 71.31)\tAcc@5  87.50 ( 91.90)\n",
            "====> Acc@1 71.270 Acc@5 91.900\n",
            "====> 9.64 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 69, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [69][   0/3125]\tTime  0.038 ( 0.038)\tData  0.006 ( 0.006)\tLoss 5.8535e-03 (5.8535e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][  50/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.7457e-03 (1.7352e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8948e-03 (2.0533e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.4515e-02 (2.3311e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1352e-03 (2.1724e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.7811e-03 (2.1078e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 300/3125]\tTime  0.038 ( 0.037)\tData  0.006 ( 0.004)\tLoss 2.2441e-02 (2.1983e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 350/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5957e-02 (2.1643e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.9367e-02 (2.1455e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.2596e-03 (2.1715e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.7952e-02 (2.2099e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4212e-02 (2.2546e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.2489e-03 (2.1912e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 650/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.4774e-03 (2.1558e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5053e-03 (2.1639e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2229e-03 (2.2236e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.6369e-04 (2.2005e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.1869e-03 (2.1930e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.6899e-02 (2.1981e-02)\tAcc@1  93.75 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.9690e-02 (2.2054e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.1717e-03 (2.2535e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1050/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.0177e-02 (2.2617e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.2487e-03 (2.2594e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1150/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3285e-02 (2.2615e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1196e-02 (2.2821e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7791e-02 (2.2803e-02)\tAcc@1  93.75 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1300/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3643e-02 (2.2934e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.6393e-03 (2.2884e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1400/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9877e-02 (2.3004e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.3982e-03 (2.3187e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.2253e-03 (2.3293e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1550/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1352e-02 (2.3141e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.0872e-03 (2.2980e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.3511e-03 (2.2993e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3728e-03 (2.3110e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1750/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.0689e-02 (2.3153e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.4562e-02 (2.3267e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1850/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.003)\tLoss 2.7624e-03 (2.3269e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1900/3125]\tTime  0.040 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.8595e-02 (2.3086e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0958e-01 (2.3249e-02)\tAcc@1  93.75 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.4190e-02 (2.3239e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3748e-03 (2.3273e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2100/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.6309e-03 (2.3377e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.6467e-03 (2.3240e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2200/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.6752e-02 (2.3444e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.7863e-02 (2.3533e-02)\tAcc@1  93.75 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3438e-02 (2.3393e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1207e-02 (2.3321e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2400/3125]\tTime  0.043 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.4035e-02 (2.3476e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2450/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2309e-03 (2.3529e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.1084e-02 (2.3543e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7965e-02 (2.3538e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0097e-02 (2.3521e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2795e-02 (2.3490e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2489e-02 (2.3492e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2167e-02 (2.3485e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2800/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.8918e-04 (2.3428e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2850/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.3098e-02 (2.3660e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3675e-03 (2.3652e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9813e-02 (2.3690e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2571e-03 (2.3651e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][3050/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.2278e-03 (2.3695e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [69][3100/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.0726e-02 (2.3698e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.470 Acc@5 100.000\n",
            "====> Epoch loss 0.024\n",
            "====> 183.09 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.2500e+00 (3.2500e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.3037e+00 (1.6702e+00)\tAcc@1  81.25 ( 72.92)\tAcc@5  93.75 ( 92.16)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.5865e+00 (1.6849e+00)\tAcc@1  68.75 ( 71.72)\tAcc@5  93.75 ( 92.14)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.3042e+00 (1.6854e+00)\tAcc@1  75.00 ( 71.69)\tAcc@5  93.75 ( 91.51)\n",
            "Test: [200/625]\tTime  0.016 ( 0.015)\tLoss 1.2666e+00 (1.7031e+00)\tAcc@1  68.75 ( 71.58)\tAcc@5 100.00 ( 91.42)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.4355e+00 (1.7044e+00)\tAcc@1  81.25 ( 71.51)\tAcc@5  87.50 ( 91.51)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 8.7179e-01 (1.7146e+00)\tAcc@1  87.50 ( 71.20)\tAcc@5  93.75 ( 91.51)\n",
            "Test: [350/625]\tTime  0.016 ( 0.015)\tLoss 4.9577e-01 (1.7067e+00)\tAcc@1  81.25 ( 71.19)\tAcc@5 100.00 ( 91.47)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 6.9871e-01 (1.7025e+00)\tAcc@1  81.25 ( 71.23)\tAcc@5 100.00 ( 91.46)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 8.4057e-01 (1.6903e+00)\tAcc@1  75.00 ( 71.36)\tAcc@5 100.00 ( 91.52)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.9139e+00 (1.6995e+00)\tAcc@1  68.75 ( 71.05)\tAcc@5  81.25 ( 91.38)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.2177e+00 (1.6649e+00)\tAcc@1  68.75 ( 71.39)\tAcc@5  93.75 ( 91.55)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.9118e+00 (1.6693e+00)\tAcc@1  56.25 ( 71.46)\tAcc@5  87.50 ( 91.56)\n",
            "====> Acc@1 71.410 Acc@5 91.640\n",
            "====> 9.55 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 70, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [70][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 3.6706e-03 (3.6706e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][  50/3125]\tTime  0.035 ( 0.036)\tData  0.004 ( 0.003)\tLoss 4.2483e-03 (2.1985e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1606e-03 (2.2435e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 150/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 9.4471e-03 (2.3253e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 200/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.6102e-02 (2.2615e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 250/3125]\tTime  0.048 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.7850e-03 (2.0874e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.6268e-03 (2.0266e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 350/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5350e-02 (2.1323e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.5049e-03 (2.2245e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 450/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8282e-03 (2.2770e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 500/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 7.9567e-03 (2.2785e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 550/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 2.4561e-02 (2.2886e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 600/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.9683e-04 (2.2998e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 650/3125]\tTime  0.044 ( 0.037)\tData  0.006 ( 0.003)\tLoss 3.8379e-03 (2.2744e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2833e-02 (2.2410e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3077e-03 (2.2368e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.3576e-02 (2.2311e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.1662e-02 (2.2207e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2571e-03 (2.2339e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1440e-01 (2.2362e-02)\tAcc@1  93.75 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0058e-03 (2.2408e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5405e-03 (2.2306e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1100/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.003)\tLoss 2.5185e-03 (2.2366e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7137e-02 (2.2250e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3201e-03 (2.2384e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7480e-02 (2.2507e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.8531e-03 (2.2468e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1350/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3491e-02 (2.2516e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.6779e-03 (2.2654e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1450/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 8.2770e-03 (2.2506e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3070e-02 (2.2712e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9963e-03 (2.2742e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.2458e-02 (2.2744e-02)\tAcc@1  93.75 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.7632e-03 (2.2669e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.0901e-02 (2.2747e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.9097e-02 (2.2703e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1800/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4853e-02 (2.2692e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1850/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.6094e-02 (2.2678e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1858e-02 (2.2647e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4006e-02 (2.2884e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4436e-03 (2.2974e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2050/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.2828e-02 (2.3069e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.8547e-03 (2.2935e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.0989e-02 (2.2914e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2200/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.4453e-02 (2.2900e-02)\tAcc@1  93.75 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0154e-03 (2.2812e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2300/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 4.6822e-03 (2.2779e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2350/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5200e-03 (2.2862e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2400/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.3179e-03 (2.2938e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2450/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.8091e-02 (2.2977e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3428e-02 (2.2983e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.5535e-02 (2.3117e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1179e-02 (2.3220e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2215e-02 (2.3214e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2700/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.0549e-03 (2.3243e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2750/3125]\tTime  0.043 ( 0.037)\tData  0.006 ( 0.003)\tLoss 5.8471e-02 (2.3411e-02)\tAcc@1  93.75 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.8695e-02 (2.3404e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.4750e-04 (2.3351e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.0774e-02 (2.3338e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2965e-03 (2.3272e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][3000/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.003)\tLoss 7.2734e-02 (2.3393e-02)\tAcc@1  93.75 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][3050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.6318e-02 (2.3468e-02)\tAcc@1  93.75 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [70][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.6700e-03 (2.3580e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.440 Acc@5 100.000\n",
            "====> Epoch loss 0.024\n",
            "====> 183.16 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.3582e+00 (3.3582e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.016 ( 0.015)\tLoss 1.0421e+00 (1.6760e+00)\tAcc@1  75.00 ( 72.67)\tAcc@5  93.75 ( 91.79)\n",
            "Test: [100/625]\tTime  0.016 ( 0.016)\tLoss 1.6173e+00 (1.6796e+00)\tAcc@1  68.75 ( 71.16)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [150/625]\tTime  0.016 ( 0.016)\tLoss 1.2909e+00 (1.6816e+00)\tAcc@1  68.75 ( 71.44)\tAcc@5  93.75 ( 91.64)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.2186e+00 (1.6972e+00)\tAcc@1  68.75 ( 71.49)\tAcc@5  93.75 ( 91.54)\n",
            "Test: [250/625]\tTime  0.016 ( 0.016)\tLoss 1.7843e+00 (1.6985e+00)\tAcc@1  81.25 ( 71.26)\tAcc@5  87.50 ( 91.58)\n",
            "Test: [300/625]\tTime  0.016 ( 0.016)\tLoss 1.0310e+00 (1.7063e+00)\tAcc@1  81.25 ( 71.03)\tAcc@5  93.75 ( 91.67)\n",
            "Test: [350/625]\tTime  0.016 ( 0.016)\tLoss 3.6853e-01 (1.7077e+00)\tAcc@1  81.25 ( 70.96)\tAcc@5 100.00 ( 91.60)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 8.9591e-01 (1.7039e+00)\tAcc@1  75.00 ( 70.96)\tAcc@5 100.00 ( 91.55)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 7.8349e-01 (1.6931e+00)\tAcc@1  75.00 ( 71.04)\tAcc@5 100.00 ( 91.64)\n",
            "Test: [500/625]\tTime  0.015 ( 0.016)\tLoss 1.9598e+00 (1.6983e+00)\tAcc@1  75.00 ( 70.91)\tAcc@5  81.25 ( 91.49)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.4385e+00 (1.6655e+00)\tAcc@1  62.50 ( 71.29)\tAcc@5  93.75 ( 91.64)\n",
            "Test: [600/625]\tTime  0.015 ( 0.016)\tLoss 3.1335e+00 (1.6718e+00)\tAcc@1  56.25 ( 71.34)\tAcc@5  87.50 ( 91.63)\n",
            "====> Acc@1 71.350 Acc@5 91.660\n",
            "====> 9.73 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 71, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [71][   0/3125]\tTime  0.040 ( 0.040)\tData  0.005 ( 0.005)\tLoss 2.8449e-03 (2.8449e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][  50/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 5.6977e-02 (1.9477e-02)\tAcc@1  93.75 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 100/3125]\tTime  0.037 ( 0.036)\tData  0.004 ( 0.003)\tLoss 8.4999e-02 (2.3956e-02)\tAcc@1  93.75 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 150/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 8.2087e-03 (2.4670e-02)\tAcc@1 100.00 ( 99.30)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 200/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 9.5072e-03 (2.4803e-02)\tAcc@1 100.00 ( 99.28)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 250/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.9867e-03 (2.5026e-02)\tAcc@1 100.00 ( 99.30)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 300/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 9.3424e-04 (2.3972e-02)\tAcc@1 100.00 ( 99.36)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 350/3125]\tTime  0.038 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.4844e-02 (2.3089e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 400/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.1927e-02 (2.3340e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9279e-02 (2.3129e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.2084e-02 (2.2723e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 550/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 4.6990e-03 (2.4090e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 600/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.2975e-02 (2.3706e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.0656e-03 (2.4151e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7645e-02 (2.4036e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9441e-02 (2.4145e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [71][ 800/3125]\tTime  0.037 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.9206e-03 (2.3915e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [71][ 850/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 7.9480e-03 (2.3474e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [71][ 900/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.1465e-03 (2.3319e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [71][ 950/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1570e-02 (2.3287e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [71][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3967e-03 (2.3299e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [71][1050/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.6725e-02 (2.3484e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [71][1100/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.6090e-03 (2.3401e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [71][1150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.8697e-03 (2.3172e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [71][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.1339e-02 (2.3108e-02)\tAcc@1  93.75 ( 99.47)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [71][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.4447e-02 (2.3367e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7711e-02 (2.3218e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1350/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8386e-03 (2.3182e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1400/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.9309e-03 (2.3206e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1450/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.3234e-02 (2.3030e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0508e-02 (2.2885e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.2717e-02 (2.2707e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.8689e-03 (2.2528e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.7268e-03 (2.2562e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.0049e-03 (2.2571e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.9212e-03 (2.2700e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5635e-02 (2.2702e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.9067e-03 (2.2523e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1900/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.9096e-03 (2.2622e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][1950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.1565e-03 (2.2587e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.3864e-03 (2.2512e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0466e-02 (2.2402e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1670e-02 (2.2375e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2150/3125]\tTime  0.049 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.8250e-03 (2.2298e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2200/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.4078e-03 (2.2249e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2250/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.8840e-02 (2.2357e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2300/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0952e-02 (2.2364e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2350/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.8325e-02 (2.2496e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.4242e-03 (2.2504e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.4692e-03 (2.2513e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2500/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1367e-01 (2.2412e-02)\tAcc@1  93.75 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2550/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.1668e-03 (2.2394e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0708e-02 (2.2294e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2650/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.7603e-02 (2.2319e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2700/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2042e-02 (2.2342e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2750/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.9634e-03 (2.2402e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2800/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1444e-03 (2.2323e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2850/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1864e-02 (2.2287e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1245e-02 (2.2256e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][2950/3125]\tTime  0.042 ( 0.037)\tData  0.006 ( 0.004)\tLoss 5.5049e-02 (2.2326e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.7180e-02 (2.2319e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.7932e-04 (2.2214e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [71][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1485e-02 (2.2169e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.522 Acc@5 99.998\n",
            "====> Epoch loss 0.022\n",
            "====> 183.62 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.0401e+00 (3.0401e+00)\tAcc@1  68.75 ( 68.75)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2383e+00 (1.6525e+00)\tAcc@1  81.25 ( 73.90)\tAcc@5  93.75 ( 91.91)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.8593e+00 (1.6794e+00)\tAcc@1  62.50 ( 72.59)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.3700e+00 (1.6936e+00)\tAcc@1  68.75 ( 71.85)\tAcc@5  93.75 ( 91.76)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.4023e+00 (1.7020e+00)\tAcc@1  68.75 ( 71.77)\tAcc@5 100.00 ( 91.82)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.5823e+00 (1.7015e+00)\tAcc@1  75.00 ( 71.59)\tAcc@5  87.50 ( 91.96)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 1.0054e+00 (1.7059e+00)\tAcc@1  81.25 ( 71.39)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 6.1595e-01 (1.7047e+00)\tAcc@1  87.50 ( 71.24)\tAcc@5 100.00 ( 91.76)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 9.0621e-01 (1.6972e+00)\tAcc@1  81.25 ( 71.23)\tAcc@5 100.00 ( 91.72)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 7.4804e-01 (1.6841e+00)\tAcc@1  75.00 ( 71.31)\tAcc@5 100.00 ( 91.74)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 1.9254e+00 (1.6943e+00)\tAcc@1  68.75 ( 71.11)\tAcc@5  81.25 ( 91.50)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.5363e+00 (1.6624e+00)\tAcc@1  68.75 ( 71.46)\tAcc@5  87.50 ( 91.69)\n",
            "Test: [600/625]\tTime  0.016 ( 0.015)\tLoss 2.7354e+00 (1.6647e+00)\tAcc@1  50.00 ( 71.58)\tAcc@5  81.25 ( 91.64)\n",
            "====> Acc@1 71.530 Acc@5 91.720\n",
            "====> 9.67 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 72, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [72][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 8.1638e-03 (8.1638e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][  50/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.004)\tLoss 1.4978e-02 (2.6399e-02)\tAcc@1 100.00 ( 99.26)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.9883e-03 (2.2822e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6318e-02 (2.1423e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 200/3125]\tTime  0.052 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.6855e-03 (2.2610e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.3185e-03 (2.2897e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.2713e-03 (2.2239e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 350/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.3646e-02 (2.2643e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 400/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.2939e-02 (2.3303e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 450/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.7462e-02 (2.3658e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 500/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.1475e-03 (2.3802e-02)\tAcc@1 100.00 ( 99.41)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 550/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.1899e-02 (2.3314e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9235e-03 (2.2582e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 650/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.6641e-02 (2.2575e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 700/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.1584e-02 (2.2611e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 750/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.9733e-03 (2.2508e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 800/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 6.4182e-04 (2.2347e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 850/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.7416e-02 (2.2366e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 900/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.6173e-03 (2.2312e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][ 950/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.6909e-03 (2.2106e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0041e-02 (2.2156e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1050/3125]\tTime  0.041 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.4801e-02 (2.2162e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.8203e-03 (2.2064e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.0862e-02 (2.2130e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1200/3125]\tTime  0.042 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.8688e-03 (2.2246e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1250/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.4876e-03 (2.2068e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1300/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.1877e-02 (2.2382e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1350/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.2808e-02 (2.2534e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1400/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.4871e-02 (2.2641e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1450/3125]\tTime  0.039 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.1059e-01 (2.2981e-02)\tAcc@1  93.75 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1500/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.3576e-03 (2.2745e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1550/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.7394e-03 (2.2526e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1600/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.0480e-02 (2.2465e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.0916e-02 (2.2524e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1700/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.0879e-02 (2.2582e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1750/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.1707e-02 (2.2632e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][1800/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.5511e-02 (2.3022e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][1850/3125]\tTime  0.037 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.2905e-01 (2.3134e-02)\tAcc@1  93.75 ( 99.50)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][1900/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 4.9137e-03 (2.3028e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8348e-03 (2.3010e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][2000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3176e-02 (2.2948e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8617e-02 (2.2953e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][2100/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5464e-02 (2.3101e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.3757e-03 (2.3007e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][2200/3125]\tTime  0.038 ( 0.037)\tData  0.006 ( 0.004)\tLoss 2.5180e-02 (2.2954e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][2250/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.4440e-02 (2.3249e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4079e-03 (2.3204e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][2350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9915e-02 (2.3000e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7282e-02 (2.3082e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][2450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.8351e-02 (2.3004e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [72][2500/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2432e-03 (2.3052e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][2550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.0680e-03 (2.2935e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][2600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0677e-02 (2.2896e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][2650/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3651e-03 (2.2776e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.0868e-03 (2.2816e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][2750/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 8.2178e-03 (2.2700e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][2800/3125]\tTime  0.045 ( 0.037)\tData  0.005 ( 0.004)\tLoss 9.2942e-04 (2.2595e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8813e-03 (2.2447e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.5012e-03 (2.2394e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.8338e-03 (2.2353e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.7652e-03 (2.2427e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][3050/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7125e-02 (2.2359e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [72][3100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2879e-02 (2.2325e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.544 Acc@5 99.996\n",
            "====> Epoch loss 0.022\n",
            "====> 184.05 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.2303e+00 (3.2303e+00)\tAcc@1  68.75 ( 68.75)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.1033e+00 (1.7031e+00)\tAcc@1  81.25 ( 73.04)\tAcc@5  93.75 ( 92.03)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.9527e+00 (1.7115e+00)\tAcc@1  62.50 ( 71.41)\tAcc@5  93.75 ( 92.08)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.3396e+00 (1.7117e+00)\tAcc@1  75.00 ( 71.27)\tAcc@5  93.75 ( 91.76)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3360e+00 (1.7139e+00)\tAcc@1  68.75 ( 71.49)\tAcc@5 100.00 ( 91.82)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.6093e+00 (1.7045e+00)\tAcc@1  75.00 ( 71.41)\tAcc@5  87.50 ( 91.88)\n",
            "Test: [300/625]\tTime  0.016 ( 0.015)\tLoss 9.7355e-01 (1.7074e+00)\tAcc@1  81.25 ( 71.10)\tAcc@5 100.00 ( 91.90)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 4.0749e-01 (1.6975e+00)\tAcc@1  81.25 ( 71.06)\tAcc@5 100.00 ( 91.81)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 8.3058e-01 (1.6956e+00)\tAcc@1  81.25 ( 71.09)\tAcc@5 100.00 ( 91.74)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 5.7467e-01 (1.6845e+00)\tAcc@1  75.00 ( 71.13)\tAcc@5 100.00 ( 91.78)\n",
            "Test: [500/625]\tTime  0.017 ( 0.015)\tLoss 1.7435e+00 (1.6910e+00)\tAcc@1  75.00 ( 71.07)\tAcc@5  81.25 ( 91.67)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.2166e+00 (1.6585e+00)\tAcc@1  75.00 ( 71.43)\tAcc@5  93.75 ( 91.88)\n",
            "Test: [600/625]\tTime  0.016 ( 0.016)\tLoss 2.9095e+00 (1.6636e+00)\tAcc@1  50.00 ( 71.51)\tAcc@5  81.25 ( 91.77)\n",
            "====> Acc@1 71.520 Acc@5 91.810\n",
            "====> 9.73 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 73, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [73][   0/3125]\tTime  0.039 ( 0.039)\tData  0.006 ( 0.006)\tLoss 3.1886e-03 (3.1886e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][  50/3125]\tTime  0.034 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.5057e-03 (2.4070e-02)\tAcc@1 100.00 ( 99.26)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 5.7001e-02 (1.9071e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 150/3125]\tTime  0.053 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.4278e-01 (2.2407e-02)\tAcc@1  87.50 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 200/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.2881e-03 (2.1816e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 250/3125]\tTime  0.037 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.7070e-02 (2.2083e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 300/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.4667e-03 (2.1735e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 350/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.0379e-01 (2.3869e-02)\tAcc@1  93.75 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 400/3125]\tTime  0.038 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.8959e-02 (2.3049e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.7991e-03 (2.3063e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 500/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.8910e-02 (2.2676e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.4405e-03 (2.2875e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1659e-03 (2.2486e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.2536e-04 (2.2690e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 700/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.8197e-03 (2.2974e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5325e-02 (2.3469e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5532e-03 (2.3326e-02)\tAcc@1 100.00 ( 99.45)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 850/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.4827e-02 (2.2886e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7839e-01 (2.2839e-02)\tAcc@1  93.75 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][ 950/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.1507e-02 (2.2880e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1000/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.4130e-02 (2.2587e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1050/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.5535e-03 (2.2552e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0023e-01 (2.2428e-02)\tAcc@1  93.75 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3189e-02 (2.2752e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.7163e-03 (2.2870e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3208e-03 (2.2911e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4127e-03 (2.2720e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.6503e-03 (2.2420e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1400/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 3.3320e-03 (2.2394e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.1772e-02 (2.2307e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1500/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1626e-04 (2.2267e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1550/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.6265e-02 (2.2167e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1600/3125]\tTime  0.044 ( 0.037)\tData  0.007 ( 0.003)\tLoss 9.1177e-03 (2.2197e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0829e-02 (2.2147e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.4923e-02 (2.2026e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.8460e-03 (2.2500e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1800/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.4877e-02 (2.2556e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0182e-02 (2.2440e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.6497e-03 (2.2427e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3636e-03 (2.2461e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2000/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.4891e-03 (2.2573e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.0038e-02 (2.2798e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0240e-02 (2.2833e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2150/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.1717e-03 (2.2703e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2200/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.8115e-02 (2.2677e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5746e-02 (2.2921e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5246e-02 (2.2799e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.8211e-02 (2.2683e-02)\tAcc@1  93.75 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1945e-02 (2.2704e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2450/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.2139e-02 (2.2877e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.8341e-03 (2.2787e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2550/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.9434e-02 (2.2864e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2600/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.3239e-03 (2.2864e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2650/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8535e-03 (2.2814e-02)\tAcc@1 100.00 ( 99.48)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.9022e-03 (2.2686e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2750/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2574e-02 (2.2560e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.7911e-03 (2.2472e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3991e-01 (2.2507e-02)\tAcc@1  93.75 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.6448e-02 (2.2681e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4348e-02 (2.2668e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2278e-02 (2.2652e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][3050/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.2801e-02 (2.2527e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [73][3100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.1889e-03 (2.2611e-02)\tAcc@1 100.00 ( 99.49)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.488 Acc@5 99.998\n",
            "====> Epoch loss 0.023\n",
            "====> 183.26 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.2921e+00 (3.2921e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2208e+00 (1.6871e+00)\tAcc@1  75.00 ( 72.79)\tAcc@5  93.75 ( 92.03)\n",
            "Test: [100/625]\tTime  0.016 ( 0.015)\tLoss 1.5771e+00 (1.6853e+00)\tAcc@1  75.00 ( 71.60)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4438e+00 (1.6973e+00)\tAcc@1  68.75 ( 71.69)\tAcc@5  93.75 ( 91.51)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.1853e+00 (1.7110e+00)\tAcc@1  68.75 ( 71.58)\tAcc@5 100.00 ( 91.67)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.6089e+00 (1.7099e+00)\tAcc@1  81.25 ( 71.54)\tAcc@5  87.50 ( 91.78)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 9.4000e-01 (1.7126e+00)\tAcc@1  87.50 ( 71.28)\tAcc@5  93.75 ( 91.74)\n",
            "Test: [350/625]\tTime  0.017 ( 0.016)\tLoss 6.9257e-01 (1.7134e+00)\tAcc@1  81.25 ( 71.06)\tAcc@5 100.00 ( 91.58)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 9.4846e-01 (1.7033e+00)\tAcc@1  81.25 ( 71.09)\tAcc@5 100.00 ( 91.54)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 7.0384e-01 (1.6897e+00)\tAcc@1  75.00 ( 71.24)\tAcc@5 100.00 ( 91.69)\n",
            "Test: [500/625]\tTime  0.015 ( 0.016)\tLoss 1.8235e+00 (1.7002e+00)\tAcc@1  75.00 ( 71.08)\tAcc@5  81.25 ( 91.52)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.1901e+00 (1.6698e+00)\tAcc@1  68.75 ( 71.42)\tAcc@5  93.75 ( 91.64)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.8967e+00 (1.6728e+00)\tAcc@1  56.25 ( 71.55)\tAcc@5  81.25 ( 91.57)\n",
            "====> Acc@1 71.560 Acc@5 91.650\n",
            "====> 9.69 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 74, lr = 0.01\n",
            "===> [ Training ]\n",
            "Epoch: [74][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 8.0865e-03 (8.0865e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][  50/3125]\tTime  0.040 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.1490e-03 (2.1038e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 9.9960e-03 (2.1685e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 150/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.4151e-02 (2.0493e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 200/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.2047e-03 (2.0828e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.8042e-03 (2.0486e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 300/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.8079e-03 (2.0920e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7679e-03 (2.0597e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 400/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4260e-02 (2.0300e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3512e-02 (2.0482e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 500/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3884e-03 (2.0729e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 550/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3253e-02 (2.0657e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8614e-02 (2.0743e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 650/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1420e-02 (2.0751e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 700/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.2352e-03 (2.0877e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.7586e-03 (2.0514e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1341e-01 (2.0602e-02)\tAcc@1  93.75 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.7532e-03 (2.0672e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 900/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.003)\tLoss 9.3183e-02 (2.0807e-02)\tAcc@1  93.75 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][ 950/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.003)\tLoss 4.3063e-02 (2.0888e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1000/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.6355e-03 (2.0668e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1414e-03 (2.0629e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.4892e-02 (2.0483e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6195e-01 (2.0469e-02)\tAcc@1  93.75 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0485e-03 (2.0556e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1250/3125]\tTime  0.043 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0800e-01 (2.0472e-02)\tAcc@1  87.50 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4843e-02 (2.0659e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2506e-02 (2.0820e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.4123e-02 (2.0930e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2589e-03 (2.1151e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1500/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0665e-02 (2.1170e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7918e-01 (2.1170e-02)\tAcc@1  93.75 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7171e-01 (2.1122e-02)\tAcc@1  93.75 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3258e-02 (2.1144e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.7003e-03 (2.1207e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8729e-03 (2.1224e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1800/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.9880e-02 (2.1209e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0234e-02 (2.1446e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.4744e-03 (2.1249e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][1950/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.2649e-02 (2.1183e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.0892e-03 (2.0935e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.3352e-02 (2.0887e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.1067e-03 (2.0830e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2452e-03 (2.0769e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2397e-02 (2.0646e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2250/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.003)\tLoss 7.7010e-03 (2.0717e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2300/3125]\tTime  0.045 ( 0.037)\tData  0.007 ( 0.003)\tLoss 1.5367e-01 (2.0687e-02)\tAcc@1  93.75 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.3907e-03 (2.0629e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.5403e-03 (2.0604e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2450/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.9133e-03 (2.0598e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.4447e-03 (2.0702e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6608e-03 (2.0668e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.3904e-03 (2.0627e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2650/3125]\tTime  0.040 ( 0.037)\tData  0.005 ( 0.003)\tLoss 9.4380e-03 (2.0631e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6420e-02 (2.0598e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2750/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7170e-03 (2.0683e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2800/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.1223e-03 (2.0626e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7339e-02 (2.0550e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2604e-02 (2.0614e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1027e-01 (2.0616e-02)\tAcc@1  93.75 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][3000/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.3912e-03 (2.0648e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][3050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8892e-02 (2.0747e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [74][3100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.5276e-03 (2.0849e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.576 Acc@5 99.998\n",
            "====> Epoch loss 0.021\n",
            "====> 183.24 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.6616e+00 (3.6616e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2254e+00 (1.6548e+00)\tAcc@1  81.25 ( 73.28)\tAcc@5  87.50 ( 92.28)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.7048e+00 (1.6907e+00)\tAcc@1  68.75 ( 71.16)\tAcc@5  93.75 ( 92.26)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.3788e+00 (1.6889e+00)\tAcc@1  68.75 ( 71.23)\tAcc@5  93.75 ( 91.89)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3866e+00 (1.7116e+00)\tAcc@1  68.75 ( 71.33)\tAcc@5 100.00 ( 91.88)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.5095e+00 (1.7059e+00)\tAcc@1  75.00 ( 71.49)\tAcc@5  87.50 ( 91.98)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 8.4100e-01 (1.7086e+00)\tAcc@1  81.25 ( 71.08)\tAcc@5  93.75 ( 91.90)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 4.0794e-01 (1.7052e+00)\tAcc@1  87.50 ( 70.96)\tAcc@5 100.00 ( 91.86)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 7.6964e-01 (1.6973e+00)\tAcc@1  81.25 ( 70.98)\tAcc@5 100.00 ( 91.83)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 7.1090e-01 (1.6834e+00)\tAcc@1  75.00 ( 71.16)\tAcc@5 100.00 ( 91.92)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 1.9668e+00 (1.6906e+00)\tAcc@1  68.75 ( 70.98)\tAcc@5  81.25 ( 91.74)\n",
            "Test: [550/625]\tTime  0.017 ( 0.015)\tLoss 1.4656e+00 (1.6609e+00)\tAcc@1  68.75 ( 71.43)\tAcc@5  93.75 ( 91.92)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.3352e+00 (1.6677e+00)\tAcc@1  56.25 ( 71.45)\tAcc@5  87.50 ( 91.87)\n",
            "====> Acc@1 71.490 Acc@5 91.880\n",
            "====> 9.69 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 75, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [75][   0/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.005)\tLoss 4.5055e-03 (4.5055e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][  50/3125]\tTime  0.036 ( 0.039)\tData  0.004 ( 0.004)\tLoss 9.2924e-04 (1.3321e-02)\tAcc@1 100.00 ( 99.88)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 100/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.8515e-03 (1.6309e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 150/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 7.9182e-03 (1.5444e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.7725e-03 (1.8426e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 250/3125]\tTime  0.044 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.7176e-03 (1.8662e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 300/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5764e-02 (1.9527e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 350/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3082e-02 (2.0221e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5083e-02 (2.1045e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 450/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.7993e-03 (2.0271e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.9344e-03 (2.0778e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 550/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.1294e-02 (2.1132e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 600/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.6212e-03 (2.1201e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.0593e-03 (2.1235e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4319e-02 (2.0881e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 750/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6866e-02 (2.1043e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0224e-02 (2.0748e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0911e-02 (2.0749e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2040e-02 (2.0488e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.5822e-03 (2.0245e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1000/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.003)\tLoss 9.5215e-03 (2.0161e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1103e-03 (2.0115e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8730e-02 (2.0176e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1150/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.4535e-02 (2.0045e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.3260e-02 (1.9818e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.9711e-03 (1.9843e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1303e-02 (1.9565e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4122e-03 (1.9660e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1400/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.7050e-02 (1.9989e-02)\tAcc@1  93.75 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1450/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.5926e-02 (2.0207e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0589e-02 (2.0054e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.8668e-03 (1.9997e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1016e-03 (1.9861e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5379e-03 (1.9643e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1700/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.4847e-03 (1.9717e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1750/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.4599e-03 (1.9617e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.8818e-02 (1.9604e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1850/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3904e-03 (1.9507e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1900/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3617e-02 (1.9550e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2734e-03 (1.9577e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.0689e-03 (1.9820e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2050/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3030e-02 (1.9805e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.0575e-03 (1.9882e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9478e-02 (1.9754e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2777e-03 (1.9653e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1470e-02 (1.9639e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6853e-02 (1.9498e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1969e-02 (1.9368e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.0186e-03 (1.9460e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3460e-03 (1.9399e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2500/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.4024e-02 (1.9332e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.6809e-03 (1.9282e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2600/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.9881e-02 (1.9184e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1406e-02 (1.9240e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2700/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.5697e-02 (1.9393e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.4576e-03 (1.9498e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2800/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6288e-01 (1.9607e-02)\tAcc@1  93.75 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2850/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.5599e-03 (1.9519e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2900/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7470e-03 (1.9545e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6433e-02 (1.9426e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][3000/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0685e-01 (1.9409e-02)\tAcc@1  93.75 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][3050/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.5603e-02 (1.9376e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [75][3100/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.4226e-02 (1.9389e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.630 Acc@5 100.000\n",
            "====> Epoch loss 0.019\n",
            "====> 183.37 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.4807e+00 (3.4807e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.016 ( 0.015)\tLoss 1.1646e+00 (1.6646e+00)\tAcc@1  81.25 ( 73.77)\tAcc@5  93.75 ( 92.03)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.7985e+00 (1.6754e+00)\tAcc@1  68.75 ( 71.91)\tAcc@5  93.75 ( 92.02)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4547e+00 (1.6839e+00)\tAcc@1  68.75 ( 71.77)\tAcc@5  93.75 ( 91.68)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3080e+00 (1.6952e+00)\tAcc@1  75.00 ( 71.86)\tAcc@5  93.75 ( 91.57)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.5046e+00 (1.6931e+00)\tAcc@1  75.00 ( 71.81)\tAcc@5  87.50 ( 91.66)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 9.7537e-01 (1.6964e+00)\tAcc@1  81.25 ( 71.32)\tAcc@5  93.75 ( 91.61)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 5.7999e-01 (1.6917e+00)\tAcc@1  81.25 ( 71.19)\tAcc@5 100.00 ( 91.52)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 7.9740e-01 (1.6858e+00)\tAcc@1  81.25 ( 71.26)\tAcc@5 100.00 ( 91.49)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 6.9480e-01 (1.6710e+00)\tAcc@1  75.00 ( 71.44)\tAcc@5 100.00 ( 91.60)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 1.9066e+00 (1.6807e+00)\tAcc@1  68.75 ( 71.33)\tAcc@5  81.25 ( 91.40)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.1612e+00 (1.6505e+00)\tAcc@1  68.75 ( 71.74)\tAcc@5  93.75 ( 91.56)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.0771e+00 (1.6563e+00)\tAcc@1  50.00 ( 71.79)\tAcc@5  81.25 ( 91.51)\n",
            "====> Acc@1 71.780 Acc@5 91.570\n",
            "====> 9.55 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 76, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [76][   0/3125]\tTime  0.038 ( 0.038)\tData  0.006 ( 0.006)\tLoss 1.5288e-02 (1.5288e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][  50/3125]\tTime  0.038 ( 0.036)\tData  0.005 ( 0.003)\tLoss 1.9838e-02 (3.2318e-02)\tAcc@1 100.00 ( 99.26)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.2748e-03 (2.3698e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 150/3125]\tTime  0.035 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.5942e-02 (2.0713e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 200/3125]\tTime  0.039 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.1144e-02 (1.9932e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 250/3125]\tTime  0.039 ( 0.036)\tData  0.004 ( 0.003)\tLoss 9.1244e-03 (1.9251e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 300/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.8363e-02 (1.9168e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3949e-03 (1.9091e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 400/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0538e-02 (1.9312e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.8787e-03 (1.9821e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 500/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.5957e-02 (1.9406e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6271e-02 (1.8921e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 600/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7976e-03 (1.8824e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.4322e-02 (1.8814e-02)\tAcc@1  93.75 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.3066e-02 (1.9143e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 750/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 4.5545e-03 (1.9130e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.4086e-03 (1.9059e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 850/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.6205e-03 (1.9203e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1303e-02 (1.9582e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][ 950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.1048e-03 (2.0008e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.3373e-02 (2.0180e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1050/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2858e-03 (2.0009e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2607e-02 (1.9882e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1150/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.8604e-02 (1.9834e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.9917e-03 (1.9628e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.3062e-04 (1.9463e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3581e-02 (1.9707e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1350/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1549e-02 (2.0396e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1400/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3881e-02 (2.0357e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7989e-03 (2.0284e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1500/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.3411e-03 (2.0259e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.4157e-03 (2.0108e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1600/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.3687e-04 (1.9993e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.7781e-03 (2.0039e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9866e-02 (2.0021e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1750/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.3520e-02 (2.0129e-02)\tAcc@1  93.75 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1800/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.9025e-02 (1.9925e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0132e-02 (1.9802e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1130e-02 (1.9808e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][1950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2726e-02 (1.9659e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4662e-02 (1.9614e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8117e-03 (1.9502e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8187e-03 (1.9534e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2150/3125]\tTime  0.039 ( 0.037)\tData  0.006 ( 0.003)\tLoss 2.2591e-03 (1.9508e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2200/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.3688e-03 (1.9445e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2250/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.8646e-03 (1.9404e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.6052e-03 (1.9293e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.1018e-03 (1.9270e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5331e-02 (1.9300e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2450/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.6576e-03 (1.9349e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0221e-02 (1.9238e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2550/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.3984e-02 (1.9282e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2600/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.6726e-02 (1.9372e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.8598e-04 (1.9266e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4451e-02 (1.9191e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7164e-03 (1.9219e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7533e-02 (1.9224e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2850/3125]\tTime  0.042 ( 0.037)\tData  0.009 ( 0.003)\tLoss 3.3041e-02 (1.9273e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2900/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.1824e-02 (1.9156e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1051e-02 (1.9082e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7473e-03 (1.8992e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][3050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.3996e-02 (1.8921e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [76][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.9804e-03 (1.8993e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.624 Acc@5 100.000\n",
            "====> Epoch loss 0.019\n",
            "====> 183.28 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.6272e+00 (3.6272e+00)\tAcc@1  68.75 ( 68.75)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.1769e+00 (1.6978e+00)\tAcc@1  81.25 ( 73.04)\tAcc@5  93.75 ( 91.79)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.9273e+00 (1.7058e+00)\tAcc@1  62.50 ( 71.53)\tAcc@5  93.75 ( 91.77)\n",
            "Test: [150/625]\tTime  0.016 ( 0.015)\tLoss 1.4958e+00 (1.7089e+00)\tAcc@1  68.75 ( 71.23)\tAcc@5  93.75 ( 91.51)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3293e+00 (1.7206e+00)\tAcc@1  68.75 ( 71.46)\tAcc@5 100.00 ( 91.64)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.6045e+00 (1.7152e+00)\tAcc@1  75.00 ( 71.54)\tAcc@5  87.50 ( 91.78)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 9.7677e-01 (1.7187e+00)\tAcc@1  81.25 ( 71.12)\tAcc@5  93.75 ( 91.78)\n",
            "Test: [350/625]\tTime  0.018 ( 0.015)\tLoss 6.7876e-01 (1.7136e+00)\tAcc@1  81.25 ( 71.08)\tAcc@5 100.00 ( 91.68)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 7.9178e-01 (1.7067e+00)\tAcc@1  81.25 ( 71.15)\tAcc@5 100.00 ( 91.60)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 6.2547e-01 (1.6941e+00)\tAcc@1  75.00 ( 71.24)\tAcc@5 100.00 ( 91.73)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 1.8670e+00 (1.7016e+00)\tAcc@1  68.75 ( 71.13)\tAcc@5  81.25 ( 91.55)\n",
            "Test: [550/625]\tTime  0.017 ( 0.015)\tLoss 1.3437e+00 (1.6705e+00)\tAcc@1  62.50 ( 71.46)\tAcc@5  93.75 ( 91.71)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.1422e+00 (1.6745e+00)\tAcc@1  50.00 ( 71.54)\tAcc@5  87.50 ( 91.63)\n",
            "====> Acc@1 71.540 Acc@5 91.680\n",
            "====> 9.59 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 77, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [77][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 5.5383e-03 (5.5383e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][  50/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.1388e-03 (1.4967e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 100/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.5216e-03 (1.5569e-02)\tAcc@1 100.00 ( 99.88)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4962e-03 (1.6400e-02)\tAcc@1 100.00 ( 99.79)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0476e-02 (1.7025e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7948e-02 (1.6517e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 300/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.0211e-02 (1.6344e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.3952e-03 (1.6122e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.005 ( 0.003)\tLoss 2.5354e-03 (1.6446e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.3208e-02 (1.6739e-02)\tAcc@1  93.75 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.7283e-03 (1.6912e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 550/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.003)\tLoss 5.7893e-03 (1.6749e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9387e-02 (1.7022e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0444e-02 (1.7235e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6301e-03 (1.7188e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0270e-02 (1.7499e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 800/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6104e-02 (1.7444e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8815e-03 (1.7257e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1519e-02 (1.7177e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][ 950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.2286e-02 (1.6950e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.5655e-02 (1.7064e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3876e-03 (1.7182e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.8537e-03 (1.7038e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.1419e-02 (1.7115e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.8722e-04 (1.7562e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5641e-02 (1.7793e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.0051e-03 (1.7998e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4899e-03 (1.7917e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2206e-03 (1.7811e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2773e-03 (1.7949e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2907e-02 (1.8003e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.9396e-03 (1.7768e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9055e-02 (1.7813e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1650/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0093e-03 (1.7861e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1456e-01 (1.7890e-02)\tAcc@1  93.75 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4404e-02 (1.8054e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1800/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.0744e-01 (1.8026e-02)\tAcc@1  93.75 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1850/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1036e-01 (1.7941e-02)\tAcc@1  93.75 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1900/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.3381e-03 (1.7981e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7729e-03 (1.8020e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.5051e-03 (1.7924e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.0776e-03 (1.7932e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6987e-02 (1.8170e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0015e-02 (1.8302e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2200/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1145e-03 (1.8171e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2250/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1393e-02 (1.8147e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.4021e-03 (1.8146e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1913e-03 (1.8151e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2400/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1396e-02 (1.8304e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6682e-02 (1.8280e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2500/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.4519e-04 (1.8187e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2550/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.003)\tLoss 6.2182e-03 (1.8317e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2600/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.4144e-03 (1.8278e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2650/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.8139e-03 (1.8332e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1096e-03 (1.8411e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7974e-02 (1.8362e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2800/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.1732e-04 (1.8490e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1201e-02 (1.8370e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2213e-02 (1.8430e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1480e-02 (1.8502e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][3000/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.1546e-03 (1.8442e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.6785e-03 (1.8430e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [77][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.4484e-03 (1.8403e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.646 Acc@5 100.000\n",
            "====> Epoch loss 0.018\n",
            "====> 183.15 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.017 ( 0.017)\tLoss 3.5697e+00 (3.5697e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2849e+00 (1.6531e+00)\tAcc@1  81.25 ( 73.90)\tAcc@5  93.75 ( 92.03)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.7233e+00 (1.6843e+00)\tAcc@1  68.75 ( 71.97)\tAcc@5  93.75 ( 92.14)\n",
            "Test: [150/625]\tTime  0.016 ( 0.015)\tLoss 1.5117e+00 (1.6909e+00)\tAcc@1  68.75 ( 71.61)\tAcc@5  93.75 ( 91.80)\n",
            "Test: [200/625]\tTime  0.016 ( 0.015)\tLoss 1.2514e+00 (1.7006e+00)\tAcc@1  68.75 ( 71.67)\tAcc@5 100.00 ( 91.76)\n",
            "Test: [250/625]\tTime  0.017 ( 0.016)\tLoss 1.5810e+00 (1.6997e+00)\tAcc@1  75.00 ( 71.59)\tAcc@5  87.50 ( 91.81)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 9.1513e-01 (1.7020e+00)\tAcc@1  87.50 ( 71.18)\tAcc@5  93.75 ( 91.82)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 5.8184e-01 (1.6990e+00)\tAcc@1  81.25 ( 71.03)\tAcc@5 100.00 ( 91.74)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 8.9546e-01 (1.6909e+00)\tAcc@1  81.25 ( 71.07)\tAcc@5 100.00 ( 91.71)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 6.7020e-01 (1.6796e+00)\tAcc@1  75.00 ( 71.15)\tAcc@5 100.00 ( 91.82)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.7816e+00 (1.6874e+00)\tAcc@1  68.75 ( 71.03)\tAcc@5  81.25 ( 91.63)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.4848e+00 (1.6585e+00)\tAcc@1  68.75 ( 71.46)\tAcc@5  93.75 ( 91.78)\n",
            "Test: [600/625]\tTime  0.016 ( 0.015)\tLoss 3.0730e+00 (1.6638e+00)\tAcc@1  50.00 ( 71.53)\tAcc@5  87.50 ( 91.74)\n",
            "====> Acc@1 71.520 Acc@5 91.780\n",
            "====> 9.67 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 78, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [78][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 6.0713e-03 (6.0713e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][  50/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.3768e-03 (2.5290e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1855e-03 (2.4689e-02)\tAcc@1 100.00 ( 99.20)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0519e-03 (2.0168e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 200/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9546e-02 (2.1534e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.8922e-03 (2.0429e-02)\tAcc@1 100.00 ( 99.43)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 300/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.2699e-02 (1.9450e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.8297e-04 (1.9584e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 400/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.0404e-03 (1.8727e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.6693e-03 (1.9644e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.4938e-03 (1.9771e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.9021e-02 (1.9684e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.2030e-04 (2.0118e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 650/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.2410e-03 (1.9573e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3456e-03 (1.9326e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 750/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.8830e-03 (1.9393e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1818e-02 (1.9241e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.0230e-02 (1.9296e-02)\tAcc@1  93.75 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.0618e-03 (1.9101e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][ 950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3026e-02 (1.9077e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.8260e-03 (1.8953e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2161e-03 (1.8712e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1100/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.0839e-03 (1.8648e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.9367e-02 (1.8498e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1200/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5687e-03 (1.8103e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1122e-02 (1.8081e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1300/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7241e-03 (1.8002e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.4450e-03 (1.8019e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1400/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.3194e-03 (1.7977e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.6740e-03 (1.7997e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1592e-04 (1.7896e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.0746e-03 (1.7743e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2813e-02 (1.7759e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1650/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5710e-01 (1.7812e-02)\tAcc@1  87.50 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.8935e-03 (1.7729e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.4091e-03 (1.7836e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1501e-03 (1.7837e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0703e-02 (1.7736e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1900/3125]\tTime  0.046 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.0397e-03 (1.7549e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][1950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.4512e-03 (1.7489e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.6480e-03 (1.7673e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.6405e-03 (1.7589e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.3375e-03 (1.7630e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6091e-03 (1.7571e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0979e-02 (1.7661e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2250/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 2.1470e-02 (1.7654e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8739e-03 (1.7669e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2350/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1530e-02 (1.7790e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0781e-02 (1.7793e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2450/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.5070e-03 (1.7730e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2500/3125]\tTime  0.044 ( 0.037)\tData  0.005 ( 0.003)\tLoss 6.7568e-04 (1.7681e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.6220e-02 (1.7710e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2932e-03 (1.7774e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2892e-02 (1.7842e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.5923e-02 (1.7879e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2750/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7168e-03 (1.7837e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.1781e-03 (1.7887e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3476e-03 (1.7961e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4553e-03 (1.7875e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][2950/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.6750e-03 (1.7899e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.7790e-03 (1.7862e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][3050/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.1214e-03 (1.7813e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [78][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.5756e-02 (1.7755e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.614 Acc@5 100.000\n",
            "====> Epoch loss 0.018\n",
            "====> 183.30 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.6420e+00 (3.6420e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.017 ( 0.016)\tLoss 1.1436e+00 (1.6505e+00)\tAcc@1  81.25 ( 73.77)\tAcc@5  93.75 ( 91.91)\n",
            "Test: [100/625]\tTime  0.015 ( 0.016)\tLoss 1.9893e+00 (1.6843e+00)\tAcc@1  62.50 ( 72.09)\tAcc@5  93.75 ( 91.83)\n",
            "Test: [150/625]\tTime  0.015 ( 0.016)\tLoss 1.4582e+00 (1.7001e+00)\tAcc@1  75.00 ( 71.69)\tAcc@5  93.75 ( 91.51)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.3307e+00 (1.7127e+00)\tAcc@1  68.75 ( 71.80)\tAcc@5 100.00 ( 91.64)\n",
            "Test: [250/625]\tTime  0.016 ( 0.016)\tLoss 1.6130e+00 (1.7103e+00)\tAcc@1  75.00 ( 71.64)\tAcc@5  87.50 ( 91.73)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 9.2050e-01 (1.7157e+00)\tAcc@1  81.25 ( 71.20)\tAcc@5  93.75 ( 91.72)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 6.8764e-01 (1.7118e+00)\tAcc@1  81.25 ( 71.10)\tAcc@5 100.00 ( 91.68)\n",
            "Test: [400/625]\tTime  0.016 ( 0.015)\tLoss 7.4659e-01 (1.7054e+00)\tAcc@1  81.25 ( 71.15)\tAcc@5 100.00 ( 91.65)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 6.6996e-01 (1.6922e+00)\tAcc@1  75.00 ( 71.30)\tAcc@5 100.00 ( 91.75)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.8642e+00 (1.6989e+00)\tAcc@1  68.75 ( 71.15)\tAcc@5  81.25 ( 91.55)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.4089e+00 (1.6666e+00)\tAcc@1  62.50 ( 71.51)\tAcc@5  93.75 ( 91.72)\n",
            "Test: [600/625]\tTime  0.016 ( 0.015)\tLoss 3.0063e+00 (1.6720e+00)\tAcc@1  50.00 ( 71.57)\tAcc@5  87.50 ( 91.67)\n",
            "====> Acc@1 71.520 Acc@5 91.710\n",
            "====> 9.65 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 79, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [79][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 9.1345e-02 (9.1345e-02)\tAcc@1  93.75 ( 93.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][  50/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.004)\tLoss 5.9855e-02 (2.2830e-02)\tAcc@1  93.75 ( 99.14)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 9.3439e-03 (1.8362e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.5069e-03 (1.6724e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1382e-02 (1.5370e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1462e-02 (1.5326e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0526e-02 (1.5692e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.7645e-03 (1.5943e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2425e-02 (1.6339e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.3638e-02 (1.6721e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 500/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.003)\tLoss 3.8792e-02 (1.7271e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5422e-02 (1.7177e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 600/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5662e-02 (1.7644e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.4161e-02 (1.8230e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 700/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.4272e-02 (1.8218e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2142e-03 (1.8308e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6934e-02 (1.8263e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 850/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8218e-02 (1.8014e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0769e-02 (1.7907e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2047e-02 (1.7949e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.5605e-02 (1.7812e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3783e-02 (1.7844e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.9597e-02 (1.7794e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1150/3125]\tTime  0.040 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.9164e-03 (1.7607e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1200/3125]\tTime  0.049 ( 0.037)\tData  0.005 ( 0.003)\tLoss 2.6150e-03 (1.7391e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.8536e-03 (1.7399e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.6592e-03 (1.7259e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6970e-02 (1.7545e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.6722e-03 (1.7602e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.4393e-02 (1.7518e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1500/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5130e-03 (1.7567e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.6911e-03 (1.7678e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6456e-03 (1.7618e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.4117e-03 (1.7611e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1700/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.7786e-02 (1.7827e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.2631e-03 (1.7722e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1800/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 5.7179e-03 (1.7605e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5926e-02 (1.7596e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1900/3125]\tTime  0.052 ( 0.037)\tData  0.005 ( 0.003)\tLoss 4.1699e-03 (1.7543e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][1950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.4530e-02 (1.7472e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2000/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.2808e-02 (1.7543e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7455e-02 (1.7541e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1768e-03 (1.7425e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2150/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.7759e-03 (1.7340e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2200/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1350e-02 (1.7562e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2250/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.9809e-03 (1.7735e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2300/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4099e-01 (1.7783e-02)\tAcc@1  87.50 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.2701e-02 (1.7800e-02)\tAcc@1  93.75 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.5686e-03 (1.7687e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.7247e-03 (1.7847e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3951e-02 (1.7862e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2550/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.5340e-02 (1.7768e-02)\tAcc@1  93.75 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6313e-02 (1.7897e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2727e-02 (1.7794e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8508e-02 (1.7707e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2750/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.003)\tLoss 8.9192e-03 (1.7653e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1261e-01 (1.7626e-02)\tAcc@1  93.75 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.8058e-04 (1.7545e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.0020e-03 (1.7572e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][2950/3125]\tTime  0.045 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.9324e-02 (1.7582e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3316e-03 (1.7744e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.1279e-03 (1.7791e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [79][3100/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.2963e-03 (1.7786e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.642 Acc@5 100.000\n",
            "====> Epoch loss 0.018\n",
            "====> 183.10 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.7669e+00 (3.7669e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2300e+00 (1.6672e+00)\tAcc@1  81.25 ( 73.65)\tAcc@5  93.75 ( 92.28)\n",
            "Test: [100/625]\tTime  0.016 ( 0.015)\tLoss 1.7323e+00 (1.6840e+00)\tAcc@1  68.75 ( 71.78)\tAcc@5  87.50 ( 92.02)\n",
            "Test: [150/625]\tTime  0.016 ( 0.015)\tLoss 1.5479e+00 (1.6974e+00)\tAcc@1  68.75 ( 71.65)\tAcc@5  93.75 ( 91.68)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3351e+00 (1.7129e+00)\tAcc@1  68.75 ( 71.74)\tAcc@5 100.00 ( 91.82)\n",
            "Test: [250/625]\tTime  0.016 ( 0.016)\tLoss 1.5766e+00 (1.7102e+00)\tAcc@1  75.00 ( 71.74)\tAcc@5  87.50 ( 91.96)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 9.2334e-01 (1.7125e+00)\tAcc@1  81.25 ( 71.22)\tAcc@5  93.75 ( 91.92)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 6.9303e-01 (1.7090e+00)\tAcc@1  81.25 ( 71.10)\tAcc@5 100.00 ( 91.79)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 8.8148e-01 (1.7040e+00)\tAcc@1  81.25 ( 71.06)\tAcc@5 100.00 ( 91.74)\n",
            "Test: [450/625]\tTime  0.016 ( 0.016)\tLoss 5.6826e-01 (1.6878e+00)\tAcc@1  75.00 ( 71.34)\tAcc@5 100.00 ( 91.78)\n",
            "Test: [500/625]\tTime  0.016 ( 0.016)\tLoss 1.9365e+00 (1.6967e+00)\tAcc@1  68.75 ( 71.15)\tAcc@5  81.25 ( 91.63)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.2118e+00 (1.6668e+00)\tAcc@1  68.75 ( 71.47)\tAcc@5  93.75 ( 91.76)\n",
            "Test: [600/625]\tTime  0.015 ( 0.016)\tLoss 3.0515e+00 (1.6713e+00)\tAcc@1  50.00 ( 71.54)\tAcc@5  87.50 ( 91.69)\n",
            "====> Acc@1 71.520 Acc@5 91.720\n",
            "====> 9.77 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 80, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [80][   0/3125]\tTime  0.052 ( 0.052)\tData  0.007 ( 0.007)\tLoss 7.1359e-03 (7.1359e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][  50/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.5889e-02 (1.5103e-02)\tAcc@1 100.00 ( 99.88)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.4175e-03 (1.6058e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][ 150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0642e-03 (1.4669e-02)\tAcc@1 100.00 ( 99.79)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][ 200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5847e-02 (1.5902e-02)\tAcc@1 100.00 ( 99.78)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][ 250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7434e-03 (1.6473e-02)\tAcc@1 100.00 ( 99.78)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.5189e-02 (1.7423e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8139e-03 (1.8210e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [80][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.4652e-03 (1.8721e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [80][ 450/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.6757e-03 (1.7772e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.6576e-03 (1.7475e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][ 550/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.0494e-03 (1.8113e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.6322e-02 (1.7694e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][ 650/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.9201e-03 (1.8057e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.6725e-02 (1.8478e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.8344e-03 (1.8686e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9055e-02 (1.8723e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9276e-03 (1.8590e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6823e-02 (1.8703e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.9664e-02 (1.8558e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][1000/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8783e-03 (1.8456e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][1050/3125]\tTime  0.041 ( 0.037)\tData  0.007 ( 0.003)\tLoss 1.0459e-02 (1.8161e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8383e-03 (1.8140e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][1150/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8860e-03 (1.7963e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][1200/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6278e-02 (1.7981e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [80][1250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1298e-02 (1.8081e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1747e-01 (1.8197e-02)\tAcc@1  93.75 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4637e-02 (1.8426e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2089e-03 (1.8339e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.8289e-03 (1.8378e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.5110e-03 (1.8508e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.5353e-03 (1.8430e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8010e-01 (1.8462e-02)\tAcc@1  87.50 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.1156e-03 (1.8587e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.4799e-03 (1.8554e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3158e-02 (1.8568e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1800/3125]\tTime  0.043 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0247e-02 (1.8629e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0352e-02 (1.8452e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1842e-03 (1.8543e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][1950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4437e-03 (1.8619e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2000/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0410e-02 (1.8540e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0194e-02 (1.8435e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.2681e-03 (1.8504e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5279e-02 (1.8558e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2200/3125]\tTime  0.040 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.5680e-02 (1.8486e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2250/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9636e-03 (1.8369e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.3036e-03 (1.8454e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2350/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.4983e-04 (1.8312e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7267e-02 (1.8227e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2450/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.5234e-03 (1.8221e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2500/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.1151e-02 (1.8136e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2792e-03 (1.8100e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2600/3125]\tTime  0.044 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.8538e-03 (1.8032e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.0993e-03 (1.8010e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2700/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.3901e-04 (1.8012e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.1435e-03 (1.7974e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0962e-03 (1.7939e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2850/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.2334e-03 (1.7883e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2900/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.9899e-03 (1.7871e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][2950/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.2083e-02 (1.7900e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][3000/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5709e-03 (1.7861e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][3050/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.2711e-03 (1.7903e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [80][3100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6635e-03 (1.7868e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.648 Acc@5 99.998\n",
            "====> Epoch loss 0.018\n",
            "====> 184.01 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.4489e+00 (3.4489e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.0172e+00 (1.6343e+00)\tAcc@1  81.25 ( 73.77)\tAcc@5  93.75 ( 92.65)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.8371e+00 (1.6621e+00)\tAcc@1  68.75 ( 71.97)\tAcc@5  93.75 ( 92.20)\n",
            "Test: [150/625]\tTime  0.016 ( 0.015)\tLoss 1.5158e+00 (1.6703e+00)\tAcc@1  68.75 ( 71.94)\tAcc@5  93.75 ( 91.68)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.2804e+00 (1.6911e+00)\tAcc@1  68.75 ( 71.83)\tAcc@5 100.00 ( 91.73)\n",
            "Test: [250/625]\tTime  0.017 ( 0.015)\tLoss 1.5662e+00 (1.6873e+00)\tAcc@1  75.00 ( 71.81)\tAcc@5  87.50 ( 91.81)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 8.8631e-01 (1.6925e+00)\tAcc@1  81.25 ( 71.37)\tAcc@5  93.75 ( 91.82)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 6.1936e-01 (1.6873e+00)\tAcc@1  81.25 ( 71.19)\tAcc@5 100.00 ( 91.79)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 8.1537e-01 (1.6840e+00)\tAcc@1  81.25 ( 71.23)\tAcc@5 100.00 ( 91.74)\n",
            "Test: [450/625]\tTime  0.016 ( 0.015)\tLoss 7.0938e-01 (1.6705e+00)\tAcc@1  75.00 ( 71.33)\tAcc@5 100.00 ( 91.87)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.8945e+00 (1.6772e+00)\tAcc@1  68.75 ( 71.20)\tAcc@5  81.25 ( 91.72)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.2035e+00 (1.6461e+00)\tAcc@1  68.75 ( 71.62)\tAcc@5  93.75 ( 91.84)\n",
            "Test: [600/625]\tTime  0.016 ( 0.015)\tLoss 3.2315e+00 (1.6509e+00)\tAcc@1  50.00 ( 71.78)\tAcc@5  87.50 ( 91.77)\n",
            "====> Acc@1 71.800 Acc@5 91.830\n",
            "====> 9.66 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 81, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [81][   0/3125]\tTime  0.042 ( 0.042)\tData  0.006 ( 0.006)\tLoss 2.7411e-03 (2.7411e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][  50/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.3564e-04 (1.2215e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5475e-03 (1.5202e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 150/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3053e-02 (1.5305e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4135e-03 (1.7309e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 250/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.6610e-03 (1.9432e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 300/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 6.5728e-03 (1.9453e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 350/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 7.3619e-03 (1.9060e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 400/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 9.9370e-03 (1.9085e-02)\tAcc@1 100.00 ( 99.53)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 450/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.1480e-03 (1.8380e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 500/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 6.8945e-03 (1.8633e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 550/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.3944e-02 (1.8555e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 600/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.4443e-03 (1.8342e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 650/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.2616e-02 (1.8082e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 700/3125]\tTime  0.045 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.6961e-02 (1.7909e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 750/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 9.0988e-03 (1.7452e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 800/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.4626e-02 (1.7158e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 850/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.2312e-02 (1.7861e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 900/3125]\tTime  0.042 ( 0.038)\tData  0.004 ( 0.004)\tLoss 4.0075e-03 (1.8018e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][ 950/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 6.8638e-03 (1.8434e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1000/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.1204e-02 (1.8221e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1050/3125]\tTime  0.038 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.2765e-02 (1.8334e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1100/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 6.9189e-04 (1.8222e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1150/3125]\tTime  0.037 ( 0.038)\tData  0.005 ( 0.004)\tLoss 8.8004e-03 (1.8101e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1200/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.3603e-02 (1.8129e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1250/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.0559e-02 (1.8028e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1300/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.6980e-03 (1.8164e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1350/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.8845e-02 (1.8080e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1400/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.8939e-02 (1.8018e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1450/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.6842e-03 (1.8004e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1500/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.1832e-04 (1.8008e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1550/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.8942e-02 (1.7977e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4749e-02 (1.8142e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.7604e-02 (1.8322e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1700/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.4789e-02 (1.8404e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.3542e-04 (1.8352e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1800/3125]\tTime  0.048 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.7001e-03 (1.8142e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.4273e-03 (1.8274e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.8388e-02 (1.8345e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1094e-02 (1.8455e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.9121e-03 (1.8350e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0104e-02 (1.8315e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1357e-02 (1.8287e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.8037e-02 (1.8228e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.3321e-02 (1.8196e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8515e-02 (1.8184e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6496e-03 (1.8158e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2350/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1141e-03 (1.8251e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.1226e-03 (1.8247e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2450/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1519e-03 (1.8144e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2500/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.6468e-03 (1.8118e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5586e-03 (1.8021e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1500e-02 (1.8012e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.5344e-03 (1.8163e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7136e-03 (1.8163e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.0012e-03 (1.8269e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2800/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7052e-03 (1.8332e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2476e-03 (1.8277e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.6311e-03 (1.8268e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.9372e-02 (1.8182e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][3000/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.9161e-03 (1.8091e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][3050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.9073e-03 (1.8136e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [81][3100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2150e-02 (1.8123e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.618 Acc@5 99.998\n",
            "====> Epoch loss 0.018\n",
            "====> 183.77 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.5347e+00 (3.5347e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.1635e+00 (1.6734e+00)\tAcc@1  81.25 ( 73.53)\tAcc@5  93.75 ( 92.16)\n",
            "Test: [100/625]\tTime  0.017 ( 0.015)\tLoss 1.8089e+00 (1.6993e+00)\tAcc@1  68.75 ( 71.60)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [150/625]\tTime  0.016 ( 0.015)\tLoss 1.5322e+00 (1.7046e+00)\tAcc@1  75.00 ( 71.65)\tAcc@5  93.75 ( 91.60)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.4053e+00 (1.7209e+00)\tAcc@1  68.75 ( 71.58)\tAcc@5 100.00 ( 91.64)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.5940e+00 (1.7140e+00)\tAcc@1  75.00 ( 71.59)\tAcc@5  87.50 ( 91.83)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 7.8880e-01 (1.7171e+00)\tAcc@1  81.25 ( 71.28)\tAcc@5  93.75 ( 91.74)\n",
            "Test: [350/625]\tTime  0.016 ( 0.015)\tLoss 4.9732e-01 (1.7132e+00)\tAcc@1  81.25 ( 71.23)\tAcc@5 100.00 ( 91.61)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 8.7044e-01 (1.7039e+00)\tAcc@1  81.25 ( 71.31)\tAcc@5 100.00 ( 91.58)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 7.1818e-01 (1.6904e+00)\tAcc@1  75.00 ( 71.41)\tAcc@5 100.00 ( 91.69)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.9057e+00 (1.6977e+00)\tAcc@1  68.75 ( 71.17)\tAcc@5  81.25 ( 91.54)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.3991e+00 (1.6658e+00)\tAcc@1  75.00 ( 71.54)\tAcc@5  93.75 ( 91.73)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.0581e+00 (1.6715e+00)\tAcc@1  56.25 ( 71.63)\tAcc@5  87.50 ( 91.69)\n",
            "====> Acc@1 71.610 Acc@5 91.700\n",
            "====> 9.69 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 82, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [82][   0/3125]\tTime  0.044 ( 0.044)\tData  0.007 ( 0.007)\tLoss 1.8028e-03 (1.8028e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][  50/3125]\tTime  0.040 ( 0.039)\tData  0.003 ( 0.004)\tLoss 3.9293e-03 (1.4986e-02)\tAcc@1 100.00 ( 99.88)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 100/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.3747e-03 (1.6638e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.0183e-03 (1.6460e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7931e-03 (1.6492e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2412e-03 (1.7013e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0324e-02 (1.7868e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.0354e-02 (1.8118e-02)\tAcc@1  93.75 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1385e-03 (1.7538e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 450/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.0354e-02 (1.7730e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4240e-03 (1.7667e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.3116e-02 (1.7935e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2741e-02 (1.7390e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.3114e-03 (1.7325e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9184e-03 (1.7198e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0715e-01 (1.7801e-02)\tAcc@1  93.75 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6459e-03 (1.7562e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0065e-02 (1.7705e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.9224e-03 (1.8032e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2601e-02 (1.8081e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.4387e-03 (1.8396e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.9798e-03 (1.8218e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1100/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3200e-02 (1.8613e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1150/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3387e-03 (1.8413e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1200/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1780e-03 (1.8334e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7250e-02 (1.8164e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.0141e-04 (1.8067e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1350/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.9974e-02 (1.8299e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.7088e-03 (1.8314e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1450/3125]\tTime  0.041 ( 0.037)\tData  0.006 ( 0.003)\tLoss 5.6058e-02 (1.8527e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1625e-01 (1.8550e-02)\tAcc@1  93.75 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1550/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.0715e-02 (1.8408e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2061e-01 (1.8319e-02)\tAcc@1  93.75 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1964e-03 (1.8299e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1700/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.8778e-03 (1.8207e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1750/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.2213e-02 (1.8225e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1800/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.6713e-02 (1.8093e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8982e-03 (1.8093e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.3858e-03 (1.8113e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][1950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.0113e-03 (1.8059e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.7195e-03 (1.8092e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2050/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.5443e-04 (1.8064e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5597e-03 (1.8012e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.3670e-03 (1.7952e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2200/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0354e-02 (1.7980e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.8698e-03 (1.7926e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.5433e-02 (1.7890e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2350/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8890e-03 (1.7891e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4400e-03 (1.7969e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.3184e-03 (1.8045e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2500/3125]\tTime  0.050 ( 0.037)\tData  0.007 ( 0.003)\tLoss 7.3862e-04 (1.8017e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.2618e-03 (1.8020e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.4879e-03 (1.8028e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.5416e-03 (1.8002e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1638e-03 (1.7908e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2750/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.6617e-02 (1.7985e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2800/3125]\tTime  0.039 ( 0.037)\tData  0.006 ( 0.003)\tLoss 2.3748e-02 (1.8061e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3494e-03 (1.7953e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1611e-03 (1.7941e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.9798e-03 (1.7908e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][3000/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.2795e-03 (1.8223e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1204e-02 (1.8196e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [82][3100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.9926e-02 (1.8087e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.640 Acc@5 100.000\n",
            "====> Epoch loss 0.018\n",
            "====> 183.21 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.5820e+00 (3.5820e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.0754e+00 (1.6438e+00)\tAcc@1  81.25 ( 74.02)\tAcc@5  93.75 ( 92.52)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.9184e+00 (1.6684e+00)\tAcc@1  68.75 ( 72.52)\tAcc@5  93.75 ( 92.14)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4778e+00 (1.6791e+00)\tAcc@1  68.75 ( 72.23)\tAcc@5  93.75 ( 91.89)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.4790e+00 (1.7004e+00)\tAcc@1  68.75 ( 72.23)\tAcc@5 100.00 ( 91.82)\n",
            "Test: [250/625]\tTime  0.016 ( 0.015)\tLoss 1.6777e+00 (1.6959e+00)\tAcc@1  75.00 ( 72.19)\tAcc@5  87.50 ( 91.91)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 1.0139e+00 (1.7051e+00)\tAcc@1  81.25 ( 71.70)\tAcc@5  93.75 ( 91.86)\n",
            "Test: [350/625]\tTime  0.016 ( 0.015)\tLoss 7.0580e-01 (1.7002e+00)\tAcc@1  81.25 ( 71.62)\tAcc@5 100.00 ( 91.77)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 7.8004e-01 (1.6942e+00)\tAcc@1  81.25 ( 71.65)\tAcc@5 100.00 ( 91.72)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 7.5970e-01 (1.6821e+00)\tAcc@1  75.00 ( 71.72)\tAcc@5 100.00 ( 91.81)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 1.9269e+00 (1.6889e+00)\tAcc@1  68.75 ( 71.59)\tAcc@5  81.25 ( 91.67)\n",
            "Test: [550/625]\tTime  0.018 ( 0.015)\tLoss 1.3878e+00 (1.6581e+00)\tAcc@1  62.50 ( 71.95)\tAcc@5  87.50 ( 91.82)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.8710e+00 (1.6627e+00)\tAcc@1  50.00 ( 71.98)\tAcc@5  87.50 ( 91.81)\n",
            "====> Acc@1 71.960 Acc@5 91.820\n",
            "====> 9.65 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 83, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [83][   0/3125]\tTime  0.038 ( 0.038)\tData  0.006 ( 0.006)\tLoss 3.1864e-02 (3.1864e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][  50/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5707e-02 (2.2056e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 ( 99.88)\n",
            "Epoch: [83][ 100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.7392e-02 (2.0258e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [83][ 150/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.7363e-03 (1.8605e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [83][ 200/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 9.5487e-04 (1.7990e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [83][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5667e-02 (1.8704e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [83][ 300/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.7145e-02 (1.8601e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [83][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5001e-03 (1.8609e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [83][ 400/3125]\tTime  0.044 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.7248e-03 (1.8473e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [83][ 450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.4532e-02 (1.7818e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.0242e-03 (1.8587e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1283e-03 (1.8185e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3008e-02 (1.8225e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.3854e-03 (1.8485e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.4299e-03 (1.8316e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.5742e-03 (1.8287e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.9496e-03 (1.8567e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.4139e-02 (1.8204e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1814e-02 (1.8079e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0193e-02 (1.8187e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][1000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.6867e-02 (1.8243e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.6396e-03 (1.8661e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][1100/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6438e-02 (1.8636e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8364e-02 (1.8404e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][1200/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.4619e-03 (1.8264e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [83][1250/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.1885e-02 (1.8159e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1659e-03 (1.8080e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1759e-03 (1.8061e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.8816e-03 (1.7908e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3431e-03 (1.7892e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.7780e-03 (1.7962e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.3110e-03 (1.7945e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1600/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 4.9715e-03 (1.8307e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.8327e-02 (1.8358e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9435e-02 (1.8384e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1750/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.3919e-02 (1.8430e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3509e-02 (1.8265e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0232e-02 (1.8293e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.2655e-03 (1.8121e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][1950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3077e-03 (1.8081e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4762e-03 (1.8229e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2050/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4232e-02 (1.8169e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2100/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7426e-02 (1.8130e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2150/3125]\tTime  0.045 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9015e-03 (1.8013e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5374e-02 (1.8037e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.8765e-02 (1.7944e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.2522e-03 (1.8027e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2350/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.003)\tLoss 3.4949e-02 (1.8022e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2400/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1467e-02 (1.8136e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2450/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.6300e-03 (1.8017e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2500/3125]\tTime  0.051 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.9378e-04 (1.8011e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.6795e-03 (1.7914e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2600/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0533e-02 (1.7844e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2650/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.2596e-03 (1.7891e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.8085e-03 (1.7915e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.1940e-03 (1.7930e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9847e-02 (1.7991e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2850/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.0854e-03 (1.7982e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5553e-02 (1.7979e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5582e-03 (1.8028e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][3000/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.7188e-03 (1.8004e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][3050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1890e-02 (1.7957e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [83][3100/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1425e-02 (1.8032e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.630 Acc@5 99.998\n",
            "====> Epoch loss 0.018\n",
            "====> 183.22 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.4494e+00 (3.4494e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.1099e+00 (1.6373e+00)\tAcc@1  75.00 ( 73.41)\tAcc@5  93.75 ( 91.79)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.7696e+00 (1.6744e+00)\tAcc@1  68.75 ( 71.41)\tAcc@5  93.75 ( 92.08)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.5174e+00 (1.6855e+00)\tAcc@1  75.00 ( 71.48)\tAcc@5  93.75 ( 91.72)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.2819e+00 (1.7054e+00)\tAcc@1  68.75 ( 71.61)\tAcc@5 100.00 ( 91.73)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.6453e+00 (1.7045e+00)\tAcc@1  81.25 ( 71.66)\tAcc@5  87.50 ( 91.73)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 7.2592e-01 (1.7080e+00)\tAcc@1  81.25 ( 71.37)\tAcc@5  93.75 ( 91.67)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 5.8558e-01 (1.7040e+00)\tAcc@1  81.25 ( 71.26)\tAcc@5 100.00 ( 91.63)\n",
            "Test: [400/625]\tTime  0.016 ( 0.015)\tLoss 7.1432e-01 (1.6986e+00)\tAcc@1  81.25 ( 71.31)\tAcc@5 100.00 ( 91.58)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 6.9790e-01 (1.6866e+00)\tAcc@1  75.00 ( 71.42)\tAcc@5 100.00 ( 91.66)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.9968e+00 (1.6939e+00)\tAcc@1  68.75 ( 71.28)\tAcc@5  81.25 ( 91.50)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.1964e+00 (1.6620e+00)\tAcc@1  68.75 ( 71.71)\tAcc@5  93.75 ( 91.71)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.0235e+00 (1.6641e+00)\tAcc@1  62.50 ( 71.80)\tAcc@5  87.50 ( 91.67)\n",
            "====> Acc@1 71.780 Acc@5 91.710\n",
            "====> 9.58 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 84, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [84][   0/3125]\tTime  0.044 ( 0.044)\tData  0.007 ( 0.007)\tLoss 2.9070e-03 (2.9070e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][  50/3125]\tTime  0.034 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.0339e-03 (1.5892e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 100/3125]\tTime  0.035 ( 0.039)\tData  0.003 ( 0.004)\tLoss 3.8249e-02 (1.4447e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 150/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.0971e-04 (1.4277e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 200/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2810e-03 (1.5996e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.1611e-02 (1.7208e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 300/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8200e-02 (1.7574e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.9796e-03 (1.7660e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.2319e-03 (1.7039e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.0184e-03 (1.7453e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5727e-03 (1.7350e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.2311e-03 (1.7759e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.8326e-03 (1.7917e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 650/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2110e-03 (1.7914e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 700/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1883e-02 (1.7738e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.2645e-03 (1.8129e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 800/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1379e-02 (1.7969e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.2446e-02 (1.8063e-02)\tAcc@1  93.75 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3299e-03 (1.8357e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1027e-02 (1.8402e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.4737e-02 (1.8457e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0715e-02 (1.8370e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1100/3125]\tTime  0.046 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.6094e-02 (1.8215e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1150/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.3436e-03 (1.8101e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1200/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.0123e-03 (1.8070e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.2200e-03 (1.8138e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.6301e-02 (1.8077e-02)\tAcc@1  93.75 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2003e-03 (1.8108e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6658e-02 (1.8348e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1041e-03 (1.8309e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5650e-02 (1.8397e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1550/3125]\tTime  0.042 ( 0.037)\tData  0.006 ( 0.004)\tLoss 2.4122e-02 (1.8231e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1600/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1517e-03 (1.8344e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.5911e-03 (1.8222e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1700/3125]\tTime  0.052 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.5814e-03 (1.8276e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1750/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.3222e-04 (1.8250e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1800/3125]\tTime  0.051 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1778e-02 (1.8112e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.0214e-03 (1.7970e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1900/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 2.5978e-03 (1.7880e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2002e-02 (1.7911e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.7080e-03 (1.8055e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2050/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0162e-02 (1.7916e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.4375e-03 (1.7788e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.1590e-03 (1.7794e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2200/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5283e-02 (1.7803e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2250/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.2332e-03 (1.7855e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1724e-02 (1.8067e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.6854e-03 (1.8003e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2400/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.8247e-03 (1.7818e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.2165e-03 (1.7754e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2500/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5500e-03 (1.7765e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2550/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.5096e-02 (1.7685e-02)\tAcc@1  93.75 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2600/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9405e-03 (1.7647e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.8316e-03 (1.7632e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2700/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.1348e-02 (1.7679e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4901e-03 (1.7544e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.0376e-03 (1.7482e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1514e-03 (1.7440e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.0048e-03 (1.7397e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][2950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.2419e-02 (1.7344e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][3000/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.5998e-03 (1.7361e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.3665e-03 (1.7312e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [84][3100/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.7893e-02 (1.7319e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.624 Acc@5 100.000\n",
            "====> Epoch loss 0.017\n",
            "====> 183.35 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.5593e+00 (3.5593e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.017 ( 0.016)\tLoss 1.0987e+00 (1.6448e+00)\tAcc@1  81.25 ( 74.02)\tAcc@5  93.75 ( 92.03)\n",
            "Test: [100/625]\tTime  0.016 ( 0.016)\tLoss 1.7250e+00 (1.6674e+00)\tAcc@1  68.75 ( 72.65)\tAcc@5  93.75 ( 91.89)\n",
            "Test: [150/625]\tTime  0.015 ( 0.016)\tLoss 1.5672e+00 (1.6809e+00)\tAcc@1  75.00 ( 72.14)\tAcc@5  93.75 ( 91.68)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.3287e+00 (1.7006e+00)\tAcc@1  68.75 ( 71.98)\tAcc@5 100.00 ( 91.76)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.6606e+00 (1.6996e+00)\tAcc@1  81.25 ( 72.04)\tAcc@5  87.50 ( 91.86)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 8.0747e-01 (1.7074e+00)\tAcc@1  87.50 ( 71.64)\tAcc@5  93.75 ( 91.82)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 6.6427e-01 (1.7041e+00)\tAcc@1  81.25 ( 71.46)\tAcc@5 100.00 ( 91.79)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 8.4437e-01 (1.6979e+00)\tAcc@1  81.25 ( 71.45)\tAcc@5 100.00 ( 91.74)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 8.1081e-01 (1.6849e+00)\tAcc@1  75.00 ( 71.51)\tAcc@5 100.00 ( 91.87)\n",
            "Test: [500/625]\tTime  0.015 ( 0.016)\tLoss 1.9033e+00 (1.6925e+00)\tAcc@1  68.75 ( 71.41)\tAcc@5  81.25 ( 91.75)\n",
            "Test: [550/625]\tTime  0.017 ( 0.015)\tLoss 1.3781e+00 (1.6624e+00)\tAcc@1  68.75 ( 71.81)\tAcc@5  93.75 ( 91.90)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.1535e+00 (1.6669e+00)\tAcc@1  50.00 ( 71.86)\tAcc@5  87.50 ( 91.85)\n",
            "====> Acc@1 71.860 Acc@5 91.910\n",
            "====> 9.69 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 85, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [85][   0/3125]\tTime  0.039 ( 0.039)\tData  0.005 ( 0.005)\tLoss 1.5272e-02 (1.5272e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][  50/3125]\tTime  0.042 ( 0.037)\tData  0.007 ( 0.004)\tLoss 1.0886e-02 (1.1668e-02)\tAcc@1 100.00 ( 99.88)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.9275e-02 (1.2560e-02)\tAcc@1 100.00 ( 99.88)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.0181e-03 (1.3986e-02)\tAcc@1 100.00 ( 99.83)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7481e-01 (1.4670e-02)\tAcc@1  93.75 ( 99.81)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2774e-03 (1.5247e-02)\tAcc@1 100.00 ( 99.78)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0621e-03 (1.6800e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.4532e-03 (1.6839e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 400/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4325e-02 (1.6815e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 450/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5937e-03 (1.7774e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0617e-03 (1.7260e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 550/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.2587e-02 (1.6976e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 600/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.9340e-03 (1.6804e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.7848e-03 (1.6930e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.4664e-02 (1.6626e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.8697e-03 (1.6767e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4876e-03 (1.7116e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.2573e-02 (1.7434e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.0736e-03 (1.7470e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.2562e-03 (1.7271e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.4298e-03 (1.7299e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.7636e-03 (1.6992e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.2819e-02 (1.6783e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.3658e-03 (1.6616e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1200/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0105e-03 (1.6592e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3111e-03 (1.6553e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4632e-03 (1.6424e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.8511e-03 (1.6518e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.3105e-02 (1.6527e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.6586e-03 (1.6449e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3820e-03 (1.6475e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.9572e-04 (1.6390e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.8618e-02 (1.6342e-02)\tAcc@1  93.75 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.9223e-03 (1.6399e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.3553e-03 (1.6447e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.8296e-03 (1.6302e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6796e-03 (1.6484e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1566e-02 (1.6418e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1900/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.1424e-02 (1.6312e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][1950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0580e-02 (1.6332e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5064e-02 (1.6326e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2050/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1153e-03 (1.6469e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1767e-03 (1.6486e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2150/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.1097e-01 (1.6571e-02)\tAcc@1  93.75 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2200/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4565e-02 (1.6580e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7435e-02 (1.6439e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4038e-02 (1.6347e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2350/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.6091e-02 (1.6308e-02)\tAcc@1  93.75 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0910e-02 (1.6261e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.7108e-02 (1.6471e-02)\tAcc@1  93.75 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7072e-02 (1.6422e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.6358e-04 (1.6541e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2600/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.6130e-04 (1.6464e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.4831e-03 (1.6615e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.4061e-03 (1.6673e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.7738e-03 (1.6726e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2800/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.2505e-02 (1.6600e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7476e-03 (1.6564e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2900/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.8116e-03 (1.6495e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][2950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.4816e-03 (1.6450e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][3000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5010e-03 (1.6459e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][3050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.6384e-03 (1.6494e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [85][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6833e-03 (1.6447e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.672 Acc@5 100.000\n",
            "====> Epoch loss 0.016\n",
            "====> 183.31 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.4532e+00 (3.4532e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2322e+00 (1.6457e+00)\tAcc@1  81.25 ( 73.41)\tAcc@5  87.50 ( 91.67)\n",
            "Test: [100/625]\tTime  0.016 ( 0.015)\tLoss 1.7752e+00 (1.6705e+00)\tAcc@1  62.50 ( 71.78)\tAcc@5  93.75 ( 91.89)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4567e+00 (1.6836e+00)\tAcc@1  68.75 ( 71.65)\tAcc@5  93.75 ( 91.64)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.4539e+00 (1.6967e+00)\tAcc@1  68.75 ( 71.64)\tAcc@5 100.00 ( 91.67)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.7817e+00 (1.6990e+00)\tAcc@1  75.00 ( 71.74)\tAcc@5  87.50 ( 91.71)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 9.5627e-01 (1.7037e+00)\tAcc@1  87.50 ( 71.37)\tAcc@5  93.75 ( 91.72)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 6.2821e-01 (1.7010e+00)\tAcc@1  81.25 ( 71.24)\tAcc@5 100.00 ( 91.65)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 8.3370e-01 (1.6955e+00)\tAcc@1  81.25 ( 71.29)\tAcc@5 100.00 ( 91.58)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 6.7687e-01 (1.6812e+00)\tAcc@1  75.00 ( 71.40)\tAcc@5 100.00 ( 91.64)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.9247e+00 (1.6873e+00)\tAcc@1  68.75 ( 71.21)\tAcc@5  81.25 ( 91.52)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.3011e+00 (1.6567e+00)\tAcc@1  75.00 ( 71.57)\tAcc@5  93.75 ( 91.64)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.0803e+00 (1.6610e+00)\tAcc@1  50.00 ( 71.68)\tAcc@5  87.50 ( 91.58)\n",
            "====> Acc@1 71.700 Acc@5 91.590\n",
            "====> 9.59 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 86, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [86][   0/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.005)\tLoss 1.8386e-01 (1.8386e-01)\tAcc@1  93.75 ( 93.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][  50/3125]\tTime  0.044 ( 0.037)\tData  0.006 ( 0.003)\tLoss 2.6976e-03 (2.3744e-02)\tAcc@1 100.00 ( 99.14)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.8161e-03 (2.0679e-02)\tAcc@1 100.00 ( 99.38)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 150/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.2071e-03 (1.9633e-02)\tAcc@1 100.00 ( 99.46)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 200/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4651e-02 (1.8066e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 250/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0905e-02 (1.8044e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 300/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 2.7459e-03 (1.7602e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3671e-03 (1.7394e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.2594e-02 (1.7062e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.4254e-03 (1.7133e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 500/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.3836e-03 (1.7772e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.4851e-03 (1.8014e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7241e-03 (1.8301e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9743e-03 (1.8089e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1442e-02 (1.8397e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7460e-02 (1.8368e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1226e-03 (1.8740e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.7736e-03 (1.8433e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 900/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.4740e-02 (1.8392e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.7579e-03 (1.8639e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.6025e-02 (1.8723e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1050/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.4105e-02 (1.8521e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1100/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.003)\tLoss 3.2450e-03 (1.8654e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1150/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1248e-03 (1.8361e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.2461e-02 (1.8279e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.7889e-03 (1.8143e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.7170e-03 (1.7966e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1350/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.1460e-03 (1.7866e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0266e-03 (1.8367e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1450/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.6088e-02 (1.8382e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2569e-03 (1.8528e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.1913e-03 (1.8584e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3421e-03 (1.8531e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.1632e-03 (1.8474e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5069e-03 (1.8457e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1750/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6067e-02 (1.8621e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1800/3125]\tTime  0.044 ( 0.037)\tData  0.010 ( 0.003)\tLoss 8.4288e-03 (1.8743e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.3133e-03 (1.8656e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0572e-03 (1.8708e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][1950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9833e-02 (1.8501e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.9193e-03 (1.8589e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.6735e-03 (1.8526e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2100/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4853e-02 (1.8435e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5113e-02 (1.8455e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2200/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.3328e-02 (1.8641e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2250/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.0479e-02 (1.8556e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2332e-02 (1.8494e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2350/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1632e-01 (1.8646e-02)\tAcc@1  93.75 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5999e-02 (1.8490e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5089e-03 (1.8501e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2500/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.3957e-03 (1.8398e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8256e-03 (1.8314e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.4498e-03 (1.8332e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2650/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.003)\tLoss 4.2403e-03 (1.8332e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2700/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.003)\tLoss 2.1337e-03 (1.8395e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.3346e-02 (1.8373e-02)\tAcc@1  93.75 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.5127e-04 (1.8338e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2850/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3809e-02 (1.8326e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2900/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1148e-02 (1.8375e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5543e-02 (1.8330e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][3000/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0707e-03 (1.8273e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][3050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.4918e-03 (1.8304e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [86][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2937e-02 (1.8208e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.626 Acc@5 100.000\n",
            "====> Epoch loss 0.018\n",
            "====> 183.22 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.4753e+00 (3.4753e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.0604e+00 (1.6287e+00)\tAcc@1  81.25 ( 73.77)\tAcc@5  93.75 ( 92.40)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.7273e+00 (1.6658e+00)\tAcc@1  68.75 ( 72.03)\tAcc@5  93.75 ( 92.33)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.5323e+00 (1.6770e+00)\tAcc@1  68.75 ( 71.85)\tAcc@5  93.75 ( 91.89)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3222e+00 (1.6949e+00)\tAcc@1  68.75 ( 71.74)\tAcc@5 100.00 ( 91.82)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.6650e+00 (1.6941e+00)\tAcc@1  75.00 ( 71.91)\tAcc@5  87.50 ( 91.86)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 8.5289e-01 (1.6971e+00)\tAcc@1  87.50 ( 71.51)\tAcc@5  93.75 ( 91.86)\n",
            "Test: [350/625]\tTime  0.019 ( 0.015)\tLoss 5.3874e-01 (1.6928e+00)\tAcc@1  81.25 ( 71.47)\tAcc@5 100.00 ( 91.84)\n",
            "Test: [400/625]\tTime  0.016 ( 0.015)\tLoss 7.7512e-01 (1.6880e+00)\tAcc@1  81.25 ( 71.49)\tAcc@5 100.00 ( 91.79)\n",
            "Test: [450/625]\tTime  0.016 ( 0.015)\tLoss 6.8482e-01 (1.6750e+00)\tAcc@1  75.00 ( 71.59)\tAcc@5 100.00 ( 91.84)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.8825e+00 (1.6819e+00)\tAcc@1  68.75 ( 71.46)\tAcc@5  81.25 ( 91.59)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.4031e+00 (1.6518e+00)\tAcc@1  68.75 ( 71.86)\tAcc@5  93.75 ( 91.70)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.0518e+00 (1.6543e+00)\tAcc@1  56.25 ( 71.94)\tAcc@5  87.50 ( 91.68)\n",
            "====> Acc@1 71.880 Acc@5 91.730\n",
            "====> 9.65 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 87, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [87][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 1.0738e-02 (1.0738e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][  50/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.8397e-02 (1.9583e-02)\tAcc@1  93.75 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 100/3125]\tTime  0.039 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.9650e-02 (2.1005e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 150/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2574e-02 (2.1483e-02)\tAcc@1 100.00 ( 99.42)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.1191e-02 (2.0381e-02)\tAcc@1 100.00 ( 99.47)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3326e-02 (2.1344e-02)\tAcc@1 100.00 ( 99.40)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.6863e-02 (2.0813e-02)\tAcc@1 100.00 ( 99.44)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.2147e-04 (1.9546e-02)\tAcc@1 100.00 ( 99.52)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 400/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.7023e-02 (1.8875e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.3176e-02 (1.8155e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5880e-02 (1.7871e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.0622e-02 (1.7989e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6448e-02 (1.7844e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.9448e-03 (1.7751e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6642e-02 (1.7432e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 750/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.6275e-03 (1.7361e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.1156e-03 (1.7376e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.4691e-03 (1.7234e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 900/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7006e-03 (1.7593e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][ 950/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.7971e-02 (1.7747e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1387e-01 (1.7679e-02)\tAcc@1  93.75 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6915e-02 (1.7585e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.0043e-03 (1.7651e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8311e-02 (1.7633e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6256e-02 (1.7433e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3248e-03 (1.7502e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.0047e-04 (1.7790e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.7954e-03 (1.7799e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1400/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.8232e-02 (1.7673e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3821e-03 (1.7630e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5224e-02 (1.7531e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0656e-02 (1.7591e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1433e-03 (1.7486e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.0141e-03 (1.7640e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0455e-02 (1.7489e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.4311e-03 (1.7531e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1800/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.4269e-03 (1.7567e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.1378e-03 (1.7729e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4685e-03 (1.7730e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][1950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.2982e-03 (1.7614e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.7974e-02 (1.7654e-02)\tAcc@1  93.75 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2050/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.1388e-03 (1.7680e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.6223e-03 (1.7587e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2150/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.4223e-02 (1.7517e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2433e-02 (1.7493e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.4574e-02 (1.7458e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5849e-03 (1.7484e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2350/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.9267e-03 (1.7427e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0917e-02 (1.7405e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5588e-02 (1.7492e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.8136e-03 (1.7398e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2550/3125]\tTime  0.043 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1336e-02 (1.7462e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3035e-03 (1.7428e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1586e-02 (1.7344e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8841e-02 (1.7494e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2750/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.8730e-03 (1.7481e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2800/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.9748e-03 (1.7398e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.9577e-03 (1.7338e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2900/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.7247e-03 (1.7332e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.8501e-04 (1.7303e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][3000/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.9296e-02 (1.7260e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][3050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.2814e-03 (1.7238e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [87][3100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.5853e-02 (1.7225e-02)\tAcc@1  93.75 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.666 Acc@5 100.000\n",
            "====> Epoch loss 0.017\n",
            "====> 183.32 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.017 ( 0.017)\tLoss 3.5658e+00 (3.5658e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.016)\tLoss 1.0809e+00 (1.6437e+00)\tAcc@1  81.25 ( 73.65)\tAcc@5  93.75 ( 92.28)\n",
            "Test: [100/625]\tTime  0.016 ( 0.016)\tLoss 1.8030e+00 (1.6669e+00)\tAcc@1  68.75 ( 72.22)\tAcc@5  93.75 ( 92.20)\n",
            "Test: [150/625]\tTime  0.016 ( 0.016)\tLoss 1.5213e+00 (1.6770e+00)\tAcc@1  68.75 ( 72.02)\tAcc@5  93.75 ( 91.85)\n",
            "Test: [200/625]\tTime  0.016 ( 0.016)\tLoss 1.3012e+00 (1.6930e+00)\tAcc@1  68.75 ( 72.08)\tAcc@5 100.00 ( 91.88)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.6543e+00 (1.6946e+00)\tAcc@1  75.00 ( 72.11)\tAcc@5  87.50 ( 91.98)\n",
            "Test: [300/625]\tTime  0.016 ( 0.016)\tLoss 9.8495e-01 (1.6999e+00)\tAcc@1  81.25 ( 71.62)\tAcc@5  93.75 ( 91.86)\n",
            "Test: [350/625]\tTime  0.016 ( 0.016)\tLoss 5.7585e-01 (1.6964e+00)\tAcc@1  81.25 ( 71.35)\tAcc@5 100.00 ( 91.72)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 8.4965e-01 (1.6908e+00)\tAcc@1  81.25 ( 71.37)\tAcc@5 100.00 ( 91.66)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 6.5367e-01 (1.6766e+00)\tAcc@1  75.00 ( 71.44)\tAcc@5 100.00 ( 91.74)\n",
            "Test: [500/625]\tTime  0.015 ( 0.016)\tLoss 1.7751e+00 (1.6845e+00)\tAcc@1  68.75 ( 71.34)\tAcc@5  81.25 ( 91.62)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.3855e+00 (1.6542e+00)\tAcc@1  75.00 ( 71.76)\tAcc@5  93.75 ( 91.75)\n",
            "Test: [600/625]\tTime  0.015 ( 0.016)\tLoss 3.0396e+00 (1.6588e+00)\tAcc@1  50.00 ( 71.76)\tAcc@5  81.25 ( 91.70)\n",
            "====> Acc@1 71.740 Acc@5 91.750\n",
            "====> 9.72 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 88, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [88][   0/3125]\tTime  0.040 ( 0.040)\tData  0.007 ( 0.007)\tLoss 8.8406e-03 (8.8406e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][  50/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 9.3283e-02 (1.7794e-02)\tAcc@1  93.75 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 100/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.004)\tLoss 9.8667e-03 (1.9363e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 150/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.1440e-01 (1.8227e-02)\tAcc@1  93.75 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.7448e-03 (1.6918e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6105e-01 (1.7158e-02)\tAcc@1  93.75 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2729e-03 (1.6452e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.0232e-03 (1.6294e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 400/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8078e-03 (1.6035e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.8328e-03 (1.6298e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8802e-02 (1.6406e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0256e-02 (1.7003e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5430e-02 (1.7138e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8863e-02 (1.7394e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 700/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1325e-02 (1.7395e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6629e-03 (1.7275e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9852e-03 (1.7149e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2910e-02 (1.6954e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 900/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.9968e-02 (1.7011e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][ 950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.2171e-03 (1.7002e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3990e-02 (1.7007e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3083e-02 (1.6668e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.4973e-03 (1.6503e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1150/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 5.7317e-02 (1.6483e-02)\tAcc@1  93.75 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1200/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.5294e-02 (1.6506e-02)\tAcc@1  93.75 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1250/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.0553e-03 (1.6781e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1300/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6753e-03 (1.6738e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1350/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.7480e-02 (1.6554e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1400/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.4783e-04 (1.6487e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1450/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1039e-03 (1.6437e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.8999e-03 (1.6420e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.6492e-03 (1.6512e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4611e-02 (1.6512e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1650/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 5.9454e-03 (1.6590e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4264e-02 (1.6554e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1750/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.4483e-02 (1.6663e-02)\tAcc@1  93.75 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1800/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1619e-02 (1.6548e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3785e-02 (1.6566e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1900/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.3741e-02 (1.6766e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][1950/3125]\tTime  0.045 ( 0.037)\tData  0.009 ( 0.004)\tLoss 2.3857e-03 (1.6977e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5656e-02 (1.6948e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.2195e-03 (1.7006e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0303e-02 (1.6965e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.4635e-03 (1.6896e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2200/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.3007e-03 (1.6891e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2250/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.7549e-04 (1.6745e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2300/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.2565e-02 (1.6630e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1642e-03 (1.6655e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2400/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5865e-03 (1.6598e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5196e-02 (1.6649e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.6134e-03 (1.6641e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.9103e-03 (1.6559e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2600/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.004)\tLoss 5.6310e-03 (1.6668e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2650/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.3630e-02 (1.6669e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2700/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.9983e-02 (1.6596e-02)\tAcc@1  93.75 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2750/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.9619e-03 (1.6497e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9592e-02 (1.6651e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2850/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5611e-02 (1.6649e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.3978e-02 (1.6677e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][2950/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9121e-03 (1.6619e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.6659e-02 (1.6693e-02)\tAcc@1  93.75 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4350e-03 (1.6632e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [88][3100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8906e-02 (1.6611e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.680 Acc@5 100.000\n",
            "====> Epoch loss 0.017\n",
            "====> 183.63 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.5650e+00 (3.5650e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.018 ( 0.015)\tLoss 1.1629e+00 (1.6504e+00)\tAcc@1  81.25 ( 73.65)\tAcc@5  93.75 ( 92.40)\n",
            "Test: [100/625]\tTime  0.016 ( 0.016)\tLoss 1.7684e+00 (1.6815e+00)\tAcc@1  68.75 ( 72.15)\tAcc@5  93.75 ( 92.20)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.5543e+00 (1.6929e+00)\tAcc@1  75.00 ( 72.27)\tAcc@5  93.75 ( 91.89)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.4733e+00 (1.7048e+00)\tAcc@1  68.75 ( 72.20)\tAcc@5 100.00 ( 91.95)\n",
            "Test: [250/625]\tTime  0.017 ( 0.015)\tLoss 1.7062e+00 (1.7030e+00)\tAcc@1  75.00 ( 72.06)\tAcc@5  87.50 ( 91.88)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 8.3126e-01 (1.7084e+00)\tAcc@1  81.25 ( 71.70)\tAcc@5  93.75 ( 91.86)\n",
            "Test: [350/625]\tTime  0.017 ( 0.016)\tLoss 5.5680e-01 (1.7068e+00)\tAcc@1  81.25 ( 71.55)\tAcc@5 100.00 ( 91.83)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 7.9184e-01 (1.7010e+00)\tAcc@1  81.25 ( 71.51)\tAcc@5 100.00 ( 91.77)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 6.6572e-01 (1.6885e+00)\tAcc@1  75.00 ( 71.62)\tAcc@5 100.00 ( 91.84)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.9676e+00 (1.6955e+00)\tAcc@1  68.75 ( 71.43)\tAcc@5  81.25 ( 91.67)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.3644e+00 (1.6644e+00)\tAcc@1  68.75 ( 71.79)\tAcc@5  93.75 ( 91.79)\n",
            "Test: [600/625]\tTime  0.017 ( 0.016)\tLoss 3.0361e+00 (1.6685e+00)\tAcc@1  50.00 ( 71.83)\tAcc@5  87.50 ( 91.75)\n",
            "====> Acc@1 71.800 Acc@5 91.800\n",
            "====> 9.77 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 89, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [89][   0/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.005)\tLoss 3.1734e-03 (3.1734e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][  50/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.004)\tLoss 1.1895e-02 (1.5155e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 100/3125]\tTime  0.037 ( 0.036)\tData  0.004 ( 0.003)\tLoss 3.9980e-03 (1.6463e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 150/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.5924e-03 (1.5031e-02)\tAcc@1 100.00 ( 99.79)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 200/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.8358e-02 (1.5192e-02)\tAcc@1 100.00 ( 99.81)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 250/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.004)\tLoss 9.6846e-04 (1.5428e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 300/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.004)\tLoss 3.2328e-02 (1.5534e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 350/3125]\tTime  0.037 ( 0.036)\tData  0.003 ( 0.003)\tLoss 4.8003e-03 (1.5103e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 400/3125]\tTime  0.038 ( 0.036)\tData  0.005 ( 0.003)\tLoss 1.9075e-02 (1.5334e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 450/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.7934e-02 (1.5331e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 500/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2173e-02 (1.5472e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 550/3125]\tTime  0.043 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4955e-03 (1.5174e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.4184e-03 (1.5202e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.2175e-03 (1.5418e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1799e-03 (1.5134e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1356e-03 (1.5121e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 800/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.5725e-03 (1.5026e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 850/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.7843e-03 (1.5640e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 900/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9875e-02 (1.5510e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][ 950/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.1157e-03 (1.5740e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.4976e-02 (1.5788e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0131e-03 (1.6149e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2802e-02 (1.6055e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1150/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.6107e-02 (1.6147e-02)\tAcc@1  93.75 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9824e-02 (1.6078e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0490e-03 (1.6255e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1300/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.6557e-03 (1.6063e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5567e-03 (1.6039e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.3565e-03 (1.5925e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.3598e-03 (1.5853e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1500/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 2.9969e-02 (1.5907e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9894e-01 (1.6053e-02)\tAcc@1  93.75 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.9047e-02 (1.5998e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.9651e-03 (1.5988e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1700/3125]\tTime  0.044 ( 0.037)\tData  0.006 ( 0.004)\tLoss 1.6776e-02 (1.5873e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1676e-02 (1.6004e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.5665e-03 (1.5887e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8690e-03 (1.5884e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.8106e-04 (1.5889e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][1950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3714e-01 (1.5972e-02)\tAcc@1  93.75 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.3187e-03 (1.5795e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2050/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.7833e-03 (1.5922e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8107e-02 (1.6037e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2150/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.7332e-02 (1.5894e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.6547e-02 (1.5842e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2250/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.5608e-02 (1.5799e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.9376e-03 (1.5774e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.6998e-03 (1.5793e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5641e-03 (1.5861e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1464e-02 (1.5923e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2500/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.6158e-03 (1.5916e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2550/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.2000e-03 (1.5871e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2600/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4644e-02 (1.5985e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2650/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0365e-02 (1.6062e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.4858e-03 (1.6045e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5976e-03 (1.6069e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2800/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.9575e-03 (1.6169e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2850/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4395e-04 (1.6114e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2900/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.5891e-02 (1.6145e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.4992e-03 (1.6158e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.1698e-03 (1.6156e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][3050/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.1961e-02 (1.6280e-02)\tAcc@1  93.75 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [89][3100/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.3929e-03 (1.6431e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.710 Acc@5 100.000\n",
            "====> Epoch loss 0.016\n",
            "====> 183.67 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.4672e+00 (3.4672e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2434e+00 (1.6612e+00)\tAcc@1  81.25 ( 73.65)\tAcc@5  93.75 ( 92.28)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.6649e+00 (1.6858e+00)\tAcc@1  68.75 ( 71.97)\tAcc@5  93.75 ( 92.20)\n",
            "Test: [150/625]\tTime  0.016 ( 0.015)\tLoss 1.5075e+00 (1.6893e+00)\tAcc@1  68.75 ( 71.98)\tAcc@5  93.75 ( 91.89)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3052e+00 (1.7019e+00)\tAcc@1  68.75 ( 72.08)\tAcc@5 100.00 ( 91.92)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.8421e+00 (1.7006e+00)\tAcc@1  75.00 ( 71.96)\tAcc@5  87.50 ( 91.83)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 7.3384e-01 (1.7036e+00)\tAcc@1  87.50 ( 71.72)\tAcc@5  93.75 ( 91.82)\n",
            "Test: [350/625]\tTime  0.016 ( 0.015)\tLoss 6.0939e-01 (1.6979e+00)\tAcc@1  81.25 ( 71.58)\tAcc@5 100.00 ( 91.79)\n",
            "Test: [400/625]\tTime  0.016 ( 0.015)\tLoss 7.5049e-01 (1.6931e+00)\tAcc@1  81.25 ( 71.59)\tAcc@5 100.00 ( 91.75)\n",
            "Test: [450/625]\tTime  0.016 ( 0.015)\tLoss 7.6043e-01 (1.6805e+00)\tAcc@1  75.00 ( 71.65)\tAcc@5 100.00 ( 91.80)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.9233e+00 (1.6877e+00)\tAcc@1  68.75 ( 71.51)\tAcc@5  81.25 ( 91.68)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.5544e+00 (1.6561e+00)\tAcc@1  62.50 ( 71.91)\tAcc@5  93.75 ( 91.84)\n",
            "Test: [600/625]\tTime  0.016 ( 0.015)\tLoss 3.2401e+00 (1.6607e+00)\tAcc@1  56.25 ( 71.93)\tAcc@5  87.50 ( 91.83)\n",
            "====> Acc@1 71.930 Acc@5 91.870\n",
            "====> 9.63 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 90, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [90][   0/3125]\tTime  0.053 ( 0.053)\tData  0.006 ( 0.006)\tLoss 3.4082e-03 (3.4082e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][  50/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.1939e-02 (1.5673e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9288e-02 (2.1088e-02)\tAcc@1 100.00 ( 99.50)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4097e-02 (1.8421e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1315e-02 (1.6689e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0998e-02 (1.6852e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 300/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6409e-03 (1.6263e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 350/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.3126e-03 (1.5865e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.6511e-03 (1.5883e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 450/3125]\tTime  0.051 ( 0.037)\tData  0.007 ( 0.004)\tLoss 4.1303e-03 (1.6251e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5213e-03 (1.5718e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4674e-03 (1.5784e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9099e-03 (1.6252e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1015e-02 (1.6139e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.2817e-03 (1.6012e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 750/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0717e-02 (1.6011e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 800/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1999e-03 (1.6011e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6698e-03 (1.5695e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.9021e-03 (1.5691e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][ 950/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0371e-02 (1.5525e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0464e-03 (1.5406e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2814e-03 (1.5185e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0295e-03 (1.5060e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.3178e-03 (1.5099e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.6823e-03 (1.5368e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0502e-03 (1.5367e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1300/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.0654e-02 (1.5483e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1350/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2189e-02 (1.5447e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.3255e-03 (1.5629e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8332e-02 (1.5666e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1500/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.0096e-03 (1.5722e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3610e-03 (1.5673e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1600/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.1565e-02 (1.5540e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1650/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.9394e-03 (1.5447e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1700/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3064e-02 (1.5435e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.9321e-03 (1.5392e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1800/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3359e-02 (1.5270e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1566e-02 (1.5308e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5416e-02 (1.5238e-02)\tAcc@1 100.00 ( 99.78)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][1950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3912e-02 (1.5254e-02)\tAcc@1 100.00 ( 99.78)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2000/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.3273e-03 (1.5177e-02)\tAcc@1 100.00 ( 99.78)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2050/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.2909e-03 (1.5223e-02)\tAcc@1 100.00 ( 99.78)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0179e-02 (1.5234e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2150/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.9270e-03 (1.5306e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2200/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.1633e-03 (1.5258e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7625e-03 (1.5519e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2300/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 2.2883e-03 (1.5571e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4652e-02 (1.5682e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2400/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1916e-03 (1.5590e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2450/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.5696e-03 (1.5595e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2500/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4204e-02 (1.5581e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2550/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.9897e-03 (1.5516e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1653e-02 (1.5559e-02)\tAcc@1  93.75 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2785e-02 (1.5569e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2700/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0262e-03 (1.5630e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2750/3125]\tTime  0.043 ( 0.038)\tData  0.005 ( 0.004)\tLoss 4.4260e-03 (1.5523e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2800/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.0016e-02 (1.5525e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2850/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.9281e-03 (1.5531e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2900/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 8.6224e-04 (1.5562e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][2950/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.3837e-03 (1.5592e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][3000/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.8735e-03 (1.5610e-02)\tAcc@1 100.00 ( 99.76)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][3050/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.0029e-02 (1.5601e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [90][3100/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.9670e-03 (1.5610e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.748 Acc@5 100.000\n",
            "====> Epoch loss 0.016\n",
            "====> 184.71 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.4512e+00 (3.4512e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.2460e+00 (1.6669e+00)\tAcc@1  81.25 ( 73.41)\tAcc@5  93.75 ( 92.77)\n",
            "Test: [100/625]\tTime  0.016 ( 0.015)\tLoss 1.7130e+00 (1.6829e+00)\tAcc@1  62.50 ( 71.78)\tAcc@5  93.75 ( 92.45)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.5086e+00 (1.6931e+00)\tAcc@1  68.75 ( 71.56)\tAcc@5  93.75 ( 92.14)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.5656e+00 (1.7075e+00)\tAcc@1  68.75 ( 71.74)\tAcc@5 100.00 ( 92.10)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.7355e+00 (1.7047e+00)\tAcc@1  75.00 ( 71.79)\tAcc@5  87.50 ( 92.11)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 1.0050e+00 (1.7077e+00)\tAcc@1  81.25 ( 71.47)\tAcc@5  93.75 ( 92.01)\n",
            "Test: [350/625]\tTime  0.016 ( 0.015)\tLoss 6.5719e-01 (1.7007e+00)\tAcc@1  81.25 ( 71.39)\tAcc@5 100.00 ( 91.97)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 7.4138e-01 (1.6942e+00)\tAcc@1  81.25 ( 71.45)\tAcc@5 100.00 ( 91.86)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 5.5272e-01 (1.6805e+00)\tAcc@1  75.00 ( 71.56)\tAcc@5 100.00 ( 91.91)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 1.9361e+00 (1.6887e+00)\tAcc@1  68.75 ( 71.44)\tAcc@5  81.25 ( 91.70)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.3208e+00 (1.6577e+00)\tAcc@1  62.50 ( 71.73)\tAcc@5  93.75 ( 91.89)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.8200e+00 (1.6605e+00)\tAcc@1  50.00 ( 71.84)\tAcc@5  93.75 ( 91.83)\n",
            "====> Acc@1 71.820 Acc@5 91.860\n",
            "====> 9.69 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 91, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [91][   0/3125]\tTime  0.039 ( 0.039)\tData  0.005 ( 0.005)\tLoss 6.9714e-03 (6.9714e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][  50/3125]\tTime  0.035 ( 0.040)\tData  0.003 ( 0.004)\tLoss 4.7740e-03 (1.3378e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 100/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.6149e-03 (1.6162e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 150/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 6.5262e-03 (1.5984e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 200/3125]\tTime  0.041 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.7656e-02 (1.6380e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 250/3125]\tTime  0.037 ( 0.038)\tData  0.005 ( 0.004)\tLoss 5.7073e-03 (1.5378e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 300/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.4352e-02 (1.4924e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 350/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.8561e-03 (1.4931e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 400/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 9.4259e-04 (1.4955e-02)\tAcc@1 100.00 ( 99.80)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 450/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.0731e-03 (1.5017e-02)\tAcc@1 100.00 ( 99.79)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 500/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.0089e-03 (1.6195e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 550/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.3652e-02 (1.6100e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 600/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.7853e-03 (1.5807e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 650/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.9691e-03 (1.5910e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 700/3125]\tTime  0.037 ( 0.038)\tData  0.005 ( 0.004)\tLoss 4.0778e-03 (1.5827e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 750/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 5.5760e-03 (1.5829e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 800/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 7.9865e-03 (1.5569e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 850/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 7.8036e-03 (1.6210e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 900/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.1383e-02 (1.6214e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][ 950/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.2073e-03 (1.6457e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1000/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.3171e-03 (1.6162e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1050/3125]\tTime  0.040 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.5147e-02 (1.6240e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1100/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 7.3757e-03 (1.6519e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.6073e-03 (1.6582e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1200/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 6.2026e-03 (1.6613e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.3493e-03 (1.6604e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7320e-02 (1.6749e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0507e-02 (1.6628e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1400/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9099e-02 (1.6595e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1450/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2248e-02 (1.6626e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.0696e-02 (1.6859e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1550/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.7751e-03 (1.6603e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.9337e-03 (1.6954e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1650/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.1989e-03 (1.7022e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1146e-03 (1.7232e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1750/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.2149e-02 (1.7171e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1800/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.8095e-03 (1.7185e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1850/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.4327e-03 (1.7139e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0864e-02 (1.7053e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][1950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.9125e-02 (1.7002e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2000/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4094e-03 (1.6982e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6869e-03 (1.6988e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2100/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.004)\tLoss 7.0665e-03 (1.6939e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0624e-03 (1.6935e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2200/3125]\tTime  0.042 ( 0.037)\tData  0.006 ( 0.004)\tLoss 2.2969e-02 (1.7021e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.3372e-03 (1.6916e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6994e-03 (1.6891e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2350/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.0841e-02 (1.6819e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7593e-03 (1.6840e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2450/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6657e-02 (1.6844e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2500/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 2.4341e-02 (1.6981e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2550/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.2751e-03 (1.6930e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2600/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3496e-02 (1.7103e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1399e-02 (1.7124e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.1552e-03 (1.7174e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4186e-02 (1.7207e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0379e-03 (1.7222e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0687e-02 (1.7282e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.7917e-03 (1.7336e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][2950/3125]\tTime  0.047 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.2209e-03 (1.7330e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6910e-03 (1.7318e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.7264e-03 (1.7356e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [91][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.6686e-03 (1.7318e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.672 Acc@5 100.000\n",
            "====> Epoch loss 0.017\n",
            "====> 184.17 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.3592e+00 (3.3592e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.016 ( 0.015)\tLoss 1.1492e+00 (1.6595e+00)\tAcc@1  81.25 ( 73.65)\tAcc@5  93.75 ( 92.28)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.7039e+00 (1.6780e+00)\tAcc@1  68.75 ( 72.15)\tAcc@5  93.75 ( 92.20)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4860e+00 (1.6894e+00)\tAcc@1  68.75 ( 71.81)\tAcc@5  93.75 ( 91.68)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3713e+00 (1.7047e+00)\tAcc@1  68.75 ( 71.70)\tAcc@5 100.00 ( 91.76)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.6154e+00 (1.7024e+00)\tAcc@1  75.00 ( 71.69)\tAcc@5  87.50 ( 91.86)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 8.6961e-01 (1.7060e+00)\tAcc@1  81.25 ( 71.43)\tAcc@5  93.75 ( 91.82)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 5.8735e-01 (1.7016e+00)\tAcc@1  81.25 ( 71.44)\tAcc@5 100.00 ( 91.83)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 7.8986e-01 (1.6947e+00)\tAcc@1  81.25 ( 71.49)\tAcc@5 100.00 ( 91.75)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 6.6739e-01 (1.6820e+00)\tAcc@1  75.00 ( 71.60)\tAcc@5 100.00 ( 91.84)\n",
            "Test: [500/625]\tTime  0.016 ( 0.015)\tLoss 1.8264e+00 (1.6890e+00)\tAcc@1  68.75 ( 71.42)\tAcc@5  81.25 ( 91.70)\n",
            "Test: [550/625]\tTime  0.016 ( 0.015)\tLoss 1.2031e+00 (1.6576e+00)\tAcc@1  68.75 ( 71.79)\tAcc@5  93.75 ( 91.82)\n",
            "Test: [600/625]\tTime  0.017 ( 0.015)\tLoss 3.1948e+00 (1.6618e+00)\tAcc@1  43.75 ( 71.84)\tAcc@5  87.50 ( 91.78)\n",
            "====> Acc@1 71.780 Acc@5 91.840\n",
            "====> 9.65 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 92, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [92][   0/3125]\tTime  0.041 ( 0.041)\tData  0.007 ( 0.007)\tLoss 3.2311e-03 (3.2311e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][  50/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.004)\tLoss 9.7066e-03 (1.6829e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 100/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.3429e-02 (1.3561e-02)\tAcc@1 100.00 ( 99.88)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 150/3125]\tTime  0.043 ( 0.036)\tData  0.003 ( 0.003)\tLoss 8.7016e-03 (1.5359e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 200/3125]\tTime  0.034 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.0670e-03 (1.6379e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.0005e-02 (1.5833e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 300/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.8825e-03 (1.5158e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6376e-02 (1.4785e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6213e-02 (1.4838e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3380e-02 (1.4540e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.7404e-02 (1.4759e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3799e-03 (1.5161e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.7341e-04 (1.4926e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0411e-03 (1.4431e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1414e-03 (1.4368e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3474e-04 (1.5492e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.1400e-03 (1.6254e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6212e-03 (1.6241e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 900/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4285e-03 (1.6132e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][ 950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.7585e-03 (1.6093e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1000/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.4764e-03 (1.5973e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.0585e-03 (1.5712e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3592e-02 (1.5757e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.4376e-03 (1.5770e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1109e-02 (1.5831e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1250/3125]\tTime  0.047 ( 0.037)\tData  0.006 ( 0.003)\tLoss 6.8676e-04 (1.6366e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1300/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6680e-02 (1.6300e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1350/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.4438e-03 (1.6516e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1400/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6764e-03 (1.6300e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1576e-03 (1.6320e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8312e-04 (1.6201e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.6406e-02 (1.6266e-02)\tAcc@1  93.75 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.6608e-03 (1.6211e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0115e-02 (1.6218e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1700/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7133e-02 (1.6087e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5060e-02 (1.6068e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1800/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3708e-02 (1.6155e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1850/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7842e-02 (1.6250e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4200e-02 (1.6241e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0478e-02 (1.6363e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1211e-03 (1.6420e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.2220e-03 (1.6491e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1794e-02 (1.6615e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3523e-03 (1.6708e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.9600e-03 (1.6563e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8827e-03 (1.6527e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2300/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3950e-02 (1.6477e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2350/3125]\tTime  0.044 ( 0.037)\tData  0.007 ( 0.003)\tLoss 5.1500e-02 (1.6616e-02)\tAcc@1  93.75 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3780e-02 (1.6543e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7103e-02 (1.6562e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2500/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.3249e-03 (1.6587e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0566e-03 (1.6496e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2405e-02 (1.6388e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7659e-02 (1.6250e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2700/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6826e-02 (1.6298e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7978e-03 (1.6301e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2800/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.1320e-02 (1.6404e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2850/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.9511e-03 (1.6367e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2900/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0977e-02 (1.6422e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][2950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.6573e-03 (1.6453e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][3000/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.003)\tLoss 7.8744e-03 (1.6473e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][3050/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.0267e-03 (1.6452e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [92][3100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4656e-01 (1.6463e-02)\tAcc@1  93.75 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.678 Acc@5 100.000\n",
            "====> Epoch loss 0.016\n",
            "====> 183.55 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.6470e+00 (3.6470e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.0059e+00 (1.6558e+00)\tAcc@1  81.25 ( 73.77)\tAcc@5  93.75 ( 91.42)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.7071e+00 (1.6766e+00)\tAcc@1  68.75 ( 72.34)\tAcc@5  93.75 ( 91.77)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.6350e+00 (1.6892e+00)\tAcc@1  68.75 ( 72.23)\tAcc@5  93.75 ( 91.76)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3824e+00 (1.7035e+00)\tAcc@1  68.75 ( 72.17)\tAcc@5 100.00 ( 91.85)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.6991e+00 (1.7014e+00)\tAcc@1  75.00 ( 72.26)\tAcc@5  87.50 ( 92.03)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 9.5158e-01 (1.7077e+00)\tAcc@1  81.25 ( 71.80)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 5.9690e-01 (1.7060e+00)\tAcc@1  75.00 ( 71.56)\tAcc@5 100.00 ( 91.84)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 8.4766e-01 (1.7015e+00)\tAcc@1  81.25 ( 71.66)\tAcc@5 100.00 ( 91.75)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 7.3682e-01 (1.6874e+00)\tAcc@1  75.00 ( 71.69)\tAcc@5 100.00 ( 91.84)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.8644e+00 (1.6956e+00)\tAcc@1  68.75 ( 71.43)\tAcc@5  81.25 ( 91.68)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.2175e+00 (1.6640e+00)\tAcc@1  68.75 ( 71.78)\tAcc@5  93.75 ( 91.80)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 3.0640e+00 (1.6667e+00)\tAcc@1  50.00 ( 71.82)\tAcc@5  81.25 ( 91.73)\n",
            "====> Acc@1 71.820 Acc@5 91.770\n",
            "====> 9.56 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 93, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [93][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 7.9481e-03 (7.9481e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][  50/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.1215e-02 (1.3105e-02)\tAcc@1 100.00 ( 99.88)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 100/3125]\tTime  0.036 ( 0.039)\tData  0.003 ( 0.004)\tLoss 9.9468e-03 (1.5308e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 150/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.3486e-03 (1.5354e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8428e-02 (1.8314e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 250/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3734e-03 (1.7702e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.6386e-02 (1.7593e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6123e-02 (1.7874e-02)\tAcc@1 100.00 ( 99.55)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0976e-03 (1.7789e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4920e-02 (1.8181e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.0111e-02 (1.8468e-02)\tAcc@1  93.75 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.1685e-03 (1.8348e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 600/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.6059e-03 (1.7677e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 650/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8133e-02 (1.7838e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7098e-02 (1.7586e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2488e-03 (1.7474e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5043e-02 (1.7898e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 850/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.8466e-02 (1.7487e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1487e-03 (1.7514e-02)\tAcc@1 100.00 ( 99.56)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1890e-02 (1.7454e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1000/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.8134e-03 (1.7375e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9005e-02 (1.7339e-02)\tAcc@1 100.00 ( 99.59)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1100/3125]\tTime  0.043 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.2189e-03 (1.7034e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1150/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.5962e-03 (1.7017e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.6250e-02 (1.6914e-02)\tAcc@1  93.75 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1250/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.1935e-03 (1.6745e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.8882e-03 (1.6687e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1350/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1243e-01 (1.6672e-02)\tAcc@1  93.75 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1400/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.3604e-03 (1.6574e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9664e-02 (1.6598e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0123e-03 (1.6419e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1550/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.2837e-03 (1.6519e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1600/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.8973e-02 (1.6403e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.1347e-04 (1.6225e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1700/3125]\tTime  0.039 ( 0.037)\tData  0.006 ( 0.003)\tLoss 2.7093e-02 (1.6136e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0407e-02 (1.6036e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0356e-01 (1.6068e-02)\tAcc@1  93.75 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1850/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.4937e-03 (1.6123e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1900/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0174e-02 (1.6105e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.2374e-03 (1.5964e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2609e-02 (1.6076e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2050/3125]\tTime  0.046 ( 0.037)\tData  0.007 ( 0.003)\tLoss 3.0109e-02 (1.6128e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.7873e-03 (1.6266e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2229e-02 (1.6374e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.8257e-03 (1.6486e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.6001e-02 (1.6358e-02)\tAcc@1  93.75 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.9765e-03 (1.6534e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9248e-02 (1.6453e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.0844e-03 (1.6455e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6032e-02 (1.6577e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0396e-02 (1.6566e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.1537e-03 (1.6546e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6395e-03 (1.6494e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4460e-02 (1.6438e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1806e-02 (1.6463e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.9568e-03 (1.6491e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2800/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.0894e-02 (1.6603e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.2550e-03 (1.6538e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.6886e-03 (1.6562e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1661e-03 (1.6561e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][3000/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.4580e-02 (1.6553e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][3050/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.2137e-03 (1.6498e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [93][3100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.1324e-03 (1.6549e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.648 Acc@5 99.998\n",
            "====> Epoch loss 0.017\n",
            "====> 183.63 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.017 ( 0.017)\tLoss 3.5352e+00 (3.5352e+00)\tAcc@1  68.75 ( 68.75)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.016 ( 0.016)\tLoss 1.1043e+00 (1.6484e+00)\tAcc@1  81.25 ( 73.90)\tAcc@5  93.75 ( 91.79)\n",
            "Test: [100/625]\tTime  0.016 ( 0.016)\tLoss 1.7517e+00 (1.6731e+00)\tAcc@1  68.75 ( 72.03)\tAcc@5  93.75 ( 92.14)\n",
            "Test: [150/625]\tTime  0.015 ( 0.016)\tLoss 1.5358e+00 (1.6859e+00)\tAcc@1  68.75 ( 71.90)\tAcc@5  93.75 ( 91.68)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.4504e+00 (1.7054e+00)\tAcc@1  68.75 ( 71.70)\tAcc@5 100.00 ( 91.70)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.6398e+00 (1.7074e+00)\tAcc@1  81.25 ( 71.74)\tAcc@5  87.50 ( 91.86)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 8.0727e-01 (1.7120e+00)\tAcc@1  81.25 ( 71.41)\tAcc@5  93.75 ( 91.86)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 6.2132e-01 (1.7095e+00)\tAcc@1  81.25 ( 71.31)\tAcc@5 100.00 ( 91.74)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 8.5449e-01 (1.7022e+00)\tAcc@1  81.25 ( 71.42)\tAcc@5 100.00 ( 91.69)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 7.0668e-01 (1.6872e+00)\tAcc@1  75.00 ( 71.56)\tAcc@5 100.00 ( 91.78)\n",
            "Test: [500/625]\tTime  0.015 ( 0.016)\tLoss 1.9329e+00 (1.6949e+00)\tAcc@1  68.75 ( 71.42)\tAcc@5  81.25 ( 91.62)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.1492e+00 (1.6608e+00)\tAcc@1  68.75 ( 71.77)\tAcc@5  93.75 ( 91.76)\n",
            "Test: [600/625]\tTime  0.015 ( 0.016)\tLoss 3.0481e+00 (1.6644e+00)\tAcc@1  50.00 ( 71.88)\tAcc@5  87.50 ( 91.71)\n",
            "====> Acc@1 71.850 Acc@5 91.760\n",
            "====> 9.72 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 94, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [94][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 1.0168e-02 (1.0168e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][  50/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 6.1402e-03 (1.3535e-02)\tAcc@1 100.00 ( 99.88)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.9290e-03 (1.3739e-02)\tAcc@1 100.00 ( 99.81)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 150/3125]\tTime  0.034 ( 0.036)\tData  0.003 ( 0.003)\tLoss 1.0827e-02 (1.5349e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 200/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 3.2054e-03 (1.7101e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 250/3125]\tTime  0.037 ( 0.036)\tData  0.004 ( 0.003)\tLoss 1.4449e-02 (1.7553e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 300/3125]\tTime  0.037 ( 0.036)\tData  0.005 ( 0.003)\tLoss 7.2129e-03 (1.6901e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 350/3125]\tTime  0.038 ( 0.036)\tData  0.003 ( 0.003)\tLoss 6.7875e-03 (1.6292e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.8730e-03 (1.6879e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 450/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9195e-03 (1.6732e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 500/3125]\tTime  0.048 ( 0.037)\tData  0.006 ( 0.003)\tLoss 5.3477e-02 (1.6331e-02)\tAcc@1  93.75 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 550/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0621e-02 (1.6341e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 600/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.8475e-02 (1.6278e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 650/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0345e-02 (1.5964e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 700/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.7466e-03 (1.5693e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 750/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5249e-02 (1.6418e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 800/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1203e-02 (1.6547e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.5621e-03 (1.6992e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.2902e-02 (1.7143e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1660e-03 (1.7034e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4908e-01 (1.7161e-02)\tAcc@1  93.75 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.3249e-04 (1.6949e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1100/3125]\tTime  0.039 ( 0.037)\tData  0.005 ( 0.003)\tLoss 1.3080e-02 (1.6988e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1150/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.6449e-02 (1.7131e-02)\tAcc@1  93.75 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.8191e-03 (1.7099e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7601e-03 (1.7341e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3372e-02 (1.7009e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.6223e-02 (1.6926e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1400/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.4787e-03 (1.6801e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.2908e-02 (1.6671e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1500/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.3335e-03 (1.6659e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1550/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.4615e-03 (1.6484e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.7422e-03 (1.6512e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.4037e-03 (1.6489e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.9842e-03 (1.6469e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.0970e-01 (1.6532e-02)\tAcc@1  93.75 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1800/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5245e-02 (1.6462e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.6374e-03 (1.6412e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1900/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.9076e-03 (1.6332e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][1950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7630e-03 (1.6357e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.6061e-03 (1.6280e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.1098e-02 (1.6241e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0465e-02 (1.6191e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2150/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 3.8166e-03 (1.6051e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2200/3125]\tTime  0.038 ( 0.037)\tData  0.005 ( 0.003)\tLoss 8.9450e-03 (1.6022e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2250/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.0531e-03 (1.6004e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2300/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.3821e-03 (1.5857e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2350/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.0539e-02 (1.5852e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2400/3125]\tTime  0.042 ( 0.037)\tData  0.006 ( 0.003)\tLoss 6.7390e-03 (1.5946e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0455e-02 (1.5876e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.1716e-03 (1.5941e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.5008e-02 (1.5890e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6763e-02 (1.5773e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.6318e-02 (1.5827e-02)\tAcc@1  93.75 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2700/3125]\tTime  0.040 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.1041e-03 (1.5743e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.5216e-03 (1.5840e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2800/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0413e-02 (1.5901e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2850/3125]\tTime  0.046 ( 0.037)\tData  0.006 ( 0.003)\tLoss 2.4668e-03 (1.5852e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1820e-03 (1.5782e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2702e-02 (1.5766e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.1709e-03 (1.5729e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][3050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.2763e-03 (1.5677e-02)\tAcc@1 100.00 ( 99.74)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [94][3100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5596e-02 (1.5842e-02)\tAcc@1 100.00 ( 99.73)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.730 Acc@5 100.000\n",
            "====> Epoch loss 0.016\n",
            "====> 183.59 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.5226e+00 (3.5226e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 9.9099e-01 (1.6502e+00)\tAcc@1  81.25 ( 73.77)\tAcc@5  93.75 ( 92.03)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.7917e+00 (1.6672e+00)\tAcc@1  68.75 ( 71.78)\tAcc@5  87.50 ( 92.08)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4452e+00 (1.6778e+00)\tAcc@1  68.75 ( 71.77)\tAcc@5  93.75 ( 91.60)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3941e+00 (1.6892e+00)\tAcc@1  68.75 ( 71.64)\tAcc@5 100.00 ( 91.76)\n",
            "Test: [250/625]\tTime  0.015 ( 0.015)\tLoss 1.5594e+00 (1.6881e+00)\tAcc@1  75.00 ( 71.79)\tAcc@5  87.50 ( 91.86)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 9.6884e-01 (1.6909e+00)\tAcc@1  81.25 ( 71.43)\tAcc@5  93.75 ( 91.86)\n",
            "Test: [350/625]\tTime  0.016 ( 0.015)\tLoss 5.9658e-01 (1.6836e+00)\tAcc@1  81.25 ( 71.42)\tAcc@5 100.00 ( 91.76)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 8.1195e-01 (1.6774e+00)\tAcc@1  81.25 ( 71.42)\tAcc@5 100.00 ( 91.68)\n",
            "Test: [450/625]\tTime  0.015 ( 0.015)\tLoss 7.7564e-01 (1.6631e+00)\tAcc@1  75.00 ( 71.49)\tAcc@5 100.00 ( 91.75)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.8771e+00 (1.6723e+00)\tAcc@1  68.75 ( 71.33)\tAcc@5  81.25 ( 91.63)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.2566e+00 (1.6403e+00)\tAcc@1  68.75 ( 71.69)\tAcc@5  93.75 ( 91.80)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.9128e+00 (1.6461e+00)\tAcc@1  50.00 ( 71.76)\tAcc@5  87.50 ( 91.74)\n",
            "====> Acc@1 71.810 Acc@5 91.780\n",
            "====> 9.65 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 95, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [95][   0/3125]\tTime  0.039 ( 0.039)\tData  0.006 ( 0.006)\tLoss 1.0535e-02 (1.0535e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][  50/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.1430e-04 (2.3928e-02)\tAcc@1 100.00 ( 99.39)\tAcc@5 100.00 ( 99.88)\n",
            "Epoch: [95][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8619e-02 (1.8842e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 ( 99.94)\n",
            "Epoch: [95][ 150/3125]\tTime  0.041 ( 0.038)\tData  0.005 ( 0.004)\tLoss 5.9708e-03 (1.8050e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 ( 99.96)\n",
            "Epoch: [95][ 200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8808e-03 (1.7646e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 ( 99.97)\n",
            "Epoch: [95][ 250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2972e-03 (1.9123e-02)\tAcc@1 100.00 ( 99.58)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [95][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7303e-02 (1.9171e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [95][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.4601e-03 (1.8183e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [95][ 400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0601e-02 (1.7839e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 ( 99.98)\n",
            "Epoch: [95][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7264e-03 (1.8313e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][ 500/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0728e-02 (1.7869e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.0479e-03 (1.7270e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.0022e-03 (1.6963e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][ 650/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.7362e-03 (1.6732e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3878e-02 (1.6923e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][ 750/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1382e-03 (1.7385e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][ 800/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4344e-03 (1.7083e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][ 850/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7059e-03 (1.6826e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][ 900/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5893e-03 (1.6951e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.7075e-02 (1.6819e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][1000/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2479e-03 (1.6816e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9282e-03 (1.6941e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][1100/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.6730e-03 (1.6744e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.5362e-03 (1.6597e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][1200/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.2654e-02 (1.6778e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 ( 99.99)\n",
            "Epoch: [95][1250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4168e-03 (1.6784e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1300/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.5766e-03 (1.6901e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1350/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.9969e-02 (1.6951e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5480e-02 (1.6940e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9259e-03 (1.6888e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1960e-02 (1.6844e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.3216e-01 (1.7259e-02)\tAcc@1  93.75 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1600/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 7.4897e-03 (1.7279e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1650/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.5473e-03 (1.7060e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5341e-02 (1.7035e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.7315e-02 (1.7479e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.7623e-03 (1.7418e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1850/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.3012e-03 (1.7414e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1900/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5137e-02 (1.7404e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7894e-03 (1.7348e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2000/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.5588e-03 (1.7313e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2050/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.8109e-03 (1.7392e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5960e-02 (1.7283e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.6092e-03 (1.7377e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.4172e-02 (1.7422e-02)\tAcc@1  93.75 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7255e-02 (1.7409e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.9045e-03 (1.7436e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2350/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.4637e-02 (1.7246e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2400/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.4033e-02 (1.7300e-02)\tAcc@1  93.75 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2469e-01 (1.7370e-02)\tAcc@1  93.75 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2500/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.0880e-02 (1.7349e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.6569e-03 (1.7341e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2600/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 8.2854e-02 (1.7282e-02)\tAcc@1  93.75 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.3522e-02 (1.7208e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.2800e-03 (1.7234e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6954e-03 (1.7308e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0805e-02 (1.7249e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.7778e-02 (1.7203e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.3433e-03 (1.7333e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][2950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.4450e-03 (1.7398e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.9469e-03 (1.7388e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][3050/3125]\tTime  0.040 ( 0.037)\tData  0.006 ( 0.003)\tLoss 1.2639e-02 (1.7332e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [95][3100/3125]\tTime  0.040 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6010e-03 (1.7290e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.652 Acc@5 99.998\n",
            "====> Epoch loss 0.017\n",
            "====> 183.55 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.2927e+00 (3.2927e+00)\tAcc@1  68.75 ( 68.75)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.1198e+00 (1.6602e+00)\tAcc@1  81.25 ( 73.28)\tAcc@5  93.75 ( 91.67)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.8096e+00 (1.6804e+00)\tAcc@1  62.50 ( 71.53)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4796e+00 (1.6914e+00)\tAcc@1  68.75 ( 71.48)\tAcc@5  93.75 ( 91.64)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3405e+00 (1.7036e+00)\tAcc@1  68.75 ( 71.58)\tAcc@5 100.00 ( 91.76)\n",
            "Test: [250/625]\tTime  0.016 ( 0.015)\tLoss 1.7082e+00 (1.7037e+00)\tAcc@1  75.00 ( 71.61)\tAcc@5  87.50 ( 91.76)\n",
            "Test: [300/625]\tTime  0.016 ( 0.015)\tLoss 9.0997e-01 (1.7091e+00)\tAcc@1  81.25 ( 71.20)\tAcc@5  93.75 ( 91.72)\n",
            "Test: [350/625]\tTime  0.016 ( 0.016)\tLoss 6.8983e-01 (1.7053e+00)\tAcc@1  81.25 ( 71.08)\tAcc@5 100.00 ( 91.61)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 7.4616e-01 (1.6993e+00)\tAcc@1  81.25 ( 71.12)\tAcc@5 100.00 ( 91.60)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 7.0166e-01 (1.6866e+00)\tAcc@1  75.00 ( 71.29)\tAcc@5 100.00 ( 91.70)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.9227e+00 (1.6935e+00)\tAcc@1  68.75 ( 71.18)\tAcc@5  81.25 ( 91.57)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.4310e+00 (1.6622e+00)\tAcc@1  68.75 ( 71.50)\tAcc@5  93.75 ( 91.71)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.9545e+00 (1.6660e+00)\tAcc@1  50.00 ( 71.62)\tAcc@5  87.50 ( 91.64)\n",
            "====> Acc@1 71.590 Acc@5 91.710\n",
            "====> 9.67 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 96, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [96][   0/3125]\tTime  0.039 ( 0.039)\tData  0.006 ( 0.006)\tLoss 1.0246e-03 (1.0246e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][  50/3125]\tTime  0.036 ( 0.036)\tData  0.004 ( 0.003)\tLoss 8.0621e-02 (1.3653e-02)\tAcc@1  93.75 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1211e-03 (1.1971e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.1650e-02 (1.2912e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.5542e-03 (1.5138e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 250/3125]\tTime  0.044 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2881e-02 (1.4610e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 6.3488e-03 (1.4854e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 350/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.003)\tLoss 5.3149e-03 (1.4684e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0592e-02 (1.5480e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 450/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.7359e-03 (1.5395e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 7.8737e-03 (1.5143e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.6876e-03 (1.4981e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.8755e-02 (1.5344e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 650/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9878e-02 (1.5232e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.6489e-02 (1.5008e-02)\tAcc@1  93.75 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 9.3173e-03 (1.5297e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.0044e-03 (1.5763e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.0752e-02 (1.6049e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 900/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.2695e-01 (1.6437e-02)\tAcc@1  93.75 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 9.1351e-03 (1.6514e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1000/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.9411e-03 (1.6459e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1050/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.1645e-03 (1.6551e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1100/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.0965e-02 (1.6541e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.7191e-03 (1.6480e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0887e-03 (1.6253e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.2126e-03 (1.6277e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.1187e-02 (1.6589e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1350/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.003)\tLoss 6.8060e-03 (1.6572e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 8.2836e-03 (1.6742e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1450/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.2194e-02 (1.6808e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.3160e-03 (1.6842e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1550/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3485e-03 (1.6647e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1600/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3671e-03 (1.6535e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0147e-02 (1.6552e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1700/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.3594e-03 (1.6592e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1750/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.003)\tLoss 3.4720e-03 (1.6465e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1800/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.9786e-02 (1.6463e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.9215e-03 (1.6692e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1900/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.3592e-03 (1.6630e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][1950/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 2.3136e-02 (1.6640e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2000/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3070e-02 (1.6665e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2050/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4239e-01 (1.6856e-02)\tAcc@1  93.75 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2100/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2851e-03 (1.6847e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.5313e-04 (1.6853e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2200/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.8860e-03 (1.6968e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2902e-02 (1.7082e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.2201e-02 (1.7041e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.6777e-02 (1.6987e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2400/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.1233e-03 (1.6928e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2450/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0130e-03 (1.6894e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1484e-03 (1.6758e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2550/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0457e-02 (1.6683e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.9078e-02 (1.6594e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.1116e-02 (1.6616e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.6493e-02 (1.6549e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5123e-02 (1.6512e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2800/3125]\tTime  0.039 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0466e-02 (1.6418e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2850/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9645e-02 (1.6390e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2900/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1502e-02 (1.6476e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][2950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.2905e-02 (1.6567e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][3000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.2663e-03 (1.6537e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6202e-02 (1.6536e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [96][3100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6220e-02 (1.6496e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.668 Acc@5 100.000\n",
            "====> Epoch loss 0.016\n",
            "====> 183.76 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.4622e+00 (3.4622e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.0750e+00 (1.6598e+00)\tAcc@1  81.25 ( 73.65)\tAcc@5  93.75 ( 91.79)\n",
            "Test: [100/625]\tTime  0.016 ( 0.016)\tLoss 1.6962e+00 (1.6787e+00)\tAcc@1  68.75 ( 72.22)\tAcc@5  93.75 ( 92.02)\n",
            "Test: [150/625]\tTime  0.015 ( 0.016)\tLoss 1.4586e+00 (1.6894e+00)\tAcc@1  68.75 ( 72.02)\tAcc@5  93.75 ( 91.72)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.3694e+00 (1.7033e+00)\tAcc@1  68.75 ( 71.98)\tAcc@5 100.00 ( 91.82)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.6898e+00 (1.7049e+00)\tAcc@1  75.00 ( 71.91)\tAcc@5  87.50 ( 91.91)\n",
            "Test: [300/625]\tTime  0.015 ( 0.016)\tLoss 9.7346e-01 (1.7057e+00)\tAcc@1  81.25 ( 71.64)\tAcc@5  93.75 ( 91.92)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 7.5326e-01 (1.7018e+00)\tAcc@1  81.25 ( 71.55)\tAcc@5 100.00 ( 91.77)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 8.2556e-01 (1.6952e+00)\tAcc@1  81.25 ( 71.59)\tAcc@5 100.00 ( 91.71)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 6.5259e-01 (1.6812e+00)\tAcc@1  75.00 ( 71.72)\tAcc@5 100.00 ( 91.81)\n",
            "Test: [500/625]\tTime  0.015 ( 0.016)\tLoss 1.9040e+00 (1.6899e+00)\tAcc@1  68.75 ( 71.51)\tAcc@5  81.25 ( 91.60)\n",
            "Test: [550/625]\tTime  0.015 ( 0.016)\tLoss 1.2282e+00 (1.6585e+00)\tAcc@1  68.75 ( 71.79)\tAcc@5  93.75 ( 91.73)\n",
            "Test: [600/625]\tTime  0.016 ( 0.016)\tLoss 2.9251e+00 (1.6624e+00)\tAcc@1  56.25 ( 71.86)\tAcc@5  87.50 ( 91.69)\n",
            "====> Acc@1 71.820 Acc@5 91.750\n",
            "====> 9.77 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 97, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [97][   0/3125]\tTime  0.039 ( 0.039)\tData  0.006 ( 0.006)\tLoss 9.9373e-03 (9.9373e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][  50/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0746e-02 (1.4512e-02)\tAcc@1 100.00 ( 99.88)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 100/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0423e-02 (1.3270e-02)\tAcc@1 100.00 ( 99.94)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 150/3125]\tTime  0.041 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.0991e-03 (1.5106e-02)\tAcc@1 100.00 ( 99.88)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 200/3125]\tTime  0.039 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.1665e-03 (1.5437e-02)\tAcc@1 100.00 ( 99.84)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 250/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 6.6159e-02 (1.4812e-02)\tAcc@1  93.75 ( 99.80)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 300/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.5455e-02 (1.4845e-02)\tAcc@1 100.00 ( 99.79)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 350/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.004)\tLoss 2.3652e-03 (1.5502e-02)\tAcc@1 100.00 ( 99.77)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 400/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.5045e-03 (1.5471e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 450/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 9.3496e-03 (1.6313e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 500/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.3044e-02 (1.6977e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.1251e-02 (1.7361e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.1819e-02 (1.6999e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0208e-03 (1.6665e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 700/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1807e-03 (1.6380e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4877e-02 (1.6451e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.2615e-02 (1.6754e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3256e-02 (1.6685e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 900/3125]\tTime  0.040 ( 0.037)\tData  0.006 ( 0.004)\tLoss 1.1167e-01 (1.6688e-02)\tAcc@1  93.75 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][ 950/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.7811e-03 (1.6546e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1000/3125]\tTime  0.038 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4344e-03 (1.6229e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.0264e-02 (1.6201e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1100/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0961e-02 (1.5994e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1150/3125]\tTime  0.042 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.5304e-02 (1.5842e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4567e-03 (1.5980e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1250/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8445e-01 (1.6066e-02)\tAcc@1  93.75 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1300/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.6553e-02 (1.5924e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1350/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8186e-02 (1.5802e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.7885e-03 (1.5594e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1450/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.7538e-02 (1.5684e-02)\tAcc@1  93.75 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1500/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.0012e-02 (1.5633e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.5507e-03 (1.5600e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.1826e-03 (1.5609e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.9590e-03 (1.5448e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.5872e-02 (1.5361e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1750/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.8457e-03 (1.5424e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3645e-03 (1.5429e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1850/3125]\tTime  0.037 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.4267e-03 (1.5780e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1900/3125]\tTime  0.042 ( 0.037)\tData  0.005 ( 0.004)\tLoss 3.1868e-03 (1.5744e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][1950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3150e-02 (1.5609e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2000/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.5461e-03 (1.5657e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.7850e-03 (1.5805e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.1451e-03 (1.5760e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.8613e-03 (1.5832e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.4077e-03 (1.6001e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2250/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2929e-03 (1.5958e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2982e-02 (1.5998e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2350/3125]\tTime  0.044 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.0815e-03 (1.6050e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.0124e-03 (1.6051e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2450/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.5006e-03 (1.6033e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2500/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.8305e-03 (1.6121e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.3233e-02 (1.6071e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.2566e-03 (1.6055e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2650/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.8352e-03 (1.6123e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2700/3125]\tTime  0.041 ( 0.037)\tData  0.006 ( 0.004)\tLoss 2.3894e-03 (1.6090e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2750/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1079e-03 (1.6029e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2800/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1109e-02 (1.5978e-02)\tAcc@1  93.75 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.0669e-02 (1.5982e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2900/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.7979e-03 (1.6011e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][2950/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.0839e-03 (1.6047e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9947e-02 (1.6039e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][3050/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7701e-01 (1.6160e-02)\tAcc@1  93.75 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [97][3100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5073e-03 (1.6165e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.680 Acc@5 100.000\n",
            "====> Epoch loss 0.016\n",
            "====> 183.79 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.5062e+00 (3.5062e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.0635e+00 (1.6380e+00)\tAcc@1  81.25 ( 73.90)\tAcc@5  93.75 ( 92.40)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.6220e+00 (1.6716e+00)\tAcc@1  68.75 ( 72.40)\tAcc@5  93.75 ( 92.45)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.4662e+00 (1.6799e+00)\tAcc@1  75.00 ( 72.27)\tAcc@5  93.75 ( 92.05)\n",
            "Test: [200/625]\tTime  0.015 ( 0.015)\tLoss 1.3832e+00 (1.6997e+00)\tAcc@1  68.75 ( 72.26)\tAcc@5 100.00 ( 92.07)\n",
            "Test: [250/625]\tTime  0.015 ( 0.016)\tLoss 1.6690e+00 (1.7015e+00)\tAcc@1  75.00 ( 72.19)\tAcc@5  87.50 ( 92.16)\n",
            "Test: [300/625]\tTime  0.016 ( 0.016)\tLoss 7.5734e-01 (1.7025e+00)\tAcc@1  81.25 ( 71.84)\tAcc@5  93.75 ( 92.17)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 6.7110e-01 (1.6987e+00)\tAcc@1  81.25 ( 71.69)\tAcc@5 100.00 ( 91.99)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 8.1977e-01 (1.6937e+00)\tAcc@1  81.25 ( 71.68)\tAcc@5 100.00 ( 91.93)\n",
            "Test: [450/625]\tTime  0.015 ( 0.016)\tLoss 7.0706e-01 (1.6810e+00)\tAcc@1  75.00 ( 71.78)\tAcc@5 100.00 ( 92.02)\n",
            "Test: [500/625]\tTime  0.020 ( 0.016)\tLoss 1.9771e+00 (1.6897e+00)\tAcc@1  68.75 ( 71.59)\tAcc@5  81.25 ( 91.85)\n",
            "Test: [550/625]\tTime  0.017 ( 0.016)\tLoss 1.3228e+00 (1.6573e+00)\tAcc@1  68.75 ( 71.96)\tAcc@5  93.75 ( 91.96)\n",
            "Test: [600/625]\tTime  0.015 ( 0.016)\tLoss 2.9022e+00 (1.6595e+00)\tAcc@1  56.25 ( 72.02)\tAcc@5  87.50 ( 91.93)\n",
            "====> Acc@1 71.930 Acc@5 91.990\n",
            "====> 9.78 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 98, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [98][   0/3125]\tTime  0.041 ( 0.041)\tData  0.005 ( 0.005)\tLoss 1.6200e-03 (1.6200e-03)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][  50/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.5701e-03 (1.1459e-02)\tAcc@1 100.00 ( 99.75)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 100/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 4.0066e-03 (1.1663e-02)\tAcc@1 100.00 ( 99.81)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 150/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.5347e-02 (1.4105e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 200/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6404e-03 (1.4166e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 250/3125]\tTime  0.039 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.8036e-03 (1.4890e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 300/3125]\tTime  0.034 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1433e-03 (1.4589e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8591e-03 (1.4889e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.6535e-02 (1.5521e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 450/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 5.8780e-03 (1.6633e-02)\tAcc@1 100.00 ( 99.63)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.4045e-02 (1.6599e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 550/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.1464e-03 (1.6843e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.9855e-03 (1.6443e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 650/3125]\tTime  0.043 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.0381e-02 (1.6548e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 700/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.7895e-03 (1.6473e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6193e-03 (1.6841e-02)\tAcc@1 100.00 ( 99.61)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 800/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.2122e-02 (1.6682e-02)\tAcc@1 100.00 ( 99.62)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 850/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6365e-03 (1.6368e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 900/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 4.4147e-03 (1.6184e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][ 950/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8828e-02 (1.6085e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.3189e-02 (1.6029e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.8595e-04 (1.5964e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1100/3125]\tTime  0.043 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.2279e-03 (1.5813e-02)\tAcc@1 100.00 ( 99.65)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1150/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.3928e-02 (1.5778e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1200/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.0785e-03 (1.5873e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1250/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.0816e-03 (1.5724e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.1615e-02 (1.5642e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1350/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.6316e-03 (1.5763e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.1757e-03 (1.5753e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1450/3125]\tTime  0.049 ( 0.037)\tData  0.005 ( 0.004)\tLoss 1.9862e-03 (1.5871e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1500/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.3685e-02 (1.6091e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4893e-02 (1.5987e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1600/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9172e-02 (1.5949e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.3268e-03 (1.6124e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1700/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4111e-03 (1.6271e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1750/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.9711e-02 (1.6321e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.4056e-04 (1.6352e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1850/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.5773e-02 (1.6317e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.6733e-03 (1.6174e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][1950/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8344e-02 (1.6123e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2000/3125]\tTime  0.041 ( 0.037)\tData  0.005 ( 0.004)\tLoss 9.7237e-03 (1.5987e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.4124e-02 (1.6102e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5961e-02 (1.6085e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2150/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 8.0431e-04 (1.6038e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2200/3125]\tTime  0.042 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.0980e-02 (1.6009e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2250/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.1448e-02 (1.6057e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2300/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.5306e-03 (1.5952e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2350/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.1985e-03 (1.6027e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2400/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3070e-04 (1.5937e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2450/3125]\tTime  0.035 ( 0.037)\tData  0.004 ( 0.004)\tLoss 8.6677e-03 (1.5928e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2500/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 7.7040e-03 (1.5928e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2550/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.6817e-03 (1.5923e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2600/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.8142e-03 (1.5802e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2650/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.9512e-02 (1.5919e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2700/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.9508e-02 (1.5887e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2750/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.6598e-03 (1.5954e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2800/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 5.4198e-02 (1.6036e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.8599e-02 (1.6030e-02)\tAcc@1  93.75 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2900/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.3566e-02 (1.5986e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][2950/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.1197e-03 (1.6020e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][3000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.0704e-03 (1.6013e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][3050/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 4.3623e-03 (1.6021e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [98][3100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.5536e-03 (1.6012e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.710 Acc@5 100.000\n",
            "====> Epoch loss 0.016\n",
            "====> 183.74 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.015 ( 0.015)\tLoss 3.3923e+00 (3.3923e+00)\tAcc@1  62.50 ( 62.50)\tAcc@5  81.25 ( 81.25)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.015)\tLoss 1.0528e+00 (1.6377e+00)\tAcc@1  81.25 ( 73.53)\tAcc@5  93.75 ( 92.65)\n",
            "Test: [100/625]\tTime  0.015 ( 0.015)\tLoss 1.6820e+00 (1.6641e+00)\tAcc@1  62.50 ( 72.15)\tAcc@5  93.75 ( 92.45)\n",
            "Test: [150/625]\tTime  0.015 ( 0.015)\tLoss 1.5601e+00 (1.6754e+00)\tAcc@1  68.75 ( 71.90)\tAcc@5  93.75 ( 92.14)\n",
            "Test: [200/625]\tTime  0.016 ( 0.015)\tLoss 1.2496e+00 (1.6898e+00)\tAcc@1  68.75 ( 71.98)\tAcc@5 100.00 ( 92.10)\n",
            "Test: [250/625]\tTime  0.016 ( 0.015)\tLoss 1.6872e+00 (1.6930e+00)\tAcc@1  75.00 ( 71.94)\tAcc@5  87.50 ( 92.11)\n",
            "Test: [300/625]\tTime  0.015 ( 0.015)\tLoss 9.3851e-01 (1.7012e+00)\tAcc@1  87.50 ( 71.64)\tAcc@5  93.75 ( 92.03)\n",
            "Test: [350/625]\tTime  0.015 ( 0.015)\tLoss 6.6102e-01 (1.6964e+00)\tAcc@1  81.25 ( 71.46)\tAcc@5 100.00 ( 91.88)\n",
            "Test: [400/625]\tTime  0.015 ( 0.015)\tLoss 8.8813e-01 (1.6918e+00)\tAcc@1  81.25 ( 71.46)\tAcc@5 100.00 ( 91.82)\n",
            "Test: [450/625]\tTime  0.016 ( 0.015)\tLoss 7.7242e-01 (1.6804e+00)\tAcc@1  75.00 ( 71.59)\tAcc@5 100.00 ( 91.85)\n",
            "Test: [500/625]\tTime  0.015 ( 0.015)\tLoss 1.8892e+00 (1.6877e+00)\tAcc@1  68.75 ( 71.42)\tAcc@5  81.25 ( 91.70)\n",
            "Test: [550/625]\tTime  0.015 ( 0.015)\tLoss 1.2047e+00 (1.6565e+00)\tAcc@1  68.75 ( 71.80)\tAcc@5  93.75 ( 91.86)\n",
            "Test: [600/625]\tTime  0.015 ( 0.015)\tLoss 2.8800e+00 (1.6589e+00)\tAcc@1  50.00 ( 71.84)\tAcc@5  87.50 ( 91.79)\n",
            "====> Acc@1 71.830 Acc@5 91.810\n",
            "====> 9.58 seconds to validate this epoch\n",
            "\n",
            "\n",
            "==> Epoch: 99, lr = 0.001\n",
            "===> [ Training ]\n",
            "Epoch: [99][   0/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.005)\tLoss 2.0296e-02 (2.0296e-02)\tAcc@1 100.00 (100.00)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][  50/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.7783e-02 (1.8241e-02)\tAcc@1 100.00 ( 99.51)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 100/3125]\tTime  0.035 ( 0.036)\tData  0.003 ( 0.003)\tLoss 7.8299e-03 (1.5796e-02)\tAcc@1 100.00 ( 99.57)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 150/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 2.8821e-03 (1.6602e-02)\tAcc@1 100.00 ( 99.54)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 200/3125]\tTime  0.036 ( 0.036)\tData  0.003 ( 0.003)\tLoss 9.3162e-04 (1.6441e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 250/3125]\tTime  0.041 ( 0.037)\tData  0.004 ( 0.003)\tLoss 4.6912e-03 (1.6047e-02)\tAcc@1 100.00 ( 99.60)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 300/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.003)\tLoss 2.1637e-02 (1.5336e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 350/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 2.8502e-02 (1.5814e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 400/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.003)\tLoss 1.5072e-03 (1.5897e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 450/3125]\tTime  0.041 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.4169e-03 (1.6154e-02)\tAcc@1 100.00 ( 99.64)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 500/3125]\tTime  0.036 ( 0.037)\tData  0.003 ( 0.004)\tLoss 6.4135e-03 (1.5870e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 550/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 7.9877e-03 (1.5745e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 600/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.2821e-03 (1.5334e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 650/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.003)\tLoss 1.8234e-02 (1.5657e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 700/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 1.7151e-02 (1.5501e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 750/3125]\tTime  0.045 ( 0.037)\tData  0.006 ( 0.004)\tLoss 3.6405e-02 (1.5223e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 800/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 5.8432e-03 (1.5468e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 850/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 2.8766e-03 (1.5820e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 900/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 6.0990e-03 (1.5649e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][ 950/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 2.3336e-03 (1.5773e-02)\tAcc@1 100.00 ( 99.70)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1000/3125]\tTime  0.035 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6342e-03 (1.5579e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1050/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.4012e-02 (1.5405e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1100/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.0503e-02 (1.5367e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1150/3125]\tTime  0.037 ( 0.037)\tData  0.003 ( 0.004)\tLoss 9.4473e-03 (1.5234e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1200/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 3.8174e-02 (1.5243e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1250/3125]\tTime  0.037 ( 0.037)\tData  0.004 ( 0.004)\tLoss 4.3023e-02 (1.5221e-02)\tAcc@1 100.00 ( 99.72)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1300/3125]\tTime  0.036 ( 0.037)\tData  0.004 ( 0.004)\tLoss 1.5211e-02 (1.5462e-02)\tAcc@1 100.00 ( 99.71)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1350/3125]\tTime  0.048 ( 0.037)\tData  0.003 ( 0.004)\tLoss 3.6093e-03 (1.5726e-02)\tAcc@1 100.00 ( 99.69)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1400/3125]\tTime  0.038 ( 0.037)\tData  0.004 ( 0.004)\tLoss 9.7272e-03 (1.6011e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1450/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 9.2030e-03 (1.5940e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1500/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 8.2750e-03 (1.6003e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1550/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.8626e-03 (1.5971e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1600/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 9.2325e-03 (1.5967e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1650/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 9.1141e-02 (1.5998e-02)\tAcc@1  93.75 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1700/3125]\tTime  0.043 ( 0.038)\tData  0.004 ( 0.004)\tLoss 4.5573e-03 (1.6030e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1750/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.1298e-02 (1.6120e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1800/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.5629e-03 (1.6096e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1850/3125]\tTime  0.046 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.9610e-03 (1.6159e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1900/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 4.0737e-03 (1.6050e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][1950/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.2649e-02 (1.5936e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2000/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.3025e-03 (1.6030e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2050/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 2.7831e-03 (1.5974e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2100/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.8939e-02 (1.6028e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2150/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.5090e-03 (1.5868e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2200/3125]\tTime  0.038 ( 0.038)\tData  0.004 ( 0.004)\tLoss 9.5388e-03 (1.5972e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2250/3125]\tTime  0.042 ( 0.038)\tData  0.004 ( 0.004)\tLoss 8.4318e-02 (1.6053e-02)\tAcc@1  93.75 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2300/3125]\tTime  0.046 ( 0.038)\tData  0.003 ( 0.004)\tLoss 9.7287e-04 (1.6087e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2350/3125]\tTime  0.040 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.4043e-03 (1.6090e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2400/3125]\tTime  0.036 ( 0.038)\tData  0.003 ( 0.004)\tLoss 4.2737e-02 (1.6155e-02)\tAcc@1 100.00 ( 99.66)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2450/3125]\tTime  0.041 ( 0.038)\tData  0.004 ( 0.004)\tLoss 9.1009e-03 (1.6048e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2500/3125]\tTime  0.037 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.4273e-02 (1.6130e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2550/3125]\tTime  0.034 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.4378e-03 (1.6149e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2600/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 1.6517e-02 (1.6182e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2650/3125]\tTime  0.040 ( 0.038)\tData  0.004 ( 0.004)\tLoss 3.4739e-03 (1.6182e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2700/3125]\tTime  0.038 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.7274e-02 (1.6096e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2750/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 5.8487e-03 (1.6253e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2800/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 5.4000e-02 (1.6283e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2850/3125]\tTime  0.039 ( 0.038)\tData  0.003 ( 0.004)\tLoss 3.2836e-03 (1.6386e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2900/3125]\tTime  0.039 ( 0.038)\tData  0.005 ( 0.004)\tLoss 1.1259e-02 (1.6349e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][2950/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 1.1080e-01 (1.6308e-02)\tAcc@1  93.75 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][3000/3125]\tTime  0.035 ( 0.038)\tData  0.003 ( 0.004)\tLoss 2.6495e-03 (1.6191e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][3050/3125]\tTime  0.037 ( 0.038)\tData  0.004 ( 0.004)\tLoss 8.6494e-03 (1.6251e-02)\tAcc@1 100.00 ( 99.68)\tAcc@5 100.00 (100.00)\n",
            "Epoch: [99][3100/3125]\tTime  0.036 ( 0.038)\tData  0.004 ( 0.004)\tLoss 9.2056e-03 (1.6298e-02)\tAcc@1 100.00 ( 99.67)\tAcc@5 100.00 (100.00)\n",
            "====> Acc@1 99.672 Acc@5 100.000\n",
            "====> Epoch loss 0.016\n",
            "====> 185.11 seconds to train this epoch\n",
            "\n",
            "===> [ Validation ]\n",
            "Test: [  0/625]\tTime  0.016 ( 0.016)\tLoss 3.4106e+00 (3.4106e+00)\tAcc@1  68.75 ( 68.75)\tAcc@5  75.00 ( 75.00)\n",
            "Test: [ 50/625]\tTime  0.015 ( 0.016)\tLoss 1.0824e+00 (1.6677e+00)\tAcc@1  81.25 ( 73.65)\tAcc@5  93.75 ( 92.03)\n",
            "Test: [100/625]\tTime  0.015 ( 0.016)\tLoss 1.7057e+00 (1.6775e+00)\tAcc@1  68.75 ( 72.03)\tAcc@5  93.75 ( 92.20)\n",
            "Test: [150/625]\tTime  0.015 ( 0.016)\tLoss 1.3804e+00 (1.6888e+00)\tAcc@1  68.75 ( 71.94)\tAcc@5  93.75 ( 91.89)\n",
            "Test: [200/625]\tTime  0.015 ( 0.016)\tLoss 1.4968e+00 (1.7047e+00)\tAcc@1  68.75 ( 71.98)\tAcc@5 100.00 ( 91.92)\n",
            "Test: [250/625]\tTime  0.016 ( 0.016)\tLoss 1.7435e+00 (1.7081e+00)\tAcc@1  75.00 ( 72.04)\tAcc@5  87.50 ( 91.98)\n",
            "Test: [300/625]\tTime  0.016 ( 0.016)\tLoss 1.0911e+00 (1.7075e+00)\tAcc@1  81.25 ( 71.78)\tAcc@5  93.75 ( 92.05)\n",
            "Test: [350/625]\tTime  0.015 ( 0.016)\tLoss 7.1567e-01 (1.7022e+00)\tAcc@1  81.25 ( 71.65)\tAcc@5 100.00 ( 91.92)\n",
            "Test: [400/625]\tTime  0.015 ( 0.016)\tLoss 8.2367e-01 (1.6962e+00)\tAcc@1  81.25 ( 71.68)\tAcc@5 100.00 ( 91.83)\n",
            "Test: [450/625]\tTime  0.016 ( 0.016)\tLoss 6.3645e-01 (1.6812e+00)\tAcc@1  75.00 ( 71.81)\tAcc@5 100.00 ( 91.91)\n",
            "Test: [500/625]\tTime  0.015 ( 0.016)\tLoss 1.8419e+00 (1.6877e+00)\tAcc@1  68.75 ( 71.63)\tAcc@5  81.25 ( 91.72)\n",
            "Test: [550/625]\tTime  0.016 ( 0.016)\tLoss 1.4971e+00 (1.6577e+00)\tAcc@1  62.50 ( 71.93)\tAcc@5  93.75 ( 91.86)\n",
            "Test: [600/625]\tTime  0.016 ( 0.016)\tLoss 2.8854e+00 (1.6615e+00)\tAcc@1  50.00 ( 71.98)\tAcc@5  87.50 ( 91.81)\n",
            "====> Acc@1 71.940 Acc@5 91.840\n",
            "====> 9.83 seconds to validate this epoch\n",
            "\n",
            "====> average training time per epoch: 3m 3.69s\n",
            "====> average validation time per epoch: 0m 9.70s\n",
            "====> training time: 5h 6m 9.04s\n",
            "====> validation time: 0h 16m 9.87s\n",
            "====> total training time: 5h 22m 18.90s\n",
            "====> total time: 5h 22m 25.07s\n"
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}