demos/federated-gan-training-loop.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "3sQqiisLB1GK"
   },
   "source": [
    "## Setup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "1foO-m3wB6E1"
   },
   "outputs": [],
   "source": [
    "PROJECT_DIR = \"/content/federated-triplet-loss\"\n",
    "SRC = \"https://github.com/sdll/federated-triplet-loss\"\n",
    "\n",
    "GDRIVE_MOUNT_POINT = \"/content/drive\"\n",
    "WORKSPACE= \"sdll\"\n",
    "SCRIPT_FILENAME=\"federated_triplet_loss/experiments/emnist_embeddings/train.py\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "LDA2mzNKDVeC",
    "outputId": "4f75ed35-88fa-4a74-80da-e00d86799e00"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mounted at /content/drive\n"
     ]
    }
   ],
   "source": [
    "from google.colab import drive\n",
    "import os\n",
    "drive.mount(GDRIVE_MOUNT_POINT)\n",
    "GOOGLE_DRIVE_ROOT = GDRIVE_MOUNT_POINT + \"/\" + list(filter(lambda x: x[0] != '.', os.listdir(GDRIVE_MOUNT_POINT)))[0]\n",
    "GOOGLE_DRIVE_TARGET_DIR = \"{}/federated-triplet-loss\".format(GOOGLE_DRIVE_ROOT)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "3ppOjVSyBbrO"
   },
   "outputs": [],
   "source": [
    "![ -d $PROJECT_DIR ] || git clone $SRC $PROJECT_DIR"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "TSZ1h3_MEFw7",
    "outputId": "bc0ae056-a6b9-4578-e3f6-d798dd6642bb"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/content/federated-triplet-loss\n"
     ]
    }
   ],
   "source": [
    "%cd $PROJECT_DIR"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 122
    },
    "colab_type": "code",
    "id": "ZusO7fAHzELN",
    "outputId": "dd057df5-fda1-425d-d64f-b89e0a2e9d0f"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[31mERROR: tensorflow-federated 0.14.0 has requirement tensorflow-addons~=0.9.1, but you'll have tensorflow-addons 0.10.0 which is incompatible.\u001b[0m\n",
      "\u001b[31mERROR: tensorflow-federated 0.14.0 has requirement tensorflow-addons~=0.9.1, but you'll have tensorflow-addons 0.10.0 which is incompatible.\u001b[0m\n",
      "\u001b[31mERROR: google-colab 1.0.0 has requirement six~=1.12.0, but you'll have six 1.15.0 which is incompatible.\u001b[0m\n",
      "\u001b[31mERROR: datascience 0.10.6 has requirement folium==0.2.1, but you'll have folium 0.8.3 which is incompatible.\u001b[0m\n",
      "\u001b[31mERROR: albumentations 0.1.12 has requirement imgaug<0.2.7,>=0.2.5, but you'll have imgaug 0.2.9 which is incompatible.\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "!pip install -q --force tensorflow-addons\n",
    "!pip install -q --force tensorflow-privacy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "P3uL6VBUU20j"
   },
   "outputs": [],
   "source": [
    "!pip install -q -r requirements.txt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "ffHCaaP3C1T6"
   },
   "source": [
    "## Utilities"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "AHO1B6FdzUlr"
   },
   "outputs": [],
   "source": [
    "import signal\n",
    "import subprocess as sp\n",
    "import sys\n",
    "import fileinput\n",
    "from glob import glob\n",
    "from pathlib import Path\n",
    "import os\n",
    "\n",
    "class VerboseCalledProcessError(sp.CalledProcessError):\n",
    "    def __str__(self):\n",
    "        if self.returncode and self.returncode < 0:\n",
    "            try:\n",
    "                msg = \"Command '%s' died with %r.\" % (\n",
    "                    self.cmd,\n",
    "                    signal.Signals(-self.returncode),\n",
    "                )\n",
    "            except ValueError:\n",
    "                msg = \"Command '%s' died with unknown signal %d.\" % (\n",
    "                    self.cmd,\n",
    "                    -self.returncode,\n",
    "                )\n",
    "        else:\n",
    "            msg = \"Command '%s' returned non-zero exit status %d.\" % (\n",
    "                self.cmd,\n",
    "                self.returncode,\n",
    "            )\n",
    "\n",
    "        return f\"{msg}\\n\" f\"Stdout:\\n\" f\"{self.output}\\n\" f\"Stderr:\\n\" f\"{self.stderr}\"\n",
    "\n",
    "\n",
    "def bash(cmd, print_stdout=True, print_stderr=True):\n",
    "    proc = sp.Popen(\n",
    "        cmd,\n",
    "        stderr=sp.PIPE,\n",
    "        stdout=sp.PIPE,\n",
    "        shell=True,\n",
    "        universal_newlines=True,\n",
    "        executable=\"/bin/bash\",\n",
    "    )\n",
    "\n",
    "    all_stdout = []\n",
    "    all_stderr = []\n",
    "    while proc.poll() is None:\n",
    "        for stdout_line in proc.stdout:\n",
    "            if stdout_line != \"\":\n",
    "                if print_stdout:\n",
    "                    print(stdout_line, end=\"\")\n",
    "                all_stdout.append(stdout_line)\n",
    "        for stderr_line in proc.stderr:\n",
    "            if stderr_line != \"\":\n",
    "                if print_stderr:\n",
    "                    print(stderr_line, end=\"\", file=sys.stderr)\n",
    "                all_stderr.append(stderr_line)\n",
    "\n",
    "    stdout_text = \"\".join(all_stdout)\n",
    "    stderr_text = \"\".join(all_stderr)\n",
    "    if proc.wait() != 0:\n",
    "        raise VerboseCalledProcessError(proc.returncode, cmd, stdout_text, stderr_text)\n",
    "\n",
    "def stringify_options(options):\n",
    "    return  [\n",
    "        \"--{} {}\".format(key, \"\" if isinstance(value, bool) else value)\n",
    "        for key, value in options.items()\n",
    "    ]\n",
    "\n",
    "\n",
    "def filename_to_module(filename):\n",
    "    return filename.replace(\"/\", \".\")[:-3]\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "QzSev-Uizqyh"
   },
   "source": [
    "## Experiments"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "colab_type": "code",
    "id": "4Kfu4TEhztVl",
    "outputId": "5a45e00a-8750-4275-ce30-0f76d8a04b61"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[1;30;43mStreaming output truncated to the last 5000 lines.\u001b[0m\n",
      "2020-05-27 15:39:31.062263: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 15:39:31.691878: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 15:39:31.851147: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:39:31.860446: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:39:37.913048: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:39:38.229488: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:39:39.683842: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:40:05.563531: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 15:40:05.564003: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 15:40:05.617333: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 80 of 10000\n",
      "2020-05-27 15:40:06.367571: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 15:40:06.396063: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:40:07.364527: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 54 of 10000\n",
      "2020-05-27 15:40:10.767594: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:40:13.927952: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:40:15.528905: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 130 of 10000\n",
      "2020-05-27 15:40:15.725339: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:40:19.518270: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:40:41.902657: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:40:41.902803: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 100 of 10000\n",
      "2020-05-27 15:40:42.663836: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 174 of 10000\n",
      "2020-05-27 15:40:42.664183: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 15:40:43.514775: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:40:43.621387: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 62 of 10000\n",
      "2020-05-27 15:40:47.568439: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:40:47.907329: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:40:50.280824: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:40:51.632477: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 113 of 10000\n",
      "2020-05-27 15:40:55.879764: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:41:18.427257: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 15:41:19.015347: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:41:19.016029: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 15:41:19.016123: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 15:41:19.347035: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:41:20.944918: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 15:41:22.629406: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:41:23.449214: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:41:23.453106: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:41:25.213784: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 15:41:38.079710 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0595']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0605/assets\n",
      "I0527 15:41:38.569766 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0605/assets\n",
      "I0527 15:41:38.853035 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0605\n",
      "2020-05-27 15:41:55.417376: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 15:41:55.417444: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 15:41:55.417483: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 15:41:55.417876: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 15:41:58.961821: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:42:01.579876: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:42:02.067500: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:42:04.375769: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 15:42:08.039876: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:42:30.673532: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 15:42:30.673649: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 15:42:30.675286: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 15:42:30.675409: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 15:42:31.159333: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 15:42:31.419685: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:42:31.927165: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:42:32.021831: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:42:35.330842: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:42:40.485431: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:42:41.365265: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 137 of 10000\n",
      "2020-05-27 15:42:42.104810: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 129 of 10000\n",
      "2020-05-27 15:42:42.302290: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:42:42.560038: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:43:10.682719: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 15:43:11.411549: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 15:43:11.411662: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 15:43:11.411708: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:43:11.411780: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:43:12.394818: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:43:12.749884: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:43:19.572169: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:43:21.142696: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 89 of 10000\n",
      "2020-05-27 15:43:21.261256: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:43:21.595161: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 15:43:24.857155: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:43:48.126322: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 15:43:48.126445: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 15:43:53.058612: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 15:43:57.087294: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:43:58.426003: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 15:43:58.426276: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 77 of 10000\n",
      "2020-05-27 15:43:58.510930: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:43:59.490295: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:44:25.954321: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 15:44:26.837895: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 15:44:26.837926: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 15:44:26.838461: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 82 of 10000\n",
      "2020-05-27 15:44:26.869782: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:44:26.875963: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:44:29.887371: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 15:44:34.877088: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:44:35.141296: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:44:36.660434: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 109 of 10000\n",
      "2020-05-27 15:44:37.687515: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 15:44:47.641526 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0600']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0610/assets\n",
      "I0527 15:44:48.134748 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0610/assets\n",
      "I0527 15:44:48.474896 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0610\n",
      "        num_discriminator_train_examples   993762\n",
      "            num_generator_train_examples   117120\n",
      "                              num_rounds      610\n",
      "I0527 15:44:57.029191 140497535784832 train.py:379] Doing evaluation took 8.54 seconds.\n",
      "Round #610. Total training time 372.93 minutes for 610 rounds (1.64 rounds per minute)\n",
      "2020-05-27 15:45:12.881384: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 15:45:12.881410: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 15:45:12.882087: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 15:45:13.670142: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 183 of 10000\n",
      "2020-05-27 15:45:16.481799: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:45:17.394799: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:45:22.867155: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 15:45:22.867336: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 280 of 10000\n",
      "2020-05-27 15:45:23.009236: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:45:24.472330: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:45:48.419070: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 15:45:48.445957: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:45:48.462209: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:45:51.570722: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 82 of 10000\n",
      "2020-05-27 15:45:51.570868: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 82 of 10000\n",
      "2020-05-27 15:45:51.571602: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 15:45:55.539424: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:45:56.381754: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:45:58.232872: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:45:59.703722: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 289 of 10000\n",
      "2020-05-27 15:46:03.663808: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:46:26.201877: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 15:46:26.202035: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 15:46:26.202079: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 15:46:26.203355: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 15:46:26.473316: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 15:46:26.837170: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:46:27.267757: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 15:46:28.038964: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:46:32.617663: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:46:33.652634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:46:35.743482: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 62 of 10000\n",
      "2020-05-27 15:46:36.628531: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 220 of 10000\n",
      "2020-05-27 15:46:37.510923: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:46:40.972937: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:47:05.302450: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 15:47:05.303872: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 15:47:06.090648: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 70 of 10000\n",
      "2020-05-27 15:47:06.091999: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 15:47:06.092308: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 160 of 10000\n",
      "2020-05-27 15:47:06.137341: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 15:47:06.143193: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:47:06.943246: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:47:06.947842: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:47:15.046273: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 15:47:15.046579: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:47:15.049904: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:47:16.752633: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 70 of 10000\n",
      "2020-05-27 15:47:19.914160: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:47:41.992498: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 15:47:41.992694: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 15:47:41.995361: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 15:47:42.066135: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:47:44.400663: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 15:47:44.401505: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 15:47:46.115243: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:47:50.434830: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:47:51.288333: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:47:52.872055: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 153 of 10000\n",
      "2020-05-27 15:47:55.860267: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 15:48:04.447743 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0605']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0615/assets\n",
      "I0527 15:48:04.912811 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0615/assets\n",
      "I0527 15:48:05.185908 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0615\n",
      "2020-05-27 15:48:19.777427: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 15:48:19.927128: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 15:48:20.697242: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 139 of 10000\n",
      "2020-05-27 15:48:20.700307: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:48:20.753848: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:48:28.118139: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:48:28.986965: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:48:30.893282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 100 of 10000\n",
      "2020-05-27 15:48:33.945968: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:48:57.483782: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 15:48:57.484790: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 15:48:57.485312: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 15:48:59.057397: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 15:49:01.636256: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:49:06.533735: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 15:49:06.964635: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:49:07.221928: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 58 of 10000\n",
      "2020-05-27 15:49:07.235984: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:49:11.590064: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:49:34.520352: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 15:49:35.421000: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 15:49:35.470326: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 15:49:35.470441: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 15:49:36.324340: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 170 of 10000\n",
      "2020-05-27 15:49:37.241139: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:49:38.061298: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:49:43.871620: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:49:44.493316: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 235 of 10000\n",
      "2020-05-27 15:49:44.496116: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:49:48.246348: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:50:12.808799: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 15:50:12.808977: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 15:50:13.761942: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 15:50:13.762074: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 15:50:13.801989: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:50:13.802097: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:50:13.809015: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:50:17.053563: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:50:17.054763: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:50:20.131006: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:50:20.155081: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:50:23.621244: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 70 of 10000\n",
      "2020-05-27 15:50:23.625314: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:50:48.181429: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 15:50:48.940599: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 105 of 10000\n",
      "2020-05-27 15:50:48.940958: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 90 of 10000\n",
      "2020-05-27 15:50:50.057288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 15:50:51.572548: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:50:55.485298: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:50:57.147951: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:50:58.999741: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 107 of 10000\n",
      "2020-05-27 15:50:59.439254: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 15:51:09.527270 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0610']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0620/assets\n",
      "I0527 15:51:09.998246 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0620/assets\n",
      "I0527 15:51:10.250358 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0620\n",
      "        num_discriminator_train_examples  1009576\n",
      "            num_generator_train_examples   119040\n",
      "                              num_rounds      620\n",
      "I0527 15:51:18.760013 140497535784832 train.py:379] Doing evaluation took 8.50 seconds.\n",
      "Round #620. Total training time 379.29 minutes for 620 rounds (1.63 rounds per minute)\n",
      "2020-05-27 15:51:33.248275: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 186 of 10000\n",
      "2020-05-27 15:51:33.248392: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 15:51:33.281175: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:51:34.902277: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 15:51:34.929076: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:51:35.255484: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 15:51:40.530549: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:51:40.886567: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:51:44.511076: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 214 of 10000\n",
      "2020-05-27 15:51:44.511459: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 206 of 10000\n",
      "2020-05-27 15:51:46.951637: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:51:47.839497: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:52:12.577529: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 15:52:13.538338: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 15:52:13.538475: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 15:52:13.538531: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 15:52:13.539726: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 15:52:14.453484: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:52:14.466335: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:52:16.273479: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:52:24.168687: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 74 of 10000\n",
      "2020-05-27 15:52:24.168809: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 334 of 10000\n",
      "2020-05-27 15:52:25.163836: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:52:26.049784: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:52:51.292603: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:52:51.292714: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:52:52.062708: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 57 of 10000\n",
      "2020-05-27 15:52:52.062827: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 15:52:52.957672: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 112 of 10000\n",
      "2020-05-27 15:52:55.235531: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:52:57.681982: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:53:01.168273: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:53:01.885425: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 199 of 10000\n",
      "2020-05-27 15:53:01.885543: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 80 of 10000\n",
      "2020-05-27 15:53:03.370964: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:53:06.769261: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:53:30.315987: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 51 of 10000\n",
      "2020-05-27 15:53:30.428387: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 15:53:31.154324: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 15:53:31.154721: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 15:53:32.502298: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:53:32.505752: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:53:32.572689: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:53:35.093316: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:53:39.110591: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:53:40.525613: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 138 of 10000\n",
      "2020-05-27 15:53:42.976437: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:54:07.115008: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 70 of 10000\n",
      "2020-05-27 15:54:07.363568: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:54:07.363670: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:54:07.363712: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:54:09.076289: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 15:54:11.629610: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:54:12.539320: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:54:15.447066: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:54:17.159580: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 15:54:18.002931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 15:54:19.269795: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:54:20.853024: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 15:54:30.932011 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0615']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0625/assets\n",
      "I0527 15:54:31.412959 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0625/assets\n",
      "I0527 15:54:31.656301 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0625\n",
      "2020-05-27 15:54:46.184977: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 125 of 10000\n",
      "2020-05-27 15:54:46.185109: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 125 of 10000\n",
      "2020-05-27 15:54:47.308279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:54:47.308389: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:54:47.308445: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:54:47.309027: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:54:47.408981: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:54:47.538352: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:54:49.977058: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:54:56.604897: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 15:54:56.761281: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 159 of 10000\n",
      "2020-05-27 15:54:57.542264: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 49 of 10000\n",
      "2020-05-27 15:54:57.553477: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:54:57.617859: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:55:00.215852: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:55:25.163119: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 15:55:25.163246: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 15:55:25.163325: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 15:55:25.164432: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 15:55:25.753772: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:55:25.762470: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:55:25.774181: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:55:26.030258: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:55:28.213349: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:55:32.921428: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:55:35.744672: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 15:55:36.179443: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 15:55:37.320982: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:55:37.494701: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:56:03.333802: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 15:56:03.337498: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 168 of 10000\n",
      "2020-05-27 15:56:03.435066: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 15:56:04.308281: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 15:56:04.308972: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 15:56:04.309045: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 15:56:04.425819: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:56:06.689756: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:56:07.370541: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:56:12.339556: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:56:14.338108: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 15:56:14.338267: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 15:56:15.893419: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:56:18.523513: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:56:42.724180: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 198 of 10000\n",
      "2020-05-27 15:56:44.247592: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 15:56:44.438108: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 15:56:45.091195: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 170 of 10000\n",
      "2020-05-27 15:56:49.193585: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:56:51.708906: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:56:52.434672: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:56:54.374334: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 247 of 10000\n",
      "2020-05-27 15:56:54.382402: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:57:23.165546: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 15:57:23.168297: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 15:57:23.168479: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 15:57:23.791778: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 15:57:23.792555: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 15:57:24.793597: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:57:27.883649: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:57:29.635714: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:57:30.634825: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:57:33.356979: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 15:57:34.695188: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 15:57:43.995819 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0620']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0630/assets\n",
      "I0527 15:57:44.501391 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0630/assets\n",
      "I0527 15:57:44.771612 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0630\n",
      "        num_discriminator_train_examples  1026198\n",
      "            num_generator_train_examples   120960\n",
      "                              num_rounds      630\n",
      "I0527 15:57:54.202720 140497535784832 train.py:379] Doing evaluation took 9.41 seconds.\n",
      "Round #630. Total training time 385.88 minutes for 630 rounds (1.63 rounds per minute)\n",
      "2020-05-27 15:58:09.229851: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 15:58:09.252026: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 15:58:10.406551: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 15:58:10.422755: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 156 of 10000\n",
      "2020-05-27 15:58:10.424487: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 15:58:11.952633: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:58:11.969547: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:58:17.078491: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:58:18.468685: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 15:58:19.091063: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 15:58:20.817903: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:58:22.683692: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:58:47.272008: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 15:58:47.273516: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 15:58:48.054119: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 15:58:48.054318: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 15:58:48.056297: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 15:58:48.094610: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:58:49.754808: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:58:51.529459: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 145 of 10000\n",
      "2020-05-27 15:58:51.560766: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:58:58.108107: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 66 of 10000\n",
      "2020-05-27 15:58:58.143778: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 154 of 10000\n",
      "2020-05-27 15:58:58.500707: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 15:58:58.780316: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:58:59.481726: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:59:02.993395: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:59:27.418082: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 15:59:27.418199: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 15:59:27.418260: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 15:59:27.445783: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 15:59:28.305315: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 15:59:28.305631: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 15:59:28.359163: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:59:29.136096: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:59:30.221029: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:59:30.225817: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:59:38.541341: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 70 of 10000\n",
      "2020-05-27 15:59:39.553878: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 15:59:39.563754: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 15:59:39.638362: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:00:06.535672: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 16:00:06.536319: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:00:06.536421: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:00:06.662332: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 172 of 10000\n",
      "2020-05-27 16:00:06.662421: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 96 of 10000\n",
      "2020-05-27 16:00:08.019282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:00:11.248579: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:00:14.775149: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:00:16.725906: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 143 of 10000\n",
      "2020-05-27 16:00:16.893282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 218 of 10000\n",
      "2020-05-27 16:00:16.894740: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:00:21.294851: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:00:44.907637: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 74 of 10000\n",
      "2020-05-27 16:00:45.932464: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 16:00:46.115529: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 16:00:46.115753: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 16:00:46.118322: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 51 of 10000\n",
      "2020-05-27 16:00:48.995529: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:00:51.409873: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:00:51.477076: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:00:56.018310: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 16:00:56.018586: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 146 of 10000\n",
      "2020-05-27 16:00:57.980911: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:00:57.983083: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:01:08.192977 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0625']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0635/assets\n",
      "I0527 16:01:08.706136 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0635/assets\n",
      "I0527 16:01:09.021516 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0635\n",
      "2020-05-27 16:01:24.656772: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 51 of 10000\n",
      "2020-05-27 16:01:24.702689: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 58 of 10000\n",
      "2020-05-27 16:01:24.702729: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:01:25.521465: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:01:25.521572: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:01:27.347967: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:01:29.663617: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:01:34.210159: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 66 of 10000\n",
      "2020-05-27 16:01:34.210309: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 110 of 10000\n",
      "2020-05-27 16:01:34.215274: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 105 of 10000\n",
      "2020-05-27 16:01:34.250120: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:01:34.260376: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:01:36.567192: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:02:04.510653: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 69 of 10000\n",
      "2020-05-27 16:02:04.510749: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 91 of 10000\n",
      "2020-05-27 16:02:05.546820: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 16:02:05.546916: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 16:02:05.547053: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 62 of 10000\n",
      "2020-05-27 16:02:05.844596: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:02:10.008009: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:02:11.399470: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:02:14.976832: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 78 of 10000\n",
      "2020-05-27 16:02:15.255486: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 16:02:16.332381: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:02:20.839762: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:02:43.365484: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:02:43.365602: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:02:44.217039: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:02:44.217149: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:02:44.217259: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:02:44.879320: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:02:44.888757: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:02:44.901189: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:02:48.036348: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:02:50.724473: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:02:54.493514: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 28 of 10000\n",
      "2020-05-27 16:02:54.496280: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 147 of 10000\n",
      "2020-05-27 16:02:54.579112: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:02:58.055070: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:03:21.334198: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 16:03:21.334421: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:03:22.195491: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 16:03:22.199152: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:03:22.236190: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:03:22.236352: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:03:22.409375: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:03:22.779417: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:03:26.945511: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:03:27.128633: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:03:27.129803: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:03:31.268371: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 141 of 10000\n",
      "2020-05-27 16:03:36.554268: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:03:59.283888: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 16:03:59.284814: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 16:03:59.284847: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 16:03:59.285122: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 16:03:59.285506: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 16:04:00.247455: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:04:05.851823: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:04:06.575919: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:04:08.740314: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 78 of 10000\n",
      "2020-05-27 16:04:09.241838: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 114 of 10000\n",
      "2020-05-27 16:04:11.065034: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:04:11.074346: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:04:21.316129 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0630']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0640/assets\n",
      "I0527 16:04:21.816573 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0640/assets\n",
      "I0527 16:04:22.159895 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0640\n",
      "        num_discriminator_train_examples  1042462\n",
      "            num_generator_train_examples   122880\n",
      "                              num_rounds      640\n",
      "I0527 16:04:30.867799 140497535784832 train.py:379] Doing evaluation took 8.70 seconds.\n",
      "Round #640. Total training time 392.49 minutes for 640 rounds (1.63 rounds per minute)\n",
      "2020-05-27 16:04:47.075681: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:04:47.978530: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 16:04:47.978661: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:04:47.978707: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 138 of 10000\n",
      "2020-05-27 16:04:49.039618: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:04:50.338808: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:04:55.077017: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 16:04:55.958494: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 144 of 10000\n",
      "2020-05-27 16:04:56.525443: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:04:56.806191: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:05:20.000922: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 16:05:20.901654: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 16:05:21.676305: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 16:05:21.676452: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:05:21.906302: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 16:05:21.988797: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:05:24.132564: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:05:26.995599: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:05:30.358358: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 92 of 10000\n",
      "2020-05-27 16:05:31.248471: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 115 of 10000\n",
      "2020-05-27 16:05:31.929686: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:05:31.945771: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:05:56.594460: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 16:05:57.000094: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 62 of 10000\n",
      "2020-05-27 16:05:57.003282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:05:57.003408: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 16:05:58.935650: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:05:59.824175: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:06:05.957977: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 94 of 10000\n",
      "2020-05-27 16:06:06.572499: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 16:06:06.575614: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:06:07.333607: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:06:31.203582: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:06:32.295684: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:06:32.295809: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:06:34.045813: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 146 of 10000\n",
      "2020-05-27 16:06:34.742710: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:06:35.875880: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:06:38.369458: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:06:40.608440: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:07:05.534818: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 200 of 10000\n",
      "2020-05-27 16:07:06.634967: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:07:06.635085: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:07:06.635129: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:07:10.540809: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:07:11.497972: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:07:12.421961: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:07:16.129118: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 16:07:19.379742: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:07:27.170508 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0635']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0645/assets\n",
      "I0527 16:07:27.651597 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0645/assets\n",
      "I0527 16:07:27.961249 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0645\n",
      "2020-05-27 16:07:42.556621: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:07:42.556984: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:07:42.774018: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:07:43.415782: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 54 of 10000\n",
      "2020-05-27 16:07:43.517609: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:07:43.517899: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:07:43.629254: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:07:44.600916: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:07:48.114815: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:07:49.887136: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:07:49.891209: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:07:52.623816: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 87 of 10000\n",
      "2020-05-27 16:07:57.296071: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:08:18.658170: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 16:08:19.442902: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:08:19.443053: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 119 of 10000\n",
      "2020-05-27 16:08:19.443107: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 119 of 10000\n",
      "2020-05-27 16:08:24.157700: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:08:24.193883: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:08:26.827839: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:08:30.031682: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 16:08:31.058528: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:08:53.076362: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 72 of 10000\n",
      "2020-05-27 16:08:53.076481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 16:08:53.837374: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:08:53.837481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:08:53.837567: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 260 of 10000\n",
      "2020-05-27 16:08:54.430556: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:08:58.295929: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:09:00.127618: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:09:03.407792: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 116 of 10000\n",
      "2020-05-27 16:09:03.439883: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 16:09:04.805560: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:09:05.122925: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:09:29.465015: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 58 of 10000\n",
      "2020-05-27 16:09:30.084669: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 83 of 10000\n",
      "2020-05-27 16:09:30.084776: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:09:30.479541: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 138 of 10000\n",
      "2020-05-27 16:09:30.991303: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:09:31.004662: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:09:32.055663: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:09:33.991825: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:09:39.217894: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:09:40.218279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 150 of 10000\n",
      "2020-05-27 16:09:41.429688: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:10:05.295511: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:10:05.298267: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 16:10:05.298267: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:10:06.185590: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:10:06.185850: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 16:10:06.303842: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:10:06.472491: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:10:06.868825: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:10:10.260707: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:10:11.527009: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:10:15.705806: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 97 of 10000\n",
      "2020-05-27 16:10:15.709265: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 16:10:16.171886: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:10:20.120302: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:10:27.716147 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0640']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0650/assets\n",
      "I0527 16:10:28.253430 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0650/assets\n",
      "I0527 16:10:28.644563 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0650\n",
      "        num_discriminator_train_examples  1058161\n",
      "            num_generator_train_examples   124800\n",
      "                              num_rounds      650\n",
      "I0527 16:10:37.266865 140497535784832 train.py:379] Doing evaluation took 8.62 seconds.\n",
      "Round #650. Total training time 398.60 minutes for 650 rounds (1.63 rounds per minute)\n",
      "2020-05-27 16:10:51.432532: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 16:10:52.130294: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:10:52.130525: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:10:52.130608: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 16:10:52.130712: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:10:52.202863: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:10:52.968327: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 16:10:52.984841: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:10:56.772045: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:11:00.153745: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:11:00.430917: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:11:02.788417: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 198 of 10000\n",
      "2020-05-27 16:11:06.029851: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:11:29.507553: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 95 of 10000\n",
      "2020-05-27 16:11:30.462000: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:11:30.462113: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 62 of 10000\n",
      "2020-05-27 16:11:30.462158: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 89 of 10000\n",
      "2020-05-27 16:11:34.751902: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:11:35.367137: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:11:37.998352: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:11:39.852589: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 115 of 10000\n",
      "2020-05-27 16:11:39.854697: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:12:05.049739: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 16:12:06.667710: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 16:12:06.667739: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 80 of 10000\n",
      "2020-05-27 16:12:06.993939: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 157 of 10000\n",
      "2020-05-27 16:12:10.179130: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:12:11.598433: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:12:13.658345: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:12:17.089634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 126 of 10000\n",
      "2020-05-27 16:12:20.090675: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:12:41.779107: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:12:42.630372: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 219 of 10000\n",
      "2020-05-27 16:12:42.630493: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:12:42.630372: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:12:43.201373: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:12:44.107255: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:12:44.364816: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:12:45.840530: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:12:51.797294: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 293 of 10000\n",
      "2020-05-27 16:12:52.571011: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:12:53.326973: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 103 of 10000\n",
      "2020-05-27 16:12:53.335714: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:13:18.313161: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 149 of 10000\n",
      "2020-05-27 16:13:18.678431: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 98 of 10000\n",
      "2020-05-27 16:13:19.282255: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 16:13:19.282815: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:13:19.285759: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 211 of 10000\n",
      "2020-05-27 16:13:19.373494: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:13:22.539569: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:13:25.891414: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:13:27.970972: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:13:29.723214: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 121 of 10000\n",
      "2020-05-27 16:13:32.142512: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:13:40.352623 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0645']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0655/assets\n",
      "I0527 16:13:40.843241 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0655/assets\n",
      "I0527 16:13:41.100504 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0655\n",
      "2020-05-27 16:13:56.643959: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:13:56.644442: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 16:13:56.644540: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 16:13:58.003257: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 89 of 10000\n",
      "2020-05-27 16:13:58.877902: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:14:03.402335: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:14:06.111283: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 74 of 10000\n",
      "2020-05-27 16:14:06.636281: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 16:14:06.638721: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:14:08.691585: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:14:32.109911: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:14:33.301158: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:14:33.301345: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 16:14:33.301480: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:14:35.051379: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:14:36.044937: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:14:38.078316: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:14:39.990364: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:15:05.157679: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 73 of 10000\n",
      "2020-05-27 16:15:05.158522: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 239 of 10000\n",
      "2020-05-27 16:15:05.158907: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 188 of 10000\n",
      "2020-05-27 16:15:06.051602: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 180 of 10000\n",
      "2020-05-27 16:15:06.897787: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:15:06.902201: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:15:08.683935: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:15:11.435029: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:15:15.798528: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 16:15:15.992605: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 225 of 10000\n",
      "2020-05-27 16:15:18.054117: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:15:19.116141: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:15:43.554139: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 16:15:44.367956: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:15:44.368829: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:15:44.369308: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:15:44.369446: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:15:44.388956: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:15:50.627767: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:15:51.002792: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:15:54.201591: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 203 of 10000\n",
      "2020-05-27 16:15:55.062481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 145 of 10000\n",
      "2020-05-27 16:15:55.861975: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:15:56.911547: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:16:20.680623: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 16:16:21.153875: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 16:16:21.153911: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 16:16:21.153925: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 16:16:21.183281: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 16:16:21.198265: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:16:22.203493: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 16:16:22.223078: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:16:22.224057: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:16:29.935886: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:16:30.118294: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:16:32.590428: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 121 of 10000\n",
      "2020-05-27 16:16:35.646306: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:16:43.212103 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0650']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0660/assets\n",
      "I0527 16:16:43.678580 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0660/assets\n",
      "I0527 16:16:43.951652 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0660\n",
      "        num_discriminator_train_examples  1074480\n",
      "            num_generator_train_examples   126720\n",
      "                              num_rounds      660\n",
      "I0527 16:16:52.781625 140497535784832 train.py:379] Doing evaluation took 8.81 seconds.\n",
      "Round #660. Total training time 404.86 minutes for 660 rounds (1.63 rounds per minute)\n",
      "2020-05-27 16:17:07.259266: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:17:07.260163: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:17:08.905082: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 16:17:09.496134: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:17:12.322110: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:17:13.980544: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:17:17.398257: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 145 of 10000\n",
      "2020-05-27 16:17:17.398838: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:17:17.752375: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 209 of 10000\n",
      "2020-05-27 16:17:20.212058: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:17:44.067592: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:17:44.067735: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:17:44.069155: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:17:44.313847: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 16:17:44.314041: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 16:17:44.314155: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 16:17:44.319697: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:17:45.619901: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:17:49.436829: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:17:50.392396: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:17:53.536374: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 16:17:53.942571: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 16:17:54.851453: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:17:56.142273: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:18:19.734646: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 16:18:19.744119: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:18:19.909837: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:18:20.592144: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 16:18:20.592319: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 16:18:20.592371: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 16:18:21.410351: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 16:18:22.353587: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:18:24.946838: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:18:26.199216: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:18:30.218566: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:18:31.013851: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 16:18:32.859307: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:18:54.979413: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 139 of 10000\n",
      "2020-05-27 16:18:54.989972: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:18:56.101455: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:18:56.101962: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:18:57.612774: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:18:57.864694: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:19:05.534998: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:19:05.692721: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:19:30.438186: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 16:19:30.438327: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 16:19:30.438388: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 16:19:30.438433: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 16:19:31.124340: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 16:19:31.408101: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:19:32.637800: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:19:37.060705: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:19:38.467872: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:19:41.352972: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 104 of 10000\n",
      "2020-05-27 16:19:43.956284: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:19:51.249140 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0655']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0665/assets\n",
      "I0527 16:19:51.723278 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0665/assets\n",
      "I0527 16:19:52.014698 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0665\n",
      "2020-05-27 16:20:06.640440: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 114 of 10000\n",
      "2020-05-27 16:20:06.783341: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 16:20:07.653974: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:20:07.737096: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 16:20:07.791724: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:20:08.773242: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:20:08.837757: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:20:10.410128: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:20:15.988135: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 225 of 10000\n",
      "2020-05-27 16:20:15.993570: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:20:16.883595: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 16:20:18.927447: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:20:42.323696: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:20:42.893541: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:20:42.894709: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:20:43.690538: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:20:48.844442: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:20:50.443512: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:20:52.668294: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 91 of 10000\n",
      "2020-05-27 16:20:53.205984: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 63 of 10000\n",
      "2020-05-27 16:20:53.856283: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:20:56.652441: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:21:20.450113: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:21:20.450534: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:21:20.450620: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:21:20.450681: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 16:21:20.761936: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:21:21.321444: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:21:24.107106: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:21:27.231877: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:21:29.985866: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 16:21:30.857290: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 61 of 10000\n",
      "2020-05-27 16:21:31.339959: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:21:32.364988: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:21:56.050825: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 77 of 10000\n",
      "2020-05-27 16:21:56.064410: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 16:21:56.065104: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 16:21:56.065595: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 16:21:56.903912: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 78 of 10000\n",
      "2020-05-27 16:21:57.926048: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:21:59.988712: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:22:02.355300: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:22:05.350569: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 16:22:05.350687: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 61 of 10000\n",
      "2020-05-27 16:22:07.807383: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:22:07.872594: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:22:31.653277: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 16:22:31.653397: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 137 of 10000\n",
      "2020-05-27 16:22:33.624072: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 111 of 10000\n",
      "2020-05-27 16:22:33.629918: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:22:35.278667: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:22:42.904837: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 124 of 10000\n",
      "2020-05-27 16:22:44.792403: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:22:54.009992 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0660']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0670/assets\n",
      "I0527 16:22:54.999337 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0670/assets\n",
      "I0527 16:22:55.693769 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0670\n",
      "        num_discriminator_train_examples  1090554\n",
      "            num_generator_train_examples   128640\n",
      "                              num_rounds      670\n",
      "I0527 16:23:07.433373 140497535784832 train.py:379] Doing evaluation took 11.72 seconds.\n",
      "Round #670. Total training time 411.10 minutes for 670 rounds (1.63 rounds per minute)\n",
      "2020-05-27 16:23:21.988719: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 108 of 10000\n",
      "2020-05-27 16:23:22.881536: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:23:22.881658: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:23:22.881709: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:23:22.881760: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:23:23.844781: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:23:24.665294: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:23:25.644015: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:23:29.105288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:23:29.112708: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:23:58.083757: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 201 of 10000\n",
      "2020-05-27 16:23:58.083931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 54 of 10000\n",
      "2020-05-27 16:23:58.086264: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 16:23:58.086360: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:23:58.086404: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:23:59.339451: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:23:59.682636: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:24:05.671866: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:24:07.154027: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:24:08.133418: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 16:24:11.635580: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:24:34.743099: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:24:34.743284: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 16:24:34.761303: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:24:34.761421: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:24:34.775664: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:24:35.630321: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 16:24:35.630987: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 16:24:35.664836: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:24:36.544500: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:24:43.508341: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:24:43.560085: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:24:45.302800: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 174 of 10000\n",
      "2020-05-27 16:24:49.444565: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:25:11.943424: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 16:25:12.000290: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 283 of 10000\n",
      "2020-05-27 16:25:12.142857: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:25:12.227833: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:25:12.781408: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 207 of 10000\n",
      "2020-05-27 16:25:12.781750: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:25:12.781883: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:25:12.817120: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:25:14.441415: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:25:20.507580: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:25:22.270698: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 241 of 10000\n",
      "2020-05-27 16:25:22.271560: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 16:25:22.356682: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:25:23.209550: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:25:48.817262: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:25:49.660509: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:25:49.660529: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:25:49.660641: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:25:49.661000: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 158 of 10000\n",
      "2020-05-27 16:25:50.382553: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:25:52.716154: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:25:55.648796: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:25:58.219502: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:25:59.122524: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 16:26:02.578422: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:26:10.525840 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0665']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0675/assets\n",
      "I0527 16:26:10.998988 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0675/assets\n",
      "I0527 16:26:11.301038 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0675\n",
      "2020-05-27 16:26:25.668970: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:26:26.060895: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 160 of 10000\n",
      "2020-05-27 16:26:26.060994: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 49 of 10000\n",
      "2020-05-27 16:26:27.481861: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 16:26:27.481978: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 16:26:29.505916: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:26:29.661667: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:26:29.673416: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:26:35.432288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 16:26:36.351567: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 296 of 10000\n",
      "2020-05-27 16:26:38.150323: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:26:38.409859: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:27:03.566041: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 116 of 10000\n",
      "2020-05-27 16:27:03.566092: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 86 of 10000\n",
      "2020-05-27 16:27:04.345813: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 109 of 10000\n",
      "2020-05-27 16:27:04.345928: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 16:27:07.437113: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:27:09.043251: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:27:09.570724: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:27:13.781676: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 120 of 10000\n",
      "2020-05-27 16:27:16.466515: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:27:38.109792: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:27:38.111359: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 148 of 10000\n",
      "2020-05-27 16:27:38.193333: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:27:38.193600: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:27:39.180983: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:27:39.181074: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 16:27:39.424571: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:27:39.615708: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:27:44.640122: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:27:45.415606: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:27:48.176266: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 77 of 10000\n",
      "2020-05-27 16:27:48.177115: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 16:27:49.826054: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:27:50.664971: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:28:15.562954: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 51 of 10000\n",
      "2020-05-27 16:28:15.563064: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 16:28:15.680411: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 241 of 10000\n",
      "2020-05-27 16:28:18.329833: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 78 of 10000\n",
      "2020-05-27 16:28:21.695015: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:28:21.869603: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:28:23.461543: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:28:26.223288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 16:28:28.018043: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:28:51.059467: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 16:28:51.061050: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 16:28:51.079768: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:28:52.575584: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 136 of 10000\n",
      "2020-05-27 16:28:52.575714: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 16:28:54.369967: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 139 of 10000\n",
      "2020-05-27 16:28:58.496342: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:28:59.011458: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:29:00.495915: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:29:02.503034: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 184 of 10000\n",
      "2020-05-27 16:29:08.004388: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:29:15.663060 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0670']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0680/assets\n",
      "I0527 16:29:16.126340 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0680/assets\n",
      "I0527 16:29:16.456509 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0680\n",
      "        num_discriminator_train_examples  1107062\n",
      "            num_generator_train_examples   130560\n",
      "                              num_rounds      680\n",
      "I0527 16:29:25.049195 140497535784832 train.py:379] Doing evaluation took 8.57 seconds.\n",
      "Round #680. Total training time 417.40 minutes for 680 rounds (1.63 rounds per minute)\n",
      "2020-05-27 16:29:39.373813: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 16:29:40.245019: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 16:29:40.245281: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 16:29:40.245397: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 16:29:40.245506: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 16:29:40.300963: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:29:40.382657: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:29:40.640733: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:29:44.790214: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:29:45.680383: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:29:50.183689: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 122 of 10000\n",
      "2020-05-27 16:29:51.101708: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 86 of 10000\n",
      "2020-05-27 16:29:51.106319: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:29:53.903550: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:30:17.498930: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:30:17.499045: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 218 of 10000\n",
      "2020-05-27 16:30:17.499087: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 57 of 10000\n",
      "2020-05-27 16:30:17.499123: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 16:30:17.502267: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:30:17.540086: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:30:23.534618: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:30:24.324867: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:30:26.195178: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 28 of 10000\n",
      "2020-05-27 16:30:27.923472: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 96 of 10000\n",
      "2020-05-27 16:30:28.764435: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:30:30.417899: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:30:53.314714: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:30:53.316739: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:30:53.982879: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 16:30:54.253815: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 16:30:54.580283: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:30:55.172659: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:30:55.263080: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:31:01.299592: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:31:02.012915: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:31:03.996498: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 123 of 10000\n",
      "2020-05-27 16:31:05.848511: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:31:29.399527: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 16:31:29.427816: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:31:29.507103: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:31:29.525249: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:31:30.028160: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 16:31:30.028514: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 16:31:30.589546: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 16:31:30.625736: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:31:31.535324: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:31:37.899807: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:31:38.142819: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:31:39.738916: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 91 of 10000\n",
      "2020-05-27 16:31:43.024421: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:32:05.318337: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:32:05.996234: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 186 of 10000\n",
      "2020-05-27 16:32:07.328580: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 16:32:07.330059: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 122 of 10000\n",
      "2020-05-27 16:32:07.333279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:32:08.622821: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:32:10.051637: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:32:13.255045: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:32:15.121964: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 240 of 10000\n",
      "2020-05-27 16:32:15.972561: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 228 of 10000\n",
      "2020-05-27 16:32:16.030739: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:32:20.217870: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:32:28.706520 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0675']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0685/assets\n",
      "I0527 16:32:29.169904 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0685/assets\n",
      "I0527 16:32:29.441713 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0685\n",
      "2020-05-27 16:32:44.168915: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 16:32:44.558685: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 16:32:44.561291: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:32:44.561446: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:32:44.586515: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 16:32:48.010114: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:32:48.877735: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:32:48.879546: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:32:53.230382: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:32:53.516863: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 158 of 10000\n",
      "2020-05-27 16:32:57.825823: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:33:21.465942: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:33:21.466881: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:33:21.467092: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 16:33:21.473379: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:33:23.248693: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:33:23.250101: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:33:23.251495: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 16:33:23.304788: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:33:25.276078: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:33:29.021500: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:33:29.868073: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:33:32.726302: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 120 of 10000\n",
      "2020-05-27 16:33:35.574978: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:33:56.826408: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 16:33:57.784881: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:33:57.785011: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:33:57.785067: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 16:33:57.785161: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:33:57.785289: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 16:33:58.719581: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:33:58.787110: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:34:01.321119: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:34:02.072775: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:34:07.282470: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 16:34:07.789772: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 16:34:08.465122: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:34:10.482053: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:34:35.459917: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:34:35.460042: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:34:35.460091: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:34:35.466278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 169 of 10000\n",
      "2020-05-27 16:34:36.333779: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 16:34:37.864255: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:34:39.131045: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:34:40.000196: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:34:44.957563: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 115 of 10000\n",
      "2020-05-27 16:34:44.958872: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 111 of 10000\n",
      "2020-05-27 16:34:44.961566: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:34:48.609092: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:35:11.319130: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:35:11.882493: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 16:35:11.882772: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:35:11.882844: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:35:12.754636: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:35:12.755379: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:35:12.787588: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:35:13.023011: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:35:17.946937: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:35:18.098604: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:35:18.101430: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:35:20.277598: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:35:31.139538 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0680']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0690/assets\n",
      "I0527 16:35:31.595981 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0690/assets\n",
      "I0527 16:35:31.864073 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0690\n",
      "        num_discriminator_train_examples  1123601\n",
      "            num_generator_train_examples   132480\n",
      "                              num_rounds      690\n",
      "I0527 16:35:40.341487 140497535784832 train.py:379] Doing evaluation took 8.46 seconds.\n",
      "Round #690. Total training time 423.65 minutes for 690 rounds (1.63 rounds per minute)\n",
      "2020-05-27 16:35:55.195437: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:35:55.271868: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 77 of 10000\n",
      "2020-05-27 16:35:55.274335: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 16:35:55.274432: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 151 of 10000\n",
      "2020-05-27 16:35:55.280043: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:35:55.288119: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:35:55.643915: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 16:35:57.269033: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 103 of 10000\n",
      "2020-05-27 16:35:58.759364: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:36:02.215792: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:36:05.465336: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 97 of 10000\n",
      "2020-05-27 16:36:05.541686: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:36:08.364536: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:36:31.408894: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 131 of 10000\n",
      "2020-05-27 16:36:31.409008: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:36:31.409345: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:36:32.219628: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:36:32.219769: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:36:32.387664: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:36:33.133339: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:36:38.013417: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:36:41.153940: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 111 of 10000\n",
      "2020-05-27 16:36:41.411332: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 73 of 10000\n",
      "2020-05-27 16:36:41.648799: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:36:44.467464: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:37:07.938125: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 16:37:07.938245: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:37:08.207131: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 28 of 10000\n",
      "2020-05-27 16:37:08.823876: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 216 of 10000\n",
      "2020-05-27 16:37:08.824030: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 16:37:08.824635: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:37:11.702455: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:37:11.872538: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:37:16.989970: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:37:18.340070: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 219 of 10000\n",
      "2020-05-27 16:37:19.473051: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:37:43.529623: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:37:43.529794: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 16:37:43.532272: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:37:43.814753: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 16:37:44.596109: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:37:45.643816: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 16:37:46.573330: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:37:49.314698: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:37:50.124825: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:37:54.376444: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 16:37:57.189578: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:38:19.790927: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:38:19.791059: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:38:19.791105: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:38:19.791450: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:38:19.791544: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 16:38:20.972065: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:38:21.762488: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:38:25.088931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:38:28.778245: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:38:29.501437: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 16:38:32.142399: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:38:39.272261 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0685']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0695/assets\n",
      "I0527 16:38:39.756548 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0695/assets\n",
      "I0527 16:38:40.080904 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0695\n",
      "2020-05-27 16:38:55.134496: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 16:38:55.134606: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 16:38:55.134655: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 16:38:55.134719: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 16:38:55.821590: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:38:55.821713: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:38:56.157582: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:38:56.756936: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:38:58.079208: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:39:00.862856: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:39:05.836378: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:39:06.086810: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 105 of 10000\n",
      "2020-05-27 16:39:06.701933: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:39:07.605144: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:39:31.113533: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 16:39:31.187300: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:39:31.952446: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:39:31.953344: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:39:31.953840: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:39:32.001589: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:39:33.726040: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:39:38.220890: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:39:40.054389: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:39:41.885282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 16:39:44.220971: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:40:06.746121: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 16:40:06.746339: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 16:40:06.747462: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:40:07.046515: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 63 of 10000\n",
      "2020-05-27 16:40:07.615719: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 52 of 10000\n",
      "2020-05-27 16:40:07.621252: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:40:08.549045: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:40:15.161681: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:40:15.968067: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:40:17.028727: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 76 of 10000\n",
      "2020-05-27 16:40:20.486360: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:40:42.077378: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:40:42.077507: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:40:42.077658: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 16:40:42.077722: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 16:40:43.116840: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 16:40:43.846789: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:40:44.305049: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:40:47.243100: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:40:47.514583: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:40:52.205769: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 63 of 10000\n",
      "2020-05-27 16:40:53.822441: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:41:15.032358: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 58 of 10000\n",
      "2020-05-27 16:41:15.803412: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:41:15.811420: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:41:16.639859: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 66 of 10000\n",
      "2020-05-27 16:41:21.864751: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:41:23.184580: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:41:24.461655: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:41:25.862943: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 16:41:30.347497: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:41:38.596277 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0690']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0700/assets\n",
      "I0527 16:41:39.057451 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0700/assets\n",
      "I0527 16:41:39.305813 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0700\n",
      "        num_discriminator_train_examples  1139559\n",
      "            num_generator_train_examples   134400\n",
      "                              num_rounds      700\n",
      "I0527 16:41:47.734912 140497535784832 train.py:379] Doing evaluation took 8.42 seconds.\n",
      "Round #700. Total training time 429.78 minutes for 700 rounds (1.63 rounds per minute)\n",
      "2020-05-27 16:42:03.670794: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 202 of 10000\n",
      "2020-05-27 16:42:03.671063: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:42:04.532248: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:42:04.535293: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 70 of 10000\n",
      "2020-05-27 16:42:06.150487: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:42:06.856534: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:42:11.047980: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:42:11.198962: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:42:35.095144: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 220 of 10000\n",
      "2020-05-27 16:42:35.095875: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 215 of 10000\n",
      "2020-05-27 16:42:35.109368: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:42:36.045432: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 216 of 10000\n",
      "2020-05-27 16:42:36.046329: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:42:36.046487: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:42:36.047140: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 16:42:37.968657: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:42:40.023677: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:42:40.943673: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:42:40.952765: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:42:45.077005: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 237 of 10000\n",
      "2020-05-27 16:42:50.698501: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:43:13.381703: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 140 of 10000\n",
      "2020-05-27 16:43:13.652618: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 128 of 10000\n",
      "2020-05-27 16:43:13.652749: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 16:43:14.087288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 52 of 10000\n",
      "2020-05-27 16:43:14.949647: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:43:18.674771: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:43:20.410046: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:43:23.358504: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 63 of 10000\n",
      "2020-05-27 16:43:25.054596: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:43:46.692284: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 16:43:47.515422: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 16:43:47.515569: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:43:49.494325: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 261 of 10000\n",
      "2020-05-27 16:43:52.822438: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:43:53.131740: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:43:53.133146: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:43:56.414280: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 84 of 10000\n",
      "2020-05-27 16:44:01.028300: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:44:23.926627: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:44:23.926868: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:44:25.055202: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 16:44:25.055614: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 16:44:25.055688: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 16:44:25.079269: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:44:30.342247: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:44:32.013353: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:44:33.123477: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:44:34.977278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 215 of 10000\n",
      "2020-05-27 16:44:40.831215: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:44:48.560835 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0695']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0705/assets\n",
      "I0527 16:44:49.057791 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0705/assets\n",
      "I0527 16:44:49.331199 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0705\n",
      "2020-05-27 16:45:04.157062: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:45:04.157196: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:45:05.140030: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 95 of 10000\n",
      "2020-05-27 16:45:05.149155: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:45:05.773127: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 103 of 10000\n",
      "2020-05-27 16:45:11.928837: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:45:12.748157: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:45:13.691456: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:45:40.095456: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:45:40.095565: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:45:40.095605: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:45:40.095644: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:45:40.979814: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 51 of 10000\n",
      "2020-05-27 16:45:40.980125: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:45:42.032504: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:45:42.046195: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:45:44.512106: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:45:45.332774: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:45:50.494189: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 49 of 10000\n",
      "2020-05-27 16:45:51.109953: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 16:45:51.271786: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:45:52.834614: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:46:16.899450: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 167 of 10000\n",
      "2020-05-27 16:46:16.901348: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 73 of 10000\n",
      "2020-05-27 16:46:16.899483: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 76 of 10000\n",
      "2020-05-27 16:46:18.173065: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 16:46:18.173181: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 16:46:18.762822: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:46:19.099343: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:46:22.472311: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:46:27.053445: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 16:46:27.054264: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 216 of 10000\n",
      "2020-05-27 16:46:27.066883: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:46:29.439941: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:46:53.394257: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 114 of 10000\n",
      "2020-05-27 16:46:53.744371: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 73 of 10000\n",
      "2020-05-27 16:46:53.744385: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 57 of 10000\n",
      "2020-05-27 16:46:53.744371: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:46:53.745476: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 16:46:54.725248: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:46:55.581995: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:46:57.302211: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:47:02.285847: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:47:03.181699: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 101 of 10000\n",
      "2020-05-27 16:47:04.194733: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:47:26.740199: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:47:27.555918: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 275 of 10000\n",
      "2020-05-27 16:47:27.556056: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:47:27.559346: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 16:47:27.577089: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:47:27.907580: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 16:47:29.593763: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:47:34.179977: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:47:36.136504: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:47:38.412036: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 88 of 10000\n",
      "2020-05-27 16:47:39.195655: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:47:48.228802 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0700']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0710/assets\n",
      "I0527 16:47:48.682279 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0710/assets\n",
      "I0527 16:47:48.951085 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0710\n",
      "        num_discriminator_train_examples  1155724\n",
      "            num_generator_train_examples   136320\n",
      "                              num_rounds      710\n",
      "I0527 16:47:57.475965 140497535784832 train.py:379] Doing evaluation took 8.51 seconds.\n",
      "Round #710. Total training time 435.94 minutes for 710 rounds (1.63 rounds per minute)\n",
      "2020-05-27 16:48:11.635743: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 16:48:12.344431: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 16:48:12.344562: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 16:48:12.546356: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:48:12.546850: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:48:12.570496: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:48:16.159394: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:48:17.598860: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:48:21.795067: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 124 of 10000\n",
      "2020-05-27 16:48:23.064027: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 111 of 10000\n",
      "2020-05-27 16:48:23.064320: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:48:23.773680: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:48:47.163338: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 16:48:47.163887: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:48:47.173111: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:48:48.173003: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:48:48.173030: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:48:53.446629: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:48:54.361796: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:48:56.182253: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:49:20.997413: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 218 of 10000\n",
      "2020-05-27 16:49:21.876393: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:49:21.876515: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:49:21.876558: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:49:21.876596: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 105 of 10000\n",
      "2020-05-27 16:49:24.162683: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:49:24.645640: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:49:29.228634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:49:29.847855: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:49:31.516644: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 16:49:34.771157: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:49:57.035338: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:49:58.671160: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:49:59.434391: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:49:59.573633: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 16:50:01.994624: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:50:03.701585: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:50:07.268993: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 68 of 10000\n",
      "2020-05-27 16:50:07.272566: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:50:07.549426: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:50:32.437244: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 16:50:32.637491: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:50:33.294986: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:50:33.295084: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:50:33.297313: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:50:34.344601: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:50:34.946980: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:50:38.645583: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:50:40.105254: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:50:42.897897: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 168 of 10000\n",
      "2020-05-27 16:50:43.576141: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:50:51.947456 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0705']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0715/assets\n",
      "I0527 16:50:52.432749 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0715/assets\n",
      "I0527 16:50:52.718336 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0715\n",
      "2020-05-27 16:51:07.154295: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:51:07.154491: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 16:51:08.083200: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 28 of 10000\n",
      "2020-05-27 16:51:08.084597: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 16:51:08.085257: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:51:08.100555: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:51:08.165787: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 160 of 10000\n",
      "2020-05-27 16:51:08.895102: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:51:14.118289: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:51:15.043105: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:51:17.625404: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 185 of 10000\n",
      "2020-05-27 16:51:18.073560: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 16:51:19.312275: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:51:19.745355: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:51:45.619077: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 16:51:45.621288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 90 of 10000\n",
      "2020-05-27 16:51:46.350040: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:51:46.353273: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 155 of 10000\n",
      "2020-05-27 16:51:47.087794: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 97 of 10000\n",
      "2020-05-27 16:51:47.150555: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:51:48.748311: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:51:50.083175: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:51:50.086635: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:51:56.924413: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 16:51:59.911992: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:52:21.731881: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 16:52:21.733141: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 16:52:21.733929: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:52:22.534924: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 16:52:22.535052: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 82 of 10000\n",
      "2020-05-27 16:52:25.243752: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:52:25.899135: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:52:25.904267: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:52:31.676829: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 121 of 10000\n",
      "2020-05-27 16:52:32.453112: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 16:52:33.464855: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:52:34.133881: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:52:58.073815: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 162 of 10000\n",
      "2020-05-27 16:52:58.073963: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 16:52:58.074090: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 16:52:58.333020: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 99 of 10000\n",
      "2020-05-27 16:52:58.969950: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 83 of 10000\n",
      "2020-05-27 16:52:58.972931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:53:03.526697: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:53:04.514164: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:53:07.702322: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 204 of 10000\n",
      "2020-05-27 16:53:07.702435: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 111 of 10000\n",
      "2020-05-27 16:53:08.544504: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:53:11.356336: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:53:34.942713: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:53:34.943868: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:53:35.783763: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 16:53:36.037694: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:53:36.038806: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:53:36.672960: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:53:36.695200: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:53:43.786355: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:53:44.386004: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:53:46.041981: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 150 of 10000\n",
      "2020-05-27 16:53:47.856270: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:53:56.701777 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0710']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0720/assets\n",
      "I0527 16:53:57.162365 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0720/assets\n",
      "I0527 16:53:57.411001 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0720\n",
      "        num_discriminator_train_examples  1171679\n",
      "            num_generator_train_examples   138240\n",
      "                              num_rounds      720\n",
      "I0527 16:54:06.034858 140497535784832 train.py:379] Doing evaluation took 8.61 seconds.\n",
      "Round #720. Total training time 442.08 minutes for 720 rounds (1.63 rounds per minute)\n",
      "2020-05-27 16:54:21.030309: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:54:21.196293: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 16:54:21.196861: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 16:54:21.201650: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:54:21.216164: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:54:25.174796: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:54:27.310717: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:54:31.776400: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 28 of 10000\n",
      "2020-05-27 16:54:33.195134: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:54:54.793358: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:54:54.793539: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 16:54:54.817868: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 16:54:54.880667: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:54:54.896158: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:54:56.601663: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 16:54:56.602087: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 70 of 10000\n",
      "2020-05-27 16:54:59.921659: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:55:03.432377: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:55:05.206864: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 16:55:05.817413: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:55:28.412791: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 185 of 10000\n",
      "2020-05-27 16:55:29.196971: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 16:55:29.197096: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 16:55:29.197705: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 165 of 10000\n",
      "2020-05-27 16:55:32.274755: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:55:32.438803: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:55:37.136522: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:55:38.368289: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 221 of 10000\n",
      "2020-05-27 16:55:40.520925: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:56:04.630365: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 89 of 10000\n",
      "2020-05-27 16:56:04.630481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 16:56:04.630531: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 16:56:04.630772: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 136 of 10000\n",
      "2020-05-27 16:56:10.427253: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:56:10.852687: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:56:13.433155: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 193 of 10000\n",
      "2020-05-27 16:56:13.876160: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 275 of 10000\n",
      "2020-05-27 16:56:16.071898: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:56:16.289459: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:56:40.474976: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:56:40.997115: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:56:41.911628: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:56:41.911809: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 16:56:41.911983: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 16:56:41.912046: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 16:56:42.463047: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:56:42.468288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:56:47.669632: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:56:48.565164: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:56:51.159977: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 16:56:51.471014: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:56:55.174744: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 16:57:03.879313 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0715']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0725/assets\n",
      "I0527 16:57:04.363999 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0725/assets\n",
      "I0527 16:57:04.630459 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0725\n",
      "2020-05-27 16:57:18.511871: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 16:57:18.571555: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:57:18.938562: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 16:57:18.939426: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 16:57:18.981287: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 16:57:20.443393: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 89 of 10000\n",
      "2020-05-27 16:57:20.768348: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:57:27.264157: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:57:27.866104: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:57:29.074998: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 105 of 10000\n",
      "2020-05-27 16:57:32.560065: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:57:55.245166: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 16:57:55.245359: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 16:57:55.248343: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:57:55.248545: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:57:56.693889: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 16:57:58.117389: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:58:00.450781: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:58:03.336361: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:58:05.586876: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 291 of 10000\n",
      "2020-05-27 16:58:05.587009: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 175 of 10000\n",
      "2020-05-27 16:58:05.769802: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:58:09.599113: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:58:34.517400: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 16:58:34.518634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:58:34.518670: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:58:34.518785: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 16:58:36.396786: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:58:40.765508: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:58:41.128000: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:58:44.620335: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 123 of 10000\n",
      "2020-05-27 16:58:46.641480: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:59:08.645517: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 86 of 10000\n",
      "2020-05-27 16:59:09.437930: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 97 of 10000\n",
      "2020-05-27 16:59:10.147727: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 16:59:10.147703: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 179 of 10000\n",
      "2020-05-27 16:59:10.150858: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:59:10.701515: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 16:59:13.063441: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:59:15.914793: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:59:18.563262: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:59:18.857166: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 183 of 10000\n",
      "2020-05-27 16:59:23.576912: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:59:46.489684: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 16:59:46.489754: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 16:59:46.489797: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 16:59:47.264873: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 130 of 10000\n",
      "2020-05-27 16:59:53.369726: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:59:53.399717: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:59:55.058632: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 16:59:57.173585: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 144 of 10000\n",
      "2020-05-27 16:59:59.977461: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:00:08.925503 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0720']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0730/assets\n",
      "I0527 17:00:09.401667 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0730/assets\n",
      "I0527 17:00:09.701617 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0730\n",
      "        num_discriminator_train_examples  1187816\n",
      "            num_generator_train_examples   140160\n",
      "                              num_rounds      730\n",
      "I0527 17:00:18.249705 140497535784832 train.py:379] Doing evaluation took 8.54 seconds.\n",
      "Round #730. Total training time 448.28 minutes for 730 rounds (1.63 rounds per minute)\n",
      "2020-05-27 17:00:33.019827: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:00:33.892353: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:00:33.892456: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:00:33.892494: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:00:33.892532: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:00:33.892569: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:00:34.831002: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:00:35.169501: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:00:38.438596: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:00:38.450038: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:00:42.607559: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:00:42.623260: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 131 of 10000\n",
      "2020-05-27 17:00:47.410164: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:01:09.835144: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 17:01:10.531710: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:01:10.806675: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 17:01:11.404885: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:01:11.405013: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:01:13.138022: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:01:13.149575: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:01:19.020496: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:01:19.253334: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:01:20.711782: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 95 of 10000\n",
      "2020-05-27 17:01:22.730410: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:01:45.373277: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 199 of 10000\n",
      "2020-05-27 17:01:45.638547: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:01:45.639335: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 17:01:45.648995: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:01:46.894301: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 17:01:46.894419: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 179 of 10000\n",
      "2020-05-27 17:01:50.957394: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:01:55.069171: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:01:55.343399: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 246 of 10000\n",
      "2020-05-27 17:01:56.615708: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 62 of 10000\n",
      "2020-05-27 17:01:56.770342: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:02:01.048853: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:02:23.946896: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 17:02:23.947208: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 17:02:24.096471: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 17:02:24.903042: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 17:02:24.903198: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 79 of 10000\n",
      "2020-05-27 17:02:24.927370: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:02:26.652211: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:02:31.384457: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:02:33.493954: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:02:34.314123: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 99 of 10000\n",
      "2020-05-27 17:02:37.018437: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:02:59.103291: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 17:02:59.103396: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 17:02:59.986262: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 109 of 10000\n",
      "2020-05-27 17:02:59.986385: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 17:02:59.986444: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 90 of 10000\n",
      "2020-05-27 17:03:01.051833: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:03:01.956678: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:03:07.847342: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:03:08.338691: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:03:10.340118: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 63 of 10000\n",
      "2020-05-27 17:03:13.502711: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:03:20.730309 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0725']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0735/assets\n",
      "I0527 17:03:21.191839 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0735/assets\n",
      "I0527 17:03:21.478924 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0735\n",
      "2020-05-27 17:03:35.912029: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 17:03:37.540518: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 17:03:37.541090: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:03:37.541169: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:03:40.540350: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:03:43.480730: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:03:45.848931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:03:46.308540: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 17:03:50.167661: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:04:11.529313: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 17:04:13.346706: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 95 of 10000\n",
      "2020-05-27 17:04:13.346941: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 57 of 10000\n",
      "2020-05-27 17:04:13.347657: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:04:13.350770: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:04:18.158387: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:04:21.554402: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 78 of 10000\n",
      "2020-05-27 17:04:22.269904: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 17:04:22.430450: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:04:22.594045: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:04:48.936335: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:04:48.936442: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 17:04:48.936482: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:04:48.936778: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 17:04:49.839432: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:04:55.798143: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:04:56.712681: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:04:58.658202: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 142 of 10000\n",
      "2020-05-27 17:05:01.728794: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:05:24.042284: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:05:24.762948: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:05:24.763064: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 17:05:24.763109: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 17:05:24.763066: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:05:24.995661: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:05:30.302425: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:05:31.446023: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:05:33.545279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 17:05:33.554998: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:05:34.552411: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 95 of 10000\n",
      "2020-05-27 17:05:38.651715: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:06:00.877802: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 17:06:01.706109: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 17:06:02.556257: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 17:06:06.841623: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:06:07.630492: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:06:11.227536: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 136 of 10000\n",
      "2020-05-27 17:06:12.091563: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:06:19.215608 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0730']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0740/assets\n",
      "I0527 17:06:19.664826 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0740/assets\n",
      "I0527 17:06:19.923313 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0740\n",
      "        num_discriminator_train_examples  1203927\n",
      "            num_generator_train_examples   142080\n",
      "                              num_rounds      740\n",
      "I0527 17:06:28.453366 140497535784832 train.py:379] Doing evaluation took 8.52 seconds.\n",
      "Round #740. Total training time 454.45 minutes for 740 rounds (1.63 rounds per minute)\n",
      "2020-05-27 17:06:43.265313: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:06:43.265465: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:06:43.265519: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:06:43.392480: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 17:06:44.029961: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 17:06:44.040994: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:06:47.934433: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:06:47.941716: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:06:53.247147: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 17:06:53.586687: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 76 of 10000\n",
      "2020-05-27 17:06:55.169931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:06:55.202337: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:07:19.296169: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 17:07:22.371408: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 17:07:22.376281: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:07:23.233655: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:07:24.759587: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:07:25.709623: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:07:29.503193: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 95 of 10000\n",
      "2020-05-27 17:07:30.112477: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 17:07:30.172055: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:07:31.840658: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:07:55.792420: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:07:55.926524: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 17:07:55.927486: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 169 of 10000\n",
      "2020-05-27 17:07:56.923699: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 111 of 10000\n",
      "2020-05-27 17:07:58.402197: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:07:58.409600: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:08:00.356257: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:08:03.858321: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:08:03.866862: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:08:06.378614: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 188 of 10000\n",
      "2020-05-27 17:08:06.481561: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:08:32.699947: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 304 of 10000\n",
      "2020-05-27 17:08:34.144077: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 126 of 10000\n",
      "2020-05-27 17:08:34.986046: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 110 of 10000\n",
      "2020-05-27 17:08:39.174087: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:08:41.608327: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 121 of 10000\n",
      "2020-05-27 17:08:41.748669: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:08:42.736824: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 320 of 10000\n",
      "2020-05-27 17:08:42.737520: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:09:07.909058: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 17:09:07.909676: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 17:09:09.506495: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 68 of 10000\n",
      "2020-05-27 17:09:09.506611: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 90 of 10000\n",
      "2020-05-27 17:09:09.506672: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 17:09:10.224423: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:09:12.853778: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:09:12.898755: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:09:17.810492: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 72 of 10000\n",
      "2020-05-27 17:09:17.810981: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 54 of 10000\n",
      "2020-05-27 17:09:18.825512: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:09:22.139192: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:09:30.541792 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0735']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0745/assets\n",
      "I0527 17:09:30.986278 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0745/assets\n",
      "I0527 17:09:31.301011 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0745\n",
      "2020-05-27 17:09:45.188577: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 209 of 10000\n",
      "2020-05-27 17:09:45.547985: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 58 of 10000\n",
      "2020-05-27 17:09:46.068291: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:09:46.068359: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:09:46.068403: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:09:46.738336: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 68 of 10000\n",
      "2020-05-27 17:09:46.747776: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:09:48.416185: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:09:48.635097: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:09:54.094307: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:09:54.094992: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:09:54.114876: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:10:21.512791: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 149 of 10000\n",
      "2020-05-27 17:10:21.514627: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:10:21.959655: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 17:10:21.972452: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:10:23.130587: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 17:10:23.988851: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 17:10:23.989402: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 17:10:23.989484: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 17:10:24.572428: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:10:27.628362: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:10:28.974346: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:10:33.308037: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 17:10:35.248137: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:10:58.338282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:10:58.338485: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:10:58.338557: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 139 of 10000\n",
      "2020-05-27 17:10:58.381756: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:11:00.078078: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 17:11:00.078529: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 17:11:01.862763: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:11:06.256338: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:11:08.251399: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 63 of 10000\n",
      "2020-05-27 17:11:09.242310: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 90 of 10000\n",
      "2020-05-27 17:11:10.260380: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:11:13.961514: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:11:37.465502: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:11:37.466533: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 17:11:37.479739: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:11:37.782430: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 97 of 10000\n",
      "2020-05-27 17:11:39.329892: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 74 of 10000\n",
      "2020-05-27 17:11:39.330046: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 17:11:43.818279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:11:44.333784: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:11:45.798436: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:11:48.558984: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 17:11:49.974963: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:12:13.696262: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 108 of 10000\n",
      "2020-05-27 17:12:14.394192: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:12:14.394340: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:12:14.397338: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 17:12:14.666615: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 137 of 10000\n",
      "2020-05-27 17:12:15.556137: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:12:19.199774: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:12:20.515633: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:12:21.382215: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:12:23.965335: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 17:12:28.672985: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:12:36.402699 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0740']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0750/assets\n",
      "I0527 17:12:36.856347 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0750/assets\n",
      "I0527 17:12:37.200025 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0750\n",
      "        num_discriminator_train_examples  1220382\n",
      "            num_generator_train_examples   144000\n",
      "                              num_rounds      750\n",
      "I0527 17:12:45.721935 140497535784832 train.py:379] Doing evaluation took 8.51 seconds.\n",
      "Round #750. Total training time 460.74 minutes for 750 rounds (1.63 rounds per minute)\n",
      "2020-05-27 17:13:00.060549: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:13:00.064489: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:13:00.064664: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:13:00.103128: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:13:00.624954: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:13:00.625086: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:13:00.979694: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:13:01.457413: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:13:03.625808: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:13:04.784098: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:13:09.888350: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 17:13:10.161000: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 17:13:11.083150: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:13:12.736390: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:13:36.619886: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 328 of 10000\n",
      "2020-05-27 17:13:37.386612: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 17:13:37.386738: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 17:13:37.427679: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 98 of 10000\n",
      "2020-05-27 17:13:38.177915: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 17:13:39.990703: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:13:40.030605: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:13:45.820782: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:13:46.158369: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:13:47.653883: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 17:13:48.490181: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:14:13.021201: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:14:13.021363: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:14:13.090100: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 96 of 10000\n",
      "2020-05-27 17:14:13.090287: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:14:13.090320: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:14:13.090349: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:14:13.121721: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:14:14.484792: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:14:18.149952: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:14:18.158994: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:14:23.970983: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 17:14:23.970983: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 17:14:24.360775: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:14:24.605088: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:14:48.700218: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:14:48.700376: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:14:48.702275: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:14:49.486626: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 277 of 10000\n",
      "2020-05-27 17:14:49.540344: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 103 of 10000\n",
      "2020-05-27 17:14:51.619501: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:14:52.357897: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:14:56.305464: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:14:59.154295: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 130 of 10000\n",
      "2020-05-27 17:14:59.268896: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 79 of 10000\n",
      "2020-05-27 17:15:00.077714: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:15:03.607276: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:15:26.852356: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 137 of 10000\n",
      "2020-05-27 17:15:26.855272: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:15:28.060350: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:15:28.080478: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:15:29.368700: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 17:15:33.759692: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:15:37.593692: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 77 of 10000\n",
      "2020-05-27 17:15:37.593778: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 148 of 10000\n",
      "2020-05-27 17:15:39.169438: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:15:40.959882: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:15:49.904851 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0745']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0755/assets\n",
      "I0527 17:15:50.359384 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0755/assets\n",
      "I0527 17:15:50.669369 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0755\n",
      "2020-05-27 17:16:04.913596: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:16:05.296373: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:16:05.296516: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 17:16:05.794121: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 17:16:05.794260: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 17:16:05.885920: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 110 of 10000\n",
      "2020-05-27 17:16:05.915485: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:16:06.498498: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:16:11.190862: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:16:12.133885: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:16:15.349281: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 92 of 10000\n",
      "2020-05-27 17:16:15.368862: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:16:17.274780: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 257 of 10000\n",
      "2020-05-27 17:16:17.291439: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:16:40.215163: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 110 of 10000\n",
      "2020-05-27 17:16:40.405906: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:16:40.469465: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:16:40.977607: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 17:16:41.733522: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:16:42.225538: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:16:43.201796: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:16:48.651780: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:16:50.456288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:16:50.577688: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:17:16.755718: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:17:16.759343: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 80 of 10000\n",
      "2020-05-27 17:17:17.746519: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:17:18.350019: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 57 of 10000\n",
      "2020-05-27 17:17:18.350020: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:17:18.744484: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:17:21.365596: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:17:25.282995: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:17:27.200873: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 17:17:27.201448: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 109 of 10000\n",
      "2020-05-27 17:17:27.495961: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:17:31.442920: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:17:54.373738: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 17:17:55.995682: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 80 of 10000\n",
      "2020-05-27 17:17:55.995874: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 85 of 10000\n",
      "2020-05-27 17:17:55.996395: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 72 of 10000\n",
      "2020-05-27 17:17:59.573950: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:17:59.582374: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:18:04.143492: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:18:05.178735: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 95 of 10000\n",
      "2020-05-27 17:18:05.194117: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:18:29.942279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 17:18:30.491113: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 17:18:30.821505: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 98 of 10000\n",
      "2020-05-27 17:18:31.467387: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:18:31.467387: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 17:18:31.481800: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:18:34.911388: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:18:35.749536: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:18:39.686483: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 68 of 10000\n",
      "2020-05-27 17:18:41.048524: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 96 of 10000\n",
      "2020-05-27 17:18:41.209773: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:18:42.185503: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:18:50.669532 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0750']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0760/assets\n",
      "I0527 17:18:51.125903 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0760/assets\n",
      "I0527 17:18:51.403331 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0760\n",
      "        num_discriminator_train_examples  1236984\n",
      "            num_generator_train_examples   145920\n",
      "                              num_rounds      760\n",
      "I0527 17:18:59.845569 140497535784832 train.py:379] Doing evaluation took 8.43 seconds.\n",
      "Round #760. Total training time 466.98 minutes for 760 rounds (1.63 rounds per minute)\n",
      "2020-05-27 17:19:14.095291: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:19:14.095416: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:19:14.095493: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:19:14.906777: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:19:14.984991: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:19:14.985281: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:19:15.021283: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:19:15.740680: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:19:17.014155: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:19:19.593216: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:19:24.157363: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 113 of 10000\n",
      "2020-05-27 17:19:24.158474: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 116 of 10000\n",
      "2020-05-27 17:19:24.947513: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:19:26.616067: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:19:48.967472: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 297 of 10000\n",
      "2020-05-27 17:19:50.877462: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:19:50.877611: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 17:19:50.877704: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 49 of 10000\n",
      "2020-05-27 17:19:55.725695: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:19:56.418261: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:19:59.376991: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:20:00.104117: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 17:20:04.911929: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:20:27.888014: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:20:27.888298: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:20:27.888362: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:20:27.888401: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:20:27.892285: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 17:20:29.888962: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:20:30.670965: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:20:32.343144: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:20:37.571162: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 111 of 10000\n",
      "2020-05-27 17:20:37.575283: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 17:20:37.733187: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:20:37.751356: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:21:02.501273: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 17:21:02.501375: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 113 of 10000\n",
      "2020-05-27 17:21:02.510952: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:21:04.348940: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 17:21:04.349051: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 17:21:04.349098: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 129 of 10000\n",
      "2020-05-27 17:21:05.130692: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:21:07.559831: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:21:12.423977: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 118 of 10000\n",
      "2020-05-27 17:21:12.608783: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:21:13.479433: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 153 of 10000\n",
      "2020-05-27 17:21:13.495282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:21:36.788403: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:21:36.788575: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:21:37.659646: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 95 of 10000\n",
      "2020-05-27 17:21:37.659792: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 17:21:37.693281: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:21:38.374990: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:21:39.263961: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:21:39.313109: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:21:40.164853: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:21:48.475136: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 125 of 10000\n",
      "2020-05-27 17:21:49.741246: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:21:57.062531 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0755']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0765/assets\n",
      "I0527 17:21:57.485124 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0765/assets\n",
      "I0527 17:21:57.788950 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0765\n",
      "2020-05-27 17:22:12.820797: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:22:12.982152: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 17:22:12.983658: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:22:13.701929: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:22:15.552288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:22:20.768931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:22:21.049744: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:22:22.510085: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:22:48.027662: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:22:48.523539: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:22:48.531867: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:22:48.845113: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 17:22:51.485931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 17:22:55.898847: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:22:56.573655: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:22:58.463019: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 70 of 10000\n",
      "2020-05-27 17:23:00.913190: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:23:22.598575: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 17:23:23.433728: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 129 of 10000\n",
      "2020-05-27 17:23:25.344042: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 17:23:28.063839: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:23:31.842307: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:23:32.967126: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 68 of 10000\n",
      "2020-05-27 17:23:32.974577: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:24:00.151277: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 94 of 10000\n",
      "2020-05-27 17:24:00.151397: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 94 of 10000\n",
      "2020-05-27 17:24:02.120743: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 66 of 10000\n",
      "2020-05-27 17:24:02.188665: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:24:08.327588: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 101 of 10000\n",
      "2020-05-27 17:24:08.594693: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 76 of 10000\n",
      "2020-05-27 17:24:08.600329: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:24:09.640433: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:24:33.512337: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 112 of 10000\n",
      "2020-05-27 17:24:33.819269: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:24:33.819758: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 69 of 10000\n",
      "2020-05-27 17:24:33.819831: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:24:36.964855: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:24:37.791805: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:24:40.486315: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:24:43.780304: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 199 of 10000\n",
      "2020-05-27 17:24:44.600761: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:24:53.194619 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0760']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0770/assets\n",
      "I0527 17:24:53.655888 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0770/assets\n",
      "I0527 17:24:53.928032 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0770\n",
      "        num_discriminator_train_examples  1252808\n",
      "            num_generator_train_examples   147840\n",
      "                              num_rounds      770\n",
      "I0527 17:25:02.398167 140497535784832 train.py:379] Doing evaluation took 8.46 seconds.\n",
      "Round #770. Total training time 473.02 minutes for 770 rounds (1.63 rounds per minute)\n",
      "2020-05-27 17:25:17.311759: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:25:17.311931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 137 of 10000\n",
      "2020-05-27 17:25:18.228261: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 17:25:18.228789: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 17:25:22.570984: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:25:24.373065: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:25:26.819079: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:25:27.546349: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 100 of 10000\n",
      "2020-05-27 17:25:30.563972: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:25:54.841117: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:25:54.841212: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:25:54.841288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:25:54.841329: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:25:59.945814: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:26:00.926932: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:26:04.268646: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 17:26:04.640369: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 17:26:05.208248: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:26:06.998605: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:26:30.555654: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:26:30.556052: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 17:26:30.936481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:26:30.940319: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:26:31.570605: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 180 of 10000\n",
      "2020-05-27 17:26:34.022312: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:26:35.145671: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:26:35.147270: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:26:38.705260: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:26:41.455436: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 58 of 10000\n",
      "2020-05-27 17:26:44.930397: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:27:06.954802: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:27:06.983405: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:27:07.833600: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:27:07.847679: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:27:07.969434: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:27:07.970106: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:27:07.970579: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:27:08.706165: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:27:12.663047: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:27:14.475739: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:27:14.743316: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:27:18.229891: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 192 of 10000\n",
      "2020-05-27 17:27:22.366282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:27:46.117773: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:27:46.117825: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:27:46.117892: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:27:46.119466: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:27:46.136286: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:27:51.825052: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:27:54.452285: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:27:55.576076: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 85 of 10000\n",
      "2020-05-27 17:27:56.245059: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:28:06.262789 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0765']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0775/assets\n",
      "I0527 17:28:06.719066 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0775/assets\n",
      "I0527 17:28:06.999650 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0775\n",
      "2020-05-27 17:28:21.078176: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 61 of 10000\n",
      "2020-05-27 17:28:21.116304: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:28:21.125530: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:28:21.831613: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 61 of 10000\n",
      "2020-05-27 17:28:21.832402: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 17:28:28.928278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:28:28.976078: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:28:31.628019: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 137 of 10000\n",
      "2020-05-27 17:28:32.666290: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:28:54.095184: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 17:28:54.631923: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 17:28:55.783872: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 17:28:55.783994: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 17:29:00.556298: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:29:00.938914: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:29:04.392536: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 123 of 10000\n",
      "2020-05-27 17:29:04.392651: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 69 of 10000\n",
      "2020-05-27 17:29:05.978936: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:29:06.515348: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:29:30.815994: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 140 of 10000\n",
      "2020-05-27 17:29:32.790048: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:29:32.790124: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:29:32.790250: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:29:32.790588: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:29:33.286322: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:29:33.720932: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:29:39.879769: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:29:41.225400: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:29:43.254155: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 78 of 10000\n",
      "2020-05-27 17:29:43.265678: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:30:07.926023: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 147 of 10000\n",
      "2020-05-27 17:30:07.926184: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 17:30:08.614271: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 17:30:09.331150: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:30:09.331297: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:30:10.257471: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:30:13.530683: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:30:15.303983: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:30:15.613292: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:30:18.994020: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 205 of 10000\n",
      "2020-05-27 17:30:22.708143: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:30:45.000806: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 258 of 10000\n",
      "2020-05-27 17:30:45.001083: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 17:30:45.001148: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 17:30:45.189764: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:30:45.277778: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:30:45.283208: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:30:46.103746: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 17:30:46.123954: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:30:47.070213: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:30:50.851399: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:30:55.325282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:30:55.325416: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:30:56.591685: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:30:58.236838: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:31:06.807381 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0770']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0780/assets\n",
      "I0527 17:31:07.279065 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0780/assets\n",
      "I0527 17:31:07.597863 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0780\n",
      "        num_discriminator_train_examples  1269054\n",
      "            num_generator_train_examples   149760\n",
      "                              num_rounds      780\n",
      "I0527 17:31:16.090881 140497535784832 train.py:379] Doing evaluation took 8.49 seconds.\n",
      "Round #780. Total training time 479.25 minutes for 780 rounds (1.63 rounds per minute)\n",
      "2020-05-27 17:31:30.277727: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:31:30.278733: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 94 of 10000\n",
      "2020-05-27 17:31:31.262965: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 17:31:31.879715: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:31:31.880537: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:31:33.170311: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:31:34.972865: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:31:35.772017: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:31:39.141956: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:31:40.106664: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:06.615687: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:32:06.616643: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:32:06.616821: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:32:06.674199: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:32:06.674200: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:32:06.944842: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:07.183984: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:32:07.209369: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:09.454112: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:13.023191: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:16.037259: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 17:32:17.920478: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 68 of 10000\n",
      "2020-05-27 17:32:17.940772: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:19.617477: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:43.534797: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 17:32:43.534921: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 17:32:43.536031: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 17:32:43.536104: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 17:32:43.690917: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 17:32:43.717420: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:32:43.809342: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:44.405359: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:44.411113: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:46.051198: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:53.728558: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 17:32:53.728733: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 17:32:54.608315: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:32:54.797123: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:33:18.950307: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 17:33:19.820872: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 17:33:20.411626: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 217 of 10000\n",
      "2020-05-27 17:33:21.315976: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:33:21.775943: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:33:26.852807: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:33:26.870151: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:33:30.163928: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 17:33:32.131636: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:33:55.061505: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 130 of 10000\n",
      "2020-05-27 17:33:55.536304: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:33:55.536546: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:33:55.536928: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 17:33:55.891509: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 17:33:56.455695: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:34:01.146994: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:34:01.712817: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:34:02.892603: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:34:04.279865: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 160 of 10000\n",
      "2020-05-27 17:34:06.478114: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:34:17.911102 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0775']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0785/assets\n",
      "I0527 17:34:18.371346 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0785/assets\n",
      "I0527 17:34:18.625847 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0785\n",
      "2020-05-27 17:34:33.305636: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 17:34:33.305938: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 66 of 10000\n",
      "2020-05-27 17:34:33.306091: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 17:34:34.057333: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 17:34:34.058452: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 17:34:36.684147: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:34:38.589385: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:34:40.079679: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:34:41.500144: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:34:42.611852: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 57 of 10000\n",
      "2020-05-27 17:34:48.889413: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:35:11.979336: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:35:11.979461: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:35:11.979832: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 104 of 10000\n",
      "2020-05-27 17:35:12.904618: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:35:12.904887: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 17:35:13.210901: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:35:15.371073: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:35:19.168569: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:35:19.179116: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:35:22.613420: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 144 of 10000\n",
      "2020-05-27 17:35:24.684106: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:35:46.813848: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 17:35:46.816347: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 17:35:47.624803: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:35:47.624915: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 17:35:47.630452: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 17:35:48.487814: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:35:50.499632: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:35:50.956145: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:35:56.900273: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 274 of 10000\n",
      "2020-05-27 17:35:56.946056: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:35:56.947787: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:36:22.200630: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:36:22.200764: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:36:22.200812: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:36:22.361947: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:36:23.258357: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:36:24.295051: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:36:27.163449: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:36:27.897355: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:36:31.573496: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 17:36:32.470483: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 17:36:32.996392: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:36:33.910036: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:36:58.864240: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 160 of 10000\n",
      "2020-05-27 17:36:59.730118: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 17:36:59.730269: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 17:36:59.732607: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 17:37:01.660758: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:37:01.678127: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:37:04.830706: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:37:09.296392: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 17:37:09.305403: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:37:17.651243 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0780']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0790/assets\n",
      "I0527 17:37:18.136723 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0790/assets\n",
      "I0527 17:37:18.394955 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0790\n",
      "        num_discriminator_train_examples  1285310\n",
      "            num_generator_train_examples   151680\n",
      "                              num_rounds      790\n",
      "I0527 17:37:26.896005 140497535784832 train.py:379] Doing evaluation took 8.49 seconds.\n",
      "Round #790. Total training time 485.43 minutes for 790 rounds (1.63 rounds per minute)\n",
      "2020-05-27 17:37:41.598344: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:37:41.941475: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 218 of 10000\n",
      "2020-05-27 17:37:43.449379: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 17:37:44.327632: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 17:37:44.327760: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 17:37:46.167545: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:37:46.850356: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:37:52.065471: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 17:37:52.065875: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 69 of 10000\n",
      "2020-05-27 17:37:52.318373: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 54 of 10000\n",
      "2020-05-27 17:37:52.321608: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:37:52.902264: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:37:56.519027: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:38:18.178928: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 116 of 10000\n",
      "2020-05-27 17:38:19.093060: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:38:19.094585: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 17:38:19.095078: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:38:19.097287: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:38:19.124904: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:38:19.945330: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 17:38:19.959765: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:38:24.137881: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:38:25.988339: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:38:28.048018: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 17:38:28.496485: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 17:38:28.951195: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:38:31.214480: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:38:52.591826: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:38:52.591970: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 17:38:52.981341: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:38:52.981460: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:38:53.092313: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:38:53.215645: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:38:53.887243: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 17:38:54.592923: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:38:56.430801: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:38:57.680392: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:39:02.670808: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 17:39:02.948531: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 17:39:04.571373: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:39:05.126849: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:39:29.327489: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 17:39:29.327788: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:39:29.436278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 17:39:29.910354: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 223 of 10000\n",
      "2020-05-27 17:39:29.945039: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:39:31.012367: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 17:39:31.030551: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:39:35.779544: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:39:36.369326: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:39:40.008508: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 138 of 10000\n",
      "2020-05-27 17:39:40.046496: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:40:01.794998: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 137 of 10000\n",
      "2020-05-27 17:40:02.882154: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 17:40:02.883772: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 17:40:02.884453: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 188 of 10000\n",
      "2020-05-27 17:40:02.885269: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 104 of 10000\n",
      "2020-05-27 17:40:02.887428: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:40:02.895917: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:40:10.425983: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:40:12.488399: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 17:40:12.864574: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 125 of 10000\n",
      "2020-05-27 17:40:12.948514: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:40:16.696924: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:40:24.296586 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0785']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0795/assets\n",
      "I0527 17:40:24.753714 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0795/assets\n",
      "I0527 17:40:25.051969 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0795\n",
      "2020-05-27 17:40:39.644472: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:40:39.647276: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:40:39.647379: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 61 of 10000\n",
      "2020-05-27 17:40:40.574705: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:40:40.577800: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 17:40:41.432001: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:40:42.329652: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:40:48.298654: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:40:48.813338: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:40:50.006751: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 17:40:50.617104: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:41:15.517575: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:41:15.518481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:41:15.518800: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:41:16.372936: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 224 of 10000\n",
      "2020-05-27 17:41:16.373455: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:41:16.411046: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:41:19.653825: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:41:20.426874: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:41:23.958443: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:41:25.440117: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 141 of 10000\n",
      "2020-05-27 17:41:27.885290: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:41:52.221043: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 145 of 10000\n",
      "2020-05-27 17:41:52.221495: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 143 of 10000\n",
      "2020-05-27 17:41:52.922584: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 17:41:56.315173: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:41:58.225104: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:42:01.654779: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:42:25.334950: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:42:25.340395: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:42:25.341081: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:42:26.934272: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 17:42:26.936267: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 17:42:27.668637: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:42:28.559957: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:42:30.262568: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:42:35.131140: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 17:42:35.874707: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 62 of 10000\n",
      "2020-05-27 17:42:36.104252: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:42:36.741274: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:43:00.959315: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:43:00.983190: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:43:00.983322: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:43:00.983366: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:43:01.052635: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:43:01.893792: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 105 of 10000\n",
      "2020-05-27 17:43:01.893830: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:43:01.902863: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:43:07.806404: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:43:09.252592: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:43:11.262150: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 17:43:11.262282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 17:43:14.559214: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:43:15.445022: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:43:25.331126 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0790']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0800/assets\n",
      "I0527 17:43:25.863862 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0800/assets\n",
      "I0527 17:43:26.259372 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0800\n",
      "        num_discriminator_train_examples  1300951\n",
      "            num_generator_train_examples   153600\n",
      "                              num_rounds      800\n",
      "I0527 17:43:34.999146 140497535784832 train.py:379] Doing evaluation took 8.73 seconds.\n",
      "Round #800. Total training time 491.56 minutes for 800 rounds (1.63 rounds per minute)\n",
      "2020-05-27 17:43:50.742625: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 17:43:50.743204: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:43:50.743345: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:43:52.684436: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 17:43:55.251403: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:43:56.220973: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:43:59.720283: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 17:44:00.520626: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 135 of 10000\n",
      "2020-05-27 17:44:00.685482: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:44:01.899014: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:44:25.825753: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 17:44:25.829335: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:44:26.073086: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:44:26.073336: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:44:26.073927: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:44:26.793084: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:44:27.712516: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:44:28.874925: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:44:31.117143: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:44:34.137091: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:44:35.497264: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 61 of 10000\n",
      "2020-05-27 17:44:36.029829: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:44:36.030182: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 78 of 10000\n",
      "2020-05-27 17:44:40.266704: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:45:01.827610: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 62 of 10000\n",
      "2020-05-27 17:45:01.832631: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:45:02.854467: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:45:02.854599: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:45:02.854675: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:45:02.855300: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:45:02.871783: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:45:03.056534: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:45:04.739244: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:45:09.471723: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:45:10.768348: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:45:12.675276: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 124 of 10000\n",
      "2020-05-27 17:45:15.904326: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:45:37.970735: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:45:38.296328: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:45:39.620338: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:45:39.620495: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:45:41.307211: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:45:42.506870: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:45:44.467063: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:45:45.311766: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:46:11.397734: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:46:11.397856: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:46:11.406906: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 17:46:11.440931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:46:11.929068: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 120 of 10000\n",
      "2020-05-27 17:46:11.929192: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 17:46:11.936139: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:46:16.592449: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:46:20.152769: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 17:46:20.177154: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:46:22.798604: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:46:30.247529 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0795']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0805/assets\n",
      "I0527 17:46:30.690650 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0805/assets\n",
      "I0527 17:46:31.008952 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0805\n",
      "2020-05-27 17:46:46.013108: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 17:46:46.013108: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:46:46.705271: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:46:46.736290: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:46:46.757454: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:46:46.760320: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 17:46:47.918203: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:46:50.567487: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:46:52.412016: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:46:56.137893: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 208 of 10000\n",
      "2020-05-27 17:46:56.267026: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:47:18.478446: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 17:47:18.478947: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:47:19.143707: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:47:20.095597: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:47:20.096381: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:47:20.096458: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 17:47:20.115313: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:47:20.139167: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:47:21.877090: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:47:26.315861: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:47:28.425283: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 17:47:30.346983: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 92 of 10000\n",
      "2020-05-27 17:47:30.356165: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:47:33.117163: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:47:57.368012: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 17:47:57.368498: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 17:47:57.368661: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 252 of 10000\n",
      "2020-05-27 17:47:57.368786: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 259 of 10000\n",
      "2020-05-27 17:47:59.649729: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:48:01.722680: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:48:05.604498: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 266 of 10000\n",
      "2020-05-27 17:48:06.525047: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 17:48:06.598896: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:48:08.169780: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:48:31.690361: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:48:31.786965: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 17:48:32.321374: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:48:33.060245: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 82 of 10000\n",
      "2020-05-27 17:48:33.060778: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 132 of 10000\n",
      "2020-05-27 17:48:33.934656: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:48:34.615156: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:48:40.639810: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:48:40.653058: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:48:42.336574: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 17:48:45.825756: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:49:08.677249: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 17:49:08.677374: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 17:49:08.892948: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:49:08.893002: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:49:08.893564: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:49:09.853108: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:49:10.115694: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:49:10.644839: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:49:11.781313: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:49:13.315127: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:49:19.581279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 125 of 10000\n",
      "2020-05-27 17:49:19.581425: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 133 of 10000\n",
      "2020-05-27 17:49:21.292716: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:49:21.295621: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:49:30.956032 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0800']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0810/assets\n",
      "I0527 17:49:31.441398 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0810/assets\n",
      "I0527 17:49:31.729838 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0810\n",
      "        num_discriminator_train_examples  1316803\n",
      "            num_generator_train_examples   155520\n",
      "                              num_rounds      810\n",
      "I0527 17:49:40.382688 140497535784832 train.py:379] Doing evaluation took 8.64 seconds.\n",
      "Round #810. Total training time 497.65 minutes for 810 rounds (1.63 rounds per minute)\n",
      "2020-05-27 17:49:54.443523: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:49:55.063483: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:49:55.063563: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 180 of 10000\n",
      "2020-05-27 17:49:55.497407: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 17:49:55.504864: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 17:49:55.567662: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:49:57.609795: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:50:02.162683: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:50:04.698184: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 17:50:04.702277: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 113 of 10000\n",
      "2020-05-27 17:50:04.705849: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:50:08.264779: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:50:30.728140: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 17:50:30.729097: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:50:31.497651: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 17:50:32.366545: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:50:32.366685: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:50:34.279826: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:50:35.985518: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:50:36.996478: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:50:39.699532: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:50:41.714615: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 136 of 10000\n",
      "2020-05-27 17:50:46.121917: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:51:08.204634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:51:08.264288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:51:08.264976: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 17:51:08.598654: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:51:08.632214: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:51:08.723560: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 17:51:08.781406: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:51:10.306507: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 17:51:11.154363: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:51:15.720689: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:51:18.197107: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:51:18.197109: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:51:43.211216: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 80 of 10000\n",
      "2020-05-27 17:51:44.523036: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:51:44.523132: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 17:51:45.353024: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 17:51:46.227962: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 17:51:46.663842: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:51:47.953271: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:51:51.451102: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:51:51.775833: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:51:53.975215: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 205 of 10000\n",
      "2020-05-27 17:51:55.828063: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:52:19.611486: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 17:52:19.611669: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:52:20.266707: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 17:52:20.274991: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:52:21.195617: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:52:21.196644: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:52:21.197247: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:52:21.268200: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:52:24.007804: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:52:27.684362: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:52:29.383641: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:52:31.241500: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 98 of 10000\n",
      "2020-05-27 17:52:33.077134: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:52:41.281104 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0805']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0815/assets\n",
      "I0527 17:52:41.722793 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0815/assets\n",
      "I0527 17:52:42.062838 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0815\n",
      "2020-05-27 17:52:56.916821: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 17:52:56.916907: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:52:56.917018: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:52:56.917112: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 159 of 10000\n",
      "2020-05-27 17:52:56.916849: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 49 of 10000\n",
      "2020-05-27 17:52:57.189321: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:52:57.719486: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 17:52:57.749103: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:52:57.755202: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:53:03.129611: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:53:07.545399: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 247 of 10000\n",
      "2020-05-27 17:53:07.827398: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 192 of 10000\n",
      "2020-05-27 17:53:08.165996: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:53:10.048062: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:53:34.286716: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 17:53:34.286921: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 17:53:35.217868: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 17:53:35.302459: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 17:53:35.317109: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:53:36.673988: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 17:53:38.059415: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:53:40.039340: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:53:44.803264: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 57 of 10000\n",
      "2020-05-27 17:53:44.803315: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 17:53:44.861929: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:53:47.400337: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:54:10.489598: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 17:54:11.389527: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 17:54:11.389874: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:54:11.390019: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 17:54:11.483310: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 17:54:12.330883: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 17:54:12.390499: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:54:12.450937: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:54:16.599040: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:54:18.355999: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:54:18.448080: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:54:21.593661: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 61 of 10000\n",
      "2020-05-27 17:54:23.507466: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:54:47.735955: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 17:54:47.777296: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 17:54:47.777592: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:54:48.725831: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 17:54:48.730036: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 79 of 10000\n",
      "2020-05-27 17:54:48.749870: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:54:51.003331: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:54:51.009686: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:54:57.246874: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 240 of 10000\n",
      "2020-05-27 17:54:57.259890: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:54:58.449723: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:55:22.137349: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 127 of 10000\n",
      "2020-05-27 17:55:22.137476: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:55:22.167544: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 17:55:22.973279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:55:23.033942: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:55:23.034090: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 17:55:23.117014: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:55:23.830349: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:55:28.272954: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:55:29.304668: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:55:31.422750: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:55:32.288670: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 233 of 10000\n",
      "2020-05-27 17:55:35.629799: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:55:45.233674 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0810']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0820/assets\n",
      "I0527 17:55:45.710994 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0820/assets\n",
      "I0527 17:55:45.988421 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0820\n",
      "        num_discriminator_train_examples  1333327\n",
      "            num_generator_train_examples   157440\n",
      "                              num_rounds      820\n",
      "I0527 17:55:54.420863 140497535784832 train.py:379] Doing evaluation took 8.42 seconds.\n",
      "Round #820. Total training time 503.89 minutes for 820 rounds (1.63 rounds per minute)\n",
      "2020-05-27 17:56:09.274057: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 140 of 10000\n",
      "2020-05-27 17:56:09.277289: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 17:56:09.277438: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 17:56:09.277493: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 17:56:09.750890: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 17:56:12.029268: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:56:12.031204: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:56:16.325814: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:56:17.309133: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:56:19.697167: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 156 of 10000\n",
      "2020-05-27 17:56:22.451566: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:56:45.977688: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 17:56:45.977834: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 62 of 10000\n",
      "2020-05-27 17:56:45.979115: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 205 of 10000\n",
      "2020-05-27 17:56:45.979516: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 17:56:47.036303: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 17:56:48.194270: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:56:51.931564: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:56:52.140631: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:56:55.506355: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 226 of 10000\n",
      "2020-05-27 17:56:55.510304: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:56:56.843218: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 17:56:57.103997: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:57:20.714356: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:57:20.952489: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 17:57:21.761387: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 98 of 10000\n",
      "2020-05-27 17:57:21.765286: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 17:57:21.800448: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:57:29.545714: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:57:29.971493: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:57:31.285147: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 204 of 10000\n",
      "2020-05-27 17:57:34.824675: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:57:57.661374: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 160 of 10000\n",
      "2020-05-27 17:57:58.548321: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:57:58.548553: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 17:57:58.611850: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 124 of 10000\n",
      "2020-05-27 17:58:01.268039: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:58:04.362526: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:58:05.141778: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:58:07.886423: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 66 of 10000\n",
      "2020-05-27 17:58:12.051217: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:58:33.264885: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 158 of 10000\n",
      "2020-05-27 17:58:33.982799: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:58:33.982990: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 17:58:34.895584: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:58:34.895687: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 17:58:35.032466: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:58:38.758929: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:58:38.867287: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:58:43.915347: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:58:44.492719: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 73 of 10000\n",
      "2020-05-27 17:58:45.057282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 17:58:54.715483 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0815']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0825/assets\n",
      "I0527 17:58:55.207414 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0825/assets\n",
      "I0527 17:58:55.540666 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0825\n",
      "2020-05-27 17:59:10.605144: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 17:59:11.427879: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 17:59:12.179282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 76 of 10000\n",
      "2020-05-27 17:59:12.560399: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 17:59:15.930623: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:59:16.885772: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:59:19.759098: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:59:22.429656: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 112 of 10000\n",
      "2020-05-27 17:59:23.485749: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:59:45.895494: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 17:59:47.083293: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 221 of 10000\n",
      "2020-05-27 17:59:47.083475: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 233 of 10000\n",
      "2020-05-27 17:59:47.591177: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:59:49.494916: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 17:59:54.783733: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:59:55.002920: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 17:59:56.695021: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 297 of 10000\n",
      "2020-05-27 17:59:56.696897: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:00:21.688276: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 18:00:22.153789: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:00:22.153904: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:00:23.077802: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:00:23.077929: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:00:23.078087: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:00:23.822292: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:00:24.761271: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:00:27.596486: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:00:30.392396: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:00:32.465249: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 147 of 10000\n",
      "2020-05-27 18:00:33.464436: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 18:00:33.490091: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:00:36.802024: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:00:59.864656: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 18:01:00.580970: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:01:00.581254: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:01:00.581401: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 18:01:03.092442: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:01:06.756468: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:01:09.669137: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 139 of 10000\n",
      "2020-05-27 18:01:09.686019: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:01:09.923472: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:01:36.207527: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 18:01:36.207704: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 18:01:36.207741: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:01:36.207767: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:01:36.220052: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:01:37.809018: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 18:01:37.809802: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:01:37.877625: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:01:39.990839: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:01:43.891670: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:01:45.720805: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:01:45.798513: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:01:56.859755 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0820']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0830/assets\n",
      "I0527 18:01:57.333194 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0830/assets\n",
      "I0527 18:01:57.631244 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0830\n",
      "        num_discriminator_train_examples  1349613\n",
      "            num_generator_train_examples   159360\n",
      "                              num_rounds      830\n",
      "I0527 18:02:06.138557 140497535784832 train.py:379] Doing evaluation took 8.50 seconds.\n",
      "Round #830. Total training time 510.08 minutes for 830 rounds (1.63 rounds per minute)\n",
      "2020-05-27 18:02:20.620334: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 18:02:20.636512: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 18:02:20.637241: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 18:02:21.506267: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 18:02:21.517630: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 18:02:22.426690: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:02:25.541639: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:02:28.618781: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:02:30.568283: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 18:02:31.423794: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 227 of 10000\n",
      "2020-05-27 18:02:32.044603: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:02:33.768911: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:02:57.005495: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 18:02:58.636576: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:02:58.636697: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:02:58.678363: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 18:03:03.516800: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:03:04.454450: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:03:07.409173: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 111 of 10000\n",
      "2020-05-27 18:03:08.249088: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 112 of 10000\n",
      "2020-05-27 18:03:08.356952: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:03:11.481759: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:03:34.583308: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 188 of 10000\n",
      "2020-05-27 18:03:34.923678: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 168 of 10000\n",
      "2020-05-27 18:03:35.474080: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:03:35.474107: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:03:35.479066: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 18:03:37.650692: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:03:37.880770: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:03:43.005367: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:03:44.448366: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 18:03:44.451494: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:03:49.279624: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:04:11.539208: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 18:04:11.540432: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 18:04:12.385508: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:04:12.385820: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 97 of 10000\n",
      "2020-05-27 18:04:12.572865: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 125 of 10000\n",
      "2020-05-27 18:04:13.177797: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:04:14.182390: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:04:19.980918: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:04:20.414797: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:04:21.837035: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 101 of 10000\n",
      "2020-05-27 18:04:23.031582: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:04:46.788711: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:04:46.982130: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:04:46.982316: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:04:46.982681: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:04:46.982755: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:04:46.982803: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:04:47.127573: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:04:47.418555: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:04:50.853282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:04:50.856008: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:04:56.513727: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 163 of 10000\n",
      "2020-05-27 18:04:56.513849: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 18:04:56.696685: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:04:57.741634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:05:07.167899 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0825']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0835/assets\n",
      "I0527 18:05:07.602866 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0835/assets\n",
      "I0527 18:05:07.860319 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0835\n",
      "2020-05-27 18:05:22.055947: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 52 of 10000\n",
      "2020-05-27 18:05:22.061467: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:05:22.801018: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 18:05:22.801316: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 80 of 10000\n",
      "2020-05-27 18:05:22.801456: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 18:05:23.633060: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 222 of 10000\n",
      "2020-05-27 18:05:23.634405: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 18:05:24.179728: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:05:26.593869: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:05:31.373822: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:05:32.255995: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 78 of 10000\n",
      "2020-05-27 18:05:33.074280: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 286 of 10000\n",
      "2020-05-27 18:05:33.934400: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:05:36.826836: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:06:00.314691: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:06:00.314823: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:06:00.316531: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:06:00.316555: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 28 of 10000\n",
      "2020-05-27 18:06:00.345370: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:06:01.269745: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 18:06:01.270310: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 49 of 10000\n",
      "2020-05-27 18:06:01.285123: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:06:02.270848: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:06:03.655044: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:06:03.666701: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:06:11.113696: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 69 of 10000\n",
      "2020-05-27 18:06:14.964481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:06:38.893609: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 18:06:39.757424: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 52 of 10000\n",
      "2020-05-27 18:06:39.757539: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 96 of 10000\n",
      "2020-05-27 18:06:43.911803: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:06:44.731765: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:06:47.555007: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 18:06:49.013163: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:07:11.035387: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 18:07:11.035639: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 275 of 10000\n",
      "2020-05-27 18:07:11.036860: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 157 of 10000\n",
      "2020-05-27 18:07:11.037330: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:07:11.646302: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 18:07:12.194888: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 126 of 10000\n",
      "2020-05-27 18:07:12.470730: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:07:18.245335: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:07:20.235327: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 57 of 10000\n",
      "2020-05-27 18:07:20.239599: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:07:22.289284: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 137 of 10000\n",
      "2020-05-27 18:07:24.770430: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:07:46.817442: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 98 of 10000\n",
      "2020-05-27 18:07:47.997021: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 18:07:47.997694: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 18:07:53.094464: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:07:55.964242: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:07:57.282512: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 85 of 10000\n",
      "2020-05-27 18:08:00.061757: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:08:08.244057 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0830']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0840/assets\n",
      "I0527 18:08:08.709566 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0840/assets\n",
      "I0527 18:08:08.981069 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0840\n",
      "        num_discriminator_train_examples  1365782\n",
      "            num_generator_train_examples   161280\n",
      "                              num_rounds      840\n",
      "I0527 18:08:17.458205 140497535784832 train.py:379] Doing evaluation took 8.47 seconds.\n",
      "Round #840. Total training time 516.27 minutes for 840 rounds (1.63 rounds per minute)\n",
      "2020-05-27 18:08:31.965549: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 223 of 10000\n",
      "2020-05-27 18:08:31.965636: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 18:08:31.973389: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 51 of 10000\n",
      "2020-05-27 18:08:33.121683: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 80 of 10000\n",
      "2020-05-27 18:08:38.425140: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:08:38.978175: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:08:42.125098: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:08:42.389278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 73 of 10000\n",
      "2020-05-27 18:08:46.646425: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:09:08.801639: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 18:09:08.815674: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:09:10.882626: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:09:10.882667: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 18:09:10.882826: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:09:10.883539: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 18:09:14.399016: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:09:16.586660: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:09:18.370622: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:09:20.018041: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 125 of 10000\n",
      "2020-05-27 18:09:21.109429: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:09:45.240788: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:09:45.240889: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:09:45.599049: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 103 of 10000\n",
      "2020-05-27 18:09:45.630283: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 18:09:46.252278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:09:47.939658: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:09:49.169471: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:09:52.803950: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:09:54.638392: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 18:09:54.657379: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:09:57.665830: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:10:21.526692: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:10:21.527123: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:10:22.380063: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 18:10:22.380163: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:10:26.357802: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:10:27.494327: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:10:30.171488: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:10:31.008033: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 149 of 10000\n",
      "2020-05-27 18:10:34.931175: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:10:57.548270: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 290 of 10000\n",
      "2020-05-27 18:10:57.549336: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:10:57.651106: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:10:58.959287: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:10:58.959484: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:10:59.821673: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 188 of 10000\n",
      "2020-05-27 18:11:03.365745: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:11:07.077666: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:11:07.844092: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 18:11:09.045935: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 198 of 10000\n",
      "2020-05-27 18:11:09.639663: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:11:09.915940: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:11:21.349867 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0835']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0845/assets\n",
      "I0527 18:11:21.797696 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0845/assets\n",
      "I0527 18:11:22.085431 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0845\n",
      "2020-05-27 18:11:37.767329: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 89 of 10000\n",
      "2020-05-27 18:11:37.769356: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:11:37.769455: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:11:37.769501: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 18:11:41.336457: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:11:41.337736: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:11:44.983828: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:11:46.490319: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 49 of 10000\n",
      "2020-05-27 18:11:49.723186: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:12:11.630659: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:12:11.652411: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 113 of 10000\n",
      "2020-05-27 18:12:11.662771: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:12:13.496274: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:12:13.524716: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 208 of 10000\n",
      "2020-05-27 18:12:13.528286: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 18:12:14.684316: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:12:18.826619: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:12:19.897005: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:12:22.621951: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 18:12:25.680373: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:12:48.038708: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:12:48.040068: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 18:12:48.509383: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:12:48.918905: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 18:12:49.785584: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:12:51.489948: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:12:57.265436: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 118 of 10000\n",
      "2020-05-27 18:12:57.316462: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:12:58.949964: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 120 of 10000\n",
      "2020-05-27 18:12:59.032953: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:13:21.445254: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:13:21.479987: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:13:21.480176: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:13:21.744205: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:13:22.788209: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 172 of 10000\n",
      "2020-05-27 18:13:22.867547: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:13:22.867953: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:13:23.793482: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 18:13:23.800077: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:13:28.979634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:13:31.821305: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 18:13:31.821432: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 209 of 10000\n",
      "2020-05-27 18:13:31.899735: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:13:35.254813: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:13:59.023095: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 18:13:59.023474: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:13:59.023563: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 18:13:59.023616: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:13:59.023798: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 57 of 10000\n",
      "2020-05-27 18:13:59.870028: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:14:02.544561: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:14:04.211681: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:14:05.062157: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:14:09.205700: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 145 of 10000\n",
      "2020-05-27 18:14:12.498074: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:14:19.680465 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0840']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0850/assets\n",
      "I0527 18:14:20.156810 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0850/assets\n",
      "I0527 18:14:20.428240 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0850\n",
      "        num_discriminator_train_examples  1382134\n",
      "            num_generator_train_examples   163200\n",
      "                              num_rounds      850\n",
      "I0527 18:14:28.964175 140497535784832 train.py:379] Doing evaluation took 8.53 seconds.\n",
      "Round #850. Total training time 522.46 minutes for 850 rounds (1.63 rounds per minute)\n",
      "2020-05-27 18:14:43.122521: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 18:14:43.583764: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:14:44.430329: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 18:14:44.430441: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:14:44.430489: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:14:47.156759: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:14:47.232384: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:14:49.539986: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:14:53.573853: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 92 of 10000\n",
      "2020-05-27 18:14:54.282282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 18:14:54.297437: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:14:55.074533: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:15:19.772494: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 18:15:19.783485: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 68 of 10000\n",
      "2020-05-27 18:15:19.783510: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:15:20.641430: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 18:15:20.641461: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 18:15:23.273958: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:15:23.560179: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:15:26.010159: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:15:27.592059: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:15:27.769634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:15:54.972436: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:15:54.972627: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:15:54.972988: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 18:15:55.684266: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:15:55.684397: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:15:55.852131: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:15:57.316318: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:16:02.311423: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:16:02.556448: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:16:04.984836: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 85 of 10000\n",
      "2020-05-27 18:16:04.997308: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:16:28.586162: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 154 of 10000\n",
      "2020-05-27 18:16:28.586406: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:16:28.586618: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 18:16:28.839525: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 18:16:29.303767: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 84 of 10000\n",
      "2020-05-27 18:16:29.303928: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 51 of 10000\n",
      "2020-05-27 18:16:34.832214: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:16:35.297708: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:16:37.984441: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:16:39.492409: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 145 of 10000\n",
      "2020-05-27 18:16:42.445308: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:17:04.054654: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:17:04.054823: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:17:04.465591: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 18:17:05.848459: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 18:17:06.320495: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:17:10.709727: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:17:12.759873: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:17:12.924657: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:17:24.850598 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0845']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0855/assets\n",
      "I0527 18:17:25.301364 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0855/assets\n",
      "I0527 18:17:25.572093 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0855\n",
      "2020-05-27 18:17:39.871025: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 18:17:39.887457: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 197 of 10000\n",
      "2020-05-27 18:17:40.549486: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 18:17:40.600315: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 108 of 10000\n",
      "2020-05-27 18:17:40.603342: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:17:41.726093: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 18:17:42.602406: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:17:46.575835: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:17:48.970807: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:17:50.088610: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 66 of 10000\n",
      "2020-05-27 18:17:50.115200: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:18:14.017078: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 18:18:14.613414: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:18:14.613613: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 18:18:14.613727: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 18:18:14.613847: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 18:18:15.034340: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:18:17.766539: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:18:23.068163: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:18:23.111981: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:18:23.118024: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:18:51.013432: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 222 of 10000\n",
      "2020-05-27 18:18:51.692010: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 150 of 10000\n",
      "2020-05-27 18:18:51.692153: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 100 of 10000\n",
      "2020-05-27 18:18:52.549848: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 96 of 10000\n",
      "2020-05-27 18:18:56.758379: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:18:57.104873: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:18:58.927318: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:19:01.861131: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 147 of 10000\n",
      "2020-05-27 18:19:04.559091: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:19:26.801084: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 18:19:26.801628: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:19:26.910905: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:19:27.106213: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:19:27.107245: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:19:27.689981: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 103 of 10000\n",
      "2020-05-27 18:19:27.723106: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 119 of 10000\n",
      "2020-05-27 18:19:27.728811: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:19:27.747656: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:19:35.566560: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:19:36.312109: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:19:37.442621: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 129 of 10000\n",
      "2020-05-27 18:19:40.872124: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:20:03.638440: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:20:03.638669: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 18:20:03.947931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:20:04.367345: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 18:20:04.377536: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:20:05.669046: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 155 of 10000\n",
      "2020-05-27 18:20:06.693137: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:20:07.830373: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:20:14.451286: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 225 of 10000\n",
      "2020-05-27 18:20:14.451451: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 177 of 10000\n",
      "2020-05-27 18:20:14.512541: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:20:15.561976: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:20:25.385370 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0850']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0860/assets\n",
      "I0527 18:20:25.855678 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0860/assets\n",
      "I0527 18:20:26.162470 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0860\n",
      "        num_discriminator_train_examples  1398265\n",
      "            num_generator_train_examples   165120\n",
      "                              num_rounds      860\n",
      "I0527 18:20:34.567802 140497535784832 train.py:379] Doing evaluation took 8.40 seconds.\n",
      "Round #860. Total training time 528.56 minutes for 860 rounds (1.63 rounds per minute)\n",
      "2020-05-27 18:20:49.208102: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 18:20:49.208289: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:20:49.212270: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 18:20:50.081924: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:20:50.082287: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:20:50.082394: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:20:50.091771: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:20:51.121638: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:20:52.052079: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:20:56.630268: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:20:59.802869: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 232 of 10000\n",
      "2020-05-27 18:21:00.398459: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 18:21:00.476802: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:21:04.304971: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:21:27.216399: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:21:27.217357: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:21:27.217791: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:21:27.218236: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 18:21:27.856291: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:21:28.838939: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:21:29.880469: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:21:34.890931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:21:34.902467: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:21:37.336776: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 18:21:39.786555: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:22:01.177911: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:22:01.178385: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:22:01.178462: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:22:01.179112: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 18:22:01.584015: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 77 of 10000\n",
      "2020-05-27 18:22:01.652671: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:22:02.754514: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:22:06.072691: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:22:09.131054: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:22:11.598287: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 18:22:14.298867: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:22:37.572071: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 108 of 10000\n",
      "2020-05-27 18:22:38.434285: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 18:22:38.434426: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 18:22:38.434285: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 18:22:42.299628: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:22:43.205435: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:22:43.208141: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:22:47.016885: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 18:22:51.430120: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:23:13.317162: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:23:14.176338: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:23:14.177418: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 98 of 10000\n",
      "2020-05-27 18:23:14.250436: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 62 of 10000\n",
      "2020-05-27 18:23:17.631264: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:23:18.554925: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:23:22.227328: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 117 of 10000\n",
      "2020-05-27 18:23:22.663467: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 96 of 10000\n",
      "2020-05-27 18:23:22.670497: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:23:22.893979: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:23:33.163852 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0855']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0865/assets\n",
      "I0527 18:23:33.598339 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0865/assets\n",
      "I0527 18:23:33.879319 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0865\n",
      "2020-05-27 18:23:48.602808: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 104 of 10000\n",
      "2020-05-27 18:23:48.602930: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:23:48.634577: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:23:48.638273: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 18:23:49.263430: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:23:49.263651: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 192 of 10000\n",
      "2020-05-27 18:23:49.288895: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:23:49.541333: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:23:49.550386: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:23:55.261019: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:23:58.095101: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 18:23:58.095350: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 103 of 10000\n",
      "2020-05-27 18:24:00.640454: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:24:02.421511: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:24:25.904249: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 18:24:25.904394: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 18:24:26.856878: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 18:24:26.878798: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 18:24:26.878953: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 251 of 10000\n",
      "2020-05-27 18:24:27.744274: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:24:30.014468: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:24:33.885369: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:24:35.351819: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:24:36.113552: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 18:24:37.317089: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:25:01.434146: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:25:01.589378: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:25:02.427035: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 5 of 10000\n",
      "2020-05-27 18:25:02.427344: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 5 of 10000\n",
      "2020-05-27 18:25:02.427642: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 5 of 10000\n",
      "2020-05-27 18:25:03.105945: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:25:07.126022: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:25:10.464908: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:25:11.707292: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 18:25:12.359447: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 136 of 10000\n",
      "2020-05-27 18:25:13.534423: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:25:15.497383: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:25:38.711274: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 18:25:38.711453: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:25:39.867915: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:25:39.868145: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:25:40.536400: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:25:40.784434: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 18:25:44.938023: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:25:45.171065: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:25:49.209503: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 120 of 10000\n",
      "2020-05-27 18:25:49.925922: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 170 of 10000\n",
      "2020-05-27 18:25:51.030116: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:25:52.166254: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:26:15.284542: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 18:26:15.916878: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 18:26:15.919317: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 18:26:16.653609: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:26:16.653795: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 74 of 10000\n",
      "2020-05-27 18:26:16.802179: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:26:22.318591: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:26:22.729343: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:26:25.664070: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 18:26:26.143640: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 155 of 10000\n",
      "2020-05-27 18:26:27.527863: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:26:28.352376: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:26:38.513501 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0860']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0870/assets\n",
      "I0527 18:26:38.985000 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0870/assets\n",
      "I0527 18:26:39.243873 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0870\n",
      "        num_discriminator_train_examples  1414698\n",
      "            num_generator_train_examples   167040\n",
      "                              num_rounds      870\n",
      "I0527 18:26:47.821083 140497535784832 train.py:379] Doing evaluation took 8.57 seconds.\n",
      "Round #870. Total training time 534.78 minutes for 870 rounds (1.63 rounds per minute)\n",
      "2020-05-27 18:27:02.404276: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 18:27:03.243012: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 49 of 10000\n",
      "2020-05-27 18:27:03.247691: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:27:05.811089: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 18:27:05.839614: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:27:09.462398: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:27:11.066970: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:27:13.177811: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 148 of 10000\n",
      "2020-05-27 18:27:16.902254: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:27:39.636343: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 61 of 10000\n",
      "2020-05-27 18:27:39.676197: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:27:39.676344: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:27:39.676429: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:27:39.676473: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:27:39.676756: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 18:27:39.765559: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:27:40.881943: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:27:42.499296: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:27:47.276128: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:27:50.923234: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 131 of 10000\n",
      "2020-05-27 18:27:50.923956: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 18:27:51.928692: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:27:54.558614: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:28:17.020706: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 241 of 10000\n",
      "2020-05-27 18:28:17.820655: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 18:28:18.608243: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 18:28:19.443020: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 18:28:23.933872: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:28:24.876106: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:28:26.790685: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:28:28.742693: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 142 of 10000\n",
      "2020-05-27 18:28:32.285357: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:28:54.821515: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 18:28:54.821636: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 18:28:54.821781: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 18:28:54.821850: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 130 of 10000\n",
      "2020-05-27 18:28:54.824902: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 18:28:54.825028: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 18:28:54.876627: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:28:55.010018: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:28:56.696637: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:29:02.511580: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:29:02.750894: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:29:05.067408: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 160 of 10000\n",
      "2020-05-27 18:29:05.067634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:29:28.546531: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 18:29:28.546636: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 18:29:28.546678: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 18:29:29.415883: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 115 of 10000\n",
      "2020-05-27 18:29:29.418321: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:29:36.063264: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:29:37.166174: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:29:38.573565: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 153 of 10000\n",
      "2020-05-27 18:29:38.581263: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:29:49.603511 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0865']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0875/assets\n",
      "I0527 18:29:50.050440 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0875/assets\n",
      "I0527 18:29:50.325458 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0875\n",
      "2020-05-27 18:30:04.607368: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:30:05.650806: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:30:06.474321: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 277 of 10000\n",
      "2020-05-27 18:30:06.474470: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 239 of 10000\n",
      "2020-05-27 18:30:06.582185: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:30:13.821030: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:30:14.009757: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:30:15.543449: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 18:30:20.254837: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:30:43.011240: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 18:30:43.013268: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 166 of 10000\n",
      "2020-05-27 18:30:43.013388: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:30:43.013457: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:30:43.902819: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 18:30:44.921482: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:30:47.203411: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:30:50.557115: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:30:52.278950: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 219 of 10000\n",
      "2020-05-27 18:30:52.282081: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:30:54.199846: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 120 of 10000\n",
      "2020-05-27 18:30:56.364835: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:31:19.447670: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 18:31:19.877287: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 18:31:19.913721: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:31:20.301603: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 18:31:20.301710: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 18:31:21.038621: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 18:31:24.968938: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:31:26.481075: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:31:26.790217: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:31:29.038493: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 154 of 10000\n",
      "2020-05-27 18:31:33.583583: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:31:57.364284: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:31:57.364327: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:31:57.365290: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:31:57.367090: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 123 of 10000\n",
      "2020-05-27 18:31:57.367196: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:31:58.494746: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:32:02.460209: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:32:03.239868: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:32:06.896435: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 18:32:06.896458: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 18:32:08.420909: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:32:08.685481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:32:33.727359: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 18:32:33.753523: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 128 of 10000\n",
      "2020-05-27 18:32:33.753639: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 18:32:33.813500: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 18:32:35.673820: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:32:40.205957: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:32:41.274579: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:32:43.208062: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 324 of 10000\n",
      "2020-05-27 18:32:45.134293: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:32:54.045761 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0870']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0880/assets\n",
      "I0527 18:32:54.529457 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0880/assets\n",
      "I0527 18:32:54.846914 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0880\n",
      "        num_discriminator_train_examples  1431139\n",
      "            num_generator_train_examples   168960\n",
      "                              num_rounds      880\n",
      "I0527 18:33:03.365978 140497535784832 train.py:379] Doing evaluation took 8.51 seconds.\n",
      "Round #880. Total training time 541.04 minutes for 880 rounds (1.63 rounds per minute)\n",
      "2020-05-27 18:33:18.424733: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:33:18.424813: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 18:33:18.424772: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 18:33:19.187096: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:33:19.190289: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 18:33:21.212072: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:33:21.626196: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:33:24.430417: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:33:25.366074: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:33:27.697881: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 148 of 10000\n",
      "2020-05-27 18:33:31.648995: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:33:53.049413: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:33:53.432745: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 18:33:53.464296: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 18:33:53.610339: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 18:33:55.121964: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 95 of 10000\n",
      "2020-05-27 18:33:56.037690: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:33:58.292443: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:34:00.763067: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:34:00.944664: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:34:04.055140: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 72 of 10000\n",
      "2020-05-27 18:34:07.075362: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:34:29.414470: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:34:29.415412: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 18:34:29.416157: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:34:30.274360: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 18:34:30.276339: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:34:30.288971: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:34:33.549548: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:34:35.196905: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:34:37.122890: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:34:39.295767: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 134 of 10000\n",
      "2020-05-27 18:34:39.295997: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:35:04.950798: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 18:35:04.950983: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 160 of 10000\n",
      "2020-05-27 18:35:05.723619: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 114 of 10000\n",
      "2020-05-27 18:35:06.923694: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 18:35:07.468515: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:35:09.003842: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:35:10.973755: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:35:14.907495: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 18:35:17.640833: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:35:40.288522: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:35:40.289998: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 96 of 10000\n",
      "2020-05-27 18:35:40.290097: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 101 of 10000\n",
      "2020-05-27 18:35:41.176354: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 69 of 10000\n",
      "2020-05-27 18:35:41.713402: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 18:35:43.580660: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:35:43.678210: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:35:49.306483: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 184 of 10000\n",
      "2020-05-27 18:35:49.373598: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 223 of 10000\n",
      "2020-05-27 18:35:49.422783: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:35:49.806995: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:35:52.970946: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:36:02.628794 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0875']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0885/assets\n",
      "I0527 18:36:03.088631 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0885/assets\n",
      "I0527 18:36:03.356453 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0885\n",
      "2020-05-27 18:36:18.274881: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 18:36:19.604658: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 18:36:21.275371: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 18:36:21.276120: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:36:25.661674: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:36:26.710875: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:36:27.931810: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:36:28.632931: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 18:36:34.484667: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:36:57.311087: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 18:36:57.311648: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 155 of 10000\n",
      "2020-05-27 18:36:57.473580: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 18:36:57.476088: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:36:57.480038: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:36:58.794038: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:37:01.360554: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:37:03.641798: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:37:06.813262: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 176 of 10000\n",
      "2020-05-27 18:37:07.138172: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:37:09.157280: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 18:37:10.007031: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:37:33.262992: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 18:37:37.459744: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 18:37:37.459856: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 72 of 10000\n",
      "2020-05-27 18:37:37.462280: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 18:37:39.599214: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:37:40.849922: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:37:43.227718: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 103 of 10000\n",
      "2020-05-27 18:37:44.679176: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 111 of 10000\n",
      "2020-05-27 18:37:44.691478: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:37:46.168143: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:38:09.483241: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 18:38:10.937296: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 18:38:10.937414: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 18:38:10.937475: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:38:10.937528: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:38:13.053675: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:38:14.026489: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:38:18.422964: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:38:18.425182: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:38:18.502548: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:38:46.707216: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:38:47.581999: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 18:38:47.582110: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 18:38:47.582154: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 133 of 10000\n",
      "2020-05-27 18:38:51.051138: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:38:51.670992: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:38:55.746919: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 18:38:56.468484: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 119 of 10000\n",
      "2020-05-27 18:38:56.598392: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:38:56.843333: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:39:07.200829 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0880']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0890/assets\n",
      "I0527 18:39:07.667363 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0890/assets\n",
      "I0527 18:39:07.935923 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0890\n",
      "        num_discriminator_train_examples  1447257\n",
      "            num_generator_train_examples   170880\n",
      "                              num_rounds      890\n",
      "I0527 18:39:16.475954 140497535784832 train.py:379] Doing evaluation took 8.53 seconds.\n",
      "Round #890. Total training time 547.25 minutes for 890 rounds (1.63 rounds per minute)\n",
      "2020-05-27 18:39:30.435767: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:39:31.010445: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 149 of 10000\n",
      "2020-05-27 18:39:31.017309: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:39:31.225752: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:39:31.226756: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 18:39:31.233279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:39:32.705783: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:39:32.705910: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 76 of 10000\n",
      "2020-05-27 18:39:36.275625: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:39:36.372110: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:39:38.704727: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:39:41.372140: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 177 of 10000\n",
      "2020-05-27 18:39:44.201905: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:40:07.052089: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 18:40:08.150739: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 18:40:08.196947: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:40:08.197084: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:40:08.197127: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:40:09.803315: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:40:09.807912: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:40:13.093686: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:40:14.862033: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:40:16.945419: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 155 of 10000\n",
      "2020-05-27 18:40:17.501688: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:40:42.832053: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:40:43.216279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 18:40:43.887473: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 18:40:44.004952: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:40:44.005298: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:40:44.005427: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:40:44.072608: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:40:44.196216: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:40:48.828439: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:40:52.111453: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:40:53.036756: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 61 of 10000\n",
      "2020-05-27 18:40:53.848321: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 64 of 10000\n",
      "2020-05-27 18:40:54.925349: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:40:55.730046: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:41:20.766576: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 84 of 10000\n",
      "2020-05-27 18:41:20.766728: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:41:20.817708: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:41:21.113501: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 18:41:21.114765: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 18:41:21.119007: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:41:23.498331: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 18:41:23.498478: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 18:41:26.359274: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:41:26.411415: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:41:26.427440: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:41:28.919802: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:41:54.577378: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 212 of 10000\n",
      "2020-05-27 18:41:55.450905: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 28 of 10000\n",
      "2020-05-27 18:41:55.451059: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 18:41:56.058935: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 18:41:56.328564: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 18:41:59.048153: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:42:00.228180: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:42:01.113213: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:42:05.340677: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 97 of 10000\n",
      "2020-05-27 18:42:06.656247: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 18:42:07.251579: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:42:07.260682: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:42:18.732729 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0885']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0895/assets\n",
      "I0527 18:42:19.177139 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0895/assets\n",
      "I0527 18:42:19.490544 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0895\n",
      "2020-05-27 18:42:34.966853: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 18:42:34.966992: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 18:42:34.967030: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:42:35.748183: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 18:42:39.286111: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:42:39.392715: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:42:44.253522: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 18:42:44.254496: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:42:44.516706: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:43:09.144945: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:43:10.054571: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 18:43:10.055867: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 129 of 10000\n",
      "2020-05-27 18:43:10.056637: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 160 of 10000\n",
      "2020-05-27 18:43:10.062169: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:43:12.911915: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:43:18.828551: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 18:43:19.451745: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 18:43:19.489099: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:43:19.506105: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:43:46.463817: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 121 of 10000\n",
      "2020-05-27 18:43:46.980824: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 18:43:46.980938: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 82 of 10000\n",
      "2020-05-27 18:43:46.981318: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 66 of 10000\n",
      "2020-05-27 18:43:46.980941: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 18:43:48.713374: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:43:50.792116: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:43:53.901494: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:43:55.087957: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 98 of 10000\n",
      "2020-05-27 18:43:55.097723: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:43:56.324295: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 203 of 10000\n",
      "2020-05-27 18:43:59.250395: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:44:22.881755: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 18:44:22.900017: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:44:23.944324: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 131 of 10000\n",
      "2020-05-27 18:44:23.944431: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 82 of 10000\n",
      "2020-05-27 18:44:24.621986: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:44:25.818716: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 18:44:26.418995: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:44:29.444997: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:44:33.289867: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:44:33.570422: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 127 of 10000\n",
      "2020-05-27 18:44:35.490600: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:44:58.637170: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:44:58.638960: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:44:59.433876: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:44:59.433981: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:45:00.343806: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:45:06.537379: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:45:07.665344: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:45:09.134212: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 102 of 10000\n",
      "2020-05-27 18:45:11.943766: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:45:20.326195 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0890']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0900/assets\n",
      "I0527 18:45:20.824589 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0900/assets\n",
      "I0527 18:45:21.097079 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0900\n",
      "        num_discriminator_train_examples  1463317\n",
      "            num_generator_train_examples   172800\n",
      "                              num_rounds      900\n",
      "I0527 18:45:29.496415 140497535784832 train.py:379] Doing evaluation took 8.39 seconds.\n",
      "Round #900. Total training time 553.47 minutes for 900 rounds (1.63 rounds per minute)\n",
      "2020-05-27 18:45:43.898797: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 84 of 10000\n",
      "2020-05-27 18:45:44.050263: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:45:44.071896: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:45:44.107460: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 57 of 10000\n",
      "2020-05-27 18:45:45.683778: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 118 of 10000\n",
      "2020-05-27 18:45:45.683892: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:45:48.471442: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:45:49.640871: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:45:49.654055: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:45:54.650911: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 148 of 10000\n",
      "2020-05-27 18:45:56.851814: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:46:18.297387: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:46:18.994544: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:46:20.003087: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:46:20.860200: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 18:46:20.860282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 18:46:21.714025: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:46:22.513724: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:46:24.584589: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:46:29.194807: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 76 of 10000\n",
      "2020-05-27 18:46:30.148783: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 126 of 10000\n",
      "2020-05-27 18:46:31.692641: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:46:31.711500: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:46:55.399817: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 91 of 10000\n",
      "2020-05-27 18:46:56.798423: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:46:56.799406: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 119 of 10000\n",
      "2020-05-27 18:46:57.494541: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 70 of 10000\n",
      "2020-05-27 18:47:00.128136: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:47:02.032190: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:47:02.735896: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:47:02.737493: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:47:31.264186: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:47:31.264417: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 97 of 10000\n",
      "2020-05-27 18:47:31.739447: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:47:33.193388: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 18:47:34.284254: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:47:39.406944: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:47:41.681246: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 18:47:42.129458: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:47:42.564290: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 122 of 10000\n",
      "2020-05-27 18:47:44.001175: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:48:07.335843: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 18:48:07.336017: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:48:07.336067: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 18:48:08.176472: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:48:09.054091: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:48:11.199047: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:48:11.601788: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:48:11.604424: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:48:17.181696: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 83 of 10000\n",
      "2020-05-27 18:48:18.003568: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 100 of 10000\n",
      "2020-05-27 18:48:18.011907: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:48:18.696869: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:48:28.215881 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0895']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0905/assets\n",
      "I0527 18:48:28.646592 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0905/assets\n",
      "I0527 18:48:28.901170 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0905\n",
      "2020-05-27 18:48:43.592071: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:48:43.592783: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 18:48:43.592922: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:48:43.593177: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 18:48:43.823116: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 18:48:44.401383: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 18:48:44.410872: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:48:45.328127: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:48:47.408179: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:48:48.512550: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:48:53.489763: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 108 of 10000\n",
      "2020-05-27 18:48:53.489886: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 18:48:54.871049: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:48:56.368922: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:49:20.061509: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 193 of 10000\n",
      "2020-05-27 18:49:20.061684: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:49:20.061799: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:49:20.078979: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:49:20.537998: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 18:49:21.698071: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 82 of 10000\n",
      "2020-05-27 18:49:24.077613: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:49:30.084617: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 18:49:30.743890: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 90 of 10000\n",
      "2020-05-27 18:49:30.743994: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 28 of 10000\n",
      "2020-05-27 18:49:30.755882: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:49:30.934723: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:49:34.193340: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:49:58.438378: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:49:58.438503: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:49:58.450528: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 54 of 10000\n",
      "2020-05-27 18:49:58.450555: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 18:50:00.387214: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:50:03.231724: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:50:05.451860: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:50:07.794669: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 238 of 10000\n",
      "2020-05-27 18:50:09.202255: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:50:31.804682: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 18:50:33.567515: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 295 of 10000\n",
      "2020-05-27 18:50:33.645971: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:50:33.646132: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:50:33.646865: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:50:35.106160: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:50:37.075810: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:50:42.029847: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 79 of 10000\n",
      "2020-05-27 18:50:42.030003: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 18:50:42.267688: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:50:42.783104: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 18:50:43.550325: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:50:44.313527: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:51:10.171462: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 18:51:10.189481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:51:10.459552: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 18:51:10.459579: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 18:51:11.162146: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 28 of 10000\n",
      "2020-05-27 18:51:12.118197: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:51:14.984568: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:51:17.576719: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:51:20.491014: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 90 of 10000\n",
      "2020-05-27 18:51:20.911578: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 18:51:21.153007: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:51:21.380248: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:51:31.839902 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0900']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0910/assets\n",
      "I0527 18:51:32.269141 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0910/assets\n",
      "I0527 18:51:32.596579 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0910\n",
      "        num_discriminator_train_examples  1479500\n",
      "            num_generator_train_examples   174720\n",
      "                              num_rounds      910\n",
      "I0527 18:51:41.109114 140497535784832 train.py:379] Doing evaluation took 8.50 seconds.\n",
      "Round #910. Total training time 559.66 minutes for 910 rounds (1.63 rounds per minute)\n",
      "2020-05-27 18:51:55.324826: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:51:56.319874: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:51:56.320897: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:51:56.321020: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:51:56.391441: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 18:51:57.416169: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:51:58.120916: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:51:59.912426: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:52:05.301208: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 97 of 10000\n",
      "2020-05-27 18:52:05.928038: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:52:06.109598: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:52:30.390293: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 18:52:30.390438: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 18:52:30.391755: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 18:52:30.412825: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:52:30.434893: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:52:30.630577: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 18:52:32.181048: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 18:52:37.585315: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:52:38.280301: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:52:40.090890: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 102 of 10000\n",
      "2020-05-27 18:52:41.956639: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:53:03.895947: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 18:53:04.283909: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 18:53:04.973619: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 18:53:04.973656: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 18:53:05.591624: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:53:05.868562: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 18:53:08.239151: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:53:09.146881: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:53:13.897705: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 100 of 10000\n",
      "2020-05-27 18:53:14.554395: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 18:53:14.723975: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:53:15.045699: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:53:38.525943: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 28 of 10000\n",
      "2020-05-27 18:53:39.146321: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:53:39.146480: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:53:39.149280: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 18:53:39.690139: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:53:40.006236: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 72 of 10000\n",
      "2020-05-27 18:53:41.556378: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:53:45.607875: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:53:46.378163: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:53:49.018541: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 76 of 10000\n",
      "2020-05-27 18:53:50.077166: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:54:13.820548: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:54:13.824340: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 18:54:14.393481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:54:14.394651: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:54:15.655234: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:54:16.450689: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:54:16.477459: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:54:23.574904: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 18:54:23.577466: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 135 of 10000\n",
      "2020-05-27 18:54:23.585333: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:54:23.593203: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:54:29.662574: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:54:37.316891 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0905']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0915/assets\n",
      "I0527 18:54:37.748390 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0915/assets\n",
      "I0527 18:54:37.998572 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0915\n",
      "2020-05-27 18:54:52.585532: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:54:52.585734: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 18:54:54.491588: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 76 of 10000\n",
      "2020-05-27 18:54:54.491588: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 28 of 10000\n",
      "2020-05-27 18:54:58.225142: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:54:58.239876: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:55:01.526482: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:55:04.386939: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 154 of 10000\n",
      "2020-05-27 18:55:06.810738: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:55:30.835403: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 165 of 10000\n",
      "2020-05-27 18:55:32.522031: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 66 of 10000\n",
      "2020-05-27 18:55:32.522952: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 58 of 10000\n",
      "2020-05-27 18:55:32.523788: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:55:35.587793: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:55:36.709589: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:55:41.286842: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 18:55:41.755509: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 92 of 10000\n",
      "2020-05-27 18:55:41.827252: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:55:42.853996: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:56:07.580132: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:56:07.580272: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:56:07.580324: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 18:56:07.580364: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 18:56:07.580405: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 18:56:08.136645: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:56:10.135962: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:56:14.346215: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:56:14.350027: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:56:17.328369: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 156 of 10000\n",
      "2020-05-27 18:56:19.258024: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:56:42.606182: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:56:43.500343: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 149 of 10000\n",
      "2020-05-27 18:56:43.500481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 126 of 10000\n",
      "2020-05-27 18:56:43.502278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 51 of 10000\n",
      "2020-05-27 18:56:44.429031: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:56:44.429312: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:56:48.032282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:56:50.381671: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:57:15.611116: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 18:57:15.611256: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 18:57:16.281161: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 155 of 10000\n",
      "2020-05-27 18:57:16.815285: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 18:57:17.650667: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:57:24.333668: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:57:24.474588: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:57:26.155002: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 18:57:28.759919: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 18:57:37.079383 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0910']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0920/assets\n",
      "I0527 18:57:37.526089 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0920/assets\n",
      "I0527 18:57:37.816439 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0920\n",
      "        num_discriminator_train_examples  1494996\n",
      "            num_generator_train_examples   176640\n",
      "                              num_rounds      920\n",
      "I0527 18:57:46.598245 140497535784832 train.py:379] Doing evaluation took 8.77 seconds.\n",
      "Round #920. Total training time 565.76 minutes for 920 rounds (1.63 rounds per minute)\n",
      "2020-05-27 18:58:01.271239: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:58:01.271260: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 18:58:01.297279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 70 of 10000\n",
      "2020-05-27 18:58:02.294575: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 18:58:02.294696: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 18:58:02.295316: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 18:58:02.407969: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:58:02.411625: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:58:06.838360: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:58:07.605568: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:58:11.345165: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 18:58:11.345301: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 155 of 10000\n",
      "2020-05-27 18:58:12.244698: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:58:13.507495: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:58:37.015692: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 68 of 10000\n",
      "2020-05-27 18:58:37.829963: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 18:58:37.830078: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 18:58:37.830136: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 18:58:40.418052: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:58:44.711112: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:58:44.900737: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:58:47.215147: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 148 of 10000\n",
      "2020-05-27 18:58:48.477358: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:59:12.008123: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 18:59:12.008266: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 18:59:12.286325: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 18:59:12.286325: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 76 of 10000\n",
      "2020-05-27 18:59:12.286345: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 18:59:13.270395: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:59:17.262063: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:59:19.067401: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:59:20.796314: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:59:21.927072: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 18:59:26.273165: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:59:49.351467: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 134 of 10000\n",
      "2020-05-27 18:59:50.098089: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 145 of 10000\n",
      "2020-05-27 18:59:50.098232: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 162 of 10000\n",
      "2020-05-27 18:59:51.054843: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 18:59:51.055786: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 18:59:51.734929: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:59:52.911243: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:59:56.763022: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 18:59:59.653057: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 269 of 10000\n",
      "2020-05-27 18:59:59.924537: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 260 of 10000\n",
      "2020-05-27 19:00:00.174182: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:00:02.002672: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:00:25.783330: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:00:25.783437: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:00:26.658283: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:00:26.658390: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 54 of 10000\n",
      "2020-05-27 19:00:26.658442: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 19:00:26.661573: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 19:00:26.802098: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:00:26.810787: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:00:29.266623: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:00:34.581992: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:00:36.430882: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 19:00:36.431027: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 19:00:37.253728: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:00:39.578284: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:00:48.621526 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0915']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0925/assets\n",
      "I0527 19:00:49.371067 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0925/assets\n",
      "I0527 19:00:49.837291 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0925\n",
      "2020-05-27 19:01:04.499378: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 19:01:04.499553: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 19:01:04.499601: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 19:01:04.500381: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:01:04.504436: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:01:05.047409: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 19:01:06.829933: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:01:08.806616: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:01:14.586360: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 127 of 10000\n",
      "2020-05-27 19:01:14.810129: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:01:15.122572: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 167 of 10000\n",
      "2020-05-27 19:01:15.774426: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:01:40.696717: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 19:01:40.696899: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 19:01:40.697000: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 19:01:40.697083: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 19:01:40.705106: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:01:41.401722: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 120 of 10000\n",
      "2020-05-27 19:01:41.410975: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:01:47.393160: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:01:51.024919: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 52 of 10000\n",
      "2020-05-27 19:01:51.026911: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 72 of 10000\n",
      "2020-05-27 19:01:52.011899: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:01:54.780496: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:02:18.229450: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:02:18.594461: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 19:02:19.330559: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:02:20.179516: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:02:20.180505: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 19:02:20.180614: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 19:02:24.088909: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:02:26.710790: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:02:28.450451: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 220 of 10000\n",
      "2020-05-27 19:02:28.961282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 19:02:28.972726: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:02:31.213637: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:02:55.768513: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 19:02:56.219185: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:02:56.710979: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 19:02:57.087623: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 19:02:57.087796: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 122 of 10000\n",
      "2020-05-27 19:02:57.088432: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:03:00.899541: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:03:02.397193: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:03:06.172852: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 107 of 10000\n",
      "2020-05-27 19:03:06.172979: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 290 of 10000\n",
      "2020-05-27 19:03:07.227436: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:03:07.787870: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:03:32.630106: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 19:03:33.156742: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 19:03:33.156856: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 138 of 10000\n",
      "2020-05-27 19:03:33.998409: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 19:03:33.998920: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 19:03:35.680028: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:03:38.302491: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:03:39.934849: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:03:41.830091: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 109 of 10000\n",
      "2020-05-27 19:03:42.888494: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 97 of 10000\n",
      "2020-05-27 19:03:42.899424: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:03:46.059405: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:03:55.731730 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0920']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0930/assets\n",
      "I0527 19:03:56.185992 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0930/assets\n",
      "I0527 19:03:56.466472 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0930\n",
      "        num_discriminator_train_examples  1511313\n",
      "            num_generator_train_examples   178560\n",
      "                              num_rounds      930\n",
      "I0527 19:04:05.053042 140497535784832 train.py:379] Doing evaluation took 8.58 seconds.\n",
      "Round #930. Total training time 572.06 minutes for 930 rounds (1.63 rounds per minute)\n",
      "2020-05-27 19:04:19.131857: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:04:19.934539: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 130 of 10000\n",
      "2020-05-27 19:04:19.965280: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:04:19.965450: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 61 of 10000\n",
      "2020-05-27 19:04:19.965500: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:04:20.699012: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:04:20.750614: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:04:21.023310: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:04:22.808597: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:04:28.172899: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:04:28.437365: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:04:30.714351: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 141 of 10000\n",
      "2020-05-27 19:04:30.843980: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:04:55.475535: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 19:04:58.670280: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 19:04:58.670870: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 19:05:02.807661: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:05:04.886643: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:05:05.845797: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 92 of 10000\n",
      "2020-05-27 19:05:08.118566: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:05:30.655821: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 105 of 10000\n",
      "2020-05-27 19:05:30.659290: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 19:05:30.846620: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 19:05:30.846687: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 91 of 10000\n",
      "2020-05-27 19:05:31.551366: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 92 of 10000\n",
      "2020-05-27 19:05:31.691564: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:05:31.738337: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:05:35.023210: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:05:36.456095: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:05:42.067063: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 119 of 10000\n",
      "2020-05-27 19:05:42.765090: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:06:04.593414: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 150 of 10000\n",
      "2020-05-27 19:06:04.593639: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:06:06.005143: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 126 of 10000\n",
      "2020-05-27 19:06:06.005439: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 126 of 10000\n",
      "2020-05-27 19:06:06.005568: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:06:06.008812: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:06:06.722963: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 153 of 10000\n",
      "2020-05-27 19:06:12.800136: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:06:13.534507: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:06:15.458037: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 192 of 10000\n",
      "2020-05-27 19:06:15.560825: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:06:41.255563: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 32 of 10000\n",
      "2020-05-27 19:06:41.959832: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 19:06:41.960037: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 63 of 10000\n",
      "2020-05-27 19:06:41.959832: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 264 of 10000\n",
      "2020-05-27 19:06:42.814941: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 19:06:43.111540: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:06:46.250873: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:06:50.733495: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 19:06:50.748360: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:06:52.039070: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 19:06:52.039203: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 78 of 10000\n",
      "2020-05-27 19:06:52.933589: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:06:56.953634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:07:05.219465 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0925']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0935/assets\n",
      "I0527 19:07:05.706996 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0935/assets\n",
      "I0527 19:07:05.982259 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0935\n",
      "2020-05-27 19:07:20.890445: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:07:20.890445: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:07:20.890458: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:07:20.890469: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:07:21.251625: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:07:21.251761: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:07:22.048141: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:07:22.256008: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:07:27.226518: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:07:28.098974: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:07:30.257803: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:07:32.784419: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 119 of 10000\n",
      "2020-05-27 19:07:36.024930: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:07:57.239299: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:07:57.239431: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 235 of 10000\n",
      "2020-05-27 19:07:57.972470: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 100 of 10000\n",
      "2020-05-27 19:07:57.988201: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:07:59.130366: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 19:07:59.130493: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 19:08:00.040519: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:08:06.006682: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:08:06.273932: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:08:07.963950: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 135 of 10000\n",
      "2020-05-27 19:08:10.452879: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:08:33.638443: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 19:08:33.638471: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 19:08:33.652260: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:08:34.400489: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 19:08:34.400625: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 19:08:34.400673: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 19:08:34.400729: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 19:08:37.361163: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:08:38.745419: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:08:40.674189: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:08:43.474278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 129 of 10000\n",
      "2020-05-27 19:08:44.453525: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 130 of 10000\n",
      "2020-05-27 19:08:45.064902: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:08:45.594030: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:09:09.322897: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 163 of 10000\n",
      "2020-05-27 19:09:10.213009: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 19:09:10.213120: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 19:09:10.258904: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 19:09:10.262286: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 19:09:12.209057: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:09:15.090345: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:09:15.263569: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:09:19.461141: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 310 of 10000\n",
      "2020-05-27 19:09:20.358377: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 216 of 10000\n",
      "2020-05-27 19:09:21.013746: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:09:21.015101: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:09:46.287653: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 192 of 10000\n",
      "2020-05-27 19:09:47.121832: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 19:09:47.121964: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 19:09:47.122012: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:09:47.698025: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:09:50.785469: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:09:50.798572: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:09:52.980750: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:09:56.976063: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 154 of 10000\n",
      "2020-05-27 19:09:57.642887: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 19:09:58.711465: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:09:58.770126: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:10:09.175866 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0930']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0940/assets\n",
      "I0527 19:10:09.634602 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0940/assets\n",
      "I0527 19:10:09.914435 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0940\n",
      "        num_discriminator_train_examples  1527557\n",
      "            num_generator_train_examples   180480\n",
      "                              num_rounds      940\n",
      "I0527 19:10:18.384664 140497535784832 train.py:379] Doing evaluation took 8.46 seconds.\n",
      "Round #940. Total training time 578.29 minutes for 940 rounds (1.63 rounds per minute)\n",
      "2020-05-27 19:10:33.043973: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:10:33.044090: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 78 of 10000\n",
      "2020-05-27 19:10:33.044533: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:10:33.044654: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:10:33.593408: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:10:33.857599: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 19:10:34.551082: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:10:40.358786: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:10:40.593462: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:10:42.629298: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 19:10:46.029598: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:11:07.676911: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 19:11:07.687504: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:11:08.716827: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:11:08.717487: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 145 of 10000\n",
      "2020-05-27 19:11:08.717616: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 19:11:08.717718: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:11:10.122539: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:11:18.406008: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:11:18.406261: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 86 of 10000\n",
      "2020-05-27 19:11:18.536341: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 77 of 10000\n",
      "2020-05-27 19:11:20.411888: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:11:20.417594: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:11:46.046893: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 19:11:46.047172: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 113 of 10000\n",
      "2020-05-27 19:11:46.907438: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 19:11:46.907554: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 19:11:46.907596: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 19:11:48.040584: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:11:49.603765: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:11:55.978149: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 19:11:56.013788: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:11:57.076068: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 19:11:57.131214: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:11:58.058615: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:12:23.501993: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:12:23.773442: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 19:12:24.430278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 19:12:24.430407: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 19:12:24.430456: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 19:12:26.278963: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:12:27.459571: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:12:28.803170: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:12:34.307074: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 19:12:34.307104: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 25 of 10000\n",
      "2020-05-27 19:12:35.152128: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:12:35.153291: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:13:00.223011: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:13:00.223798: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 224 of 10000\n",
      "2020-05-27 19:13:01.246978: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:13:01.247531: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 137 of 10000\n",
      "2020-05-27 19:13:01.247621: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 19:13:03.587645: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:13:03.598872: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:13:08.058325: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:13:08.922023: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:13:11.502170: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 146 of 10000\n",
      "2020-05-27 19:13:16.391102: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:13:24.171664 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0935']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0945/assets\n",
      "I0527 19:13:24.665386 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0945/assets\n",
      "I0527 19:13:24.970540 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0945\n",
      "2020-05-27 19:13:38.956441: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 19:13:39.648440: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:13:39.682800: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 19:13:41.381137: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 88 of 10000\n",
      "2020-05-27 19:13:41.381274: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 19:13:41.482040: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:13:41.718279: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:13:41.726588: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:13:50.228278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 221 of 10000\n",
      "2020-05-27 19:13:50.462435: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 101 of 10000\n",
      "2020-05-27 19:13:50.894580: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:13:51.219265: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:14:15.607597: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:14:15.607700: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:14:16.382874: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 58 of 10000\n",
      "2020-05-27 19:14:16.385345: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:14:16.954879: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 19:14:19.200094: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:14:19.559902: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:14:21.213941: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:14:26.342261: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 19:14:26.342287: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 19:14:27.848053: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:14:28.831672: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:14:53.071947: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:14:53.072071: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 139 of 10000\n",
      "2020-05-27 19:14:53.072168: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 88 of 10000\n",
      "2020-05-27 19:14:53.074434: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 72 of 10000\n",
      "2020-05-27 19:14:54.029766: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:14:54.264434: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 19:14:54.953992: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:15:02.662244: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 80 of 10000\n",
      "2020-05-27 19:15:02.721036: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 149 of 10000\n",
      "2020-05-27 19:15:02.735723: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:15:03.557423: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:15:04.662444: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 19:15:05.356013: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:15:31.539983: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:15:32.491331: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 128 of 10000\n",
      "2020-05-27 19:15:33.668789: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 117 of 10000\n",
      "2020-05-27 19:15:33.668939: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 91 of 10000\n",
      "2020-05-27 19:15:35.051514: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:15:38.843427: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:15:39.771800: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:15:41.573673: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 126 of 10000\n",
      "2020-05-27 19:15:44.005120: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:16:06.696643: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 276 of 10000\n",
      "2020-05-27 19:16:06.696676: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 19:16:06.696803: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 19:16:07.759163: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 107 of 10000\n",
      "2020-05-27 19:16:10.177781: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:16:12.473026: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:16:15.632878: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:16:17.679479: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 99 of 10000\n",
      "2020-05-27 19:16:18.796012: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:16:27.565380 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0940']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0950/assets\n",
      "I0527 19:16:28.015649 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0950/assets\n",
      "I0527 19:16:28.285520 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0950\n",
      "        num_discriminator_train_examples  1543823\n",
      "            num_generator_train_examples   182400\n",
      "                              num_rounds      950\n",
      "I0527 19:16:36.821907 140497535784832 train.py:379] Doing evaluation took 8.53 seconds.\n",
      "Round #950. Total training time 584.59 minutes for 950 rounds (1.63 rounds per minute)\n",
      "2020-05-27 19:16:51.236488: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 19:16:51.236594: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 19:16:52.092617: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:16:52.092792: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:16:52.408612: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:16:54.072294: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:16:54.438540: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:16:57.697590: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:17:01.305540: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 124 of 10000\n",
      "2020-05-27 19:17:01.306713: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 203 of 10000\n",
      "2020-05-27 19:17:01.312885: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:17:03.550109: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:17:28.144868: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 90 of 10000\n",
      "2020-05-27 19:17:28.856195: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:17:29.061364: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 138 of 10000\n",
      "2020-05-27 19:17:29.061413: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 19:17:29.061427: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 19:17:30.122974: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:17:30.874046: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:17:33.970460: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:17:36.907637: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:17:36.911089: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:18:03.392748: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 99 of 10000\n",
      "2020-05-27 19:18:03.434986: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 19:18:03.437299: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 19:18:03.437467: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 19:18:03.478856: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:18:03.942767: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:18:03.942904: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:18:03.946441: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:18:05.577990: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:18:13.036082: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:18:13.133106: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:18:14.661483: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 95 of 10000\n",
      "2020-05-27 19:18:15.806977: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:18:40.628915: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:18:40.629042: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 19:18:40.629085: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 19:18:40.631269: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 19:18:40.631386: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:18:42.650043: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:18:43.274236: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:18:46.023395: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:18:49.280354: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:18:50.790107: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 46 of 10000\n",
      "2020-05-27 19:18:52.793490: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:19:14.511002: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:19:14.511089: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:19:14.536967: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:19:15.215687: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:19:15.216839: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:19:15.217448: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:19:15.217957: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:19:16.586597: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:19:17.649302: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:19:23.850823: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:19:26.067005: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 104 of 10000\n",
      "2020-05-27 19:19:26.067137: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 180 of 10000\n",
      "2020-05-27 19:19:28.717318: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:19:29.571133: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:19:40.067665 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0945']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0955/assets\n",
      "I0527 19:19:40.564631 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0955/assets\n",
      "I0527 19:19:40.904006 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0955\n",
      "2020-05-27 19:19:55.275305: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 322 of 10000\n",
      "2020-05-27 19:19:55.276138: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 66 of 10000\n",
      "2020-05-27 19:19:55.965109: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 19:19:56.933923: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:19:56.935077: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 99 of 10000\n",
      "2020-05-27 19:19:56.936042: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:19:56.944168: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:20:03.786631: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:20:03.788056: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:20:07.654662: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 191 of 10000\n",
      "2020-05-27 19:20:09.474926: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:20:32.212283: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 95 of 10000\n",
      "2020-05-27 19:20:33.552495: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 104 of 10000\n",
      "2020-05-27 19:20:33.552609: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 181 of 10000\n",
      "2020-05-27 19:20:33.552500: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 19:20:36.843953: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:20:37.696437: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:20:41.443539: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:20:41.568163: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 288 of 10000\n",
      "2020-05-27 19:20:44.413258: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:21:07.369420: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:21:07.634432: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:21:08.515693: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:21:08.515790: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:21:08.806280: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 19:21:09.318652: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:21:09.594849: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:21:12.014773: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:21:18.325294: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 19:21:18.543298: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 19:21:18.560500: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:21:18.795446: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:21:41.917371: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 214 of 10000\n",
      "2020-05-27 19:21:42.702277: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 8 of 10000\n",
      "2020-05-27 19:21:43.026236: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 19:21:43.026354: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 19:21:43.692326: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 19:21:44.468863: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:21:45.303481: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:21:46.169801: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:21:49.051176: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:21:52.216331: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 105 of 10000\n",
      "2020-05-27 19:21:54.927087: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:22:18.123276: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 52 of 10000\n",
      "2020-05-27 19:22:18.123414: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:22:18.123467: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:22:18.963788: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:22:18.964460: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:22:20.661135: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:22:22.594124: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:22:25.802498: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:22:27.141967: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:22:28.347181: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 153 of 10000\n",
      "2020-05-27 19:22:31.945638: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:22:40.196948 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0950']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0960/assets\n",
      "I0527 19:22:40.669700 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0960/assets\n",
      "I0527 19:22:41.052364 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0960\n",
      "        num_discriminator_train_examples  1559789\n",
      "            num_generator_train_examples   184320\n",
      "                              num_rounds      960\n",
      "I0527 19:22:49.629681 140497535784832 train.py:379] Doing evaluation took 8.57 seconds.\n",
      "Round #960. Total training time 590.81 minutes for 960 rounds (1.62 rounds per minute)\n",
      "2020-05-27 19:23:05.259519: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 151 of 10000\n",
      "2020-05-27 19:23:06.211997: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 19:23:06.212076: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 19:23:06.212116: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 19:23:07.072965: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:23:10.142153: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:23:13.953793: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 54 of 10000\n",
      "2020-05-27 19:23:14.265888: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:23:14.743776: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 19:23:14.751301: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:23:41.537594: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 19:23:41.540277: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:23:41.540506: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 19:23:41.543275: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 37 of 10000\n",
      "2020-05-27 19:23:42.500098: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:23:43.016300: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:23:44.627762: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:23:44.956924: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:23:50.908193: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 68 of 10000\n",
      "2020-05-27 19:23:52.203438: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 19:23:52.290155: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:23:52.652779: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:24:17.572823: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:24:17.572949: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:24:17.572998: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:24:17.573162: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:24:17.573447: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:24:18.217428: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:24:21.229028: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:24:23.659867: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:24:23.669330: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:24:26.854278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 202 of 10000\n",
      "2020-05-27 19:24:30.267005: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:24:53.067265: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:24:53.067377: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:24:53.067319: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:24:53.690500: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 139 of 10000\n",
      "2020-05-27 19:24:53.690507: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:24:53.697278: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 19:24:53.796041: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:24:54.240559: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:24:58.342826: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:25:00.211176: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:25:03.778771: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 34 of 10000\n",
      "2020-05-27 19:25:03.778901: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 19:25:03.840026: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:25:06.817342: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:25:29.810380: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 87 of 10000\n",
      "2020-05-27 19:25:30.693556: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 19:25:30.693681: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 19:25:30.696090: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:25:30.693556: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:25:31.383793: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 19:25:37.119634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:25:37.130702: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:25:39.904616: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 19:25:40.083207: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 19:25:40.775066: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:25:42.932454: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:25:51.401976 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0955']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0965/assets\n",
      "I0527 19:25:51.895426 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0965/assets\n",
      "I0527 19:25:52.180159 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0965\n",
      "2020-05-27 19:26:06.791900: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 123 of 10000\n",
      "2020-05-27 19:26:06.792027: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:26:06.792076: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 230 of 10000\n",
      "2020-05-27 19:26:07.593592: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 80 of 10000\n",
      "2020-05-27 19:26:08.799809: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 7 of 10000\n",
      "2020-05-27 19:26:08.800810: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:26:12.497019: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:26:14.569579: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:26:17.198605: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 101 of 10000\n",
      "2020-05-27 19:26:17.198634: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 287 of 10000\n",
      "2020-05-27 19:26:19.792202: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:26:20.071099: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:26:44.831257: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 78 of 10000\n",
      "2020-05-27 19:26:44.894035: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 19:26:45.658932: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:26:45.659773: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 19:26:46.389847: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 114 of 10000\n",
      "2020-05-27 19:26:47.299255: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:26:50.208398: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:26:50.967621: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:26:54.511693: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 138 of 10000\n",
      "2020-05-27 19:26:55.469668: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 38 of 10000\n",
      "2020-05-27 19:26:56.949150: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:26:57.199703: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:27:21.143099: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 19:27:21.367312: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 114 of 10000\n",
      "2020-05-27 19:27:21.368440: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 117 of 10000\n",
      "2020-05-27 19:27:22.170293: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 144 of 10000\n",
      "2020-05-27 19:27:22.172108: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:27:22.326272: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 19:27:26.313938: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:27:26.787886: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:27:31.671991: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 138 of 10000\n",
      "2020-05-27 19:27:31.676282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 237 of 10000\n",
      "2020-05-27 19:27:31.776688: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:27:33.782810: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:27:57.397453: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:27:57.400786: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 19:27:59.634578: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 119 of 10000\n",
      "2020-05-27 19:27:59.634706: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 33 of 10000\n",
      "2020-05-27 19:27:59.661285: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:28:02.622616: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:28:05.625873: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:28:08.518295: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 126 of 10000\n",
      "2020-05-27 19:28:12.202027: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:28:34.620084: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 296 of 10000\n",
      "2020-05-27 19:28:34.655486: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 142 of 10000\n",
      "2020-05-27 19:28:34.655716: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 19:28:34.658318: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:28:35.000606: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 119 of 10000\n",
      "2020-05-27 19:28:35.947858: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:28:35.949870: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:28:43.142317: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:28:43.780488: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 19:28:44.541355: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 133 of 10000\n",
      "2020-05-27 19:28:45.747313: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:28:46.068355: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:28:57.495890 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0960']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0970/assets\n",
      "I0527 19:28:57.957891 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0970/assets\n",
      "I0527 19:28:58.238584 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0970\n",
      "        num_discriminator_train_examples  1576113\n",
      "            num_generator_train_examples   186240\n",
      "                              num_rounds      970\n",
      "I0527 19:29:06.852960 140497535784832 train.py:379] Doing evaluation took 8.61 seconds.\n",
      "Round #970. Total training time 597.09 minutes for 970 rounds (1.62 rounds per minute)\n",
      "2020-05-27 19:29:22.824482: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 19:29:22.824555: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 19:29:22.824607: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 27 of 10000\n",
      "2020-05-27 19:29:22.824678: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 19:29:25.621765: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:29:28.932040: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:29:31.159809: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:29:32.476434: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 19:29:36.123276: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:29:58.565651: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:29:59.483446: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 69 of 10000\n",
      "2020-05-27 19:29:59.518069: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 92 of 10000\n",
      "2020-05-27 19:30:00.442104: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:30:00.442210: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:30:01.573422: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:30:01.910257: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:30:01.913752: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:30:07.959033: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:30:09.880460: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 19:30:12.429345: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:30:36.292579: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 54 of 10000\n",
      "2020-05-27 19:30:37.175663: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:30:37.175705: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 19:30:37.175789: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:30:40.855699: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:30:40.923384: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:30:44.633354: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 345 of 10000\n",
      "2020-05-27 19:30:45.976293: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 19:30:45.984359: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:30:46.196748: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:10.852974: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:31:10.853072: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:31:10.853217: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:31:10.853551: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:31:11.578717: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:31:11.578891: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:31:12.415784: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:12.544817: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:14.154742: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:20.346529: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:20.351968: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:22.121961: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 19:31:26.166859: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:48.591392: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:31:49.265282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 19:31:49.265788: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 19:31:49.265867: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 19:31:49.265911: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 19:31:49.265996: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 134 of 10000\n",
      "2020-05-27 19:31:49.518826: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:49.535962: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:51.370912: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:56.980391: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:57.118662: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:31:59.457304: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 19:32:02.299430: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:32:10.269827 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0965']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0975/assets\n",
      "I0527 19:32:10.757438 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0975/assets\n",
      "I0527 19:32:11.074884 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0975\n",
      "2020-05-27 19:32:25.996914: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:32:25.997714: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:32:26.007875: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:32:26.328571: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:32:26.328746: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:32:26.353341: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 94 of 10000\n",
      "2020-05-27 19:32:27.024276: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:32:27.034610: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:32:32.504665: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:32:33.330247: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:32:36.056553: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 140 of 10000\n",
      "2020-05-27 19:32:36.056665: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 140 of 10000\n",
      "2020-05-27 19:32:37.791020: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:32:37.791746: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:33:02.052787: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 19:33:02.516297: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:33:02.516476: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:33:03.046459: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:33:03.049261: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 110 of 10000\n",
      "2020-05-27 19:33:03.052556: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:33:03.453344: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 19:33:04.230695: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:33:04.908620: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:33:12.246611: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 55 of 10000\n",
      "2020-05-27 19:33:12.249075: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:33:12.454408: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:33:14.155437: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 36 of 10000\n",
      "2020-05-27 19:33:16.488485: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:33:38.606427: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 62 of 10000\n",
      "2020-05-27 19:33:39.705712: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 19:33:39.705832: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 19:33:39.705913: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 45 of 10000\n",
      "2020-05-27 19:33:39.730776: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:33:47.599626: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:33:49.059322: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 171 of 10000\n",
      "2020-05-27 19:33:49.130713: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:33:49.640641: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:34:15.991599: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 119 of 10000\n",
      "2020-05-27 19:34:15.991716: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 53 of 10000\n",
      "2020-05-27 19:34:15.992144: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:34:15.992337: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 259 of 10000\n",
      "2020-05-27 19:34:16.599709: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 44 of 10000\n",
      "2020-05-27 19:34:17.456118: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:34:18.352203: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:34:24.058645: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:34:24.087170: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:34:26.525129: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 144 of 10000\n",
      "2020-05-27 19:34:29.266521: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:34:53.147553: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 217 of 10000\n",
      "2020-05-27 19:34:53.147691: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 19:34:53.148095: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 19:34:53.148172: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 19:34:54.036983: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:34:58.612418: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:34:59.395858: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:35:02.777463: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 109 of 10000\n",
      "2020-05-27 19:35:04.570394: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:35:13.874160 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0970']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0980/assets\n",
      "I0527 19:35:14.340307 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0980/assets\n",
      "I0527 19:35:14.608355 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0980\n",
      "        num_discriminator_train_examples  1592252\n",
      "            num_generator_train_examples   188160\n",
      "                              num_rounds      980\n",
      "I0527 19:35:23.497873 140497535784832 train.py:379] Doing evaluation took 8.88 seconds.\n",
      "Round #980. Total training time 603.37 minutes for 980 rounds (1.62 rounds per minute)\n",
      "2020-05-27 19:35:38.886425: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 19:35:38.887713: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:35:38.887827: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:35:38.887875: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 9 of 10000\n",
      "2020-05-27 19:35:38.888784: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 19:35:38.983815: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:35:39.144726: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 19:35:39.147554: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:35:39.170530: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:35:45.851272: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:35:46.125742: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:35:49.442238: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 240 of 10000\n",
      "2020-05-27 19:35:49.675976: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:36:14.753769: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:36:14.754170: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:36:15.273531: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 19 of 10000\n",
      "2020-05-27 19:36:15.273653: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 19:36:15.287147: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:36:16.253023: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 19:36:16.253169: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 19:36:17.117132: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:36:17.979861: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:36:19.668274: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:36:24.764285: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 104 of 10000\n",
      "2020-05-27 19:36:25.545286: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:36:29.868437: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:36:50.935753: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 39 of 10000\n",
      "2020-05-27 19:36:51.828814: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 146 of 10000\n",
      "2020-05-27 19:36:51.828941: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 19:36:51.829140: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 20 of 10000\n",
      "2020-05-27 19:36:53.768075: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:36:53.768757: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:36:58.164376: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:36:59.193606: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:37:00.143488: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:37:01.782431: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 289 of 10000\n",
      "2020-05-27 19:37:07.416950: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:37:29.297908: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:37:29.742407: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 234 of 10000\n",
      "2020-05-27 19:37:30.206282: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 148 of 10000\n",
      "2020-05-27 19:37:30.355813: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:37:30.374448: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:37:31.712238: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:37:33.150953: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:37:33.501044: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:37:36.967029: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:37:41.760851: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 19:37:43.148980: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:38:05.354575: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:38:05.354971: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 47 of 10000\n",
      "2020-05-27 19:38:05.355122: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:38:05.570379: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:38:05.571669: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 60 of 10000\n",
      "2020-05-27 19:38:06.410161: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 19:38:06.419398: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:38:06.500868: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:38:06.506737: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:38:10.933870: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:38:14.851367: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 19:38:15.728258: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 71 of 10000\n",
      "2020-05-27 19:38:15.786741: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:38:18.071518: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:38:27.051789 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0975']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0985/assets\n",
      "I0527 19:38:27.543276 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0985/assets\n",
      "I0527 19:38:27.810859 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0985\n",
      "2020-05-27 19:38:41.918193: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 144 of 10000\n",
      "2020-05-27 19:38:43.651132: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:38:43.651285: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:38:43.651380: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:38:43.654275: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:38:44.526458: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:38:47.473652: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:38:51.421954: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:38:52.689810: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 19:38:52.689926: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 79 of 10000\n",
      "2020-05-27 19:38:53.543789: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:38:59.202541: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:39:21.344030: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:39:21.344208: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:39:21.344485: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:39:21.344611: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 106 of 10000\n",
      "2020-05-27 19:39:21.354288: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:39:23.291096: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:39:28.161766: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:39:28.770518: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:39:30.661864: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:39:31.602573: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 108 of 10000\n",
      "2020-05-27 19:39:34.398671: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:39:57.143303: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:39:57.143410: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:39:57.721568: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 81 of 10000\n",
      "2020-05-27 19:39:58.514199: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 99 of 10000\n",
      "2020-05-27 19:39:58.514323: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 19:39:58.925612: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:40:02.849589: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:40:04.799789: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:40:05.545969: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:40:08.394934: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 144 of 10000\n",
      "2020-05-27 19:40:12.975465: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:40:34.573160: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 189 of 10000\n",
      "2020-05-27 19:40:35.406615: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 31 of 10000\n",
      "2020-05-27 19:40:35.611920: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 35 of 10000\n",
      "2020-05-27 19:40:36.455359: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 65 of 10000\n",
      "2020-05-27 19:40:37.335609: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:40:42.323673: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:40:42.328242: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:40:46.301292: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 122 of 10000\n",
      "2020-05-27 19:40:48.168636: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:41:09.797031: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:41:10.503182: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:41:10.503995: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 11 of 10000\n",
      "2020-05-27 19:41:10.504110: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 29 of 10000\n",
      "2020-05-27 19:41:10.515975: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:41:11.403544: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:41:11.403668: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 19:41:13.322040: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:41:15.666885: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:41:17.531146: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:41:21.405773: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 221 of 10000\n",
      "2020-05-27 19:41:21.407011: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 263 of 10000\n",
      "2020-05-27 19:41:22.624619: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:41:24.197478: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:41:34.157843 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0980']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0990/assets\n",
      "I0527 19:41:34.618678 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0990/assets\n",
      "I0527 19:41:34.938629 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0990\n",
      "        num_discriminator_train_examples  1608635\n",
      "            num_generator_train_examples   190080\n",
      "                              num_rounds      990\n",
      "I0527 19:41:43.478409 140497535784832 train.py:379] Doing evaluation took 8.53 seconds.\n",
      "Round #990. Total training time 609.70 minutes for 990 rounds (1.62 rounds per minute)\n",
      "2020-05-27 19:41:57.441722: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 19:41:57.917285: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:41:58.483763: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 82 of 10000\n",
      "2020-05-27 19:41:59.649277: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 10 of 10000\n",
      "2020-05-27 19:41:59.649410: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 167 of 10000\n",
      "2020-05-27 19:42:01.842834: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:42:02.202406: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:42:05.327974: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:42:09.004276: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 177 of 10000\n",
      "2020-05-27 19:42:09.191805: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 19:42:11.350987: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:42:11.517210: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:42:37.534415: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 23 of 10000\n",
      "2020-05-27 19:42:37.581080: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:42:37.581840: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 19:42:37.581927: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:42:38.689939: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 359 of 10000\n",
      "2020-05-27 19:42:39.327571: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:42:42.492856: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:42:44.542923: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:42:45.687026: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:42:47.066159: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 277 of 10000\n",
      "2020-05-27 19:42:48.804974: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:43:15.241763: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 93 of 10000\n",
      "2020-05-27 19:43:15.560791: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 77 of 10000\n",
      "2020-05-27 19:43:15.636203: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 96 of 10000\n",
      "2020-05-27 19:43:16.099668: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 19:43:16.107149: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:43:18.261860: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 24 of 10000\n",
      "2020-05-27 19:43:19.442184: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:43:24.971858: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:43:26.845331: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 147 of 10000\n",
      "2020-05-27 19:43:26.845456: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 266 of 10000\n",
      "2020-05-27 19:43:27.027048: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:43:27.030498: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:43:53.085563: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:43:53.085676: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 14 of 10000\n",
      "2020-05-27 19:43:53.453077: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 63 of 10000\n",
      "2020-05-27 19:43:53.453406: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 51 of 10000\n",
      "2020-05-27 19:43:53.978361: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:43:54.221423: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 68 of 10000\n",
      "2020-05-27 19:43:54.961029: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:43:58.680893: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:43:59.385936: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:44:00.614949: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:44:28.240549: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 19:44:28.241568: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 67 of 10000\n",
      "2020-05-27 19:44:28.655607: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 66 of 10000\n",
      "2020-05-27 19:44:29.061512: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 30 of 10000\n",
      "2020-05-27 19:44:29.061654: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 12 of 10000\n",
      "2020-05-27 19:44:30.750243: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:44:32.583615: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:44:32.596285: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:44:38.362451: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 133 of 10000\n",
      "2020-05-27 19:44:38.655748: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 203 of 10000\n",
      "2020-05-27 19:44:39.316700: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:44:40.206560: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:44:49.816107 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0985']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0995/assets\n",
      "I0527 19:44:50.317993 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_0995/assets\n",
      "I0527 19:44:50.610974 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0995\n",
      "2020-05-27 19:45:05.416585: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 19:45:05.417355: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 19:45:05.417448: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 19:45:05.417501: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 19:45:05.417540: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 6 of 10000\n",
      "2020-05-27 19:45:10.184862: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:45:10.302568: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:45:12.827318: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:45:12.981323: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:45:15.314173: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 74 of 10000\n",
      "2020-05-27 19:45:20.902600: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:45:43.817818: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 26 of 10000\n",
      "2020-05-27 19:45:43.818018: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 215 of 10000\n",
      "2020-05-27 19:45:43.818191: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 16 of 10000\n",
      "2020-05-27 19:45:43.818410: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 21 of 10000\n",
      "2020-05-27 19:45:43.821602: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 123 of 10000\n",
      "2020-05-27 19:45:45.211733: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:45:47.899980: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:45:48.092686: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:45:48.099070: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:45:50.527982: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:46:20.177952: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 13 of 10000\n",
      "2020-05-27 19:46:20.178477: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 19:46:20.178638: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 59 of 10000\n",
      "2020-05-27 19:46:21.084082: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 19:46:21.084242: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 18 of 10000\n",
      "2020-05-27 19:46:21.099137: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:46:22.280968: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:46:27.105805: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:46:30.052896: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:46:30.785425: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 133 of 10000\n",
      "2020-05-27 19:46:33.411884: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:46:56.566165: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 75 of 10000\n",
      "2020-05-27 19:46:56.568326: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 41 of 10000\n",
      "2020-05-27 19:46:56.859183: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 19:46:57.472595: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 48 of 10000\n",
      "2020-05-27 19:46:57.897351: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 17 of 10000\n",
      "2020-05-27 19:46:59.446112: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:47:00.047839: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:47:02.368311: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:47:03.493501: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:47:07.219104: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 42 of 10000\n",
      "2020-05-27 19:47:10.904960: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:47:32.259751: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 56 of 10000\n",
      "2020-05-27 19:47:33.033202: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 22 of 10000\n",
      "2020-05-27 19:47:33.831676: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 43 of 10000\n",
      "2020-05-27 19:47:33.834055: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 15 of 10000\n",
      "2020-05-27 19:47:33.834752: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 50 of 10000\n",
      "2020-05-27 19:47:33.841546: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:47:37.338779: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:47:37.344285: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:47:40.946599: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "2020-05-27 19:47:44.844972: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:184] Filling up shuffle buffer (this may take a while): 40 of 10000\n",
      "2020-05-27 19:47:47.433674: I tensorflow/core/kernels/data/shuffle_dataset_op.cc:233] Shuffle buffer filled.\n",
      "I0527 19:47:55.356972 140497535784832 training_loops.py:173] Cleaning up ['/content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_0990']\n",
      "INFO:tensorflow:Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_1000/assets\n",
      "I0527 19:47:55.845187 140497535784832 builder_impl.py:775] Assets written to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/.temp_ckpt_1000/assets\n",
      "I0527 19:47:56.166156 140497535784832 checkpoint_utils.py:100] Checkpoint saved to: /content/drive/My Drive/federated-triplet-loss/1000_10_6_6_10_10_True_0.1193956099396842_0.06423220094293745/checkpoints/test/ckpt_1000\n",
      "        num_discriminator_train_examples  1624955\n",
      "            num_generator_train_examples   192000\n",
      "                              num_rounds     1000\n",
      "I0527 19:48:04.854859 140497535784832 train.py:379] Doing evaluation took 8.68 seconds.\n",
      "Round #1000. Total training time 616.06 minutes for 1000 rounds (1.62 rounds per minute)\n",
      "I0527 19:48:04.861198 140497535784832 train.py:617] Total training time was 36954.936 seconds.\n",
      "\n",
      "TRAINING COMPLETE.\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "\n",
    "N_EXPERIMENTS = 1\n",
    "\n",
    "options_grid = {\n",
    "    \"dp_l2_norm_clip\": (1e-2, 0.5),\n",
    "    \"dp_noise_multiplier\": (1e-3, .1)\n",
    "} \n",
    "\n",
    "options = {\n",
    "    \"num_rounds\": 1000,\n",
    "    \"num_clients_per_round\": 10,\n",
    "    \"num_client_disc_train_steps\": 6,\n",
    "    \"num_server_gen_train_steps\": 6,\n",
    "    \"num_rounds_per_eval\": 10,\n",
    "    \"num_rounds_per_save_images\": 10,\n",
    "    \"use_dp\": True,\n",
    "    \"dp_l2_norm_clip\": 0.1,\n",
    "    \"dp_noise_multiplier\": 0.01,\n",
    "}\n",
    "\n",
    "TARGET_DIR = GOOGLE_DRIVE_TARGET_DIR\n",
    "\n",
    "os.makedirs(TARGET_DIR, exist_ok=True)\n",
    "\n",
    "for experiment_idx in range(N_EXPERIMENTS):\n",
    "    for option, option_range in options_grid.items():\n",
    "        options[option] = np.random.uniform(*option_range)\n",
    "\n",
    "    stringified_options = stringify_options(options)\n",
    "    serialized_params = \"_\".join(map(str, options.values()))\n",
    "    root_output_dir = \"{}/{}\".format(\n",
    "        TARGET_DIR, serialized_params\n",
    "    )\n",
    "    os.makedirs(root_output_dir, exist_ok=True)\n",
    "    root_output_dir = root_output_dir.replace(\" \", \"\\ \")\n",
    "    stringified_options.append(\"--root_output_dir {}\".format(root_output_dir))\n",
    "    log_file = \"{}/log.{}.txt\".format(\n",
    "        root_output_dir,\n",
    "        serialized_params,\n",
    "    )\n",
    "    command = \"PYTHONPATH={} python3 -m {} {} 2>&1 | tee {}\".format(\n",
    "        PROJECT_DIR,\n",
    "        filename_to_module(SCRIPT_FILENAME),\n",
    "        \" \".join(stringified_options),\n",
    "        log_file,\n",
    "    )\n",
    "    bash(command, print_stdout=True, print_stderr=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "sGo7UEl6eHY5"
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "colab": {
   "collapsed_sections": [],
   "name": "federated-triplet-loss.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}