04_train_PPO_v4-all-nocuriosity.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This experiment, higher learning rate. Larger rollouts."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:57:57.947885Z",
     "start_time": "2018-06-22T08:57:56.796572Z"
    }
   },
   "outputs": [],
   "source": [
    "import deep_rl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:57:58.003458Z",
     "start_time": "2018-06-22T08:57:57.952314Z"
    }
   },
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "%reload_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:57:58.040604Z",
     "start_time": "2018-06-22T08:57:58.006717Z"
    }
   },
   "outputs": [],
   "source": [
    "import torch\n",
    "from torch.nn import functional as F\n",
    "from torch.autograd import Variable\n",
    "from torch import nn, optim\n",
    "import torch.utils.data\n",
    "\n",
    "# load as dask array\n",
    "import time\n",
    "\n",
    "import logging\n",
    "import sys\n",
    "import os\n",
    "import glob\n",
    "import numpy as np\n",
    "import datetime\n",
    "from matplotlib import pyplot as plt\n",
    "from tqdm import tqdm_notebook as tqdm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:57:58.072449Z",
     "start_time": "2018-06-22T08:57:58.043431Z"
    }
   },
   "outputs": [],
   "source": [
    "from deep_rl.utils.logger import get_logger, get_default_log_dir\n",
    "\n",
    "from deep_rl.network.network_heads import CategoricalActorCriticNet, QuantileNet, OptionCriticNet, DeterministicActorCriticNet, GaussianActorCriticNet\n",
    "from deep_rl.network.network_bodies import FCBody\n",
    "from deep_rl.utils.normalizer import RunningStatsNormalizer, RescaleNormalizer\n",
    "from deep_rl.component.task import ParallelizedTask"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:57:58.445736Z",
     "start_time": "2018-06-22T08:57:58.075236Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Importing 0 potential games...\n",
      "Imported 0 games\n"
     ]
    }
   ],
   "source": [
    "from world_models_sonic.models.vae import VAE5, loss_function_vae\n",
    "from world_models_sonic.helpers.summarize import TorchSummarizeDf\n",
    "from world_models_sonic.models.rnn import MDNRNN\n",
    "from world_models_sonic.models.inverse_model import InverseModel2\n",
    "from world_models_sonic.models.world_model import WorldModel\n",
    "from world_models_sonic.custom_envs.env import make_env\n",
    "from world_models_sonic.custom_envs.wrappers import RandomGameReset\n",
    "from world_models_sonic import config\n",
    "from world_models_sonic.helpers.deep_rl import PPOAgent, run_iterations, SonicWorldModelDeepRL, CategoricalWorldActorCriticNet, Config"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-05-23T01:54:51.062733Z",
     "start_time": "2018-05-23T01:54:50.908162Z"
    }
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-05-20T07:15:35.605788Z",
     "start_time": "2018-05-20T07:15:35.588273Z"
    }
   },
   "source": [
    "# Init"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:57:58.492241Z",
     "start_time": "2018-06-22T08:57:58.449278Z"
    }
   },
   "outputs": [],
   "source": [
    "\n",
    "env_name = 'sonic256'\n",
    "z_dim = 512  # latent dimensions\n",
    "channels = 3\n",
    "\n",
    "# RNN\n",
    "action_dim = 10\n",
    "image_size = 128\n",
    "\n",
    "verbose = True  # Set this true to render (and make it go slower)\n",
    "\n",
    "NAME = 'RNN_v3b_128im_512z_1512_v6k_VAE5_all_noframestack'\n",
    "ppo_save_file = './outputs/{NAME}/PPO_512z_all_g.pkl'.format(NAME=NAME)\n",
    "cuda = torch.cuda.is_available()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:57:58.535100Z",
     "start_time": "2018-06-22T08:57:58.494875Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "./outputs/RNN_v3b_128im_512z_1512_v6k_VAE5_all_noframestack\n"
     ]
    }
   ],
   "source": [
    "# Logging\n",
    "if not os.path.isdir('./outputs/{NAME}'.format(NAME=NAME)):\n",
    "    os.makedirs('./outputs/{NAME}'.format(NAME=NAME))\n",
    "\n",
    "# Log to file and stream\n",
    "logging.basicConfig(stream=sys.stdout, level=logging.INFO)\n",
    "logger = logging.getLogger(NAME)\n",
    "\n",
    "log_dir = log_dir='./outputs/{NAME}'.format(NAME=NAME)\n",
    "print(log_dir)\n",
    "\n",
    "deep_rl_logger = get_logger(\n",
    "    NAME[-10:],\n",
    "    file_name='deep_rl_ppo.log',\n",
    "    level=logging.INFO,\n",
    "    log_dir='./outputs/{NAME}'.format(NAME=NAME), )"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-05-20T07:41:17.362954Z",
     "start_time": "2018-05-20T07:41:17.338009Z"
    }
   },
   "source": [
    "# World model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:58:03.288864Z",
     "start_time": "2018-06-22T08:57:58.538607Z"
    }
   },
   "outputs": [],
   "source": [
    "# Load VAE\n",
    "# TODO swap z and k dim, since it's inconsistent with other models\n",
    "vae = VAE5(image_size=image_size, z_dim=128, conv_dim=64, code_dim=8, k_dim=z_dim, channels=channels)\n",
    "    \n",
    "# Load MDRNN\n",
    "action_dim, hidden_size, n_mixture, temp = action_dim, z_dim*2, 5, 1.0\n",
    "\n",
    "mdnrnn = MDNRNN(z_dim, action_dim, hidden_size, n_mixture, temp)\n",
    "    \n",
    "finv = InverseModel2(z_dim, action_dim, hidden_size=64)\n",
    "    \n",
    "world_model = WorldModel(vae, mdnrnn, finv, logger=deep_rl_logger, lambda_vae_kld=1 / 12., lambda_finv=1/200, lambda_vae=1/8, lambda_loss=1000)\n",
    "world_model = world_model.train()\n",
    "if cuda:\n",
    "    world_model = world_model.cuda()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:58:03.331886Z",
     "start_time": "2018-06-22T08:58:03.292307Z"
    }
   },
   "outputs": [],
   "source": [
    "# Optimiser for world models\n",
    "import torch.optim.lr_scheduler\n",
    "torch.cuda.empty_cache()\n",
    "optimizer = optim.Adam(world_model.parameters(), lr=4e-5)\n",
    "\n",
    "world_model.optimizer = optimizer"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-05-20T07:18:55.625655Z",
     "start_time": "2018-05-20T07:18:55.606567Z"
    }
   },
   "source": [
    "# Train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-05-27T14:37:01.913659Z",
     "start_time": "2018-05-27T14:37:01.828185Z"
    }
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:58:05.637545Z",
     "start_time": "2018-06-22T08:58:03.334829Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "game: SonicAndKnuckles3-Genesis state: MarbleGardenZone.Act1\n",
      "game: SonicTheHedgehog2-Genesis state: EmeraldHillZone.Act2\n",
      "game: SonicTheHedgehog-Genesis state: ScrapBrainZone.Act2\n",
      "game: SonicTheHedgehog2-Genesis state: MetropolisZone.Act1\n",
      "game: SonicTheHedgehog-Genesis state: SpringYardZone.Act2\n",
      "game: SonicAndKnuckles3-Genesis state: SandopolisZone.Act1\n",
      "game: SonicAndKnuckles3-Genesis state: DeathEggZone.Act1\n",
      "game: SonicTheHedgehog2-Genesis state: EmeraldHillZone.Act1\n",
      "game: SonicAndKnuckles3-Genesis state: AngelIslandZone.Act1\n",
      "game: SonicAndKnuckles3-Genesis state: DeathEggZone.Act1\n",
      "('total rollout of ', 4320)\n",
      "('made of sequences of length', 432)\n",
      "('ppo mini batch', 540)\n",
      "('loading ppo_save_file', './outputs/RNN_v3b_128im_512z_1512_v6k_VAE5_all_noframestack/PPO_512z_all_g.pkl', 'modified', 'Fri Jun 22 16:57:50 2018')\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Process ProcessWrapper-8:\n",
      "Process ProcessWrapper-4:\n",
      "Process ProcessWrapper-5:\n",
      "Traceback (most recent call last):\n",
      "Process ProcessWrapper-7:\n",
      "Traceback (most recent call last):\n",
      "Traceback (most recent call last):\n",
      "Process ProcessWrapper-9:\n",
      "Process ProcessWrapper-2:\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "Process ProcessWrapper-6:\n",
      "Process ProcessWrapper-3:\n",
      "Process ProcessWrapper-1:\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/process.py\", line 249, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/process.py\", line 249, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/process.py\", line 249, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/media/oldhome/wassname/Documents/projects/retro_sonic_comp/DeepRL/deep_rl/component/task.py\", line 177, in run\n",
      "    op, data = self.pipe.recv()\n",
      "  File \"/media/oldhome/wassname/Documents/projects/retro_sonic_comp/DeepRL/deep_rl/component/task.py\", line 177, in run\n",
      "    op, data = self.pipe.recv()\n",
      "Traceback (most recent call last):\n",
      "Process ProcessWrapper-10:\n",
      "Traceback (most recent call last):\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/media/oldhome/wassname/Documents/projects/retro_sonic_comp/DeepRL/deep_rl/component/task.py\", line 177, in run\n",
      "    op, data = self.pipe.recv()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "Traceback (most recent call last):\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/process.py\", line 249, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "Traceback (most recent call last):\n",
      "Traceback (most recent call last):\n",
      "Traceback (most recent call last):\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/process.py\", line 249, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "KeyboardInterrupt\n",
      "Traceback (most recent call last):\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/process.py\", line 249, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/process.py\", line 249, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/media/oldhome/wassname/Documents/projects/retro_sonic_comp/DeepRL/deep_rl/component/task.py\", line 177, in run\n",
      "    op, data = self.pipe.recv()\n",
      "  File \"/media/oldhome/wassname/Documents/projects/retro_sonic_comp/DeepRL/deep_rl/component/task.py\", line 177, in run\n",
      "    op, data = self.pipe.recv()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/process.py\", line 249, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/media/oldhome/wassname/Documents/projects/retro_sonic_comp/DeepRL/deep_rl/component/task.py\", line 177, in run\n",
      "    op, data = self.pipe.recv()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "KeyboardInterrupt\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/process.py\", line 249, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/media/oldhome/wassname/Documents/projects/retro_sonic_comp/DeepRL/deep_rl/component/task.py\", line 177, in run\n",
      "    op, data = self.pipe.recv()\n",
      "KeyboardInterrupt\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "  File \"/media/oldhome/wassname/Documents/projects/retro_sonic_comp/DeepRL/deep_rl/component/task.py\", line 177, in run\n",
      "    op, data = self.pipe.recv()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/process.py\", line 249, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/media/oldhome/wassname/Documents/projects/retro_sonic_comp/DeepRL/deep_rl/component/task.py\", line 177, in run\n",
      "    op, data = self.pipe.recv()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "KeyboardInterrupt\n",
      "  File \"/media/oldhome/wassname/Documents/projects/retro_sonic_comp/DeepRL/deep_rl/component/task.py\", line 177, in run\n",
      "    op, data = self.pipe.recv()\n",
      "KeyboardInterrupt\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "KeyboardInterrupt\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "KeyboardInterrupt\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "KeyboardInterrupt\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "  File \"/home/wassname/.pyenv/versions/3.5.3/lib/python3.5/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "KeyboardInterrupt\n",
      "KeyboardInterrupt\n"
     ]
    }
   ],
   "source": [
    "# batch: We have two differen't batch sizes, determined by your gpu:\n",
    "# VAE: rollout_length * world_model_batch_size which is how much VAE data you can get in your gpu, for my 8GB gpu it was ~50\n",
    "# PPO: (config.rollout_length*config.num_workers)/config.num_mini_batches: how much PPO data you can git for me it was ~500\n",
    "\n",
    "\n",
    "z_state_dim=world_model.mdnrnn.z_dim + world_model.mdnrnn.hidden_size\n",
    "\n",
    "\n",
    "def task_fn(log_dir):\n",
    "    return SonicWorldModelDeepRL(\n",
    "        env_fn=lambda: RandomGameReset(make_env(\n",
    "            'sonic', max_episode_steps=4000, to_gray=False, image_size=image_size)),\n",
    "        log_dir=log_dir,\n",
    "        verbose=verbose\n",
    "    )\n",
    "\n",
    "config = Config()\n",
    "\n",
    "verbose = False  # Set this true to render (and make it go slower)\n",
    "config.num_workers = 1 if verbose else 10\n",
    "config.task_fn = lambda: ParallelizedTask(\n",
    "    task_fn, config.num_workers, single_process=config.num_workers == 1)\n",
    "config.optimizer_fn = lambda params: torch.optim.Adam(params, 1e-4, eps=1e-6)\n",
    "config.network_fn = lambda state_dim, action_dim: CategoricalWorldActorCriticNet(\n",
    "    state_dim, action_dim, FCBody(z_state_dim, hidden_units=(64, 64), gate=F.relu), gpu=0 if cuda else -1, world_model_fn=lambda: world_model,\n",
    "    render=(config.num_workers==1 and verbose),\n",
    "    z_shape=(32, 16)\n",
    ")\n",
    "# see params here https://github.com/openai/retro-baselines/blob/master/agents/ppo2_agent.py\n",
    "config.discount = 0.99\n",
    "config.logger = deep_rl_logger\n",
    "config.use_gae = True\n",
    "config.gae_tau = 0.95\n",
    "config.entropy_weight = 0.02\n",
    "config.value_weight = 0.5\n",
    "config.gradient_clip = 0.5  # Watch grad_norm in tensorboard and set this to upper quartile to avoid clipping too much\n",
    "config.rollout_length = 36\n",
    "config.optimization_epochs = 3\n",
    "config.num_mini_batches = 8\n",
    "config.ppo_ratio_clip = 0.1\n",
    "config.iteration_log_interval = 1\n",
    "\n",
    "config.train_world_model = False\n",
    "if not config.train_world_model:\n",
    "    config.rollout_length*=12  # More can fit in batch\n",
    "config.world_model_batch_size = 2\n",
    "\n",
    "# I tuned these so the intrinsic reward was 1) within an order of magnitude of the extrinsic. 2) smaller, 3) negative when stuck\n",
    "# TODO use reward normalisers etc to reduce the need for these hyperparameters\n",
    "config.curiosity = False\n",
    "config.curiosity_only = False\n",
    "config.curiosity_weight = 0.01\n",
    "config.curiosity_boredom = 2 # how many standard deviations above the mean does it's new experience need to be, so it's not bored\n",
    "# config.reward_normalizer = RunningStatsNormalizer()\n",
    "# config.intrinsic_reward_normalizer = RunningStatsNormalizer()\n",
    "agent = PPOAgent(config)\n",
    "\n",
    "print(('total rollout of ', config.rollout_length*config.num_workers))\n",
    "print(('made of sequences of length', (config.rollout_length)))\n",
    "print(('ppo mini batch', (config.rollout_length*config.num_workers)//config.num_mini_batches))\n",
    "\n",
    "\n",
    "if os.path.isfile(ppo_save_file):\n",
    "    print(('loading ppo_save_file', ppo_save_file, 'modified', time.ctime(os.path.getmtime(ppo_save_file))))\n",
    "    agent.load(ppo_save_file)\n",
    "    \n",
    "#     # also load normalizers\n",
    "    state_dict = torch.load(ppo_save_file.replace('.pkl', '-intrinsic_reward_normalizer.pkl'))\n",
    "    config.intrinsic_reward_normalizer.load_state_dict(state_dict)\n",
    "\n",
    "    state_dict = torch.load(ppo_save_file.replace('.pkl', '-reward_normalizer.pkl'))\n",
    "    config.reward_normalizer.load_state_dict(state_dict)\n",
    "else:\n",
    "    print(\"couldn't find save\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:58:05.685791Z",
     "start_time": "2018-06-22T08:58:05.640923Z"
    }
   },
   "outputs": [],
   "source": [
    "# # DEBUG\n",
    "\n",
    "# # reset from checkpoint\n",
    "# agent.load('./outputs/RNN_v3b_128im_512z_1512_v6j_VAE5_all/PPO_512z_all_g-20180606_02-06-59.pkl')\n",
    "\n",
    "# # # Reset just rnn\n",
    "# world_model.mdnrnn = MDNRNN(z_dim, action_dim, hidden_size, n_mixture, temp)\n",
    "# world_model.mdnrnn.cuda()\n",
    "\n",
    "# # if we want to reset the actor\n",
    "# from deep_rl.network.network_heads import ActorCriticNet\n",
    "# agent.network.network = ActorCriticNet(agent.network.z_state_dim, action_dim, FCBody(z_state_dim, hidden_units=(64, 64), gate=F.relu), None, None)\n",
    "# agent.network.network.cuda()\n",
    "\n",
    "\n",
    "# world_model.finv = finv = InverseModel(z_dim, action_dim, hidden_size=z_dim*2)\n",
    "# world_model.finv.cuda()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:58:05.719664Z",
     "start_time": "2018-06-22T08:58:05.689296Z"
    }
   },
   "outputs": [],
   "source": [
    "# agent.load('/home/wassname/Documents/projects/retro_sonic_comp/world-models-pytorch/outputs/RNN_v3b_128im_512z_1512_v6k_VAE5_all_noframestack/PPO_512z_all_g-20180622_06-38-24.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:58:05.753456Z",
     "start_time": "2018-06-22T08:58:05.722142Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\"\n",
      "# To monitor with tensorboard at http://localhost:6006/\n",
      "cd ./outputs/RNN_v3b_128im_512z_1512_v6k_VAE5_all_noframestack/\n",
      "tensorboard  --logdir .\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(\"\"\"\"\n",
    "# To monitor with tensorboard at http://localhost:6006/\n",
    "cd ./outputs/{NAME}/\n",
    "tensorboard  --logdir .\n",
    "\"\"\".format(NAME=NAME))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-23T08:20:25.182429Z",
     "start_time": "2018-06-22T08:58:05.755730Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 16:58:54,533 - framestack - INFO: action counts: {0: 334, 1: 89, 2: 1027, 3: 46, 4: 1041, 5: 200, 6: 282, 7: 73, 8: 893, 9: 335}\n",
      "2018-06-22 16:58:54,558 - framestack - INFO: steps: 4320, steps/s: 88.58\n",
      "  epoch reward:       0.0000/1.2000/7.9751 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/1.2000/7.9751 [n=10]\n",
      "\n",
      "2018-06-22 16:59:44,564 - framestack - INFO: action counts: {0: 317, 1: 91, 2: 1105, 3: 45, 4: 1009, 5: 230, 6: 231, 7: 79, 8: 902, 9: 311}\n",
      "2018-06-22 16:59:44,590 - framestack - INFO: steps: 8640, steps/s: 87.46\n",
      "  epoch reward:       0.0000/1.2000/7.9751 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/1.2000/7.9751 [n=20]\n",
      "\n",
      "2018-06-22 17:00:34,102 - framestack - INFO: action counts: {0: 316, 1: 83, 2: 1063, 3: 35, 4: 1028, 5: 218, 6: 262, 7: 65, 8: 891, 9: 359}\n",
      "2018-06-22 17:00:34,124 - framestack - INFO: steps: 12960, steps/s: 87.38\n",
      "  epoch reward:       0.0000/1.2000/7.9751 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/1.2000/7.9751 [n=30]\n",
      "\n",
      "2018-06-22 17:01:23,333 - framestack - INFO: action counts: {0: 301, 1: 78, 2: 1085, 3: 44, 4: 1032, 5: 251, 6: 277, 7: 62, 8: 855, 9: 335}\n",
      "2018-06-22 17:01:23,355 - framestack - INFO: steps: 17280, steps/s: 87.47\n",
      "  epoch reward:       0.0000/1.2000/7.9751 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/1.2000/7.9751 [n=40]\n",
      "\n",
      "2018-06-22 17:02:11,039 - framestack - INFO: action counts: {0: 305, 1: 83, 2: 1080, 3: 33, 4: 1012, 5: 247, 6: 281, 7: 80, 8: 864, 9: 335}\n",
      "2018-06-22 17:02:11,063 - framestack - INFO: steps: 21600, steps/s: 88.09\n",
      "  epoch reward:       0.0000/1.2000/7.9751 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/1.2000/7.9751 [n=50]\n",
      "\n",
      "2018-06-22 17:02:59,893 - framestack - INFO: action counts: {0: 293, 1: 88, 2: 1051, 3: 53, 4: 972, 5: 271, 6: 285, 7: 93, 8: 901, 9: 313}\n",
      "2018-06-22 17:02:59,924 - framestack - INFO: steps: 25920, steps/s: 88.14\n",
      "  epoch reward:       0.0000/1.2000/7.9751 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/1.2000/7.9751 [n=60]\n",
      "\n",
      "2018-06-22 17:03:50,231 - framestack - INFO: action counts: {0: 361, 1: 101, 2: 975, 3: 56, 4: 1018, 5: 239, 6: 317, 7: 106, 8: 826, 9: 321}\n",
      "2018-06-22 17:03:50,255 - framestack - INFO: steps: 30240, steps/s: 87.81\n",
      "  epoch reward:       0.0000/1.2000/7.9751 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/1.2000/7.9751 [n=70]\n",
      "\n",
      "2018-06-22 17:04:40,585 - framestack - INFO: action counts: {0: 315, 1: 90, 2: 1048, 3: 60, 4: 995, 5: 221, 6: 304, 7: 90, 8: 859, 9: 338}\n",
      "2018-06-22 17:04:40,611 - framestack - INFO: steps: 34560, steps/s: 87.56\n",
      "  epoch reward:       0.0000/1.2000/7.9751 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/1.2000/7.9751 [n=80]\n",
      "\n",
      "2018-06-22 17:05:30,522 - framestack - INFO: action counts: {0: 329, 1: 108, 2: 1054, 3: 69, 4: 990, 5: 250, 6: 305, 7: 97, 8: 792, 9: 326}\n",
      "2018-06-22 17:05:30,548 - framestack - INFO: steps: 38880, steps/s: 87.44\n",
      "  epoch reward:       0.0000/1.2000/7.9751 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/1.2000/7.9751 [n=90]\n",
      "\n",
      "2018-06-22 17:06:19,951 - framestack - INFO: action counts: {0: 303, 1: 101, 2: 1015, 3: 72, 4: 985, 5: 247, 6: 298, 7: 89, 8: 809, 9: 401}\n",
      "2018-06-22 17:06:19,972 - framestack - INFO: steps: 43200, steps/s: 87.44\n",
      "  epoch reward:       1.3966/9.3446/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/2.0144/26.6303 [n=100]\n",
      "\n",
      "2018-06-22 17:07:09,138 - framestack - INFO: action counts: {0: 294, 1: 101, 2: 1015, 3: 79, 4: 955, 5: 266, 6: 325, 7: 92, 8: 844, 9: 349}\n",
      "2018-06-22 17:07:09,163 - framestack - INFO: steps: 47520, steps/s: 87.47\n",
      "  epoch reward:       3.9264/12.6442/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/2.9808/26.6303 [n=110]\n",
      "\n",
      "2018-06-22 17:07:59,641 - framestack - INFO: action counts: {0: 291, 1: 108, 2: 1013, 3: 52, 4: 964, 5: 261, 6: 307, 7: 85, 8: 903, 9: 336}\n",
      "2018-06-22 17:07:59,666 - framestack - INFO: steps: 51840, steps/s: 87.31\n",
      "  epoch reward:       3.9264/11.0624/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/3.6542/26.6303 [n=120]\n",
      "\n",
      "2018-06-22 17:08:49,823 - framestack - INFO: action counts: {0: 305, 1: 79, 2: 1072, 3: 46, 4: 1013, 5: 246, 6: 274, 7: 96, 8: 850, 9: 339}\n",
      "2018-06-22 17:08:49,849 - framestack - INFO: steps: 56160, steps/s: 87.22\n",
      "  epoch reward:       3.9264/11.7436/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/4.2765/26.6303 [n=130]\n",
      "\n",
      "2018-06-22 17:09:40,620 - framestack - INFO: action counts: {0: 332, 1: 67, 2: 1076, 3: 57, 4: 922, 5: 248, 6: 260, 7: 66, 8: 914, 9: 378}\n",
      "2018-06-22 17:09:40,647 - framestack - INFO: steps: 60480, steps/s: 87.06\n",
      "  epoch reward:       3.9264/11.7436/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/4.8099/26.6303 [n=140]\n",
      "\n",
      "2018-06-22 17:10:30,393 - framestack - INFO: action counts: {0: 309, 1: 78, 2: 1051, 3: 56, 4: 978, 5: 240, 6: 250, 7: 87, 8: 907, 9: 364}\n",
      "2018-06-22 17:10:30,419 - framestack - INFO: steps: 64800, steps/s: 87.04\n",
      "  epoch reward:       3.9264/10.9160/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/5.2169/26.6303 [n=150]\n",
      "\n",
      "2018-06-22 17:11:18,116 - framestack - INFO: action counts: {0: 319, 1: 93, 2: 1060, 3: 51, 4: 975, 5: 256, 6: 262, 7: 79, 8: 861, 9: 364}\n",
      "2018-06-22 17:11:18,138 - framestack - INFO: steps: 69120, steps/s: 87.26\n",
      "  epoch reward:       3.9264/10.9160/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/5.5731/26.6303 [n=160]\n",
      "\n",
      "2018-06-22 17:12:07,708 - framestack - INFO: action counts: {0: 327, 1: 105, 2: 1066, 3: 47, 4: 949, 5: 228, 6: 278, 7: 105, 8: 839, 9: 376}\n",
      "2018-06-22 17:12:07,738 - framestack - INFO: steps: 73440, steps/s: 87.25\n",
      "  epoch reward:       3.9264/10.9160/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/5.8874/26.6303 [n=170]\n",
      "\n",
      "2018-06-22 17:12:58,676 - framestack - INFO: action counts: {0: 309, 1: 103, 2: 1052, 3: 51, 4: 965, 5: 240, 6: 295, 7: 93, 8: 840, 9: 372}\n",
      "2018-06-22 17:12:58,701 - framestack - INFO: steps: 77760, steps/s: 87.11\n",
      "  epoch reward:       3.9264/10.9160/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.1668/26.6303 [n=180]\n",
      "\n",
      "2018-06-22 17:13:49,431 - framestack - INFO: action counts: {0: 322, 1: 110, 2: 1048, 3: 76, 4: 980, 5: 249, 6: 289, 7: 92, 8: 808, 9: 346}\n",
      "2018-06-22 17:13:49,460 - framestack - INFO: steps: 82080, steps/s: 87.01\n",
      "  epoch reward:       2.0606/9.3798/16.2096 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.3359/26.6303 [n=190]\n",
      "\n",
      "2018-06-22 17:14:39,427 - framestack - INFO: action counts: {0: 338, 1: 99, 2: 1033, 3: 68, 4: 976, 5: 244, 6: 293, 7: 102, 8: 810, 9: 357}\n",
      "2018-06-22 17:14:39,454 - framestack - INFO: steps: 86400, steps/s: 86.98\n",
      "  epoch reward:       2.0606/7.4058/11.6642 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.3894/26.6303 [n=200]\n",
      "\n",
      "2018-06-22 17:15:29,564 - framestack - INFO: action counts: {0: 340, 1: 109, 2: 1032, 3: 58, 4: 929, 5: 256, 6: 282, 7: 89, 8: 850, 9: 375}\n",
      "2018-06-22 17:15:29,591 - framestack - INFO: steps: 90720, steps/s: 86.94\n",
      "  epoch reward:       2.0606/7.4058/11.6642 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.4378/26.6303 [n=210]\n",
      "\n",
      "2018-06-22 17:16:19,443 - framestack - INFO: action counts: {0: 331, 1: 103, 2: 1023, 3: 75, 4: 907, 5: 257, 6: 279, 7: 119, 8: 839, 9: 387}\n",
      "2018-06-22 17:16:19,470 - framestack - INFO: steps: 95040, steps/s: 86.93\n",
      "  epoch reward:       2.0606/9.0736/26.6185 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.5576/26.6303 [n=220]\n",
      "\n",
      "2018-06-22 17:17:08,452 - framestack - INFO: action counts: {0: 316, 1: 95, 2: 1050, 3: 72, 4: 940, 5: 239, 6: 300, 7: 102, 8: 849, 9: 357}\n",
      "2018-06-22 17:17:08,476 - framestack - INFO: steps: 99360, steps/s: 86.98\n",
      "  epoch reward:       2.0606/9.0736/26.6185 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.6670/26.6303 [n=230]\n",
      "\n",
      "2018-06-22 17:17:59,136 - framestack - INFO: action counts: {0: 325, 1: 106, 2: 1021, 3: 55, 4: 981, 5: 240, 6: 275, 7: 98, 8: 849, 9: 370}\n",
      "2018-06-22 17:17:59,160 - framestack - INFO: steps: 103680, steps/s: 86.91\n",
      "  epoch reward:       2.0606/8.8581/26.6185 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.7583/26.6303 [n=240]\n",
      "\n",
      "2018-06-22 17:18:50,100 - framestack - INFO: action counts: {0: 359, 1: 99, 2: 1009, 3: 73, 4: 923, 5: 247, 6: 302, 7: 94, 8: 835, 9: 379}\n",
      "2018-06-22 17:18:50,127 - framestack - INFO: steps: 108000, steps/s: 86.82\n",
      "  epoch reward:       2.0606/8.8581/26.6185 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.8423/26.6303 [n=250]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 17:19:41,007 - framestack - INFO: action counts: {0: 319, 1: 112, 2: 974, 3: 61, 4: 975, 5: 253, 6: 313, 7: 112, 8: 828, 9: 373}\n",
      "2018-06-22 17:19:41,032 - framestack - INFO: steps: 112320, steps/s: 86.74\n",
      "  epoch reward:       2.0606/8.7370/26.6185 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.9152/26.6303 [n=260]\n",
      "\n",
      "2018-06-22 17:20:32,032 - framestack - INFO: action counts: {0: 321, 1: 99, 2: 1013, 3: 74, 4: 948, 5: 244, 6: 319, 7: 113, 8: 825, 9: 364}\n",
      "2018-06-22 17:20:32,063 - framestack - INFO: steps: 116640, steps/s: 86.67\n",
      "  epoch reward:       2.0606/8.7370/26.6185 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.9826/26.6303 [n=270]\n",
      "\n",
      "2018-06-22 17:21:20,807 - framestack - INFO: action counts: {0: 305, 1: 118, 2: 986, 3: 72, 4: 977, 5: 214, 6: 294, 7: 98, 8: 877, 9: 379}\n",
      "2018-06-22 17:21:20,829 - framestack - INFO: steps: 120960, steps/s: 86.74\n",
      "  epoch reward:       2.8419/7.4618/26.6185 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.9997/26.6303 [n=280]\n",
      "\n",
      "2018-06-22 17:22:11,473 - framestack - INFO: action counts: {0: 309, 1: 88, 2: 1007, 3: 53, 4: 992, 5: 219, 6: 262, 7: 97, 8: 891, 9: 402}\n",
      "2018-06-22 17:22:11,503 - framestack - INFO: steps: 125280, steps/s: 86.68\n",
      "  epoch reward:       2.8419/7.8475/26.6185 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.0290/26.6303 [n=290]\n",
      "\n",
      "2018-06-22 17:23:03,414 - framestack - INFO: action counts: {0: 301, 1: 83, 2: 1092, 3: 57, 4: 965, 5: 250, 6: 251, 7: 82, 8: 872, 9: 367}\n",
      "2018-06-22 17:23:03,443 - framestack - INFO: steps: 129600, steps/s: 86.57\n",
      "  epoch reward:       2.7332/7.2766/26.6185 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.0372/26.6303 [n=300]\n",
      "\n",
      "2018-06-22 17:23:54,738 - framestack - INFO: action counts: {0: 311, 1: 85, 2: 1065, 3: 54, 4: 1014, 5: 223, 6: 268, 7: 82, 8: 845, 9: 373}\n",
      "2018-06-22 17:23:54,764 - framestack - INFO: steps: 133920, steps/s: 86.49\n",
      "  epoch reward:       1.9527/6.8292/26.6185 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.0305/26.6303 [n=310]\n",
      "\n",
      "2018-06-22 17:24:46,335 - framestack - INFO: action counts: {0: 307, 1: 80, 2: 1072, 3: 58, 4: 1014, 5: 203, 6: 251, 7: 68, 8: 921, 9: 346}\n",
      "2018-06-22 17:24:46,359 - framestack - INFO: steps: 138240, steps/s: 86.40\n",
      "  epoch reward:       1.9527/4.8191/11.0099 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.9614/26.6303 [n=320]\n",
      "\n",
      "2018-06-22 17:25:37,406 - framestack - INFO: action counts: {0: 276, 1: 69, 2: 1123, 3: 39, 4: 1028, 5: 182, 6: 258, 7: 65, 8: 967, 9: 313}\n",
      "2018-06-22 17:25:37,432 - framestack - INFO: steps: 142560, steps/s: 86.35\n",
      "  epoch reward:       2.7332/7.4550/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.9764/26.6303 [n=330]\n",
      "\n",
      "2018-06-22 17:26:27,329 - framestack - INFO: action counts: {0: 270, 1: 62, 2: 1076, 3: 37, 4: 1088, 5: 219, 6: 214, 7: 61, 8: 937, 9: 356}\n",
      "2018-06-22 17:26:27,353 - framestack - INFO: steps: 146880, steps/s: 86.35\n",
      "  epoch reward:       2.7332/7.1105/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/6.9803/26.6303 [n=340]\n",
      "\n",
      "2018-06-22 17:27:16,072 - framestack - INFO: action counts: {0: 287, 1: 93, 2: 1120, 3: 37, 4: 1015, 5: 207, 6: 217, 7: 69, 8: 953, 9: 322}\n",
      "2018-06-22 17:27:16,096 - framestack - INFO: steps: 151200, steps/s: 86.42\n",
      "  epoch reward:       2.7332/10.0084/28.3140 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.0668/28.3140 [n=350]\n",
      "\n",
      "2018-06-22 17:28:07,139 - framestack - INFO: action counts: {0: 266, 1: 95, 2: 1124, 3: 46, 4: 1034, 5: 218, 6: 266, 7: 72, 8: 851, 9: 348}\n",
      "2018-06-22 17:28:07,163 - framestack - INFO: steps: 155520, steps/s: 86.37\n",
      "  epoch reward:       2.7332/10.0084/28.3140 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.1485/28.3140 [n=360]\n",
      "\n",
      "2018-06-22 17:28:57,936 - framestack - INFO: action counts: {0: 291, 1: 84, 2: 1097, 3: 40, 4: 998, 5: 207, 6: 239, 7: 77, 8: 935, 9: 352}\n",
      "2018-06-22 17:28:57,958 - framestack - INFO: steps: 159840, steps/s: 86.33\n",
      "  epoch reward:       2.7332/10.0084/28.3140 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.2258/28.3140 [n=370]\n",
      "\n",
      "2018-06-22 17:29:49,002 - framestack - INFO: action counts: {0: 266, 1: 75, 2: 1138, 3: 50, 4: 973, 5: 202, 6: 267, 7: 73, 8: 926, 9: 350}\n",
      "2018-06-22 17:29:49,029 - framestack - INFO: steps: 164160, steps/s: 86.29\n",
      "  epoch reward:       2.7332/10.6157/28.3140 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.3150/28.3140 [n=380]\n",
      "\n",
      "2018-06-22 17:30:39,796 - framestack - INFO: action counts: {0: 291, 1: 71, 2: 1173, 3: 44, 4: 972, 5: 194, 6: 225, 7: 70, 8: 909, 9: 371}\n",
      "2018-06-22 17:30:39,821 - framestack - INFO: steps: 168480, steps/s: 86.26\n",
      "  epoch reward:       3.3070/12.1000/28.3140 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.4377/28.3140 [n=390]\n",
      "\n",
      "2018-06-22 17:31:28,360 - framestack - INFO: action counts: {0: 277, 1: 67, 2: 1151, 3: 31, 4: 1058, 5: 173, 6: 225, 7: 66, 8: 887, 9: 385}\n",
      "2018-06-22 17:31:28,389 - framestack - INFO: steps: 172800, steps/s: 86.32\n",
      "  epoch reward:       3.3070/12.1000/28.3140 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.5543/28.3140 [n=400]\n",
      "\n",
      "2018-06-22 17:32:19,706 - framestack - INFO: action counts: {0: 298, 1: 72, 2: 1144, 3: 39, 4: 1021, 5: 174, 6: 233, 7: 56, 8: 939, 9: 344}\n",
      "2018-06-22 17:32:19,732 - framestack - INFO: steps: 177120, steps/s: 86.27\n",
      "  epoch reward:       3.3070/13.1291/28.3140 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.6903/28.3140 [n=410]\n",
      "\n",
      "2018-06-22 17:33:10,833 - framestack - INFO: action counts: {0: 270, 1: 80, 2: 1183, 3: 33, 4: 995, 5: 175, 6: 261, 7: 54, 8: 940, 9: 329}\n",
      "2018-06-22 17:33:10,859 - framestack - INFO: steps: 181440, steps/s: 86.23\n",
      "  epoch reward:       2.7436/10.8646/28.3140 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.7658/28.3140 [n=420]\n",
      "\n",
      "2018-06-22 17:34:02,013 - framestack - INFO: action counts: {0: 312, 1: 77, 2: 1112, 3: 35, 4: 955, 5: 197, 6: 240, 7: 68, 8: 957, 9: 367}\n",
      "2018-06-22 17:34:02,037 - framestack - INFO: steps: 185760, steps/s: 86.19\n",
      "  epoch reward:       2.1401/11.1150/28.3140 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.8437/28.3140 [n=430]\n",
      "\n",
      "2018-06-22 17:34:52,677 - framestack - INFO: action counts: {0: 265, 1: 69, 2: 1201, 3: 37, 4: 988, 5: 192, 6: 249, 7: 71, 8: 909, 9: 339}\n",
      "2018-06-22 17:34:52,699 - framestack - INFO: steps: 190080, steps/s: 86.16\n",
      "  epoch reward:       2.1401/12.5696/28.3140 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/7.9511/28.3140 [n=440]\n",
      "\n",
      "2018-06-22 17:35:43,684 - framestack - INFO: action counts: {0: 269, 1: 64, 2: 1150, 3: 41, 4: 977, 5: 184, 6: 224, 7: 62, 8: 995, 9: 354}\n",
      "2018-06-22 17:35:43,708 - framestack - INFO: steps: 194400, steps/s: 86.13\n",
      "  epoch reward:       2.1401/12.0658/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/8.0426/28.3140 [n=450]\n",
      "\n",
      "2018-06-22 17:36:31,356 - framestack - INFO: action counts: {0: 301, 1: 61, 2: 1102, 3: 41, 4: 1027, 5: 187, 6: 259, 7: 48, 8: 933, 9: 361}\n",
      "2018-06-22 17:36:31,378 - framestack - INFO: steps: 198720, steps/s: 86.23\n",
      "  epoch reward:       3.3070/13.1928/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/8.1545/28.3140 [n=460]\n",
      "\n",
      "2018-06-22 17:37:19,979 - framestack - INFO: action counts: {0: 270, 1: 68, 2: 1158, 3: 32, 4: 975, 5: 184, 6: 279, 7: 74, 8: 928, 9: 352}\n",
      "2018-06-22 17:37:20,002 - framestack - INFO: steps: 203040, steps/s: 86.29\n",
      "  epoch reward:       1.8440/13.6040/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/8.2705/28.3140 [n=470]\n",
      "\n",
      "2018-06-22 17:38:09,031 - framestack - INFO: action counts: {0: 260, 1: 52, 2: 1210, 3: 40, 4: 1067, 5: 183, 6: 240, 7: 48, 8: 913, 9: 307}\n",
      "2018-06-22 17:38:09,056 - framestack - INFO: steps: 207360, steps/s: 86.32\n",
      "  epoch reward:       1.8440/13.6040/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/8.3816/28.3140 [n=480]\n",
      "\n",
      "2018-06-22 17:38:57,788 - framestack - INFO: action counts: {0: 266, 1: 59, 2: 1200, 3: 34, 4: 1041, 5: 182, 6: 206, 7: 51, 8: 960, 9: 321}\n",
      "2018-06-22 17:38:57,814 - framestack - INFO: steps: 211680, steps/s: 86.37\n",
      "  epoch reward:       1.8440/13.6040/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/8.4882/28.3140 [n=490]\n",
      "\n",
      "2018-06-22 17:39:47,054 - framestack - INFO: action counts: {0: 246, 1: 67, 2: 1148, 3: 36, 4: 1127, 5: 175, 6: 230, 7: 58, 8: 922, 9: 311}\n",
      "2018-06-22 17:39:47,081 - framestack - INFO: steps: 216000, steps/s: 86.39\n",
      "  epoch reward:       1.8440/12.4674/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/8.5678/28.3140 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 17:40:36,117 - framestack - INFO: action counts: {0: 290, 1: 76, 2: 1133, 3: 41, 4: 1091, 5: 181, 6: 218, 7: 68, 8: 920, 9: 302}\n",
      "2018-06-22 17:40:36,140 - framestack - INFO: steps: 220320, steps/s: 86.43\n",
      "  epoch reward:       1.8440/12.4674/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/8.7931/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:41:24,722 - framestack - INFO: action counts: {0: 250, 1: 54, 2: 1177, 3: 32, 4: 1072, 5: 194, 6: 222, 7: 59, 8: 955, 9: 305}\n",
      "2018-06-22 17:41:24,746 - framestack - INFO: steps: 224640, steps/s: 86.47\n",
      "  epoch reward:       1.8440/11.5406/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/8.9999/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:42:12,597 - framestack - INFO: action counts: {0: 252, 1: 76, 2: 1183, 3: 35, 4: 1047, 5: 175, 6: 242, 7: 58, 8: 929, 9: 323}\n",
      "2018-06-22 17:42:12,620 - framestack - INFO: steps: 228960, steps/s: 86.55\n",
      "  epoch reward:       1.8440/11.5406/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/9.2067/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:43:01,927 - framestack - INFO: action counts: {0: 238, 1: 64, 2: 1218, 3: 33, 4: 1082, 5: 178, 6: 234, 7: 75, 8: 898, 9: 300}\n",
      "2018-06-22 17:43:01,957 - framestack - INFO: steps: 233280, steps/s: 86.56\n",
      "  epoch reward:       1.8440/7.9963/16.0745 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/9.3427/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:43:51,068 - framestack - INFO: action counts: {0: 261, 1: 63, 2: 1170, 3: 36, 4: 1129, 5: 147, 6: 210, 7: 62, 8: 924, 9: 318}\n",
      "2018-06-22 17:43:51,093 - framestack - INFO: steps: 237600, steps/s: 86.59\n",
      "  epoch reward:       1.8440/9.0594/20.7878 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/9.4998/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:44:39,871 - framestack - INFO: action counts: {0: 255, 1: 59, 2: 1244, 3: 27, 4: 1084, 5: 166, 6: 212, 7: 42, 8: 928, 9: 303}\n",
      "2018-06-22 17:44:39,896 - framestack - INFO: steps: 241920, steps/s: 86.62\n",
      "  epoch reward:       1.2232/7.1982/20.7878 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/9.6198/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:45:29,165 - framestack - INFO: action counts: {0: 239, 1: 48, 2: 1261, 3: 24, 4: 1113, 5: 148, 6: 200, 7: 31, 8: 958, 9: 298}\n",
      "2018-06-22 17:45:29,193 - framestack - INFO: steps: 246240, steps/s: 86.64\n",
      "  epoch reward:       2.3168/8.8534/21.2242 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/9.7729/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:46:18,215 - framestack - INFO: action counts: {0: 218, 1: 46, 2: 1306, 3: 18, 4: 1166, 5: 144, 6: 165, 7: 28, 8: 930, 9: 299}\n",
      "2018-06-22 17:46:18,236 - framestack - INFO: steps: 250560, steps/s: 86.67\n",
      "  epoch reward:       2.3168/9.5054/21.2242 [n=10] (min/mean/max)\n",
      "  running reward:     0.0000/9.9390/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:47:06,218 - framestack - INFO: action counts: {0: 211, 1: 29, 2: 1350, 3: 12, 4: 1108, 5: 136, 6: 153, 7: 25, 8: 1014, 9: 282}\n",
      "2018-06-22 17:47:06,244 - framestack - INFO: steps: 254880, steps/s: 86.72\n",
      "  epoch reward:       2.3168/9.5054/21.2242 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.1051/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:47:55,648 - framestack - INFO: action counts: {0: 199, 1: 40, 2: 1325, 3: 15, 4: 1168, 5: 138, 6: 156, 7: 30, 8: 948, 9: 301}\n",
      "2018-06-22 17:47:55,672 - framestack - INFO: steps: 259200, steps/s: 86.73\n",
      "  epoch reward:       2.3168/9.5054/21.2242 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.1083/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:48:43,448 - framestack - INFO: action counts: {0: 227, 1: 39, 2: 1280, 3: 16, 4: 1143, 5: 130, 6: 198, 7: 40, 8: 954, 9: 293}\n",
      "2018-06-22 17:48:43,471 - framestack - INFO: steps: 263520, steps/s: 86.79\n",
      "  epoch reward:       2.3168/10.5242/21.2242 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.0659/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:49:30,614 - framestack - INFO: action counts: {0: 214, 1: 60, 2: 1274, 3: 17, 4: 1104, 5: 154, 6: 181, 7: 41, 8: 989, 9: 286}\n",
      "2018-06-22 17:49:30,636 - framestack - INFO: steps: 267840, steps/s: 86.87\n",
      "  epoch reward:       3.2515/11.8323/21.2242 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.0813/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:50:17,529 - framestack - INFO: action counts: {0: 223, 1: 60, 2: 1248, 3: 30, 4: 1107, 5: 168, 6: 217, 7: 61, 8: 905, 9: 301}\n",
      "2018-06-22 17:50:17,550 - framestack - INFO: steps: 272160, steps/s: 86.95\n",
      "  epoch reward:       3.2515/11.8323/21.2242 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.0831/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:51:06,385 - framestack - INFO: action counts: {0: 224, 1: 58, 2: 1248, 3: 20, 4: 1082, 5: 151, 6: 219, 7: 53, 8: 947, 9: 318}\n",
      "2018-06-22 17:51:06,407 - framestack - INFO: steps: 276480, steps/s: 86.98\n",
      "  epoch reward:       3.9217/13.2505/23.0769 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.1132/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:51:54,069 - framestack - INFO: action counts: {0: 232, 1: 46, 2: 1185, 3: 24, 4: 1144, 5: 156, 6: 217, 7: 48, 8: 972, 9: 296}\n",
      "2018-06-22 17:51:54,091 - framestack - INFO: steps: 280800, steps/s: 87.03\n",
      "  epoch reward:       3.9217/14.5866/23.0769 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.1866/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:52:43,199 - framestack - INFO: action counts: {0: 219, 1: 50, 2: 1307, 3: 20, 4: 1106, 5: 131, 6: 171, 7: 60, 8: 958, 9: 298}\n",
      "2018-06-22 17:52:43,223 - framestack - INFO: steps: 285120, steps/s: 87.05\n",
      "  epoch reward:       3.3252/13.5857/23.0769 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.2400/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:53:32,505 - framestack - INFO: action counts: {0: 193, 1: 46, 2: 1343, 3: 25, 4: 1082, 5: 135, 6: 193, 7: 42, 8: 978, 9: 283}\n",
      "2018-06-22 17:53:32,527 - framestack - INFO: steps: 289440, steps/s: 87.05\n",
      "  epoch reward:       3.3252/13.3663/26.5227 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.2890/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:54:21,066 - framestack - INFO: action counts: {0: 201, 1: 45, 2: 1255, 3: 15, 4: 1176, 5: 132, 6: 174, 7: 38, 8: 994, 9: 290}\n",
      "2018-06-22 17:54:21,092 - framestack - INFO: steps: 293760, steps/s: 87.08\n",
      "  epoch reward:       3.3252/13.7892/26.5227 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.3465/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:55:09,602 - framestack - INFO: action counts: {0: 201, 1: 46, 2: 1306, 3: 16, 4: 1123, 5: 113, 6: 176, 7: 45, 8: 1012, 9: 282}\n",
      "2018-06-22 17:55:09,626 - framestack - INFO: steps: 298080, steps/s: 87.11\n",
      "  epoch reward:       3.3252/13.7892/26.5227 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.4347/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:55:58,159 - framestack - INFO: action counts: {0: 216, 1: 41, 2: 1393, 3: 17, 4: 1058, 5: 121, 6: 181, 7: 40, 8: 980, 9: 273}\n",
      "2018-06-22 17:55:58,182 - framestack - INFO: steps: 302400, steps/s: 87.14\n",
      "  epoch reward:       3.3070/12.7746/26.5227 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.5421/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:56:43,716 - framestack - INFO: action counts: {0: 182, 1: 42, 2: 1324, 3: 28, 4: 1089, 5: 145, 6: 185, 7: 51, 8: 988, 9: 286}\n",
      "2018-06-22 17:56:43,743 - framestack - INFO: steps: 306720, steps/s: 87.24\n",
      "  epoch reward:       3.3070/12.6829/26.5227 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.6476/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:57:31,358 - framestack - INFO: action counts: {0: 207, 1: 44, 2: 1342, 3: 26, 4: 1075, 5: 143, 6: 188, 7: 41, 8: 972, 9: 282}\n",
      "2018-06-22 17:57:31,380 - framestack - INFO: steps: 311040, steps/s: 87.29\n",
      "  epoch reward:       3.3070/12.6829/26.5227 [n=10] (min/mean/max)\n",
      "  running reward:     1.2232/10.7198/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:58:20,494 - framestack - INFO: action counts: {0: 218, 1: 46, 2: 1245, 3: 24, 4: 1101, 5: 137, 6: 204, 7: 44, 8: 986, 9: 315}\n",
      "2018-06-22 17:58:20,517 - framestack - INFO: steps: 315360, steps/s: 87.30\n",
      "  epoch reward:       0.7183/10.4974/26.5227 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7483/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:59:09,450 - framestack - INFO: action counts: {0: 191, 1: 50, 2: 1255, 3: 27, 4: 1132, 5: 136, 6: 194, 7: 50, 8: 978, 9: 307}\n",
      "2018-06-22 17:59:09,475 - framestack - INFO: steps: 319680, steps/s: 87.31\n",
      "  epoch reward:       3.3070/11.4282/26.5227 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7997/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 17:59:59,908 - framestack - INFO: action counts: {0: 219, 1: 58, 2: 1244, 3: 32, 4: 1122, 5: 150, 6: 222, 7: 38, 8: 967, 9: 268}\n",
      "2018-06-22 17:59:59,930 - framestack - INFO: steps: 324000, steps/s: 87.29\n",
      "  epoch reward:       2.9088/10.7164/26.5227 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8368/28.3140 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 18:00:48,975 - framestack - INFO: action counts: {0: 211, 1: 55, 2: 1305, 3: 18, 4: 1083, 5: 161, 6: 199, 7: 29, 8: 961, 9: 298}\n",
      "2018-06-22 18:00:49,003 - framestack - INFO: steps: 328320, steps/s: 87.30\n",
      "  epoch reward:       2.9088/9.3046/26.1445 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8482/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:01:37,013 - framestack - INFO: action counts: {0: 179, 1: 56, 2: 1358, 3: 21, 4: 1071, 5: 117, 6: 186, 7: 39, 8: 1011, 9: 282}\n",
      "2018-06-22 18:01:37,040 - framestack - INFO: steps: 332640, steps/s: 87.34\n",
      "  epoch reward:       2.9088/8.8037/26.1445 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8495/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:02:25,382 - framestack - INFO: action counts: {0: 194, 1: 44, 2: 1345, 3: 14, 4: 1152, 5: 141, 6: 186, 7: 36, 8: 951, 9: 257}\n",
      "2018-06-22 18:02:25,404 - framestack - INFO: steps: 336960, steps/s: 87.36\n",
      "  epoch reward:       2.9088/8.8037/26.1445 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8763/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:03:16,532 - framestack - INFO: action counts: {0: 180, 1: 39, 2: 1349, 3: 23, 4: 1162, 5: 146, 6: 149, 7: 37, 8: 968, 9: 267}\n",
      "2018-06-22 18:03:16,556 - framestack - INFO: steps: 341280, steps/s: 87.32\n",
      "  epoch reward:       2.9088/8.8037/26.1445 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8955/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:04:06,284 - framestack - INFO: action counts: {0: 192, 1: 47, 2: 1269, 3: 24, 4: 1223, 5: 142, 6: 162, 7: 42, 8: 956, 9: 263}\n",
      "2018-06-22 18:04:06,310 - framestack - INFO: steps: 345600, steps/s: 87.32\n",
      "  epoch reward:       2.9088/8.7644/26.1445 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9252/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:04:55,693 - framestack - INFO: action counts: {0: 191, 1: 59, 2: 1314, 3: 22, 4: 1125, 5: 129, 6: 173, 7: 44, 8: 1003, 9: 260}\n",
      "2018-06-22 18:04:55,717 - framestack - INFO: steps: 349920, steps/s: 87.32\n",
      "  epoch reward:       1.8632/8.6082/26.1445 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9608/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:05:44,771 - framestack - INFO: action counts: {0: 203, 1: 43, 2: 1248, 3: 18, 4: 1131, 5: 142, 6: 164, 7: 52, 8: 1030, 9: 289}\n",
      "2018-06-22 18:05:44,799 - framestack - INFO: steps: 354240, steps/s: 87.33\n",
      "  epoch reward:       2.9088/9.5870/26.1445 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0562/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:06:32,629 - framestack - INFO: action counts: {0: 177, 1: 59, 2: 1251, 3: 13, 4: 1093, 5: 145, 6: 180, 7: 45, 8: 1043, 9: 314}\n",
      "2018-06-22 18:06:32,655 - framestack - INFO: steps: 358560, steps/s: 87.36\n",
      "  epoch reward:       2.9088/9.5870/26.1445 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0988/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:07:20,853 - framestack - INFO: action counts: {0: 194, 1: 60, 2: 1243, 3: 36, 4: 1093, 5: 137, 6: 190, 7: 39, 8: 1031, 9: 297}\n",
      "2018-06-22 18:07:20,881 - framestack - INFO: steps: 362880, steps/s: 87.39\n",
      "  epoch reward:       3.0177/10.1851/26.1445 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1603/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:08:10,462 - framestack - INFO: action counts: {0: 214, 1: 57, 2: 1231, 3: 27, 4: 1126, 5: 157, 6: 168, 7: 42, 8: 997, 9: 301}\n",
      "2018-06-22 18:08:10,481 - framestack - INFO: steps: 367200, steps/s: 87.39\n",
      "  epoch reward:       3.0177/10.7395/26.6185 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1749/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:08:59,798 - framestack - INFO: action counts: {0: 182, 1: 40, 2: 1255, 3: 17, 4: 1171, 5: 136, 6: 166, 7: 55, 8: 1013, 9: 285}\n",
      "2018-06-22 18:08:59,823 - framestack - INFO: steps: 371520, steps/s: 87.39\n",
      "  epoch reward:       2.1237/8.4329/17.1469 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1434/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:09:48,713 - framestack - INFO: action counts: {0: 194, 1: 46, 2: 1239, 3: 18, 4: 1153, 5: 150, 6: 171, 7: 37, 8: 1034, 9: 278}\n",
      "2018-06-22 18:09:48,739 - framestack - INFO: steps: 375840, steps/s: 87.40\n",
      "  epoch reward:       2.1237/8.4329/17.1469 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1119/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:10:38,027 - framestack - INFO: action counts: {0: 207, 1: 53, 2: 1248, 3: 15, 4: 1109, 5: 128, 6: 172, 7: 30, 8: 1057, 9: 301}\n",
      "2018-06-22 18:10:38,050 - framestack - INFO: steps: 380160, steps/s: 87.40\n",
      "  epoch reward:       2.1237/8.4329/17.1469 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0682/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:11:26,157 - framestack - INFO: action counts: {0: 179, 1: 48, 2: 1270, 3: 22, 4: 1098, 5: 160, 6: 156, 7: 43, 8: 1064, 9: 280}\n",
      "2018-06-22 18:11:26,180 - framestack - INFO: steps: 384480, steps/s: 87.43\n",
      "  epoch reward:       2.1237/8.9760/17.1469 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0058/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:12:14,122 - framestack - INFO: action counts: {0: 215, 1: 50, 2: 1279, 3: 27, 4: 1123, 5: 142, 6: 167, 7: 57, 8: 965, 9: 295}\n",
      "2018-06-22 18:12:14,145 - framestack - INFO: steps: 388800, steps/s: 87.46\n",
      "  epoch reward:       2.1237/8.9760/17.1469 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9433/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:13:03,200 - framestack - INFO: action counts: {0: 200, 1: 50, 2: 1217, 3: 24, 4: 1121, 5: 157, 6: 202, 7: 48, 8: 991, 9: 310}\n",
      "2018-06-22 18:13:03,224 - framestack - INFO: steps: 393120, steps/s: 87.46\n",
      "  epoch reward:       2.1237/8.0422/17.1469 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8416/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:13:52,525 - framestack - INFO: action counts: {0: 177, 1: 48, 2: 1201, 3: 30, 4: 1075, 5: 162, 6: 185, 7: 50, 8: 1080, 9: 312}\n",
      "2018-06-22 18:13:52,548 - framestack - INFO: steps: 397440, steps/s: 87.46\n",
      "  epoch reward:       2.1237/10.0886/23.4810 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8260/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:14:42,487 - framestack - INFO: action counts: {0: 178, 1: 44, 2: 1257, 3: 23, 4: 1164, 5: 165, 6: 175, 7: 44, 8: 1005, 9: 265}\n",
      "2018-06-22 18:14:42,512 - framestack - INFO: steps: 401760, steps/s: 87.45\n",
      "  epoch reward:       2.1237/10.0886/23.4810 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8055/28.3140 [n=500]\n",
      "\n",
      "2018-06-22 18:15:31,797 - framestack - INFO: action counts: {0: 202, 1: 57, 2: 1221, 3: 19, 4: 1177, 5: 147, 6: 192, 7: 48, 8: 975, 9: 282}\n",
      "2018-06-22 18:15:31,818 - framestack - INFO: steps: 406080, steps/s: 87.46\n",
      "  epoch reward:       2.1237/10.0737/23.4810 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7556/27.9323 [n=500]\n",
      "\n",
      "2018-06-22 18:16:21,417 - framestack - INFO: action counts: {0: 223, 1: 42, 2: 1218, 3: 21, 4: 1175, 5: 148, 6: 180, 7: 44, 8: 965, 9: 304}\n",
      "2018-06-22 18:16:21,439 - framestack - INFO: steps: 410400, steps/s: 87.45\n",
      "  epoch reward:       3.2713/13.8796/45.7083 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7919/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:17:08,617 - framestack - INFO: action counts: {0: 208, 1: 57, 2: 1234, 3: 28, 4: 1103, 5: 155, 6: 219, 7: 49, 8: 958, 9: 309}\n",
      "2018-06-22 18:17:08,641 - framestack - INFO: steps: 414720, steps/s: 87.49\n",
      "  epoch reward:       3.2713/13.2274/45.7083 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7926/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:17:56,684 - framestack - INFO: action counts: {0: 197, 1: 43, 2: 1211, 3: 18, 4: 1181, 5: 152, 6: 188, 7: 58, 8: 949, 9: 323}\n",
      "2018-06-22 18:17:56,709 - framestack - INFO: steps: 419040, steps/s: 87.52\n",
      "  epoch reward:       3.2713/13.2274/45.7083 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7850/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:18:44,890 - framestack - INFO: action counts: {0: 202, 1: 37, 2: 1261, 3: 21, 4: 1230, 5: 148, 6: 177, 7: 41, 8: 932, 9: 271}\n",
      "2018-06-22 18:18:44,915 - framestack - INFO: steps: 423360, steps/s: 87.54\n",
      "  epoch reward:       3.2713/13.1019/45.7083 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7750/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:19:32,900 - framestack - INFO: action counts: {0: 248, 1: 50, 2: 1219, 3: 22, 4: 1160, 5: 155, 6: 184, 7: 52, 8: 921, 9: 309}\n",
      "2018-06-22 18:19:32,927 - framestack - INFO: steps: 427680, steps/s: 87.56\n",
      "  epoch reward:       3.2713/12.1956/45.7083 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7468/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:20:21,714 - framestack - INFO: action counts: {0: 226, 1: 44, 2: 1218, 3: 22, 4: 1138, 5: 156, 6: 204, 7: 53, 8: 970, 9: 289}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 18:20:21,739 - framestack - INFO: steps: 432000, steps/s: 87.57\n",
      "  epoch reward:       3.2713/12.1956/45.7083 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7414/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:21:09,543 - framestack - INFO: action counts: {0: 258, 1: 54, 2: 1214, 3: 25, 4: 1172, 5: 140, 6: 190, 7: 46, 8: 915, 9: 306}\n",
      "2018-06-22 18:21:09,570 - framestack - INFO: steps: 436320, steps/s: 87.60\n",
      "  epoch reward:       3.2713/13.2667/45.7083 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7574/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:21:56,162 - framestack - INFO: action counts: {0: 229, 1: 47, 2: 1208, 3: 30, 4: 1171, 5: 165, 6: 203, 7: 45, 8: 932, 9: 290}\n",
      "2018-06-22 18:21:56,190 - framestack - INFO: steps: 440640, steps/s: 87.65\n",
      "  epoch reward:       5.1114/14.2116/45.7083 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8108/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:22:41,961 - framestack - INFO: action counts: {0: 230, 1: 38, 2: 1224, 3: 26, 4: 1159, 5: 154, 6: 210, 7: 44, 8: 940, 9: 295}\n",
      "2018-06-22 18:22:41,985 - framestack - INFO: steps: 444960, steps/s: 87.72\n",
      "  epoch reward:       2.1292/11.5778/45.7083 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8115/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:23:27,324 - framestack - INFO: action counts: {0: 193, 1: 48, 2: 1273, 3: 30, 4: 1231, 5: 112, 6: 189, 7: 46, 8: 888, 9: 310}\n",
      "2018-06-22 18:23:27,346 - framestack - INFO: steps: 449280, steps/s: 87.79\n",
      "  epoch reward:       1.3836/7.0875/13.5727 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7934/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:24:13,525 - framestack - INFO: action counts: {0: 260, 1: 42, 2: 1254, 3: 28, 4: 1183, 5: 115, 6: 171, 7: 49, 8: 929, 9: 289}\n",
      "2018-06-22 18:24:13,551 - framestack - INFO: steps: 453600, steps/s: 87.84\n",
      "  epoch reward:       1.3836/6.7974/13.0596 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7481/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:24:58,753 - framestack - INFO: action counts: {0: 241, 1: 37, 2: 1318, 3: 18, 4: 1207, 5: 130, 6: 153, 7: 39, 8: 863, 9: 314}\n",
      "2018-06-22 18:24:58,782 - framestack - INFO: steps: 457920, steps/s: 87.91\n",
      "  epoch reward:       1.3836/8.5367/22.5044 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7749/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:25:45,509 - framestack - INFO: action counts: {0: 249, 1: 41, 2: 1294, 3: 17, 4: 1154, 5: 123, 6: 164, 7: 35, 8: 938, 9: 305}\n",
      "2018-06-22 18:25:45,537 - framestack - INFO: steps: 462240, steps/s: 87.96\n",
      "  epoch reward:       1.3836/8.0785/22.5044 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7594/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:26:31,534 - framestack - INFO: action counts: {0: 242, 1: 57, 2: 1183, 3: 13, 4: 1226, 5: 144, 6: 183, 7: 53, 8: 912, 9: 307}\n",
      "2018-06-22 18:26:31,559 - framestack - INFO: steps: 466560, steps/s: 88.01\n",
      "  epoch reward:       1.3836/8.7143/22.5044 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7436/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:27:17,393 - framestack - INFO: action counts: {0: 252, 1: 57, 2: 1237, 3: 18, 4: 1148, 5: 143, 6: 175, 7: 59, 8: 938, 9: 293}\n",
      "2018-06-22 18:27:17,416 - framestack - INFO: steps: 470880, steps/s: 88.07\n",
      "  epoch reward:       1.3836/8.7143/22.5044 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7277/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:28:02,470 - framestack - INFO: action counts: {0: 254, 1: 57, 2: 1225, 3: 28, 4: 1111, 5: 165, 6: 190, 7: 63, 8: 915, 9: 312}\n",
      "2018-06-22 18:28:02,492 - framestack - INFO: steps: 475200, steps/s: 88.14\n",
      "  epoch reward:       1.3836/8.4691/22.5044 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7070/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:28:48,710 - framestack - INFO: action counts: {0: 241, 1: 52, 2: 1252, 3: 30, 4: 1111, 5: 146, 6: 180, 7: 40, 8: 948, 9: 320}\n",
      "2018-06-22 18:28:48,735 - framestack - INFO: steps: 479520, steps/s: 88.19\n",
      "  epoch reward:       1.3836/6.0873/22.5044 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6183/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:29:33,913 - framestack - INFO: action counts: {0: 241, 1: 49, 2: 1195, 3: 26, 4: 1213, 5: 156, 6: 179, 7: 52, 8: 942, 9: 267}\n",
      "2018-06-22 18:29:33,936 - framestack - INFO: steps: 483840, steps/s: 88.25\n",
      "  epoch reward:       1.3836/6.1031/22.5044 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.5037/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:30:20,255 - framestack - INFO: action counts: {0: 258, 1: 53, 2: 1269, 3: 27, 4: 1119, 5: 128, 6: 169, 7: 44, 8: 940, 9: 313}\n",
      "2018-06-22 18:30:20,280 - framestack - INFO: steps: 488160, steps/s: 88.30\n",
      "  epoch reward:       1.3836/5.9755/22.5044 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3866/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:31:04,903 - framestack - INFO: action counts: {0: 251, 1: 47, 2: 1253, 3: 22, 4: 1138, 5: 132, 6: 176, 7: 41, 8: 993, 9: 267}\n",
      "2018-06-22 18:31:04,929 - framestack - INFO: steps: 492480, steps/s: 88.37\n",
      "  epoch reward:       1.9854/6.5062/22.5044 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2517/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:31:49,459 - framestack - INFO: action counts: {0: 226, 1: 45, 2: 1226, 3: 20, 4: 1176, 5: 142, 6: 160, 7: 47, 8: 1012, 9: 266}\n",
      "2018-06-22 18:31:49,482 - framestack - INFO: steps: 496800, steps/s: 88.44\n",
      "  epoch reward:       1.9854/6.3402/18.0391 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0867/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:32:34,418 - framestack - INFO: action counts: {0: 240, 1: 46, 2: 1164, 3: 28, 4: 1145, 5: 144, 6: 197, 7: 39, 8: 1022, 9: 295}\n",
      "2018-06-22 18:32:34,441 - framestack - INFO: steps: 501120, steps/s: 88.51\n",
      "  epoch reward:       1.9854/5.1720/12.2991 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9185/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:33:20,805 - framestack - INFO: action counts: {0: 273, 1: 35, 2: 1272, 3: 21, 4: 1086, 5: 171, 6: 179, 7: 49, 8: 954, 9: 280}\n",
      "2018-06-22 18:33:20,829 - framestack - INFO: steps: 505440, steps/s: 88.55\n",
      "  epoch reward:       1.9893/6.3208/12.3295 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.7776/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:34:06,148 - framestack - INFO: action counts: {0: 227, 1: 45, 2: 1216, 3: 30, 4: 1160, 5: 162, 6: 174, 7: 51, 8: 975, 9: 280}\n",
      "2018-06-22 18:34:06,176 - framestack - INFO: steps: 509760, steps/s: 88.61\n",
      "  epoch reward:       1.9893/5.8570/12.3295 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.6189/45.7083 [n=500]\n",
      "\n",
      "2018-06-22 18:34:51,274 - framestack - INFO: action counts: {0: 243, 1: 53, 2: 1223, 3: 21, 4: 1169, 5: 137, 6: 167, 7: 41, 8: 1005, 9: 261}\n",
      "2018-06-22 18:34:51,298 - framestack - INFO: steps: 514080, steps/s: 88.67\n",
      "  epoch reward:       1.9893/10.7197/46.7847 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.5575/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:35:36,405 - framestack - INFO: action counts: {0: 244, 1: 45, 2: 1242, 3: 20, 4: 1104, 5: 157, 6: 170, 7: 45, 8: 988, 9: 305}\n",
      "2018-06-22 18:35:36,429 - framestack - INFO: steps: 518400, steps/s: 88.73\n",
      "  epoch reward:       2.0853/14.0292/46.7847 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.5826/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:36:21,812 - framestack - INFO: action counts: {0: 232, 1: 63, 2: 1243, 3: 19, 4: 1149, 5: 121, 6: 154, 7: 42, 8: 1058, 9: 239}\n",
      "2018-06-22 18:36:21,834 - framestack - INFO: steps: 522720, steps/s: 88.78\n",
      "  epoch reward:       2.0853/14.3625/46.7847 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.6162/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:37:08,884 - framestack - INFO: action counts: {0: 251, 1: 52, 2: 1213, 3: 31, 4: 1121, 5: 146, 6: 161, 7: 42, 8: 1009, 9: 294}\n",
      "2018-06-22 18:37:08,909 - framestack - INFO: steps: 527040, steps/s: 88.80\n",
      "  epoch reward:       1.8836/13.9853/46.7847 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.6423/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:37:54,578 - framestack - INFO: action counts: {0: 253, 1: 54, 2: 1196, 3: 23, 4: 1074, 5: 128, 6: 189, 7: 49, 8: 1040, 9: 314}\n",
      "2018-06-22 18:37:54,603 - framestack - INFO: steps: 531360, steps/s: 88.85\n",
      "  epoch reward:       1.8836/14.6937/46.7847 [n=10] (min/mean/max)\n",
      "  running reward:     1.3836/9.7262/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:38:40,341 - framestack - INFO: action counts: {0: 252, 1: 50, 2: 1209, 3: 22, 4: 1128, 5: 143, 6: 175, 7: 51, 8: 980, 9: 310}\n",
      "2018-06-22 18:38:40,367 - framestack - INFO: steps: 535680, steps/s: 88.89\n",
      "  epoch reward:       1.8836/14.6937/46.7847 [n=10] (min/mean/max)\n",
      "  running reward:     1.3836/9.7915/46.7847 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 18:39:25,817 - framestack - INFO: action counts: {0: 257, 1: 61, 2: 1211, 3: 23, 4: 1088, 5: 144, 6: 208, 7: 51, 8: 960, 9: 317}\n",
      "2018-06-22 18:39:25,839 - framestack - INFO: steps: 540000, steps/s: 88.94\n",
      "  epoch reward:       1.8836/15.3900/46.7847 [n=10] (min/mean/max)\n",
      "  running reward:     1.3836/9.8850/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:40:11,840 - framestack - INFO: action counts: {0: 295, 1: 70, 2: 1146, 3: 34, 4: 1065, 5: 170, 6: 203, 7: 53, 8: 946, 9: 338}\n",
      "2018-06-22 18:40:11,865 - framestack - INFO: steps: 544320, steps/s: 88.98\n",
      "  epoch reward:       1.8836/14.6341/46.7847 [n=10] (min/mean/max)\n",
      "  running reward:     1.3836/9.9916/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:40:57,046 - framestack - INFO: action counts: {0: 268, 1: 74, 2: 1153, 3: 13, 4: 1068, 5: 164, 6: 187, 7: 68, 8: 993, 9: 332}\n",
      "2018-06-22 18:40:57,070 - framestack - INFO: steps: 548640, steps/s: 89.03\n",
      "  epoch reward:       0.7183/13.5595/46.7847 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0867/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:41:42,933 - framestack - INFO: action counts: {0: 278, 1: 74, 2: 1146, 3: 35, 4: 1016, 5: 198, 6: 224, 7: 75, 8: 967, 9: 307}\n",
      "2018-06-22 18:41:42,958 - framestack - INFO: steps: 552960, steps/s: 89.07\n",
      "  epoch reward:       0.7183/8.9387/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0894/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:42:30,264 - framestack - INFO: action counts: {0: 304, 1: 72, 2: 1090, 3: 34, 4: 1008, 5: 193, 6: 220, 7: 75, 8: 1028, 9: 296}\n",
      "2018-06-22 18:42:30,290 - framestack - INFO: steps: 557280, steps/s: 89.09\n",
      "  epoch reward:       1.8836/7.6338/13.3190 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0660/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:43:18,518 - framestack - INFO: action counts: {0: 299, 1: 71, 2: 1080, 3: 35, 4: 1027, 5: 195, 6: 207, 7: 63, 8: 1042, 9: 301}\n",
      "2018-06-22 18:43:18,541 - framestack - INFO: steps: 561600, steps/s: 89.09\n",
      "  epoch reward:       1.8836/7.6338/13.3190 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0434/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:44:04,847 - framestack - INFO: action counts: {0: 295, 1: 82, 2: 1122, 3: 34, 4: 1030, 5: 197, 6: 194, 7: 69, 8: 974, 9: 323}\n",
      "2018-06-22 18:44:04,871 - framestack - INFO: steps: 565920, steps/s: 89.13\n",
      "  epoch reward:       2.2248/8.8859/14.4051 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0489/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:44:50,951 - framestack - INFO: action counts: {0: 308, 1: 81, 2: 1116, 3: 53, 4: 987, 5: 170, 6: 221, 7: 81, 8: 997, 9: 306}\n",
      "2018-06-22 18:44:50,973 - framestack - INFO: steps: 570240, steps/s: 89.16\n",
      "  epoch reward:       2.2248/8.0854/13.3190 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0189/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:45:37,665 - framestack - INFO: action counts: {0: 294, 1: 60, 2: 1128, 3: 29, 4: 963, 5: 171, 6: 221, 7: 81, 8: 1067, 9: 306}\n",
      "2018-06-22 18:45:37,687 - framestack - INFO: steps: 574560, steps/s: 89.19\n",
      "  epoch reward:       2.2248/8.0854/13.3190 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9889/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:46:22,417 - framestack - INFO: action counts: {0: 289, 1: 72, 2: 1027, 3: 50, 4: 1050, 5: 180, 6: 232, 7: 67, 8: 1035, 9: 318}\n",
      "2018-06-22 18:46:22,438 - framestack - INFO: steps: 578880, steps/s: 89.24\n",
      "  epoch reward:       2.2248/8.0854/13.3190 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9469/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:47:07,439 - framestack - INFO: action counts: {0: 332, 1: 79, 2: 1057, 3: 43, 4: 958, 5: 181, 6: 246, 7: 75, 8: 945, 9: 404}\n",
      "2018-06-22 18:47:07,457 - framestack - INFO: steps: 583200, steps/s: 89.29\n",
      "  epoch reward:       2.2248/8.4312/16.7771 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9007/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:47:53,672 - framestack - INFO: action counts: {0: 282, 1: 84, 2: 1136, 3: 40, 4: 941, 5: 187, 6: 243, 7: 89, 8: 999, 9: 319}\n",
      "2018-06-22 18:47:53,696 - framestack - INFO: steps: 587520, steps/s: 89.32\n",
      "  epoch reward:       2.7224/9.2812/16.7771 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9177/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:48:39,178 - framestack - INFO: action counts: {0: 317, 1: 73, 2: 1127, 3: 44, 4: 995, 5: 173, 6: 236, 7: 78, 8: 963, 9: 314}\n",
      "2018-06-22 18:48:39,201 - framestack - INFO: steps: 591840, steps/s: 89.36\n",
      "  epoch reward:       2.7224/9.3668/16.7771 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9363/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:49:25,598 - framestack - INFO: action counts: {0: 293, 1: 80, 2: 1081, 3: 28, 4: 1060, 5: 153, 6: 205, 7: 67, 8: 1055, 9: 298}\n",
      "2018-06-22 18:49:25,623 - framestack - INFO: steps: 596160, steps/s: 89.39\n",
      "  epoch reward:       2.7224/9.8435/25.2935 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9645/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:50:12,355 - framestack - INFO: action counts: {0: 258, 1: 53, 2: 1188, 3: 26, 4: 1016, 5: 181, 6: 199, 7: 46, 8: 1033, 9: 320}\n",
      "2018-06-22 18:50:12,384 - framestack - INFO: steps: 600480, steps/s: 89.41\n",
      "  epoch reward:       2.7224/8.2526/16.7771 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9501/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:50:58,155 - framestack - INFO: action counts: {0: 299, 1: 47, 2: 1207, 3: 17, 4: 1027, 5: 157, 6: 182, 7: 36, 8: 1059, 9: 289}\n",
      "2018-06-22 18:50:58,178 - framestack - INFO: steps: 604800, steps/s: 89.45\n",
      "  epoch reward:       2.7224/8.1782/16.7771 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9341/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:51:44,102 - framestack - INFO: action counts: {0: 312, 1: 55, 2: 1160, 3: 29, 4: 1029, 5: 133, 6: 170, 7: 56, 8: 1040, 9: 336}\n",
      "2018-06-22 18:51:44,125 - framestack - INFO: steps: 609120, steps/s: 89.48\n",
      "  epoch reward:       2.9223/8.2988/16.7771 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9393/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:52:31,252 - framestack - INFO: action counts: {0: 296, 1: 75, 2: 1116, 3: 25, 4: 1018, 5: 172, 6: 190, 7: 46, 8: 1039, 9: 343}\n",
      "2018-06-22 18:52:31,276 - framestack - INFO: steps: 613440, steps/s: 89.49\n",
      "  epoch reward:       0.1048/7.9788/16.7771 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8971/46.7847 [n=500]\n",
      "\n",
      "2018-06-22 18:53:18,171 - framestack - INFO: action counts: {0: 295, 1: 49, 2: 1108, 3: 20, 4: 1043, 5: 169, 6: 209, 7: 79, 8: 1031, 9: 317}\n",
      "2018-06-22 18:53:18,196 - framestack - INFO: steps: 617760, steps/s: 89.51\n",
      "  epoch reward:       0.1048/11.4938/47.3544 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9252/47.3544 [n=500]\n",
      "\n",
      "2018-06-22 18:54:04,925 - framestack - INFO: action counts: {0: 298, 1: 49, 2: 1138, 3: 30, 4: 1069, 5: 171, 6: 182, 7: 53, 8: 1026, 9: 304}\n",
      "2018-06-22 18:54:04,952 - framestack - INFO: steps: 622080, steps/s: 89.53\n",
      "  epoch reward:       0.1048/6.0207/16.1813 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8441/47.3544 [n=500]\n",
      "\n",
      "2018-06-22 18:54:51,289 - framestack - INFO: action counts: {0: 297, 1: 55, 2: 1114, 3: 25, 4: 1064, 5: 154, 6: 189, 7: 73, 8: 1053, 9: 296}\n",
      "2018-06-22 18:54:51,314 - framestack - INFO: steps: 626400, steps/s: 89.56\n",
      "  epoch reward:       0.1048/11.7863/45.8086 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8022/47.3544 [n=500]\n",
      "\n",
      "2018-06-22 18:55:37,940 - framestack - INFO: action counts: {0: 325, 1: 61, 2: 1111, 3: 28, 4: 1052, 5: 150, 6: 169, 7: 61, 8: 1068, 9: 295}\n",
      "2018-06-22 18:55:37,962 - framestack - INFO: steps: 630720, steps/s: 89.58\n",
      "  epoch reward:       0.1048/12.9199/45.8086 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7961/47.3544 [n=500]\n",
      "\n",
      "2018-06-22 18:56:23,540 - framestack - INFO: action counts: {0: 291, 1: 57, 2: 1157, 3: 26, 4: 1035, 5: 142, 6: 190, 7: 60, 8: 1066, 9: 296}\n",
      "2018-06-22 18:56:23,568 - framestack - INFO: steps: 635040, steps/s: 89.61\n",
      "  epoch reward:       0.1048/13.6581/45.8086 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8047/47.3544 [n=500]\n",
      "\n",
      "2018-06-22 18:57:09,052 - framestack - INFO: action counts: {0: 253, 1: 60, 2: 1114, 3: 26, 4: 1065, 5: 145, 6: 186, 7: 56, 8: 1107, 9: 308}\n",
      "2018-06-22 18:57:09,075 - framestack - INFO: steps: 639360, steps/s: 89.65\n",
      "  epoch reward:       0.1048/13.6664/45.8086 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8160/47.3544 [n=500]\n",
      "\n",
      "2018-06-22 18:57:55,206 - framestack - INFO: action counts: {0: 258, 1: 58, 2: 1168, 3: 19, 4: 1073, 5: 142, 6: 191, 7: 58, 8: 1045, 9: 308}\n",
      "2018-06-22 18:57:55,230 - framestack - INFO: steps: 643680, steps/s: 89.67\n",
      "  epoch reward:       0.1048/18.6071/49.3889 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9442/49.3889 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 18:58:40,223 - framestack - INFO: action counts: {0: 252, 1: 52, 2: 1148, 3: 17, 4: 1080, 5: 141, 6: 175, 7: 49, 8: 1071, 9: 335}\n",
      "2018-06-22 18:58:40,243 - framestack - INFO: steps: 648000, steps/s: 89.72\n",
      "  epoch reward:       0.1048/18.7466/49.3889 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0752/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 18:59:26,358 - framestack - INFO: action counts: {0: 264, 1: 50, 2: 1181, 3: 23, 4: 1049, 5: 138, 6: 217, 7: 57, 8: 1029, 9: 312}\n",
      "2018-06-22 18:59:26,385 - framestack - INFO: steps: 652320, steps/s: 89.74\n",
      "  epoch reward:       2.7224/19.5385/49.3889 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2007/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:00:12,604 - framestack - INFO: action counts: {0: 260, 1: 43, 2: 1213, 3: 22, 4: 1037, 5: 155, 6: 173, 7: 52, 8: 1053, 9: 312}\n",
      "2018-06-22 19:00:12,627 - framestack - INFO: steps: 656640, steps/s: 89.77\n",
      "  epoch reward:       2.7224/19.4662/48.7525 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3058/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:00:59,538 - framestack - INFO: action counts: {0: 256, 1: 63, 2: 1221, 3: 20, 4: 988, 5: 147, 6: 175, 7: 65, 8: 1034, 9: 351}\n",
      "2018-06-22 19:00:59,561 - framestack - INFO: steps: 660960, steps/s: 89.78\n",
      "  epoch reward:       6.5114/19.8451/48.7525 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4711/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:01:45,255 - framestack - INFO: action counts: {0: 266, 1: 72, 2: 1208, 3: 34, 4: 958, 5: 135, 6: 203, 7: 62, 8: 1063, 9: 319}\n",
      "2018-06-22 19:01:45,284 - framestack - INFO: steps: 665280, steps/s: 89.81\n",
      "  epoch reward:       4.0247/16.0070/48.7525 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6495/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:02:29,646 - framestack - INFO: action counts: {0: 279, 1: 68, 2: 1166, 3: 24, 4: 949, 5: 159, 6: 219, 7: 80, 8: 1072, 9: 304}\n",
      "2018-06-22 19:02:29,669 - framestack - INFO: steps: 669600, steps/s: 89.86\n",
      "  epoch reward:       4.0247/12.4014/24.7962 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7616/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:03:14,831 - framestack - INFO: action counts: {0: 292, 1: 62, 2: 1239, 3: 36, 4: 984, 5: 157, 6: 186, 7: 72, 8: 977, 9: 315}\n",
      "2018-06-22 19:03:14,852 - framestack - INFO: steps: 673920, steps/s: 89.90\n",
      "  epoch reward:       2.1593/12.0219/24.7962 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8313/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:03:59,730 - framestack - INFO: action counts: {0: 279, 1: 53, 2: 1206, 3: 31, 4: 940, 5: 157, 6: 212, 7: 58, 8: 1078, 9: 306}\n",
      "2018-06-22 19:03:59,758 - framestack - INFO: steps: 678240, steps/s: 89.94\n",
      "  epoch reward:       2.1593/11.8715/24.7962 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9072/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:04:43,545 - framestack - INFO: action counts: {0: 255, 1: 68, 2: 1190, 3: 24, 4: 989, 5: 168, 6: 178, 7: 67, 8: 1086, 9: 295}\n",
      "2018-06-22 19:04:43,571 - framestack - INFO: steps: 682560, steps/s: 89.99\n",
      "  epoch reward:       2.1593/11.0352/24.7962 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9536/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:05:29,294 - framestack - INFO: action counts: {0: 284, 1: 60, 2: 1197, 3: 38, 4: 1028, 5: 145, 6: 203, 7: 52, 8: 985, 9: 328}\n",
      "2018-06-22 19:05:29,317 - framestack - INFO: steps: 686880, steps/s: 90.02\n",
      "  epoch reward:       2.1593/10.5589/24.7962 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9905/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:06:14,168 - framestack - INFO: action counts: {0: 291, 1: 78, 2: 1190, 3: 37, 4: 1011, 5: 145, 6: 213, 7: 63, 8: 1004, 9: 288}\n",
      "2018-06-22 19:06:14,195 - framestack - INFO: steps: 691200, steps/s: 90.06\n",
      "  epoch reward:       2.1593/10.4342/24.7962 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0298/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:06:59,748 - framestack - INFO: action counts: {0: 296, 1: 80, 2: 1141, 3: 34, 4: 982, 5: 157, 6: 213, 7: 85, 8: 1010, 9: 322}\n",
      "2018-06-22 19:06:59,777 - framestack - INFO: steps: 695520, steps/s: 90.09\n",
      "  epoch reward:       2.1593/10.6843/24.7962 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1217/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:07:44,807 - framestack - INFO: action counts: {0: 314, 1: 60, 2: 1123, 3: 39, 4: 1038, 5: 166, 6: 196, 7: 77, 8: 1003, 9: 304}\n",
      "2018-06-22 19:07:44,832 - framestack - INFO: steps: 699840, steps/s: 90.12\n",
      "  epoch reward:       2.1593/10.4610/24.7962 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2089/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:08:31,139 - framestack - INFO: action counts: {0: 334, 1: 89, 2: 1096, 3: 36, 4: 963, 5: 157, 6: 213, 7: 79, 8: 1027, 9: 326}\n",
      "2018-06-22 19:08:31,163 - framestack - INFO: steps: 704160, steps/s: 90.14\n",
      "  epoch reward:       2.1593/11.9427/24.7962 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3282/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:09:15,938 - framestack - INFO: action counts: {0: 321, 1: 86, 2: 1078, 3: 51, 4: 973, 5: 182, 6: 243, 7: 76, 8: 995, 9: 315}\n",
      "2018-06-22 19:09:15,963 - framestack - INFO: steps: 708480, steps/s: 90.18\n",
      "  epoch reward:       2.1593/9.3952/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3860/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:09:59,603 - framestack - INFO: action counts: {0: 317, 1: 91, 2: 1073, 3: 59, 4: 919, 5: 204, 6: 237, 7: 77, 8: 983, 9: 360}\n",
      "2018-06-22 19:09:59,627 - framestack - INFO: steps: 712800, steps/s: 90.23\n",
      "  epoch reward:       1.9560/10.0768/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4607/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:10:44,139 - framestack - INFO: action counts: {0: 297, 1: 84, 2: 1065, 3: 48, 4: 988, 5: 171, 6: 214, 7: 79, 8: 1025, 9: 349}\n",
      "2018-06-22 19:10:44,161 - framestack - INFO: steps: 717120, steps/s: 90.28\n",
      "  epoch reward:       1.1403/9.2224/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5417/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:11:28,816 - framestack - INFO: action counts: {0: 311, 1: 86, 2: 1079, 3: 51, 4: 998, 5: 177, 6: 218, 7: 86, 8: 990, 9: 324}\n",
      "2018-06-22 19:11:28,838 - framestack - INFO: steps: 721440, steps/s: 90.31\n",
      "  epoch reward:       1.1403/11.9586/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6545/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:12:13,988 - framestack - INFO: action counts: {0: 271, 1: 87, 2: 1121, 3: 56, 4: 955, 5: 165, 6: 251, 7: 94, 8: 1000, 9: 320}\n",
      "2018-06-22 19:12:14,011 - framestack - INFO: steps: 725760, steps/s: 90.35\n",
      "  epoch reward:       1.1403/10.0308/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7380/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:12:59,577 - framestack - INFO: action counts: {0: 275, 1: 59, 2: 1097, 3: 35, 4: 1055, 5: 164, 6: 223, 7: 75, 8: 1015, 9: 322}\n",
      "2018-06-22 19:12:59,602 - framestack - INFO: steps: 730080, steps/s: 90.37\n",
      "  epoch reward:       1.1403/9.7303/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7182/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:13:45,884 - framestack - INFO: action counts: {0: 313, 1: 56, 2: 1142, 3: 26, 4: 1018, 5: 151, 6: 213, 7: 56, 8: 1053, 9: 292}\n",
      "2018-06-22 19:13:45,908 - framestack - INFO: steps: 734400, steps/s: 90.39\n",
      "  epoch reward:       1.1403/10.8590/26.2403 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6548/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:14:32,817 - framestack - INFO: action counts: {0: 299, 1: 51, 2: 1150, 3: 34, 4: 1003, 5: 170, 6: 189, 7: 66, 8: 1043, 9: 315}\n",
      "2018-06-22 19:14:32,839 - framestack - INFO: steps: 738720, steps/s: 90.40\n",
      "  epoch reward:       1.1403/10.8590/26.2403 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5847/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:15:19,577 - framestack - INFO: action counts: {0: 299, 1: 48, 2: 1147, 3: 42, 4: 1034, 5: 176, 6: 201, 7: 76, 8: 985, 9: 312}\n",
      "2018-06-22 19:15:19,601 - framestack - INFO: steps: 743040, steps/s: 90.41\n",
      "  epoch reward:       1.1403/10.8590/26.2403 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5222/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:16:05,370 - framestack - INFO: action counts: {0: 304, 1: 77, 2: 1124, 3: 40, 4: 1009, 5: 179, 6: 206, 7: 72, 8: 987, 9: 322}\n",
      "2018-06-22 19:16:05,391 - framestack - INFO: steps: 747360, steps/s: 90.43\n",
      "  epoch reward:       1.1403/13.1178/47.7578 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4907/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:16:51,915 - framestack - INFO: action counts: {0: 290, 1: 57, 2: 1112, 3: 32, 4: 1048, 5: 170, 6: 207, 7: 90, 8: 991, 9: 323}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 19:16:51,940 - framestack - INFO: steps: 751680, steps/s: 90.45\n",
      "  epoch reward:       1.1403/14.5077/47.7578 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4869/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:17:37,316 - framestack - INFO: action counts: {0: 280, 1: 53, 2: 1110, 3: 33, 4: 1073, 5: 159, 6: 208, 7: 76, 8: 1037, 9: 291}\n",
      "2018-06-22 19:17:37,342 - framestack - INFO: steps: 756000, steps/s: 90.47\n",
      "  epoch reward:       5.1114/21.1137/47.7578 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6014/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:18:23,375 - framestack - INFO: action counts: {0: 268, 1: 48, 2: 1184, 3: 30, 4: 1040, 5: 135, 6: 184, 7: 59, 8: 1080, 9: 292}\n",
      "2018-06-22 19:18:23,398 - framestack - INFO: steps: 760320, steps/s: 90.49\n",
      "  epoch reward:       5.1114/22.4926/47.7578 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7586/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:19:07,928 - framestack - INFO: action counts: {0: 291, 1: 72, 2: 1090, 3: 35, 4: 1041, 5: 161, 6: 208, 7: 50, 8: 1065, 9: 307}\n",
      "2018-06-22 19:19:07,951 - framestack - INFO: steps: 764640, steps/s: 90.53\n",
      "  epoch reward:       10.0288/24.4628/47.7578 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9766/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:19:54,417 - framestack - INFO: action counts: {0: 294, 1: 76, 2: 1071, 3: 38, 4: 1066, 5: 145, 6: 227, 7: 69, 8: 1039, 9: 295}\n",
      "2018-06-22 19:19:54,440 - framestack - INFO: steps: 768960, steps/s: 90.54\n",
      "  epoch reward:       9.6845/23.3461/47.7578 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2648/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:20:41,524 - framestack - INFO: action counts: {0: 314, 1: 59, 2: 1067, 3: 57, 4: 1022, 5: 173, 6: 227, 7: 68, 8: 1020, 9: 313}\n",
      "2018-06-22 19:20:41,544 - framestack - INFO: steps: 773280, steps/s: 90.55\n",
      "  epoch reward:       2.1213/20.6638/47.7578 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.5254/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:21:26,638 - framestack - INFO: action counts: {0: 298, 1: 78, 2: 1057, 3: 47, 4: 1026, 5: 184, 6: 266, 7: 75, 8: 965, 9: 324}\n",
      "2018-06-22 19:21:26,658 - framestack - INFO: steps: 777600, steps/s: 90.58\n",
      "  epoch reward:       2.1213/21.6177/47.7578 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.8051/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:22:11,860 - framestack - INFO: action counts: {0: 277, 1: 62, 2: 1087, 3: 47, 4: 1035, 5: 184, 6: 238, 7: 59, 8: 987, 9: 344}\n",
      "2018-06-22 19:22:11,887 - framestack - INFO: steps: 781920, steps/s: 90.61\n",
      "  epoch reward:       2.1213/19.5827/47.7578 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.0190/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:22:58,500 - framestack - INFO: action counts: {0: 312, 1: 71, 2: 1118, 3: 43, 4: 1001, 5: 180, 6: 240, 7: 66, 8: 1005, 9: 284}\n",
      "2018-06-22 19:22:58,523 - framestack - INFO: steps: 786240, steps/s: 90.62\n",
      "  epoch reward:       2.1213/19.5827/47.7578 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.2490/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:23:44,100 - framestack - INFO: action counts: {0: 268, 1: 72, 2: 1074, 3: 27, 4: 1072, 5: 161, 6: 216, 7: 75, 8: 1019, 9: 336}\n",
      "2018-06-22 19:23:44,123 - framestack - INFO: steps: 790560, steps/s: 90.64\n",
      "  epoch reward:       2.1213/15.1427/47.2117 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.3901/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:24:30,699 - framestack - INFO: action counts: {0: 278, 1: 70, 2: 1033, 3: 36, 4: 1063, 5: 164, 6: 236, 7: 73, 8: 1047, 9: 320}\n",
      "2018-06-22 19:24:30,725 - framestack - INFO: steps: 794880, steps/s: 90.65\n",
      "  epoch reward:       2.1213/10.7924/24.8130 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.4442/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:25:14,976 - framestack - INFO: action counts: {0: 272, 1: 63, 2: 1129, 3: 36, 4: 1027, 5: 161, 6: 227, 7: 66, 8: 1035, 9: 304}\n",
      "2018-06-22 19:25:14,998 - framestack - INFO: steps: 799200, steps/s: 90.69\n",
      "  epoch reward:       2.1213/10.6522/24.8130 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.4887/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:26:02,081 - framestack - INFO: action counts: {0: 280, 1: 59, 2: 1064, 3: 40, 4: 1079, 5: 156, 6: 213, 7: 86, 8: 1045, 9: 298}\n",
      "2018-06-22 19:26:02,104 - framestack - INFO: steps: 803520, steps/s: 90.69\n",
      "  epoch reward:       2.1213/8.9176/17.3446 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.4814/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:26:48,551 - framestack - INFO: action counts: {0: 290, 1: 65, 2: 1068, 3: 40, 4: 1048, 5: 147, 6: 248, 7: 46, 8: 1060, 9: 308}\n",
      "2018-06-22 19:26:48,572 - framestack - INFO: steps: 807840, steps/s: 90.71\n",
      "  epoch reward:       2.1213/8.8387/17.3446 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.4708/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:27:33,853 - framestack - INFO: action counts: {0: 305, 1: 64, 2: 1063, 3: 34, 4: 1048, 5: 185, 6: 226, 7: 84, 8: 1022, 9: 289}\n",
      "2018-06-22 19:27:33,877 - framestack - INFO: steps: 812160, steps/s: 90.73\n",
      "  epoch reward:       3.0475/10.3376/17.3446 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.4807/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:28:20,469 - framestack - INFO: action counts: {0: 283, 1: 65, 2: 1116, 3: 45, 4: 1037, 5: 145, 6: 218, 7: 68, 8: 1007, 9: 336}\n",
      "2018-06-22 19:28:20,489 - framestack - INFO: steps: 816480, steps/s: 90.74\n",
      "  epoch reward:       3.0475/10.4190/17.3446 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.5240/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:29:07,098 - framestack - INFO: action counts: {0: 313, 1: 47, 2: 1036, 3: 31, 4: 1137, 5: 148, 6: 192, 7: 46, 8: 1070, 9: 300}\n",
      "2018-06-22 19:29:07,119 - framestack - INFO: steps: 820800, steps/s: 90.75\n",
      "  epoch reward:       3.0475/13.6304/49.2242 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.6331/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:29:52,393 - framestack - INFO: action counts: {0: 295, 1: 54, 2: 1055, 3: 31, 4: 1146, 5: 148, 6: 226, 7: 66, 8: 1018, 9: 281}\n",
      "2018-06-22 19:29:52,415 - framestack - INFO: steps: 825120, steps/s: 90.77\n",
      "  epoch reward:       3.0475/14.5664/49.2242 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.7584/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:30:37,347 - framestack - INFO: action counts: {0: 263, 1: 54, 2: 1116, 3: 33, 4: 1142, 5: 133, 6: 183, 7: 57, 8: 1026, 9: 313}\n",
      "2018-06-22 19:30:37,372 - framestack - INFO: steps: 829440, steps/s: 90.80\n",
      "  epoch reward:       3.0475/15.2936/49.2242 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.9047/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:31:23,892 - framestack - INFO: action counts: {0: 343, 1: 63, 2: 1044, 3: 46, 4: 1095, 5: 124, 6: 190, 7: 58, 8: 1048, 9: 309}\n",
      "2018-06-22 19:31:23,917 - framestack - INFO: steps: 833760, steps/s: 90.81\n",
      "  epoch reward:       2.7332/13.7345/49.2242 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.9495/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:32:11,988 - framestack - INFO: action counts: {0: 279, 1: 57, 2: 1110, 3: 25, 4: 1157, 5: 123, 6: 171, 7: 56, 8: 1041, 9: 301}\n",
      "2018-06-22 19:32:12,010 - framestack - INFO: steps: 838080, steps/s: 90.81\n",
      "  epoch reward:       2.7332/14.3367/49.2242 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/14.1159/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:32:58,711 - framestack - INFO: action counts: {0: 247, 1: 42, 2: 1153, 3: 15, 4: 1182, 5: 104, 6: 168, 7: 54, 8: 1074, 9: 281}\n",
      "2018-06-22 19:32:58,738 - framestack - INFO: steps: 842400, steps/s: 90.82\n",
      "  epoch reward:       2.7332/16.8056/49.2242 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/14.2162/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:33:44,514 - framestack - INFO: action counts: {0: 294, 1: 52, 2: 1030, 3: 29, 4: 1170, 5: 126, 6: 168, 7: 65, 8: 1123, 9: 263}\n",
      "2018-06-22 19:33:44,535 - framestack - INFO: steps: 846720, steps/s: 90.83\n",
      "  epoch reward:       2.7332/16.6420/49.2242 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/14.2907/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:34:30,385 - framestack - INFO: action counts: {0: 268, 1: 42, 2: 1011, 3: 29, 4: 1182, 5: 136, 6: 171, 7: 43, 8: 1123, 9: 315}\n",
      "2018-06-22 19:34:30,405 - framestack - INFO: steps: 851040, steps/s: 90.85\n",
      "  epoch reward:       2.7332/16.6420/49.2242 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/14.3504/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:35:16,846 - framestack - INFO: action counts: {0: 300, 1: 48, 2: 1082, 3: 26, 4: 1073, 5: 163, 6: 222, 7: 67, 8: 1050, 9: 289}\n",
      "2018-06-22 19:35:16,869 - framestack - INFO: steps: 855360, steps/s: 90.86\n",
      "  epoch reward:       2.7332/17.3853/49.2242 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/14.4247/49.3889 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 19:36:03,207 - framestack - INFO: action counts: {0: 269, 1: 61, 2: 1047, 3: 33, 4: 1126, 5: 167, 6: 198, 7: 63, 8: 1060, 9: 296}\n",
      "2018-06-22 19:36:03,232 - framestack - INFO: steps: 859680, steps/s: 90.87\n",
      "  epoch reward:       2.1456/12.5799/47.8236 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/14.3042/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:36:49,252 - framestack - INFO: action counts: {0: 271, 1: 51, 2: 1056, 3: 34, 4: 1158, 5: 122, 6: 211, 7: 66, 8: 1075, 9: 276}\n",
      "2018-06-22 19:36:49,273 - framestack - INFO: steps: 864000, steps/s: 90.89\n",
      "  epoch reward:       2.1456/12.8376/47.8236 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/14.1860/49.3889 [n=500]\n",
      "\n",
      "2018-06-22 19:37:37,254 - framestack - INFO: action counts: {0: 240, 1: 44, 2: 1075, 3: 26, 4: 1134, 5: 126, 6: 189, 7: 62, 8: 1166, 9: 258}\n",
      "2018-06-22 19:37:37,278 - framestack - INFO: steps: 868320, steps/s: 90.88\n",
      "  epoch reward:       2.1456/12.3716/47.8236 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/14.0427/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:38:24,861 - framestack - INFO: action counts: {0: 292, 1: 58, 2: 1034, 3: 23, 4: 1115, 5: 135, 6: 194, 7: 77, 8: 1074, 9: 318}\n",
      "2018-06-22 19:38:24,887 - framestack - INFO: steps: 872640, steps/s: 90.88\n",
      "  epoch reward:       2.1456/12.6869/47.8236 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.9071/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:39:11,017 - framestack - INFO: action counts: {0: 272, 1: 58, 2: 1049, 3: 36, 4: 1115, 5: 143, 6: 193, 7: 59, 8: 1100, 9: 295}\n",
      "2018-06-22 19:39:11,038 - framestack - INFO: steps: 876960, steps/s: 90.90\n",
      "  epoch reward:       2.1456/14.0858/47.8236 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.7919/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:39:56,353 - framestack - INFO: action counts: {0: 247, 1: 62, 2: 1020, 3: 32, 4: 1121, 5: 136, 6: 189, 7: 50, 8: 1180, 9: 283}\n",
      "2018-06-22 19:39:56,377 - framestack - INFO: steps: 881280, steps/s: 90.92\n",
      "  epoch reward:       2.1456/9.1704/24.5821 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.6552/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:40:42,072 - framestack - INFO: action counts: {0: 221, 1: 59, 2: 1109, 3: 21, 4: 1162, 5: 123, 6: 203, 7: 50, 8: 1065, 9: 307}\n",
      "2018-06-22 19:40:42,096 - framestack - INFO: steps: 885600, steps/s: 90.94\n",
      "  epoch reward:       2.1456/9.1704/24.5821 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.5906/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:41:26,926 - framestack - INFO: action counts: {0: 260, 1: 63, 2: 1058, 3: 23, 4: 1156, 5: 119, 6: 206, 7: 55, 8: 1075, 9: 305}\n",
      "2018-06-22 19:41:26,949 - framestack - INFO: steps: 889920, steps/s: 90.96\n",
      "  epoch reward:       2.1456/9.1704/24.5821 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.5335/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:42:11,901 - framestack - INFO: action counts: {0: 250, 1: 73, 2: 1059, 3: 29, 4: 1169, 5: 149, 6: 207, 7: 62, 8: 1041, 9: 281}\n",
      "2018-06-22 19:42:11,922 - framestack - INFO: steps: 894240, steps/s: 90.99\n",
      "  epoch reward:       2.1456/8.8613/24.5821 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.4733/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:42:58,937 - framestack - INFO: action counts: {0: 250, 1: 68, 2: 1017, 3: 35, 4: 1152, 5: 116, 6: 213, 7: 55, 8: 1106, 9: 308}\n",
      "2018-06-22 19:42:58,960 - framestack - INFO: steps: 898560, steps/s: 90.99\n",
      "  epoch reward:       3.4328/9.8231/24.5821 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.4491/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:43:44,720 - framestack - INFO: action counts: {0: 275, 1: 55, 2: 1089, 3: 36, 4: 1104, 5: 152, 6: 199, 7: 58, 8: 1058, 9: 294}\n",
      "2018-06-22 19:43:44,743 - framestack - INFO: steps: 902880, steps/s: 91.01\n",
      "  epoch reward:       3.4328/9.9138/24.5821 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.4362/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:44:30,261 - framestack - INFO: action counts: {0: 286, 1: 54, 2: 1063, 3: 32, 4: 1130, 5: 139, 6: 210, 7: 71, 8: 1033, 9: 302}\n",
      "2018-06-22 19:44:30,283 - framestack - INFO: steps: 907200, steps/s: 91.02\n",
      "  epoch reward:       3.4328/9.6550/24.5821 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.4206/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:45:16,218 - framestack - INFO: action counts: {0: 246, 1: 58, 2: 1022, 3: 37, 4: 1145, 5: 117, 6: 256, 7: 58, 8: 1077, 9: 304}\n",
      "2018-06-22 19:45:16,244 - framestack - INFO: steps: 911520, steps/s: 91.04\n",
      "  epoch reward:       2.1319/9.5250/24.5821 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.3974/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:46:04,528 - framestack - INFO: action counts: {0: 276, 1: 48, 2: 1044, 3: 30, 4: 1102, 5: 150, 6: 207, 7: 74, 8: 1094, 9: 295}\n",
      "2018-06-22 19:46:04,551 - framestack - INFO: steps: 915840, steps/s: 91.03\n",
      "  epoch reward:       2.1319/8.1624/13.0706 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.3514/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:46:50,014 - framestack - INFO: action counts: {0: 276, 1: 73, 2: 1060, 3: 29, 4: 1110, 5: 161, 6: 228, 7: 55, 8: 1043, 9: 285}\n",
      "2018-06-22 19:46:50,042 - framestack - INFO: steps: 920160, steps/s: 91.05\n",
      "  epoch reward:       2.1319/8.2639/13.0706 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.2779/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:47:36,543 - framestack - INFO: action counts: {0: 287, 1: 71, 2: 1055, 3: 31, 4: 1151, 5: 143, 6: 215, 7: 70, 8: 1035, 9: 262}\n",
      "2018-06-22 19:47:36,567 - framestack - INFO: steps: 924480, steps/s: 91.06\n",
      "  epoch reward:       2.1319/8.2047/13.0706 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.2540/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:48:21,475 - framestack - INFO: action counts: {0: 295, 1: 69, 2: 1022, 3: 31, 4: 1057, 5: 167, 6: 220, 7: 83, 8: 1069, 9: 307}\n",
      "2018-06-22 19:48:21,501 - framestack - INFO: steps: 928800, steps/s: 91.08\n",
      "  epoch reward:       3.3070/9.3574/13.6586 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.2397/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:49:07,864 - framestack - INFO: action counts: {0: 290, 1: 65, 2: 1072, 3: 42, 4: 1002, 5: 163, 6: 213, 7: 70, 8: 1060, 9: 343}\n",
      "2018-06-22 19:49:07,887 - framestack - INFO: steps: 933120, steps/s: 91.09\n",
      "  epoch reward:       3.3070/9.1934/13.6586 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.2391/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:49:54,218 - framestack - INFO: action counts: {0: 295, 1: 81, 2: 1071, 3: 43, 4: 1004, 5: 171, 6: 245, 7: 66, 8: 1019, 9: 325}\n",
      "2018-06-22 19:49:54,241 - framestack - INFO: steps: 937440, steps/s: 91.10\n",
      "  epoch reward:       3.3070/9.0836/13.6586 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.1816/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:50:39,107 - framestack - INFO: action counts: {0: 321, 1: 84, 2: 1024, 3: 75, 4: 1016, 5: 182, 6: 209, 7: 91, 8: 957, 9: 361}\n",
      "2018-06-22 19:50:39,127 - framestack - INFO: steps: 941760, steps/s: 91.12\n",
      "  epoch reward:       3.3070/9.0836/13.6586 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.1626/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:51:26,730 - framestack - INFO: action counts: {0: 327, 1: 80, 2: 999, 3: 49, 4: 959, 5: 160, 6: 249, 7: 104, 8: 1055, 9: 338}\n",
      "2018-06-22 19:51:26,754 - framestack - INFO: steps: 946080, steps/s: 91.12\n",
      "  epoch reward:       3.3070/9.1554/13.6586 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.1511/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:52:13,276 - framestack - INFO: action counts: {0: 306, 1: 98, 2: 1046, 3: 53, 4: 985, 5: 163, 6: 245, 7: 82, 8: 1007, 9: 335}\n",
      "2018-06-22 19:52:13,301 - framestack - INFO: steps: 950400, steps/s: 91.13\n",
      "  epoch reward:       3.3070/9.6113/13.6586 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.1262/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:53:02,546 - framestack - INFO: action counts: {0: 297, 1: 61, 2: 1013, 3: 41, 4: 1069, 5: 144, 6: 231, 7: 76, 8: 1058, 9: 330}\n",
      "2018-06-22 19:53:02,570 - framestack - INFO: steps: 954720, steps/s: 91.11\n",
      "  epoch reward:       3.3070/10.7864/26.5950 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.1247/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:53:49,774 - framestack - INFO: action counts: {0: 275, 1: 60, 2: 1115, 3: 34, 4: 1074, 5: 140, 6: 181, 7: 76, 8: 1042, 9: 323}\n",
      "2018-06-22 19:53:49,798 - framestack - INFO: steps: 959040, steps/s: 91.12\n",
      "  epoch reward:       3.3070/10.7682/26.5950 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.1229/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:54:37,014 - framestack - INFO: action counts: {0: 275, 1: 58, 2: 1091, 3: 25, 4: 1099, 5: 137, 6: 163, 7: 59, 8: 1087, 9: 326}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 19:54:37,040 - framestack - INFO: steps: 963360, steps/s: 91.12\n",
      "  epoch reward:       6.3695/12.2395/26.5950 [n=10] (min/mean/max)\n",
      "  running reward:     1.1403/13.1054/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:55:23,435 - framestack - INFO: action counts: {0: 258, 1: 51, 2: 1146, 3: 31, 4: 1075, 5: 144, 6: 212, 7: 56, 8: 1079, 9: 268}\n",
      "2018-06-22 19:55:23,457 - framestack - INFO: steps: 967680, steps/s: 91.13\n",
      "  epoch reward:       0.7183/11.4443/26.5950 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/13.0441/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:56:08,855 - framestack - INFO: action counts: {0: 265, 1: 48, 2: 1123, 3: 22, 4: 1074, 5: 119, 6: 171, 7: 61, 8: 1092, 9: 345}\n",
      "2018-06-22 19:56:08,877 - framestack - INFO: steps: 972000, steps/s: 91.14\n",
      "  epoch reward:       0.7183/11.4443/26.5950 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.8507/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:56:53,964 - framestack - INFO: action counts: {0: 256, 1: 43, 2: 1209, 3: 26, 4: 1056, 5: 138, 6: 181, 7: 65, 8: 1076, 9: 270}\n",
      "2018-06-22 19:56:53,987 - framestack - INFO: steps: 976320, steps/s: 91.16\n",
      "  epoch reward:       0.7183/12.2378/26.5950 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.6456/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:57:38,613 - framestack - INFO: action counts: {0: 294, 1: 61, 2: 1130, 3: 36, 4: 1030, 5: 133, 6: 193, 7: 58, 8: 1104, 9: 281}\n",
      "2018-06-22 19:57:38,636 - framestack - INFO: steps: 980640, steps/s: 91.19\n",
      "  epoch reward:       0.7183/11.7582/26.5950 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.3915/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:58:24,202 - framestack - INFO: action counts: {0: 285, 1: 52, 2: 1124, 3: 33, 4: 1020, 5: 157, 6: 214, 7: 64, 8: 1062, 9: 309}\n",
      "2018-06-22 19:58:24,225 - framestack - INFO: steps: 984960, steps/s: 91.20\n",
      "  epoch reward:       0.7183/10.9465/26.5950 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.1435/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:59:10,951 - framestack - INFO: action counts: {0: 281, 1: 59, 2: 1104, 3: 38, 4: 1045, 5: 140, 6: 166, 7: 64, 8: 1091, 9: 332}\n",
      "2018-06-22 19:59:10,973 - framestack - INFO: steps: 989280, steps/s: 91.21\n",
      "  epoch reward:       0.7183/9.3367/26.5950 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9170/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 19:59:54,783 - framestack - INFO: action counts: {0: 250, 1: 56, 2: 1161, 3: 22, 4: 1083, 5: 118, 6: 180, 7: 54, 8: 1091, 9: 305}\n",
      "2018-06-22 19:59:54,808 - framestack - INFO: steps: 993600, steps/s: 91.24\n",
      "  epoch reward:       0.7183/8.8951/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.6625/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:00:40,065 - framestack - INFO: action counts: {0: 249, 1: 57, 2: 1144, 3: 29, 4: 1063, 5: 134, 6: 188, 7: 57, 8: 1095, 9: 304}\n",
      "2018-06-22 20:00:40,089 - framestack - INFO: steps: 997920, steps/s: 91.26\n",
      "  epoch reward:       0.7183/8.8951/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.4488/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:01:25,094 - framestack - INFO: action counts: {0: 310, 1: 61, 2: 1161, 3: 22, 4: 1053, 5: 90, 6: 183, 7: 78, 8: 1058, 9: 304}\n",
      "2018-06-22 20:01:25,116 - framestack - INFO: steps: 1002240, steps/s: 91.28\n",
      "  epoch reward:       0.7183/8.8951/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.2350/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:02:10,773 - framestack - INFO: action counts: {0: 289, 1: 63, 2: 1148, 3: 43, 4: 1041, 5: 142, 6: 178, 7: 73, 8: 1035, 9: 308}\n",
      "2018-06-22 20:02:10,797 - framestack - INFO: steps: 1006560, steps/s: 91.29\n",
      "  epoch reward:       0.7183/10.6663/29.3103 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1455/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:02:55,964 - framestack - INFO: action counts: {0: 254, 1: 70, 2: 1148, 3: 43, 4: 1020, 5: 134, 6: 211, 7: 77, 8: 1048, 9: 315}\n",
      "2018-06-22 20:02:55,989 - framestack - INFO: steps: 1010880, steps/s: 91.31\n",
      "  epoch reward:       0.7183/10.6663/29.3103 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1430/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:03:42,395 - framestack - INFO: action counts: {0: 280, 1: 54, 2: 1145, 3: 33, 4: 1063, 5: 109, 6: 204, 7: 59, 8: 1084, 9: 289}\n",
      "2018-06-22 20:03:42,420 - framestack - INFO: steps: 1015200, steps/s: 91.32\n",
      "  epoch reward:       0.7183/10.6451/29.3103 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1428/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:04:28,714 - framestack - INFO: action counts: {0: 273, 1: 56, 2: 1164, 3: 17, 4: 1103, 5: 105, 6: 169, 7: 56, 8: 1094, 9: 283}\n",
      "2018-06-22 20:04:28,733 - framestack - INFO: steps: 1019520, steps/s: 91.33\n",
      "  epoch reward:       0.7183/10.6451/29.3103 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1774/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:05:14,990 - framestack - INFO: action counts: {0: 302, 1: 55, 2: 1123, 3: 28, 4: 1111, 5: 107, 6: 189, 7: 53, 8: 1067, 9: 285}\n",
      "2018-06-22 20:05:15,017 - framestack - INFO: steps: 1023840, steps/s: 91.34\n",
      "  epoch reward:       0.7183/12.5840/29.3103 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.2523/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:06:04,036 - framestack - INFO: action counts: {0: 294, 1: 69, 2: 1125, 3: 36, 4: 1035, 5: 121, 6: 220, 7: 63, 8: 1035, 9: 322}\n",
      "2018-06-22 20:06:04,061 - framestack - INFO: steps: 1028160, steps/s: 91.32\n",
      "  epoch reward:       0.7183/8.9878/29.3103 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.2253/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:06:49,009 - framestack - INFO: action counts: {0: 297, 1: 61, 2: 1148, 3: 23, 4: 1032, 5: 115, 6: 204, 7: 49, 8: 1064, 9: 327}\n",
      "2018-06-22 20:06:49,030 - framestack - INFO: steps: 1032480, steps/s: 91.34\n",
      "  epoch reward:       0.7183/10.9888/29.3103 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.2367/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:07:35,797 - framestack - INFO: action counts: {0: 272, 1: 44, 2: 1149, 3: 34, 4: 1132, 5: 129, 6: 165, 7: 58, 8: 1026, 9: 311}\n",
      "2018-06-22 20:07:35,819 - framestack - INFO: steps: 1036800, steps/s: 91.35\n",
      "  epoch reward:       0.4673/8.7022/29.3103 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.1381/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:08:21,033 - framestack - INFO: action counts: {0: 246, 1: 50, 2: 1141, 3: 28, 4: 1099, 5: 106, 6: 174, 7: 39, 8: 1132, 9: 305}\n",
      "2018-06-22 20:08:21,057 - framestack - INFO: steps: 1041120, steps/s: 91.36\n",
      "  epoch reward:       0.4673/9.6823/29.3103 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.0404/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:09:06,456 - framestack - INFO: action counts: {0: 272, 1: 41, 2: 1101, 3: 22, 4: 1124, 5: 109, 6: 173, 7: 54, 8: 1133, 9: 291}\n",
      "2018-06-22 20:09:06,477 - framestack - INFO: steps: 1045440, steps/s: 91.38\n",
      "  epoch reward:       0.4673/9.8023/29.3103 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9306/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:09:51,980 - framestack - INFO: action counts: {0: 248, 1: 48, 2: 1130, 3: 26, 4: 1081, 5: 105, 6: 169, 7: 55, 8: 1151, 9: 307}\n",
      "2018-06-22 20:09:52,001 - framestack - INFO: steps: 1049760, steps/s: 91.39\n",
      "  epoch reward:       0.4673/7.3825/15.7421 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8036/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:10:37,915 - framestack - INFO: action counts: {0: 246, 1: 63, 2: 1096, 3: 24, 4: 1153, 5: 122, 6: 166, 7: 61, 8: 1074, 9: 315}\n",
      "2018-06-22 20:10:37,939 - framestack - INFO: steps: 1054080, steps/s: 91.40\n",
      "  epoch reward:       0.4673/8.9718/24.6807 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6963/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:11:22,606 - framestack - INFO: action counts: {0: 250, 1: 60, 2: 1042, 3: 32, 4: 1089, 5: 127, 6: 178, 7: 68, 8: 1160, 9: 314}\n",
      "2018-06-22 20:11:22,630 - framestack - INFO: steps: 1058400, steps/s: 91.43\n",
      "  epoch reward:       0.4673/8.5124/15.7421 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.5304/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:12:07,865 - framestack - INFO: action counts: {0: 244, 1: 68, 2: 1090, 3: 38, 4: 1098, 5: 104, 6: 193, 7: 65, 8: 1105, 9: 315}\n",
      "2018-06-22 20:12:07,889 - framestack - INFO: steps: 1062720, steps/s: 91.44\n",
      "  epoch reward:       0.4673/9.2940/16.3718 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3835/49.2242 [n=500]\n",
      "\n",
      "2018-06-22 20:12:53,295 - framestack - INFO: action counts: {0: 266, 1: 69, 2: 1048, 3: 32, 4: 1026, 5: 160, 6: 191, 7: 79, 8: 1134, 9: 315}\n",
      "2018-06-22 20:12:53,317 - framestack - INFO: steps: 1067040, steps/s: 91.46\n",
      "  epoch reward:       0.4673/13.1476/49.0361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3136/49.2242 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 20:13:39,581 - framestack - INFO: action counts: {0: 270, 1: 74, 2: 1085, 3: 30, 4: 964, 5: 154, 6: 222, 7: 65, 8: 1102, 9: 354}\n",
      "2018-06-22 20:13:39,605 - framestack - INFO: steps: 1071360, steps/s: 91.47\n",
      "  epoch reward:       0.4673/15.8662/49.0361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2832/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:14:25,795 - framestack - INFO: action counts: {0: 282, 1: 80, 2: 1016, 3: 52, 4: 995, 5: 150, 6: 225, 7: 78, 8: 1102, 9: 340}\n",
      "2018-06-22 20:14:25,819 - framestack - INFO: steps: 1075680, steps/s: 91.47\n",
      "  epoch reward:       0.4673/16.6936/49.0361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3655/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:15:11,512 - framestack - INFO: action counts: {0: 315, 1: 94, 2: 1001, 3: 42, 4: 975, 5: 170, 6: 240, 7: 73, 8: 1055, 9: 355}\n",
      "2018-06-22 20:15:11,534 - framestack - INFO: steps: 1080000, steps/s: 91.49\n",
      "  epoch reward:       1.8382/17.0323/49.0361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4493/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:15:56,509 - framestack - INFO: action counts: {0: 296, 1: 88, 2: 976, 3: 52, 4: 976, 5: 139, 6: 252, 7: 73, 8: 1102, 9: 366}\n",
      "2018-06-22 20:15:56,534 - framestack - INFO: steps: 1084320, steps/s: 91.50\n",
      "  epoch reward:       4.8635/16.8095/49.0361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.5381/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:16:42,767 - framestack - INFO: action counts: {0: 296, 1: 88, 2: 1013, 3: 43, 4: 981, 5: 156, 6: 242, 7: 70, 8: 1068, 9: 363}\n",
      "2018-06-22 20:16:42,789 - framestack - INFO: steps: 1088640, steps/s: 91.51\n",
      "  epoch reward:       4.8635/16.8095/49.0361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6206/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:17:29,888 - framestack - INFO: action counts: {0: 297, 1: 77, 2: 1042, 3: 34, 4: 1026, 5: 147, 6: 225, 7: 77, 8: 1066, 9: 329}\n",
      "2018-06-22 20:17:29,911 - framestack - INFO: steps: 1092960, steps/s: 91.51\n",
      "  epoch reward:       5.7226/17.5965/49.0361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6908/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:18:17,830 - framestack - INFO: action counts: {0: 302, 1: 81, 2: 975, 3: 35, 4: 974, 5: 149, 6: 249, 7: 67, 8: 1157, 9: 331}\n",
      "2018-06-22 20:18:17,857 - framestack - INFO: steps: 1097280, steps/s: 91.51\n",
      "  epoch reward:       2.1346/15.6976/49.0361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8213/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:19:05,277 - framestack - INFO: action counts: {0: 296, 1: 93, 2: 965, 3: 33, 4: 1000, 5: 169, 6: 234, 7: 96, 8: 1074, 9: 360}\n",
      "2018-06-22 20:19:05,297 - framestack - INFO: steps: 1101600, steps/s: 91.50\n",
      "  epoch reward:       2.1346/14.7876/49.0361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9337/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:19:52,247 - framestack - INFO: action counts: {0: 280, 1: 94, 2: 973, 3: 46, 4: 1008, 5: 131, 6: 231, 7: 74, 8: 1134, 9: 349}\n",
      "2018-06-22 20:19:52,269 - framestack - INFO: steps: 1105920, steps/s: 91.51\n",
      "  epoch reward:       2.1346/14.7876/49.0361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.0460/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:20:37,342 - framestack - INFO: action counts: {0: 266, 1: 72, 2: 1094, 3: 39, 4: 1006, 5: 130, 6: 194, 7: 73, 8: 1157, 9: 289}\n",
      "2018-06-22 20:20:37,365 - framestack - INFO: steps: 1110240, steps/s: 91.52\n",
      "  epoch reward:       2.1237/7.8810/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.0264/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:21:23,704 - framestack - INFO: action counts: {0: 266, 1: 52, 2: 1041, 3: 26, 4: 1088, 5: 131, 6: 189, 7: 64, 8: 1184, 9: 279}\n",
      "2018-06-22 20:21:23,729 - framestack - INFO: steps: 1114560, steps/s: 91.53\n",
      "  epoch reward:       2.1237/6.1847/14.1024 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9536/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:22:11,336 - framestack - INFO: action counts: {0: 248, 1: 61, 2: 1074, 3: 30, 4: 1024, 5: 131, 6: 202, 7: 60, 8: 1182, 9: 308}\n",
      "2018-06-22 20:22:11,360 - framestack - INFO: steps: 1118880, steps/s: 91.53\n",
      "  epoch reward:       2.1237/6.5399/14.1024 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8862/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:22:57,131 - framestack - INFO: action counts: {0: 298, 1: 59, 2: 1064, 3: 27, 4: 1036, 5: 147, 6: 193, 7: 59, 8: 1135, 9: 302}\n",
      "2018-06-22 20:22:57,155 - framestack - INFO: steps: 1123200, steps/s: 91.54\n",
      "  epoch reward:       2.1237/6.2410/14.1024 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8179/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:23:41,146 - framestack - INFO: action counts: {0: 283, 1: 68, 2: 1008, 3: 27, 4: 1038, 5: 116, 6: 211, 7: 68, 8: 1202, 9: 299}\n",
      "2018-06-22 20:23:41,166 - framestack - INFO: steps: 1127520, steps/s: 91.56\n",
      "  epoch reward:       2.1237/6.3820/14.1024 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.7550/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:24:27,414 - framestack - INFO: action counts: {0: 280, 1: 62, 2: 993, 3: 33, 4: 1029, 5: 132, 6: 193, 7: 62, 8: 1179, 9: 357}\n",
      "2018-06-22 20:24:27,437 - framestack - INFO: steps: 1131840, steps/s: 91.57\n",
      "  epoch reward:       2.1064/5.3193/14.1024 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6982/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:25:14,390 - framestack - INFO: action counts: {0: 282, 1: 65, 2: 1096, 3: 35, 4: 996, 5: 110, 6: 198, 7: 68, 8: 1130, 9: 340}\n",
      "2018-06-22 20:25:14,415 - framestack - INFO: steps: 1136160, steps/s: 91.57\n",
      "  epoch reward:       2.1064/6.4800/14.1024 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6625/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:25:59,395 - framestack - INFO: action counts: {0: 265, 1: 52, 2: 1083, 3: 35, 4: 1063, 5: 123, 6: 202, 7: 60, 8: 1156, 9: 281}\n",
      "2018-06-22 20:25:59,420 - framestack - INFO: steps: 1140480, steps/s: 91.59\n",
      "  epoch reward:       2.1064/6.9513/14.1024 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6374/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:26:43,319 - framestack - INFO: action counts: {0: 237, 1: 57, 2: 1085, 3: 31, 4: 992, 5: 104, 6: 184, 7: 73, 8: 1235, 9: 322}\n",
      "2018-06-22 20:26:43,337 - framestack - INFO: steps: 1144800, steps/s: 91.61\n",
      "  epoch reward:       2.1064/7.6988/13.7721 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6042/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:27:27,516 - framestack - INFO: action counts: {0: 249, 1: 48, 2: 1089, 3: 33, 4: 1030, 5: 107, 6: 179, 7: 51, 8: 1266, 9: 268}\n",
      "2018-06-22 20:27:27,539 - framestack - INFO: steps: 1149120, steps/s: 91.64\n",
      "  epoch reward:       0.1048/6.5705/13.7721 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5518/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:28:12,744 - framestack - INFO: action counts: {0: 253, 1: 55, 2: 1091, 3: 17, 4: 1007, 5: 91, 6: 182, 7: 47, 8: 1300, 9: 277}\n",
      "2018-06-22 20:28:12,767 - framestack - INFO: steps: 1153440, steps/s: 91.65\n",
      "  epoch reward:       0.1048/10.0108/48.1758 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5703/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:28:58,122 - framestack - INFO: action counts: {0: 224, 1: 45, 2: 1119, 3: 16, 4: 1055, 5: 117, 6: 148, 7: 41, 8: 1274, 9: 281}\n",
      "2018-06-22 20:28:58,141 - framestack - INFO: steps: 1157760, steps/s: 91.66\n",
      "  epoch reward:       0.1048/9.1908/48.1758 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5725/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:29:43,366 - framestack - INFO: action counts: {0: 236, 1: 43, 2: 1224, 3: 16, 4: 998, 5: 95, 6: 163, 7: 39, 8: 1249, 9: 257}\n",
      "2018-06-22 20:29:43,386 - framestack - INFO: steps: 1162080, steps/s: 91.68\n",
      "  epoch reward:       0.1048/9.0465/48.1758 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5703/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:30:28,185 - framestack - INFO: action counts: {0: 252, 1: 52, 2: 1164, 3: 23, 4: 989, 5: 108, 6: 153, 7: 47, 8: 1280, 9: 252}\n",
      "2018-06-22 20:30:28,208 - framestack - INFO: steps: 1166400, steps/s: 91.70\n",
      "  epoch reward:       0.1048/9.8613/48.1758 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5753/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:31:12,964 - framestack - INFO: action counts: {0: 272, 1: 36, 2: 1135, 3: 13, 4: 1019, 5: 123, 6: 160, 7: 30, 8: 1245, 9: 287}\n",
      "2018-06-22 20:31:12,985 - framestack - INFO: steps: 1170720, steps/s: 91.71\n",
      "  epoch reward:       0.1048/10.4338/48.1758 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5682/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:31:57,129 - framestack - INFO: action counts: {0: 270, 1: 49, 2: 1140, 3: 20, 4: 983, 5: 115, 6: 172, 7: 46, 8: 1239, 9: 286}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 20:31:57,149 - framestack - INFO: steps: 1175040, steps/s: 91.74\n",
      "  epoch reward:       0.1048/10.4338/48.1758 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5615/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:32:43,622 - framestack - INFO: action counts: {0: 275, 1: 66, 2: 1080, 3: 31, 4: 994, 5: 130, 6: 178, 7: 59, 8: 1211, 9: 296}\n",
      "2018-06-22 20:32:43,652 - framestack - INFO: steps: 1179360, steps/s: 91.74\n",
      "  epoch reward:       0.1048/10.4338/48.1758 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5254/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:33:31,083 - framestack - INFO: action counts: {0: 247, 1: 69, 2: 1115, 3: 47, 4: 1071, 5: 124, 6: 164, 7: 66, 8: 1144, 9: 273}\n",
      "2018-06-22 20:33:31,106 - framestack - INFO: steps: 1183680, steps/s: 91.74\n",
      "  epoch reward:       0.1048/10.2862/48.1758 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5023/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:34:17,046 - framestack - INFO: action counts: {0: 224, 1: 73, 2: 1077, 3: 32, 4: 984, 5: 140, 6: 206, 7: 57, 8: 1205, 9: 322}\n",
      "2018-06-22 20:34:17,067 - framestack - INFO: steps: 1188000, steps/s: 91.75\n",
      "  epoch reward:       0.1048/10.7951/48.1758 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4893/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:35:03,785 - framestack - INFO: action counts: {0: 269, 1: 58, 2: 1129, 3: 25, 4: 1003, 5: 121, 6: 175, 7: 52, 8: 1202, 9: 286}\n",
      "2018-06-22 20:35:03,807 - framestack - INFO: steps: 1192320, steps/s: 91.75\n",
      "  epoch reward:       0.7183/10.7971/48.1758 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4605/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:35:49,445 - framestack - INFO: action counts: {0: 237, 1: 55, 2: 1134, 3: 22, 4: 1021, 5: 115, 6: 175, 7: 44, 8: 1254, 9: 263}\n",
      "2018-06-22 20:35:49,472 - framestack - INFO: steps: 1196640, steps/s: 91.76\n",
      "  epoch reward:       0.7183/6.1327/9.6058 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3480/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:36:34,816 - framestack - INFO: action counts: {0: 237, 1: 38, 2: 1149, 3: 23, 4: 1016, 5: 106, 6: 156, 7: 42, 8: 1279, 9: 274}\n",
      "2018-06-22 20:36:34,841 - framestack - INFO: steps: 1200960, steps/s: 91.77\n",
      "  epoch reward:       1.2294/9.0503/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3100/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:37:20,283 - framestack - INFO: action counts: {0: 218, 1: 42, 2: 1214, 3: 23, 4: 1036, 5: 92, 6: 172, 7: 36, 8: 1211, 9: 276}\n",
      "2018-06-22 20:37:20,309 - framestack - INFO: steps: 1205280, steps/s: 91.78\n",
      "  epoch reward:       1.2294/8.8203/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2997/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:38:07,508 - framestack - INFO: action counts: {0: 218, 1: 37, 2: 1169, 3: 19, 4: 1071, 5: 85, 6: 132, 7: 39, 8: 1303, 9: 247}\n",
      "2018-06-22 20:38:07,535 - framestack - INFO: steps: 1209600, steps/s: 91.78\n",
      "  epoch reward:       1.2294/8.8584/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2990/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:38:53,243 - framestack - INFO: action counts: {0: 215, 1: 41, 2: 1128, 3: 10, 4: 1051, 5: 102, 6: 147, 7: 37, 8: 1296, 9: 293}\n",
      "2018-06-22 20:38:53,265 - framestack - INFO: steps: 1213920, steps/s: 91.79\n",
      "  epoch reward:       1.2294/8.8584/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2982/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:39:38,777 - framestack - INFO: action counts: {0: 196, 1: 35, 2: 1198, 3: 20, 4: 1059, 5: 70, 6: 138, 7: 34, 8: 1281, 9: 289}\n",
      "2018-06-22 20:39:38,799 - framestack - INFO: steps: 1218240, steps/s: 91.80\n",
      "  epoch reward:       1.2294/8.8584/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2975/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:40:26,594 - framestack - INFO: action counts: {0: 228, 1: 37, 2: 1150, 3: 17, 4: 1043, 5: 106, 6: 168, 7: 38, 8: 1271, 9: 262}\n",
      "2018-06-22 20:40:26,619 - framestack - INFO: steps: 1222560, steps/s: 91.80\n",
      "  epoch reward:       1.2294/9.8775/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2817/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:41:12,923 - framestack - INFO: action counts: {0: 233, 1: 41, 2: 1101, 3: 22, 4: 1045, 5: 104, 6: 159, 7: 30, 8: 1269, 9: 316}\n",
      "2018-06-22 20:41:12,943 - framestack - INFO: steps: 1226880, steps/s: 91.80\n",
      "  epoch reward:       1.2294/13.8912/46.6333 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3462/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:41:59,462 - framestack - INFO: action counts: {0: 238, 1: 40, 2: 1163, 3: 17, 4: 1031, 5: 106, 6: 186, 7: 49, 8: 1222, 9: 268}\n",
      "2018-06-22 20:41:59,484 - framestack - INFO: steps: 1231200, steps/s: 91.80\n",
      "  epoch reward:       1.2294/13.1552/46.6333 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3964/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:42:46,368 - framestack - INFO: action counts: {0: 244, 1: 31, 2: 1158, 3: 18, 4: 1070, 5: 86, 6: 152, 7: 44, 8: 1228, 9: 289}\n",
      "2018-06-22 20:42:46,393 - framestack - INFO: steps: 1235520, steps/s: 91.81\n",
      "  epoch reward:       2.7332/14.2817/46.6333 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4692/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:43:33,259 - framestack - INFO: action counts: {0: 231, 1: 39, 2: 1165, 3: 24, 4: 1064, 5: 83, 6: 147, 7: 39, 8: 1220, 9: 308}\n",
      "2018-06-22 20:43:33,285 - framestack - INFO: steps: 1239840, steps/s: 91.81\n",
      "  epoch reward:       2.7332/12.9575/46.6333 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4766/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:44:18,289 - framestack - INFO: action counts: {0: 198, 1: 43, 2: 1223, 3: 17, 4: 1028, 5: 100, 6: 160, 7: 44, 8: 1197, 9: 310}\n",
      "2018-06-22 20:44:18,311 - framestack - INFO: steps: 1244160, steps/s: 91.82\n",
      "  epoch reward:       2.7332/12.9575/46.6333 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5560/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:45:04,061 - framestack - INFO: action counts: {0: 255, 1: 39, 2: 1085, 3: 23, 4: 1010, 5: 108, 6: 179, 7: 36, 8: 1285, 9: 300}\n",
      "2018-06-22 20:45:04,086 - framestack - INFO: steps: 1248480, steps/s: 91.83\n",
      "  epoch reward:       2.7332/12.9575/46.6333 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5954/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:45:49,293 - framestack - INFO: action counts: {0: 255, 1: 40, 2: 1126, 3: 25, 4: 1048, 5: 98, 6: 195, 7: 43, 8: 1179, 9: 311}\n",
      "2018-06-22 20:45:49,313 - framestack - INFO: steps: 1252800, steps/s: 91.84\n",
      "  epoch reward:       2.7332/12.7774/46.6333 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6769/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:46:34,847 - framestack - INFO: action counts: {0: 234, 1: 40, 2: 1150, 3: 20, 4: 1053, 5: 113, 6: 166, 7: 36, 8: 1189, 9: 319}\n",
      "2018-06-22 20:46:34,868 - framestack - INFO: steps: 1257120, steps/s: 91.85\n",
      "  epoch reward:       2.7332/12.7774/46.6333 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7388/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:47:20,600 - framestack - INFO: action counts: {0: 226, 1: 30, 2: 1135, 3: 21, 4: 1025, 5: 113, 6: 181, 7: 52, 8: 1262, 9: 275}\n",
      "2018-06-22 20:47:20,621 - framestack - INFO: steps: 1261440, steps/s: 91.86\n",
      "  epoch reward:       2.7332/12.8023/46.6333 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7988/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:48:05,858 - framestack - INFO: action counts: {0: 246, 1: 56, 2: 1172, 3: 21, 4: 1059, 5: 101, 6: 162, 7: 41, 8: 1171, 9: 291}\n",
      "2018-06-22 20:48:05,879 - framestack - INFO: steps: 1265760, steps/s: 91.87\n",
      "  epoch reward:       2.7332/8.7957/17.8309 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8271/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:48:52,733 - framestack - INFO: action counts: {0: 257, 1: 42, 2: 1164, 3: 19, 4: 1083, 5: 103, 6: 175, 7: 39, 8: 1150, 9: 288}\n",
      "2018-06-22 20:48:52,757 - framestack - INFO: steps: 1270080, steps/s: 91.88\n",
      "  epoch reward:       2.7332/8.2885/17.1431 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8134/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:49:40,028 - framestack - INFO: action counts: {0: 199, 1: 40, 2: 1201, 3: 23, 4: 1050, 5: 95, 6: 183, 7: 47, 8: 1159, 9: 323}\n",
      "2018-06-22 20:49:40,047 - framestack - INFO: steps: 1274400, steps/s: 91.87\n",
      "  epoch reward:       3.4962/8.0807/17.1431 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8048/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:50:26,130 - framestack - INFO: action counts: {0: 275, 1: 53, 2: 1169, 3: 17, 4: 1092, 5: 92, 6: 163, 7: 27, 8: 1182, 9: 250}\n",
      "2018-06-22 20:50:26,155 - framestack - INFO: steps: 1278720, steps/s: 91.88\n",
      "  epoch reward:       1.1360/5.5818/7.0388 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7305/49.0361 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 20:51:11,370 - framestack - INFO: action counts: {0: 254, 1: 31, 2: 1195, 3: 20, 4: 1133, 5: 90, 6: 149, 7: 38, 8: 1112, 9: 298}\n",
      "2018-06-22 20:51:11,395 - framestack - INFO: steps: 1283040, steps/s: 91.89\n",
      "  epoch reward:       1.1360/5.4247/7.0388 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5761/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:51:56,832 - framestack - INFO: action counts: {0: 237, 1: 28, 2: 1173, 3: 21, 4: 1096, 5: 94, 6: 142, 7: 45, 8: 1220, 9: 264}\n",
      "2018-06-22 20:51:56,855 - framestack - INFO: steps: 1287360, steps/s: 91.90\n",
      "  epoch reward:       1.1360/5.8872/8.1216 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3765/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:52:42,253 - framestack - INFO: action counts: {0: 236, 1: 30, 2: 1171, 3: 23, 4: 1062, 5: 86, 6: 154, 7: 38, 8: 1229, 9: 291}\n",
      "2018-06-22 20:52:42,272 - framestack - INFO: steps: 1291680, steps/s: 91.91\n",
      "  epoch reward:       1.1360/7.1479/22.0513 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1856/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:53:26,591 - framestack - INFO: action counts: {0: 248, 1: 36, 2: 1166, 3: 20, 4: 1118, 5: 86, 6: 163, 7: 39, 8: 1146, 9: 298}\n",
      "2018-06-22 20:53:26,612 - framestack - INFO: steps: 1296000, steps/s: 91.93\n",
      "  epoch reward:       1.1360/6.9260/22.0513 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9834/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:54:12,582 - framestack - INFO: action counts: {0: 238, 1: 34, 2: 1200, 3: 20, 4: 1068, 5: 97, 6: 165, 7: 39, 8: 1173, 9: 286}\n",
      "2018-06-22 20:54:12,607 - framestack - INFO: steps: 1300320, steps/s: 91.94\n",
      "  epoch reward:       1.1360/11.3975/47.6783 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8752/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:54:59,395 - framestack - INFO: action counts: {0: 234, 1: 39, 2: 1157, 3: 19, 4: 1042, 5: 98, 6: 165, 7: 20, 8: 1245, 9: 301}\n",
      "2018-06-22 20:54:59,418 - framestack - INFO: steps: 1304640, steps/s: 91.94\n",
      "  epoch reward:       1.1360/11.1975/47.6783 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7630/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:55:45,527 - framestack - INFO: action counts: {0: 294, 1: 43, 2: 1111, 3: 23, 4: 1058, 5: 95, 6: 160, 7: 35, 8: 1211, 9: 290}\n",
      "2018-06-22 20:55:45,550 - framestack - INFO: steps: 1308960, steps/s: 91.94\n",
      "  epoch reward:       1.1360/11.1975/47.6783 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.6350/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:56:31,845 - framestack - INFO: action counts: {0: 242, 1: 45, 2: 1135, 3: 26, 4: 1058, 5: 85, 6: 178, 7: 45, 8: 1193, 9: 313}\n",
      "2018-06-22 20:56:31,868 - framestack - INFO: steps: 1313280, steps/s: 91.95\n",
      "  epoch reward:       1.1360/11.1926/47.6783 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.5449/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:57:17,788 - framestack - INFO: action counts: {0: 262, 1: 45, 2: 1101, 3: 17, 4: 1059, 5: 110, 6: 197, 7: 51, 8: 1157, 9: 321}\n",
      "2018-06-22 20:57:17,809 - framestack - INFO: steps: 1317600, steps/s: 91.96\n",
      "  epoch reward:       2.1565/16.7182/47.6783 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.5835/49.0361 [n=500]\n",
      "\n",
      "2018-06-22 20:58:04,102 - framestack - INFO: action counts: {0: 272, 1: 58, 2: 1116, 3: 31, 4: 1035, 5: 92, 6: 213, 7: 47, 8: 1173, 9: 283}\n",
      "2018-06-22 20:58:04,124 - framestack - INFO: steps: 1321920, steps/s: 91.96\n",
      "  epoch reward:       1.6480/14.0421/47.6783 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.5686/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 20:58:50,484 - framestack - INFO: action counts: {0: 239, 1: 43, 2: 1142, 3: 28, 4: 1025, 5: 115, 6: 187, 7: 35, 8: 1204, 9: 302}\n",
      "2018-06-22 20:58:50,505 - framestack - INFO: steps: 1326240, steps/s: 91.96\n",
      "  epoch reward:       1.6480/15.0773/47.6783 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7125/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 20:59:37,059 - framestack - INFO: action counts: {0: 259, 1: 55, 2: 1166, 3: 28, 4: 1001, 5: 87, 6: 209, 7: 47, 8: 1171, 9: 297}\n",
      "2018-06-22 20:59:37,084 - framestack - INFO: steps: 1330560, steps/s: 91.97\n",
      "  epoch reward:       1.6480/13.6271/47.6783 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8614/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:00:22,681 - framestack - INFO: action counts: {0: 253, 1: 53, 2: 1142, 3: 23, 4: 1024, 5: 106, 6: 204, 7: 61, 8: 1148, 9: 306}\n",
      "2018-06-22 21:00:22,701 - framestack - INFO: steps: 1334880, steps/s: 91.98\n",
      "  epoch reward:       1.6480/13.6271/47.6783 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0031/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:01:09,488 - framestack - INFO: action counts: {0: 269, 1: 45, 2: 1152, 3: 27, 4: 1014, 5: 106, 6: 177, 7: 60, 8: 1175, 9: 295}\n",
      "2018-06-22 21:01:09,508 - framestack - INFO: steps: 1339200, steps/s: 91.98\n",
      "  epoch reward:       1.6480/13.7421/47.6783 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1531/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:01:55,158 - framestack - INFO: action counts: {0: 206, 1: 37, 2: 1074, 3: 21, 4: 1101, 5: 122, 6: 194, 7: 49, 8: 1204, 9: 312}\n",
      "2018-06-22 21:01:55,182 - framestack - INFO: steps: 1343520, steps/s: 91.98\n",
      "  epoch reward:       1.6480/10.4572/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2346/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:02:41,075 - framestack - INFO: action counts: {0: 288, 1: 35, 2: 1049, 3: 28, 4: 1074, 5: 97, 6: 174, 7: 56, 8: 1204, 9: 315}\n",
      "2018-06-22 21:02:41,097 - framestack - INFO: steps: 1347840, steps/s: 91.99\n",
      "  epoch reward:       1.6480/10.3052/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3344/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:03:28,489 - framestack - INFO: action counts: {0: 256, 1: 35, 2: 1087, 3: 28, 4: 1120, 5: 111, 6: 172, 7: 53, 8: 1164, 9: 294}\n",
      "2018-06-22 21:03:28,509 - framestack - INFO: steps: 1352160, steps/s: 91.99\n",
      "  epoch reward:       1.6480/13.5497/46.1036 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4757/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:04:14,723 - framestack - INFO: action counts: {0: 226, 1: 40, 2: 1098, 3: 28, 4: 1066, 5: 109, 6: 198, 7: 44, 8: 1225, 9: 286}\n",
      "2018-06-22 21:04:14,745 - framestack - INFO: steps: 1356480, steps/s: 91.99\n",
      "  epoch reward:       1.6480/12.4259/46.1036 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5852/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:05:01,386 - framestack - INFO: action counts: {0: 239, 1: 28, 2: 1150, 3: 29, 4: 1100, 5: 85, 6: 181, 7: 47, 8: 1156, 9: 305}\n",
      "2018-06-22 21:05:01,408 - framestack - INFO: steps: 1360800, steps/s: 92.00\n",
      "  epoch reward:       3.0475/12.7124/46.1036 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6855/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:05:47,934 - framestack - INFO: action counts: {0: 251, 1: 43, 2: 1105, 3: 25, 4: 1163, 5: 102, 6: 176, 7: 46, 8: 1136, 9: 273}\n",
      "2018-06-22 21:05:47,957 - framestack - INFO: steps: 1365120, steps/s: 92.00\n",
      "  epoch reward:       3.0475/12.6404/46.1036 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8069/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:06:35,761 - framestack - INFO: action counts: {0: 248, 1: 49, 2: 1108, 3: 24, 4: 1103, 5: 94, 6: 194, 7: 38, 8: 1150, 9: 312}\n",
      "2018-06-22 21:06:35,782 - framestack - INFO: steps: 1369440, steps/s: 91.99\n",
      "  epoch reward:       3.0475/12.8448/46.1036 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8636/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:07:21,766 - framestack - INFO: action counts: {0: 233, 1: 54, 2: 1086, 3: 31, 4: 1156, 5: 118, 6: 191, 7: 49, 8: 1115, 9: 287}\n",
      "2018-06-22 21:07:21,788 - framestack - INFO: steps: 1373760, steps/s: 92.00\n",
      "  epoch reward:       2.1182/7.9157/14.8291 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8381/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:08:08,287 - framestack - INFO: action counts: {0: 250, 1: 40, 2: 1133, 3: 27, 4: 994, 5: 123, 6: 177, 7: 56, 8: 1212, 9: 308}\n",
      "2018-06-22 21:08:08,312 - framestack - INFO: steps: 1378080, steps/s: 92.00\n",
      "  epoch reward:       2.7279/8.0416/14.8291 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8180/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:08:52,322 - framestack - INFO: action counts: {0: 279, 1: 54, 2: 1100, 3: 29, 4: 1088, 5: 104, 6: 198, 7: 54, 8: 1134, 9: 280}\n",
      "2018-06-22 21:08:52,345 - framestack - INFO: steps: 1382400, steps/s: 92.02\n",
      "  epoch reward:       2.7279/8.5843/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7924/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:09:36,301 - framestack - INFO: action counts: {0: 267, 1: 52, 2: 1078, 3: 22, 4: 1170, 5: 113, 6: 204, 7: 50, 8: 1063, 9: 301}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 21:09:36,329 - framestack - INFO: steps: 1386720, steps/s: 92.04\n",
      "  epoch reward:       2.7279/9.0023/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7638/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:10:20,465 - framestack - INFO: action counts: {0: 245, 1: 60, 2: 1124, 3: 33, 4: 1083, 5: 100, 6: 224, 7: 71, 8: 1065, 9: 315}\n",
      "2018-06-22 21:10:20,493 - framestack - INFO: steps: 1391040, steps/s: 92.06\n",
      "  epoch reward:       2.7279/9.0023/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7352/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:11:05,299 - framestack - INFO: action counts: {0: 263, 1: 47, 2: 1040, 3: 37, 4: 1166, 5: 105, 6: 187, 7: 62, 8: 1117, 9: 296}\n",
      "2018-06-22 21:11:05,326 - framestack - INFO: steps: 1395360, steps/s: 92.07\n",
      "  epoch reward:       2.7279/9.0318/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7071/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:11:49,729 - framestack - INFO: action counts: {0: 250, 1: 51, 2: 1085, 3: 25, 4: 1164, 5: 105, 6: 185, 7: 52, 8: 1126, 9: 277}\n",
      "2018-06-22 21:11:49,750 - framestack - INFO: steps: 1399680, steps/s: 92.09\n",
      "  epoch reward:       2.7279/8.8996/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6794/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:12:36,663 - framestack - INFO: action counts: {0: 236, 1: 36, 2: 1136, 3: 14, 4: 1202, 5: 107, 6: 158, 7: 44, 8: 1077, 9: 310}\n",
      "2018-06-22 21:12:36,691 - framestack - INFO: steps: 1404000, steps/s: 92.09\n",
      "  epoch reward:       2.7279/8.2953/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6294/48.1758 [n=500]\n",
      "\n",
      "2018-06-22 21:13:21,502 - framestack - INFO: action counts: {0: 223, 1: 29, 2: 1088, 3: 14, 4: 1251, 5: 105, 6: 160, 7: 45, 8: 1123, 9: 282}\n",
      "2018-06-22 21:13:21,528 - framestack - INFO: steps: 1408320, steps/s: 92.10\n",
      "  epoch reward:       2.7279/8.8431/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.5903/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:14:06,383 - framestack - INFO: action counts: {0: 247, 1: 43, 2: 1144, 3: 23, 4: 1268, 5: 87, 6: 157, 7: 37, 8: 1031, 9: 283}\n",
      "2018-06-22 21:14:06,405 - framestack - INFO: steps: 1412640, steps/s: 92.11\n",
      "  epoch reward:       1.6132/7.5081/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.6178/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:14:51,852 - framestack - INFO: action counts: {0: 246, 1: 31, 2: 1095, 3: 18, 4: 1224, 5: 104, 6: 174, 7: 39, 8: 1100, 9: 289}\n",
      "2018-06-22 21:14:51,874 - framestack - INFO: steps: 1416960, steps/s: 92.12\n",
      "  epoch reward:       1.6132/8.4416/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.6057/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:15:38,252 - framestack - INFO: action counts: {0: 259, 1: 34, 2: 1144, 3: 20, 4: 1179, 5: 105, 6: 169, 7: 43, 8: 1074, 9: 293}\n",
      "2018-06-22 21:15:38,277 - framestack - INFO: steps: 1421280, steps/s: 92.12\n",
      "  epoch reward:       1.6132/7.0208/16.8199 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.5697/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:16:26,307 - framestack - INFO: action counts: {0: 235, 1: 57, 2: 1166, 3: 15, 4: 1194, 5: 113, 6: 172, 7: 46, 8: 1061, 9: 261}\n",
      "2018-06-22 21:16:26,332 - framestack - INFO: steps: 1425600, steps/s: 92.12\n",
      "  epoch reward:       1.6132/7.8160/16.8199 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.5488/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:17:11,983 - framestack - INFO: action counts: {0: 232, 1: 36, 2: 1135, 3: 22, 4: 1195, 5: 89, 6: 153, 7: 31, 8: 1112, 9: 315}\n",
      "2018-06-22 21:17:12,009 - framestack - INFO: steps: 1429920, steps/s: 92.13\n",
      "  epoch reward:       1.6132/7.8160/16.8199 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.5280/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:17:57,597 - framestack - INFO: action counts: {0: 255, 1: 38, 2: 1157, 3: 23, 4: 1169, 5: 85, 6: 148, 7: 30, 8: 1111, 9: 304}\n",
      "2018-06-22 21:17:57,623 - framestack - INFO: steps: 1434240, steps/s: 92.13\n",
      "  epoch reward:       1.6132/9.9285/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.5494/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:18:46,835 - framestack - INFO: action counts: {0: 251, 1: 40, 2: 1072, 3: 25, 4: 1174, 5: 100, 6: 177, 7: 45, 8: 1129, 9: 307}\n",
      "2018-06-22 21:18:46,858 - framestack - INFO: steps: 1438560, steps/s: 92.12\n",
      "  epoch reward:       1.6132/9.9285/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.5504/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:19:33,703 - framestack - INFO: action counts: {0: 257, 1: 42, 2: 1078, 3: 24, 4: 1176, 5: 119, 6: 191, 7: 46, 8: 1078, 9: 309}\n",
      "2018-06-22 21:19:33,729 - framestack - INFO: steps: 1442880, steps/s: 92.12\n",
      "  epoch reward:       1.6132/10.0447/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.4735/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:20:20,948 - framestack - INFO: action counts: {0: 242, 1: 40, 2: 1016, 3: 31, 4: 1211, 5: 123, 6: 183, 7: 53, 8: 1060, 9: 361}\n",
      "2018-06-22 21:20:20,974 - framestack - INFO: steps: 1447200, steps/s: 92.12\n",
      "  epoch reward:       1.6132/10.0447/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.4113/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:21:07,212 - framestack - INFO: action counts: {0: 252, 1: 53, 2: 1111, 3: 33, 4: 1159, 5: 112, 6: 212, 7: 48, 8: 1036, 9: 304}\n",
      "2018-06-22 21:21:07,237 - framestack - INFO: steps: 1451520, steps/s: 92.12\n",
      "  epoch reward:       4.8339/10.7702/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.3410/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:21:52,339 - framestack - INFO: action counts: {0: 238, 1: 39, 2: 1110, 3: 32, 4: 1203, 5: 90, 6: 187, 7: 50, 8: 1088, 9: 283}\n",
      "2018-06-22 21:21:52,367 - framestack - INFO: steps: 1455840, steps/s: 92.13\n",
      "  epoch reward:       3.3070/10.3981/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.2898/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:22:37,602 - framestack - INFO: action counts: {0: 226, 1: 46, 2: 1121, 3: 17, 4: 1267, 5: 83, 6: 168, 7: 52, 8: 1055, 9: 285}\n",
      "2018-06-22 21:22:37,624 - framestack - INFO: steps: 1460160, steps/s: 92.14\n",
      "  epoch reward:       3.3070/11.3529/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.2577/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:23:22,702 - framestack - INFO: action counts: {0: 259, 1: 44, 2: 1082, 3: 16, 4: 1262, 5: 96, 6: 187, 7: 52, 8: 1033, 9: 289}\n",
      "2018-06-22 21:23:22,723 - framestack - INFO: steps: 1464480, steps/s: 92.15\n",
      "  epoch reward:       2.1429/11.9591/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.2378/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:24:09,085 - framestack - INFO: action counts: {0: 221, 1: 45, 2: 1096, 3: 23, 4: 1290, 5: 59, 6: 153, 7: 49, 8: 1099, 9: 285}\n",
      "2018-06-22 21:24:09,107 - framestack - INFO: steps: 1468800, steps/s: 92.16\n",
      "  epoch reward:       2.1429/11.9591/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     1.1360/10.2214/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:24:54,241 - framestack - INFO: action counts: {0: 226, 1: 35, 2: 1100, 3: 16, 4: 1259, 5: 104, 6: 173, 7: 39, 8: 1085, 9: 283}\n",
      "2018-06-22 21:24:54,265 - framestack - INFO: steps: 1473120, steps/s: 92.17\n",
      "  epoch reward:       0.4673/7.4760/18.2030 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.1154/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:25:39,191 - framestack - INFO: action counts: {0: 230, 1: 39, 2: 1163, 3: 24, 4: 1292, 5: 97, 6: 147, 7: 31, 8: 1056, 9: 241}\n",
      "2018-06-22 21:25:39,214 - framestack - INFO: steps: 1477440, steps/s: 92.18\n",
      "  epoch reward:       0.4673/7.4760/18.2030 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0089/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:26:24,579 - framestack - INFO: action counts: {0: 216, 1: 42, 2: 1152, 3: 21, 4: 1249, 5: 85, 6: 132, 7: 49, 8: 1125, 9: 249}\n",
      "2018-06-22 21:26:24,606 - framestack - INFO: steps: 1481760, steps/s: 92.19\n",
      "  epoch reward:       0.4673/7.4073/18.2030 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9811/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:27:10,150 - framestack - INFO: action counts: {0: 238, 1: 33, 2: 1038, 3: 20, 4: 1273, 5: 93, 6: 156, 7: 43, 8: 1130, 9: 296}\n",
      "2018-06-22 21:27:10,175 - framestack - INFO: steps: 1486080, steps/s: 92.19\n",
      "  epoch reward:       0.4673/7.4073/18.2030 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9635/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:27:55,549 - framestack - INFO: action counts: {0: 221, 1: 33, 2: 1113, 3: 22, 4: 1238, 5: 103, 6: 160, 7: 43, 8: 1106, 9: 281}\n",
      "2018-06-22 21:27:55,576 - framestack - INFO: steps: 1490400, steps/s: 92.20\n",
      "  epoch reward:       0.4673/7.4073/18.2030 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9500/47.6783 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 21:28:41,470 - framestack - INFO: action counts: {0: 236, 1: 34, 2: 1092, 3: 28, 4: 1231, 5: 101, 6: 189, 7: 50, 8: 1090, 9: 269}\n",
      "2018-06-22 21:28:41,494 - framestack - INFO: steps: 1494720, steps/s: 92.21\n",
      "  epoch reward:       0.4673/7.2865/18.2030 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9841/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:29:27,626 - framestack - INFO: action counts: {0: 243, 1: 45, 2: 1092, 3: 33, 4: 1233, 5: 106, 6: 197, 7: 55, 8: 1054, 9: 262}\n",
      "2018-06-22 21:29:27,650 - framestack - INFO: steps: 1499040, steps/s: 92.21\n",
      "  epoch reward:       0.4673/7.1654/18.2030 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0189/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:30:14,674 - framestack - INFO: action counts: {0: 261, 1: 40, 2: 1125, 3: 29, 4: 1264, 5: 83, 6: 162, 7: 59, 8: 1039, 9: 258}\n",
      "2018-06-22 21:30:14,697 - framestack - INFO: steps: 1503360, steps/s: 92.21\n",
      "  epoch reward:       0.4673/5.4630/13.0706 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0104/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:30:59,953 - framestack - INFO: action counts: {0: 253, 1: 49, 2: 1085, 3: 24, 4: 1263, 5: 98, 6: 156, 7: 50, 8: 1027, 9: 315}\n",
      "2018-06-22 21:30:59,977 - framestack - INFO: steps: 1507680, steps/s: 92.22\n",
      "  epoch reward:       0.4673/5.6456/18.1879 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9804/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:31:46,460 - framestack - INFO: action counts: {0: 236, 1: 37, 2: 1097, 3: 19, 4: 1247, 5: 93, 6: 159, 7: 47, 8: 1096, 9: 289}\n",
      "2018-06-22 21:31:46,485 - framestack - INFO: steps: 1512000, steps/s: 92.22\n",
      "  epoch reward:       2.0140/6.5822/18.1879 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9735/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:32:33,502 - framestack - INFO: action counts: {0: 248, 1: 51, 2: 1078, 3: 21, 4: 1287, 5: 115, 6: 177, 7: 47, 8: 1019, 9: 277}\n",
      "2018-06-22 21:32:33,527 - framestack - INFO: steps: 1516320, steps/s: 92.22\n",
      "  epoch reward:       1.1059/4.3806/9.6297 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8332/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:33:20,290 - framestack - INFO: action counts: {0: 233, 1: 38, 2: 1150, 3: 21, 4: 1270, 5: 100, 6: 147, 7: 39, 8: 1040, 9: 282}\n",
      "2018-06-22 21:33:20,315 - framestack - INFO: steps: 1520640, steps/s: 92.22\n",
      "  epoch reward:       1.1059/6.8570/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7464/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:34:06,639 - framestack - INFO: action counts: {0: 245, 1: 38, 2: 1106, 3: 27, 4: 1249, 5: 89, 6: 179, 7: 40, 8: 1047, 9: 300}\n",
      "2018-06-22 21:34:06,665 - framestack - INFO: steps: 1524960, steps/s: 92.22\n",
      "  epoch reward:       2.1401/8.0094/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.6826/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:34:51,730 - framestack - INFO: action counts: {0: 224, 1: 45, 2: 1078, 3: 18, 4: 1330, 5: 92, 6: 162, 7: 39, 8: 1044, 9: 288}\n",
      "2018-06-22 21:34:51,754 - framestack - INFO: steps: 1529280, steps/s: 92.23\n",
      "  epoch reward:       2.1401/8.0094/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.6189/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:35:37,024 - framestack - INFO: action counts: {0: 253, 1: 53, 2: 1046, 3: 24, 4: 1291, 5: 88, 6: 172, 7: 47, 8: 1022, 9: 324}\n",
      "2018-06-22 21:35:37,050 - framestack - INFO: steps: 1533600, steps/s: 92.24\n",
      "  epoch reward:       2.1401/9.4334/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.4732/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:36:21,970 - framestack - INFO: action counts: {0: 256, 1: 55, 2: 1043, 3: 29, 4: 1295, 5: 99, 6: 169, 7: 39, 8: 1036, 9: 299}\n",
      "2018-06-22 21:36:21,996 - framestack - INFO: steps: 1537920, steps/s: 92.25\n",
      "  epoch reward:       2.1401/9.4334/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.3811/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:37:07,028 - framestack - INFO: action counts: {0: 254, 1: 55, 2: 1058, 3: 20, 4: 1214, 5: 94, 6: 199, 7: 59, 8: 1067, 9: 300}\n",
      "2018-06-22 21:37:07,053 - framestack - INFO: steps: 1542240, steps/s: 92.26\n",
      "  epoch reward:       2.1401/9.8179/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.2759/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:37:53,822 - framestack - INFO: action counts: {0: 257, 1: 51, 2: 1037, 3: 22, 4: 1279, 5: 102, 6: 168, 7: 55, 8: 1043, 9: 306}\n",
      "2018-06-22 21:37:53,844 - framestack - INFO: steps: 1546560, steps/s: 92.26\n",
      "  epoch reward:       2.1401/8.3683/17.7405 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.1707/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:38:40,445 - framestack - INFO: action counts: {0: 244, 1: 57, 2: 1104, 3: 27, 4: 1251, 5: 100, 6: 172, 7: 52, 8: 1019, 9: 294}\n",
      "2018-06-22 21:38:40,471 - framestack - INFO: steps: 1550880, steps/s: 92.27\n",
      "  epoch reward:       2.1401/8.7829/17.7405 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.0738/47.6783 [n=500]\n",
      "\n",
      "2018-06-22 21:39:26,902 - framestack - INFO: action counts: {0: 251, 1: 42, 2: 1096, 3: 18, 4: 1250, 5: 95, 6: 166, 7: 52, 8: 1065, 9: 285}\n",
      "2018-06-22 21:39:26,928 - framestack - INFO: steps: 1555200, steps/s: 92.27\n",
      "  epoch reward:       0.7183/8.9174/17.7405 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9773/46.1036 [n=500]\n",
      "\n",
      "2018-06-22 21:40:13,831 - framestack - INFO: action counts: {0: 249, 1: 42, 2: 1042, 3: 23, 4: 1269, 5: 99, 6: 169, 7: 42, 8: 1098, 9: 287}\n",
      "2018-06-22 21:40:13,856 - framestack - INFO: steps: 1559520, steps/s: 92.27\n",
      "  epoch reward:       0.7183/9.0151/17.7405 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9485/46.1036 [n=500]\n",
      "\n",
      "2018-06-22 21:41:01,316 - framestack - INFO: action counts: {0: 252, 1: 50, 2: 1061, 3: 30, 4: 1280, 5: 71, 6: 187, 7: 55, 8: 1030, 9: 304}\n",
      "2018-06-22 21:41:01,341 - framestack - INFO: steps: 1563840, steps/s: 92.26\n",
      "  epoch reward:       0.7183/8.9940/17.7405 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9222/46.1036 [n=500]\n",
      "\n",
      "2018-06-22 21:41:46,041 - framestack - INFO: action counts: {0: 282, 1: 44, 2: 1077, 3: 30, 4: 1244, 5: 105, 6: 165, 7: 61, 8: 1047, 9: 265}\n",
      "2018-06-22 21:41:46,064 - framestack - INFO: steps: 1568160, steps/s: 92.27\n",
      "  epoch reward:       0.7183/10.1103/18.0748 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.8535/46.1036 [n=500]\n",
      "\n",
      "2018-06-22 21:42:31,345 - framestack - INFO: action counts: {0: 234, 1: 43, 2: 1109, 3: 21, 4: 1273, 5: 101, 6: 150, 7: 38, 8: 1061, 9: 290}\n",
      "2018-06-22 21:42:31,371 - framestack - INFO: steps: 1572480, steps/s: 92.28\n",
      "  epoch reward:       0.7183/9.5985/18.0748 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7969/46.1036 [n=500]\n",
      "\n",
      "2018-06-22 21:43:16,085 - framestack - INFO: action counts: {0: 243, 1: 52, 2: 1114, 3: 19, 4: 1250, 5: 101, 6: 171, 7: 47, 8: 1031, 9: 292}\n",
      "2018-06-22 21:43:16,111 - framestack - INFO: steps: 1576800, steps/s: 92.29\n",
      "  epoch reward:       0.7183/10.0731/18.1478 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7441/46.1036 [n=500]\n",
      "\n",
      "2018-06-22 21:44:02,459 - framestack - INFO: action counts: {0: 225, 1: 53, 2: 1064, 3: 31, 4: 1355, 5: 80, 6: 196, 7: 43, 8: 978, 9: 295}\n",
      "2018-06-22 21:44:02,482 - framestack - INFO: steps: 1581120, steps/s: 92.30\n",
      "  epoch reward:       0.7183/11.5498/24.3344 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7223/46.1036 [n=500]\n",
      "\n",
      "2018-06-22 21:44:48,560 - framestack - INFO: action counts: {0: 247, 1: 56, 2: 1063, 3: 26, 4: 1294, 5: 113, 6: 170, 7: 58, 8: 1037, 9: 256}\n",
      "2018-06-22 21:44:48,582 - framestack - INFO: steps: 1585440, steps/s: 92.30\n",
      "  epoch reward:       0.7183/11.5498/24.3344 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.6964/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:45:34,772 - framestack - INFO: action counts: {0: 257, 1: 51, 2: 1055, 3: 27, 4: 1292, 5: 94, 6: 199, 7: 50, 8: 1010, 9: 285}\n",
      "2018-06-22 21:45:34,796 - framestack - INFO: steps: 1589760, steps/s: 92.30\n",
      "  epoch reward:       0.7183/11.2217/24.3344 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7625/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:46:22,193 - framestack - INFO: action counts: {0: 242, 1: 49, 2: 1010, 3: 26, 4: 1341, 5: 94, 6: 193, 7: 44, 8: 1038, 9: 283}\n",
      "2018-06-22 21:46:22,222 - framestack - INFO: steps: 1594080, steps/s: 92.30\n",
      "  epoch reward:       0.1048/10.2387/24.3344 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8065/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:47:08,378 - framestack - INFO: action counts: {0: 299, 1: 65, 2: 990, 3: 21, 4: 1225, 5: 102, 6: 202, 7: 60, 8: 1020, 9: 336}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 21:47:08,399 - framestack - INFO: steps: 1598400, steps/s: 92.30\n",
      "  epoch reward:       0.1048/11.7775/24.9221 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8703/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:47:53,738 - framestack - INFO: action counts: {0: 268, 1: 61, 2: 1016, 3: 28, 4: 1306, 5: 111, 6: 174, 7: 62, 8: 980, 9: 314}\n",
      "2018-06-22 21:47:53,760 - framestack - INFO: steps: 1602720, steps/s: 92.31\n",
      "  epoch reward:       0.1048/10.1171/24.3344 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8926/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:48:39,646 - framestack - INFO: action counts: {0: 263, 1: 63, 2: 1014, 3: 32, 4: 1337, 5: 62, 6: 182, 7: 47, 8: 1019, 9: 301}\n",
      "2018-06-22 21:48:39,669 - framestack - INFO: steps: 1607040, steps/s: 92.32\n",
      "  epoch reward:       0.1048/10.1171/24.3344 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9149/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:49:25,060 - framestack - INFO: action counts: {0: 272, 1: 40, 2: 1023, 3: 34, 4: 1277, 5: 100, 6: 141, 7: 74, 8: 1044, 9: 315}\n",
      "2018-06-22 21:49:25,084 - framestack - INFO: steps: 1611360, steps/s: 92.32\n",
      "  epoch reward:       0.1048/9.7156/24.3344 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9286/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:50:11,478 - framestack - INFO: action counts: {0: 259, 1: 44, 2: 998, 3: 28, 4: 1407, 5: 95, 6: 161, 7: 33, 8: 983, 9: 312}\n",
      "2018-06-22 21:50:11,500 - framestack - INFO: steps: 1615680, steps/s: 92.33\n",
      "  epoch reward:       0.1048/8.8448/24.3344 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9275/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:50:58,226 - framestack - INFO: action counts: {0: 265, 1: 40, 2: 1021, 3: 25, 4: 1308, 5: 88, 6: 154, 7: 60, 8: 1065, 9: 294}\n",
      "2018-06-22 21:50:58,252 - framestack - INFO: steps: 1620000, steps/s: 92.33\n",
      "  epoch reward:       0.1048/6.7964/14.1660 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8975/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:51:44,488 - framestack - INFO: action counts: {0: 259, 1: 38, 2: 1022, 3: 24, 4: 1307, 5: 86, 6: 155, 7: 60, 8: 1086, 9: 283}\n",
      "2018-06-22 21:51:44,515 - framestack - INFO: steps: 1624320, steps/s: 92.33\n",
      "  epoch reward:       0.1048/7.8099/17.6995 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8769/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:52:29,038 - framestack - INFO: action counts: {0: 234, 1: 33, 2: 1079, 3: 25, 4: 1412, 5: 77, 6: 145, 7: 30, 8: 1029, 9: 256}\n",
      "2018-06-22 21:52:29,062 - framestack - INFO: steps: 1628640, steps/s: 92.34\n",
      "  epoch reward:       0.1048/8.7941/17.6995 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9026/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:53:13,820 - framestack - INFO: action counts: {0: 253, 1: 53, 2: 1034, 3: 16, 4: 1385, 5: 82, 6: 123, 7: 46, 8: 1046, 9: 282}\n",
      "2018-06-22 21:53:13,847 - framestack - INFO: steps: 1632960, steps/s: 92.35\n",
      "  epoch reward:       0.1048/8.4519/17.6995 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9028/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:54:00,246 - framestack - INFO: action counts: {0: 228, 1: 38, 2: 1069, 3: 14, 4: 1370, 5: 74, 6: 144, 7: 49, 8: 1053, 9: 281}\n",
      "2018-06-22 21:54:00,269 - framestack - INFO: steps: 1637280, steps/s: 92.35\n",
      "  epoch reward:       3.1190/11.7219/21.5764 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9968/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:54:46,906 - framestack - INFO: action counts: {0: 245, 1: 65, 2: 1045, 3: 33, 4: 1314, 5: 85, 6: 139, 7: 40, 8: 1055, 9: 299}\n",
      "2018-06-22 21:54:46,928 - framestack - INFO: steps: 1641600, steps/s: 92.36\n",
      "  epoch reward:       3.1190/11.7017/21.5764 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.0745/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:55:33,606 - framestack - INFO: action counts: {0: 266, 1: 45, 2: 1019, 3: 16, 4: 1346, 5: 70, 6: 147, 7: 43, 8: 1067, 9: 301}\n",
      "2018-06-22 21:55:33,630 - framestack - INFO: steps: 1645920, steps/s: 92.36\n",
      "  epoch reward:       3.1190/13.4100/27.1412 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.1864/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:56:19,591 - framestack - INFO: action counts: {0: 243, 1: 35, 2: 1057, 3: 21, 4: 1364, 5: 69, 6: 122, 7: 39, 8: 1075, 9: 295}\n",
      "2018-06-22 21:56:19,618 - framestack - INFO: steps: 1650240, steps/s: 92.36\n",
      "  epoch reward:       3.1190/13.4100/27.1412 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2561/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:57:07,454 - framestack - INFO: action counts: {0: 279, 1: 41, 2: 1026, 3: 24, 4: 1301, 5: 102, 6: 133, 7: 50, 8: 1095, 9: 269}\n",
      "2018-06-22 21:57:07,481 - framestack - INFO: steps: 1654560, steps/s: 92.35\n",
      "  epoch reward:       3.1190/13.4100/27.1412 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.3257/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:57:53,494 - framestack - INFO: action counts: {0: 273, 1: 43, 2: 1020, 3: 19, 4: 1330, 5: 93, 6: 157, 7: 55, 8: 1064, 9: 266}\n",
      "2018-06-22 21:57:53,519 - framestack - INFO: steps: 1658880, steps/s: 92.36\n",
      "  epoch reward:       3.1190/13.3846/27.1412 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.3925/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:58:37,802 - framestack - INFO: action counts: {0: 277, 1: 43, 2: 1001, 3: 33, 4: 1325, 5: 86, 6: 178, 7: 57, 8: 1019, 9: 301}\n",
      "2018-06-22 21:58:37,826 - framestack - INFO: steps: 1663200, steps/s: 92.37\n",
      "  epoch reward:       3.1190/12.2499/27.1412 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.4366/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 21:59:23,488 - framestack - INFO: action counts: {0: 278, 1: 63, 2: 1047, 3: 31, 4: 1309, 5: 85, 6: 167, 7: 47, 8: 1006, 9: 287}\n",
      "2018-06-22 21:59:23,512 - framestack - INFO: steps: 1667520, steps/s: 92.38\n",
      "  epoch reward:       3.1190/12.3725/27.1412 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.4686/28.4084 [n=500]\n",
      "\n",
      "2018-06-22 22:00:07,154 - framestack - INFO: action counts: {0: 268, 1: 47, 2: 1036, 3: 21, 4: 1396, 5: 78, 6: 154, 7: 61, 8: 967, 9: 292}\n",
      "2018-06-22 22:00:07,176 - framestack - INFO: steps: 1671840, steps/s: 92.39\n",
      "  epoch reward:       3.1190/15.4054/47.1447 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.5688/47.1447 [n=500]\n",
      "\n",
      "2018-06-22 22:00:52,751 - framestack - INFO: action counts: {0: 256, 1: 33, 2: 1048, 3: 14, 4: 1379, 5: 74, 6: 154, 7: 40, 8: 1044, 9: 278}\n",
      "2018-06-22 22:00:52,775 - framestack - INFO: steps: 1676160, steps/s: 92.40\n",
      "  epoch reward:       0.4673/13.4580/47.1447 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.6109/47.1447 [n=500]\n",
      "\n",
      "2018-06-22 22:01:36,825 - framestack - INFO: action counts: {0: 257, 1: 48, 2: 1058, 3: 27, 4: 1363, 5: 78, 6: 126, 7: 41, 8: 1051, 9: 271}\n",
      "2018-06-22 22:01:36,851 - framestack - INFO: steps: 1680480, steps/s: 92.41\n",
      "  epoch reward:       0.4673/13.4580/47.1447 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.6409/47.1447 [n=500]\n",
      "\n",
      "2018-06-22 22:02:22,422 - framestack - INFO: action counts: {0: 288, 1: 50, 2: 1065, 3: 34, 4: 1325, 5: 94, 6: 154, 7: 46, 8: 971, 9: 293}\n",
      "2018-06-22 22:02:22,450 - framestack - INFO: steps: 1684800, steps/s: 92.42\n",
      "  epoch reward:       0.4673/13.2144/47.1447 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.6660/47.1447 [n=500]\n",
      "\n",
      "2018-06-22 22:03:07,809 - framestack - INFO: action counts: {0: 317, 1: 62, 2: 1039, 3: 20, 4: 1281, 5: 86, 6: 197, 7: 67, 8: 962, 9: 289}\n",
      "2018-06-22 22:03:07,834 - framestack - INFO: steps: 1689120, steps/s: 92.43\n",
      "  epoch reward:       2.9134/17.0101/48.5225 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8566/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:03:53,736 - framestack - INFO: action counts: {0: 279, 1: 67, 2: 1028, 3: 31, 4: 1320, 5: 103, 6: 187, 7: 57, 8: 934, 9: 314}\n",
      "2018-06-22 22:03:53,760 - framestack - INFO: steps: 1693440, steps/s: 92.43\n",
      "  epoch reward:       2.9134/17.0101/48.5225 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0473/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:04:39,176 - framestack - INFO: action counts: {0: 297, 1: 46, 2: 1025, 3: 31, 4: 1297, 5: 88, 6: 163, 7: 69, 8: 992, 9: 312}\n",
      "2018-06-22 22:04:39,200 - framestack - INFO: steps: 1697760, steps/s: 92.44\n",
      "  epoch reward:       2.9134/13.3892/48.5225 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1670/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:05:24,768 - framestack - INFO: action counts: {0: 299, 1: 48, 2: 1056, 3: 30, 4: 1359, 5: 95, 6: 146, 7: 51, 8: 952, 9: 284}\n",
      "2018-06-22 22:05:24,792 - framestack - INFO: steps: 1702080, steps/s: 92.44\n",
      "  epoch reward:       2.9134/13.4197/48.5225 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2872/48.5225 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 22:06:10,841 - framestack - INFO: action counts: {0: 282, 1: 47, 2: 1053, 3: 17, 4: 1378, 5: 96, 6: 150, 7: 48, 8: 975, 9: 274}\n",
      "2018-06-22 22:06:10,866 - framestack - INFO: steps: 1706400, steps/s: 92.45\n",
      "  epoch reward:       2.9134/13.2261/48.5225 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4036/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:06:56,840 - framestack - INFO: action counts: {0: 303, 1: 52, 2: 1048, 3: 30, 4: 1263, 5: 102, 6: 168, 7: 50, 8: 998, 9: 306}\n",
      "2018-06-22 22:06:56,867 - framestack - INFO: steps: 1710720, steps/s: 92.45\n",
      "  epoch reward:       2.9134/12.2724/48.5225 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5033/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:07:41,188 - framestack - INFO: action counts: {0: 301, 1: 51, 2: 1054, 3: 37, 4: 1295, 5: 81, 6: 160, 7: 66, 8: 1021, 9: 254}\n",
      "2018-06-22 22:07:41,214 - framestack - INFO: steps: 1715040, steps/s: 92.46\n",
      "  epoch reward:       3.1907/14.5166/48.5225 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6503/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:08:25,995 - framestack - INFO: action counts: {0: 277, 1: 43, 2: 1054, 3: 32, 4: 1252, 5: 100, 6: 191, 7: 46, 8: 1034, 9: 291}\n",
      "2018-06-22 22:08:26,018 - framestack - INFO: steps: 1719360, steps/s: 92.47\n",
      "  epoch reward:       3.1907/14.5166/48.5225 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8314/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:09:11,124 - framestack - INFO: action counts: {0: 258, 1: 59, 2: 1074, 3: 28, 4: 1296, 5: 96, 6: 173, 7: 44, 8: 1013, 9: 279}\n",
      "2018-06-22 22:09:11,152 - framestack - INFO: steps: 1723680, steps/s: 92.48\n",
      "  epoch reward:       3.0594/12.2968/48.5225 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9644/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:09:57,627 - framestack - INFO: action counts: {0: 256, 1: 64, 2: 1091, 3: 28, 4: 1241, 5: 107, 6: 138, 7: 53, 8: 1047, 9: 295}\n",
      "2018-06-22 22:09:57,653 - framestack - INFO: steps: 1728000, steps/s: 92.48\n",
      "  epoch reward:       3.0594/8.0484/15.1886 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9938/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:10:44,287 - framestack - INFO: action counts: {0: 265, 1: 35, 2: 1117, 3: 30, 4: 1303, 5: 94, 6: 141, 7: 48, 8: 1036, 9: 251}\n",
      "2018-06-22 22:10:44,314 - framestack - INFO: steps: 1732320, steps/s: 92.48\n",
      "  epoch reward:       3.0594/7.8635/15.1886 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0634/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:11:28,982 - framestack - INFO: action counts: {0: 273, 1: 40, 2: 1098, 3: 16, 4: 1285, 5: 92, 6: 146, 7: 59, 8: 1037, 9: 274}\n",
      "2018-06-22 22:11:29,008 - framestack - INFO: steps: 1736640, steps/s: 92.49\n",
      "  epoch reward:       3.0594/7.4863/15.1886 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0760/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:12:13,969 - framestack - INFO: action counts: {0: 265, 1: 54, 2: 1037, 3: 22, 4: 1277, 5: 87, 6: 178, 7: 54, 8: 1094, 9: 252}\n",
      "2018-06-22 22:12:13,992 - framestack - INFO: steps: 1740960, steps/s: 92.50\n",
      "  epoch reward:       3.0594/7.0871/11.3723 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0576/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:13:00,496 - framestack - INFO: action counts: {0: 270, 1: 30, 2: 1084, 3: 25, 4: 1261, 5: 74, 6: 136, 7: 45, 8: 1147, 9: 248}\n",
      "2018-06-22 22:13:00,517 - framestack - INFO: steps: 1745280, steps/s: 92.50\n",
      "  epoch reward:       3.0594/6.7036/9.6473 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0314/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:13:47,373 - framestack - INFO: action counts: {0: 253, 1: 44, 2: 1051, 3: 33, 4: 1257, 5: 95, 6: 123, 7: 49, 8: 1161, 9: 254}\n",
      "2018-06-22 22:13:47,397 - framestack - INFO: steps: 1749600, steps/s: 92.50\n",
      "  epoch reward:       3.0594/6.7036/9.6473 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9768/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:14:33,377 - framestack - INFO: action counts: {0: 235, 1: 33, 2: 1106, 3: 21, 4: 1237, 5: 89, 6: 120, 7: 45, 8: 1172, 9: 262}\n",
      "2018-06-22 22:14:33,402 - framestack - INFO: steps: 1753920, steps/s: 92.51\n",
      "  epoch reward:       3.0594/6.7036/9.6473 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9222/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:15:19,566 - framestack - INFO: action counts: {0: 267, 1: 44, 2: 1124, 3: 24, 4: 1220, 5: 90, 6: 148, 7: 48, 8: 1086, 9: 269}\n",
      "2018-06-22 22:15:19,589 - framestack - INFO: steps: 1758240, steps/s: 92.51\n",
      "  epoch reward:       3.0594/7.5374/14.8490 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8766/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:16:06,531 - framestack - INFO: action counts: {0: 270, 1: 39, 2: 1057, 3: 28, 4: 1172, 5: 88, 6: 169, 7: 62, 8: 1149, 9: 286}\n",
      "2018-06-22 22:16:06,561 - framestack - INFO: steps: 1762560, steps/s: 92.51\n",
      "  epoch reward:       3.0594/7.5374/14.8490 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8600/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:16:51,337 - framestack - INFO: action counts: {0: 273, 1: 43, 2: 1052, 3: 28, 4: 1178, 5: 89, 6: 162, 7: 50, 8: 1157, 9: 288}\n",
      "2018-06-22 22:16:51,365 - framestack - INFO: steps: 1766880, steps/s: 92.52\n",
      "  epoch reward:       1.3081/7.4377/14.8490 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8331/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:17:37,909 - framestack - INFO: action counts: {0: 267, 1: 50, 2: 1055, 3: 35, 4: 1121, 5: 115, 6: 178, 7: 63, 8: 1123, 9: 313}\n",
      "2018-06-22 22:17:37,932 - framestack - INFO: steps: 1771200, steps/s: 92.52\n",
      "  epoch reward:       4.5971/8.4236/14.8490 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8232/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:18:24,611 - framestack - INFO: action counts: {0: 300, 1: 49, 2: 1035, 3: 25, 4: 1160, 5: 111, 6: 191, 7: 62, 8: 1102, 9: 285}\n",
      "2018-06-22 22:18:24,635 - framestack - INFO: steps: 1775520, steps/s: 92.52\n",
      "  epoch reward:       4.5971/9.0337/14.8490 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8236/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:19:10,561 - framestack - INFO: action counts: {0: 267, 1: 46, 2: 1097, 3: 28, 4: 1137, 5: 85, 6: 139, 7: 50, 8: 1203, 9: 268}\n",
      "2018-06-22 22:19:10,585 - framestack - INFO: steps: 1779840, steps/s: 92.52\n",
      "  epoch reward:       4.5971/8.4621/13.0596 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8130/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:19:57,920 - framestack - INFO: action counts: {0: 292, 1: 41, 2: 1033, 3: 25, 4: 1171, 5: 97, 6: 154, 7: 37, 8: 1193, 9: 277}\n",
      "2018-06-22 22:19:57,947 - framestack - INFO: steps: 1784160, steps/s: 92.52\n",
      "  epoch reward:       4.5971/10.9443/15.4016 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8296/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:20:43,346 - framestack - INFO: action counts: {0: 287, 1: 45, 2: 1065, 3: 29, 4: 1151, 5: 90, 6: 166, 7: 56, 8: 1150, 9: 281}\n",
      "2018-06-22 22:20:43,371 - framestack - INFO: steps: 1788480, steps/s: 92.52\n",
      "  epoch reward:       4.5971/9.9152/14.4905 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8360/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:21:28,240 - framestack - INFO: action counts: {0: 275, 1: 42, 2: 1085, 3: 19, 4: 1192, 5: 82, 6: 144, 7: 45, 8: 1152, 9: 284}\n",
      "2018-06-22 22:21:28,262 - framestack - INFO: steps: 1792800, steps/s: 92.53\n",
      "  epoch reward:       4.5971/9.9152/14.4905 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8328/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:22:13,418 - framestack - INFO: action counts: {0: 270, 1: 46, 2: 1035, 3: 26, 4: 1202, 5: 93, 6: 195, 7: 59, 8: 1137, 9: 257}\n",
      "2018-06-22 22:22:13,446 - framestack - INFO: steps: 1797120, steps/s: 92.54\n",
      "  epoch reward:       4.5971/9.9152/14.4905 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8001/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:23:00,172 - framestack - INFO: action counts: {0: 291, 1: 45, 2: 1064, 3: 31, 4: 1141, 5: 98, 6: 182, 7: 51, 8: 1110, 9: 307}\n",
      "2018-06-22 22:23:00,199 - framestack - INFO: steps: 1801440, steps/s: 92.54\n",
      "  epoch reward:       3.8890/9.3334/14.4905 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7558/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:23:47,742 - framestack - INFO: action counts: {0: 317, 1: 51, 2: 1050, 3: 24, 4: 1148, 5: 107, 6: 174, 7: 62, 8: 1126, 9: 261}\n",
      "2018-06-22 22:23:47,766 - framestack - INFO: steps: 1805760, steps/s: 92.54\n",
      "  epoch reward:       3.2862/8.5188/14.4905 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7018/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:24:33,844 - framestack - INFO: action counts: {0: 302, 1: 44, 2: 1045, 3: 31, 4: 1205, 5: 107, 6: 171, 7: 46, 8: 1096, 9: 273}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 22:24:33,873 - framestack - INFO: steps: 1810080, steps/s: 92.54\n",
      "  epoch reward:       3.8890/11.2600/17.0720 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7222/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:25:21,007 - framestack - INFO: action counts: {0: 265, 1: 41, 2: 1106, 3: 19, 4: 1175, 5: 101, 6: 161, 7: 49, 8: 1113, 9: 290}\n",
      "2018-06-22 22:25:21,034 - framestack - INFO: steps: 1814400, steps/s: 92.54\n",
      "  epoch reward:       3.8890/11.2600/17.0720 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7118/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:26:08,787 - framestack - INFO: action counts: {0: 271, 1: 53, 2: 1062, 3: 24, 4: 1165, 5: 99, 6: 155, 7: 62, 8: 1145, 9: 284}\n",
      "2018-06-22 22:26:08,810 - framestack - INFO: steps: 1818720, steps/s: 92.53\n",
      "  epoch reward:       3.8890/12.3644/26.3647 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7568/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:26:54,208 - framestack - INFO: action counts: {0: 280, 1: 47, 2: 1074, 3: 31, 4: 1128, 5: 117, 6: 194, 7: 57, 8: 1095, 9: 297}\n",
      "2018-06-22 22:26:54,238 - framestack - INFO: steps: 1823040, steps/s: 92.54\n",
      "  epoch reward:       3.8890/13.0629/26.3647 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8157/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:27:40,338 - framestack - INFO: action counts: {0: 309, 1: 44, 2: 1121, 3: 40, 4: 1112, 5: 104, 6: 181, 7: 57, 8: 1068, 9: 284}\n",
      "2018-06-22 22:27:40,362 - framestack - INFO: steps: 1827360, steps/s: 92.54\n",
      "  epoch reward:       3.8890/12.1270/26.3647 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8639/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:28:25,115 - framestack - INFO: action counts: {0: 294, 1: 52, 2: 1090, 3: 25, 4: 1144, 5: 107, 6: 167, 7: 46, 8: 1121, 9: 274}\n",
      "2018-06-22 22:28:25,139 - framestack - INFO: steps: 1831680, steps/s: 92.55\n",
      "  epoch reward:       5.1114/12.6248/26.3647 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9395/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:29:11,482 - framestack - INFO: action counts: {0: 276, 1: 37, 2: 1055, 3: 23, 4: 1169, 5: 99, 6: 165, 7: 56, 8: 1159, 9: 281}\n",
      "2018-06-22 22:29:11,507 - framestack - INFO: steps: 1836000, steps/s: 92.55\n",
      "  epoch reward:       6.4805/13.3295/26.3647 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0702/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:29:57,049 - framestack - INFO: action counts: {0: 287, 1: 46, 2: 1090, 3: 21, 4: 1202, 5: 93, 6: 157, 7: 40, 8: 1100, 9: 284}\n",
      "2018-06-22 22:29:57,070 - framestack - INFO: steps: 1840320, steps/s: 92.56\n",
      "  epoch reward:       6.4805/13.6960/26.3647 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1879/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:30:43,746 - framestack - INFO: action counts: {0: 216, 1: 40, 2: 1084, 3: 22, 4: 1247, 5: 92, 6: 163, 7: 44, 8: 1147, 9: 265}\n",
      "2018-06-22 22:30:43,772 - framestack - INFO: steps: 1844640, steps/s: 92.56\n",
      "  epoch reward:       6.4805/13.6960/26.3647 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2859/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:31:27,704 - framestack - INFO: action counts: {0: 283, 1: 31, 2: 1098, 3: 23, 4: 1155, 5: 114, 6: 154, 7: 44, 8: 1123, 9: 295}\n",
      "2018-06-22 22:31:27,733 - framestack - INFO: steps: 1848960, steps/s: 92.57\n",
      "  epoch reward:       2.9164/11.2236/26.3647 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.3414/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:32:13,643 - framestack - INFO: action counts: {0: 262, 1: 35, 2: 1035, 3: 24, 4: 1239, 5: 105, 6: 153, 7: 53, 8: 1145, 9: 269}\n",
      "2018-06-22 22:32:13,667 - framestack - INFO: steps: 1853280, steps/s: 92.57\n",
      "  epoch reward:       2.9164/11.2236/26.3647 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.3314/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:33:00,478 - framestack - INFO: action counts: {0: 260, 1: 43, 2: 1095, 3: 30, 4: 1262, 5: 111, 6: 136, 7: 53, 8: 1064, 9: 266}\n",
      "2018-06-22 22:33:00,501 - framestack - INFO: steps: 1857600, steps/s: 92.57\n",
      "  epoch reward:       2.9164/9.1592/14.5660 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.2805/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:33:45,567 - framestack - INFO: action counts: {0: 279, 1: 44, 2: 1125, 3: 35, 4: 1156, 5: 87, 6: 144, 7: 46, 8: 1141, 9: 263}\n",
      "2018-06-22 22:33:45,590 - framestack - INFO: steps: 1861920, steps/s: 92.58\n",
      "  epoch reward:       2.9164/9.1592/14.5660 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.1955/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:34:30,406 - framestack - INFO: action counts: {0: 308, 1: 53, 2: 1127, 3: 31, 4: 1132, 5: 101, 6: 171, 7: 48, 8: 1060, 9: 289}\n",
      "2018-06-22 22:34:30,424 - framestack - INFO: steps: 1866240, steps/s: 92.59\n",
      "  epoch reward:       2.9164/10.3902/24.6618 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.1351/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:35:16,327 - framestack - INFO: action counts: {0: 282, 1: 46, 2: 1066, 3: 33, 4: 1144, 5: 101, 6: 180, 7: 50, 8: 1132, 9: 286}\n",
      "2018-06-22 22:35:16,357 - framestack - INFO: steps: 1870560, steps/s: 92.59\n",
      "  epoch reward:       2.9164/9.6695/24.6618 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.0603/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:36:03,696 - framestack - INFO: action counts: {0: 279, 1: 52, 2: 1127, 3: 31, 4: 1146, 5: 103, 6: 165, 7: 52, 8: 1085, 9: 280}\n",
      "2018-06-22 22:36:03,723 - framestack - INFO: steps: 1874880, steps/s: 92.59\n",
      "  epoch reward:       0.4673/9.0595/24.6618 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9738/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:36:48,854 - framestack - INFO: action counts: {0: 295, 1: 45, 2: 1132, 3: 30, 4: 1079, 5: 106, 6: 185, 7: 64, 8: 1089, 9: 295}\n",
      "2018-06-22 22:36:48,880 - framestack - INFO: steps: 1879200, steps/s: 92.60\n",
      "  epoch reward:       0.4673/8.2737/24.6618 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8943/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:37:35,308 - framestack - INFO: action counts: {0: 285, 1: 34, 2: 1099, 3: 28, 4: 1194, 5: 115, 6: 172, 7: 56, 8: 1072, 9: 265}\n",
      "2018-06-22 22:37:35,333 - framestack - INFO: steps: 1883520, steps/s: 92.60\n",
      "  epoch reward:       0.4673/8.2737/24.6618 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8123/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:38:20,742 - framestack - INFO: action counts: {0: 276, 1: 55, 2: 1177, 3: 30, 4: 1172, 5: 93, 6: 168, 7: 48, 8: 1002, 9: 299}\n",
      "2018-06-22 22:38:20,772 - framestack - INFO: steps: 1887840, steps/s: 92.60\n",
      "  epoch reward:       0.4673/9.0032/24.6618 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6843/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:39:07,060 - framestack - INFO: action counts: {0: 286, 1: 50, 2: 1188, 3: 23, 4: 1150, 5: 94, 6: 172, 7: 44, 8: 1044, 9: 269}\n",
      "2018-06-22 22:39:07,089 - framestack - INFO: steps: 1892160, steps/s: 92.60\n",
      "  epoch reward:       0.4673/9.0205/24.6618 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.5955/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:39:51,591 - framestack - INFO: action counts: {0: 270, 1: 40, 2: 1211, 3: 23, 4: 1141, 5: 107, 6: 151, 7: 44, 8: 1057, 9: 276}\n",
      "2018-06-22 22:39:51,622 - framestack - INFO: steps: 1896480, steps/s: 92.61\n",
      "  epoch reward:       0.4673/10.0222/24.6618 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.5268/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:40:37,486 - framestack - INFO: action counts: {0: 284, 1: 53, 2: 1212, 3: 27, 4: 1114, 5: 98, 6: 156, 7: 51, 8: 1070, 9: 255}\n",
      "2018-06-22 22:40:37,511 - framestack - INFO: steps: 1900800, steps/s: 92.62\n",
      "  epoch reward:       0.4673/9.7435/24.6618 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4574/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:41:22,523 - framestack - INFO: action counts: {0: 289, 1: 53, 2: 1147, 3: 29, 4: 1132, 5: 81, 6: 186, 7: 78, 8: 1052, 9: 273}\n",
      "2018-06-22 22:41:22,547 - framestack - INFO: steps: 1905120, steps/s: 92.62\n",
      "  epoch reward:       0.4673/8.3718/15.1515 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2846/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:42:06,508 - framestack - INFO: action counts: {0: 317, 1: 66, 2: 1103, 3: 33, 4: 1129, 5: 130, 6: 204, 7: 55, 8: 1008, 9: 275}\n",
      "2018-06-22 22:42:06,534 - framestack - INFO: steps: 1909440, steps/s: 92.64\n",
      "  epoch reward:       0.4673/7.9226/15.1515 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.1029/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:42:52,529 - framestack - INFO: action counts: {0: 316, 1: 50, 2: 1135, 3: 37, 4: 1132, 5: 109, 6: 180, 7: 52, 8: 1013, 9: 296}\n",
      "2018-06-22 22:42:52,556 - framestack - INFO: steps: 1913760, steps/s: 92.64\n",
      "  epoch reward:       0.4673/7.9226/15.1515 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9935/48.5225 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 22:43:37,803 - framestack - INFO: action counts: {0: 343, 1: 55, 2: 1181, 3: 29, 4: 1059, 5: 110, 6: 186, 7: 49, 8: 1023, 9: 285}\n",
      "2018-06-22 22:43:37,829 - framestack - INFO: steps: 1918080, steps/s: 92.65\n",
      "  epoch reward:       0.7183/12.4712/27.9287 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9746/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:44:22,031 - framestack - INFO: action counts: {0: 312, 1: 53, 2: 1139, 3: 43, 4: 1127, 5: 110, 6: 194, 7: 76, 8: 991, 9: 275}\n",
      "2018-06-22 22:44:22,054 - framestack - INFO: steps: 1922400, steps/s: 92.66\n",
      "  epoch reward:       0.7183/11.3865/27.9287 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9378/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:45:08,066 - framestack - INFO: action counts: {0: 307, 1: 66, 2: 1152, 3: 36, 4: 1066, 5: 129, 6: 183, 7: 58, 8: 1032, 9: 291}\n",
      "2018-06-22 22:45:08,090 - framestack - INFO: steps: 1926720, steps/s: 92.66\n",
      "  epoch reward:       0.7183/10.7026/27.9287 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9064/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:45:53,890 - framestack - INFO: action counts: {0: 296, 1: 33, 2: 1241, 3: 33, 4: 1090, 5: 118, 6: 133, 7: 73, 8: 1024, 9: 279}\n",
      "2018-06-22 22:45:53,913 - framestack - INFO: steps: 1931040, steps/s: 92.66\n",
      "  epoch reward:       5.0352/10.8532/27.9287 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8331/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:46:39,752 - framestack - INFO: action counts: {0: 287, 1: 44, 2: 1221, 3: 33, 4: 1131, 5: 113, 6: 163, 7: 66, 8: 981, 9: 281}\n",
      "2018-06-22 22:46:39,776 - framestack - INFO: steps: 1935360, steps/s: 92.67\n",
      "  epoch reward:       2.9343/9.7072/27.9287 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7369/48.5225 [n=500]\n",
      "\n",
      "2018-06-22 22:47:24,522 - framestack - INFO: action counts: {0: 324, 1: 48, 2: 1174, 3: 21, 4: 1113, 5: 99, 6: 175, 7: 48, 8: 1042, 9: 276}\n",
      "2018-06-22 22:47:24,547 - framestack - INFO: steps: 1939680, steps/s: 92.68\n",
      "  epoch reward:       2.9343/9.5009/27.9287 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.6810/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:48:09,907 - framestack - INFO: action counts: {0: 316, 1: 55, 2: 1234, 3: 28, 4: 1092, 5: 121, 6: 166, 7: 45, 8: 1016, 9: 247}\n",
      "2018-06-22 22:48:09,929 - framestack - INFO: steps: 1944000, steps/s: 92.68\n",
      "  epoch reward:       2.9343/9.0050/27.9287 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7001/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:48:56,095 - framestack - INFO: action counts: {0: 301, 1: 44, 2: 1231, 3: 22, 4: 1132, 5: 116, 6: 170, 7: 55, 8: 984, 9: 265}\n",
      "2018-06-22 22:48:56,121 - framestack - INFO: steps: 1948320, steps/s: 92.68\n",
      "  epoch reward:       2.9343/10.2092/27.9287 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7471/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:49:42,919 - framestack - INFO: action counts: {0: 316, 1: 44, 2: 1170, 3: 32, 4: 1143, 5: 104, 6: 165, 7: 48, 8: 1057, 9: 241}\n",
      "2018-06-22 22:49:42,946 - framestack - INFO: steps: 1952640, steps/s: 92.68\n",
      "  epoch reward:       2.9343/10.3093/27.9287 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8035/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:50:29,579 - framestack - INFO: action counts: {0: 294, 1: 42, 2: 1251, 3: 29, 4: 1132, 5: 89, 6: 168, 7: 43, 8: 1023, 9: 249}\n",
      "2018-06-22 22:50:29,601 - framestack - INFO: steps: 1956960, steps/s: 92.68\n",
      "  epoch reward:       2.9343/7.5119/18.1983 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8120/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:51:15,753 - framestack - INFO: action counts: {0: 314, 1: 27, 2: 1224, 3: 21, 4: 1122, 5: 91, 6: 144, 7: 49, 8: 1058, 9: 270}\n",
      "2018-06-22 22:51:15,775 - framestack - INFO: steps: 1961280, steps/s: 92.68\n",
      "  epoch reward:       2.9343/8.2701/18.1983 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8433/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:52:00,985 - framestack - INFO: action counts: {0: 301, 1: 41, 2: 1216, 3: 26, 4: 1105, 5: 113, 6: 148, 7: 38, 8: 1052, 9: 280}\n",
      "2018-06-22 22:52:01,015 - framestack - INFO: steps: 1965600, steps/s: 92.69\n",
      "  epoch reward:       2.9343/8.2701/18.1983 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8747/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:52:46,920 - framestack - INFO: action counts: {0: 319, 1: 53, 2: 1237, 3: 33, 4: 1093, 5: 95, 6: 168, 7: 49, 8: 1013, 9: 260}\n",
      "2018-06-22 22:52:46,949 - framestack - INFO: steps: 1969920, steps/s: 92.69\n",
      "  epoch reward:       2.9343/8.6282/18.1983 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9132/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:53:32,361 - framestack - INFO: action counts: {0: 294, 1: 52, 2: 1249, 3: 25, 4: 1073, 5: 101, 6: 180, 7: 47, 8: 1017, 9: 282}\n",
      "2018-06-22 22:53:32,392 - framestack - INFO: steps: 1974240, steps/s: 92.70\n",
      "  epoch reward:       2.9343/8.6282/18.1983 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9350/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:54:17,877 - framestack - INFO: action counts: {0: 282, 1: 46, 2: 1215, 3: 21, 4: 1197, 5: 105, 6: 173, 7: 65, 8: 960, 9: 256}\n",
      "2018-06-22 22:54:17,902 - framestack - INFO: steps: 1978560, steps/s: 92.70\n",
      "  epoch reward:       3.0564/10.1649/18.1983 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9875/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:55:02,290 - framestack - INFO: action counts: {0: 242, 1: 35, 2: 1247, 3: 24, 4: 1153, 5: 117, 6: 182, 7: 50, 8: 988, 9: 282}\n",
      "2018-06-22 22:55:02,315 - framestack - INFO: steps: 1982880, steps/s: 92.71\n",
      "  epoch reward:       3.0564/10.1649/18.1983 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0421/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:55:47,440 - framestack - INFO: action counts: {0: 311, 1: 51, 2: 1216, 3: 30, 4: 1126, 5: 128, 6: 179, 7: 52, 8: 947, 9: 280}\n",
      "2018-06-22 22:55:47,469 - framestack - INFO: steps: 1987200, steps/s: 92.72\n",
      "  epoch reward:       3.0564/12.0869/24.9431 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.1153/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:56:31,418 - framestack - INFO: action counts: {0: 328, 1: 56, 2: 1182, 3: 25, 4: 1145, 5: 99, 6: 197, 7: 65, 8: 947, 9: 276}\n",
      "2018-06-22 22:56:31,444 - framestack - INFO: steps: 1991520, steps/s: 92.73\n",
      "  epoch reward:       3.0564/11.0573/24.9431 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.1558/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:57:17,566 - framestack - INFO: action counts: {0: 334, 1: 51, 2: 1190, 3: 52, 4: 1146, 5: 117, 6: 192, 7: 75, 8: 874, 9: 289}\n",
      "2018-06-22 22:57:17,589 - framestack - INFO: steps: 1995840, steps/s: 92.73\n",
      "  epoch reward:       3.0564/11.0573/24.9431 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2077/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:58:05,236 - framestack - INFO: action counts: {0: 370, 1: 71, 2: 1095, 3: 48, 4: 1107, 5: 139, 6: 187, 7: 71, 8: 904, 9: 328}\n",
      "2018-06-22 22:58:05,260 - framestack - INFO: steps: 2000160, steps/s: 92.73\n",
      "  epoch reward:       3.0564/10.9494/24.9431 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2078/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:58:51,752 - framestack - INFO: action counts: {0: 331, 1: 72, 2: 1209, 3: 48, 4: 1099, 5: 116, 6: 214, 7: 66, 8: 866, 9: 299}\n",
      "2018-06-22 22:58:51,779 - framestack - INFO: steps: 2004480, steps/s: 92.73\n",
      "  epoch reward:       3.0564/10.9494/24.9431 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2285/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 22:59:37,065 - framestack - INFO: action counts: {0: 315, 1: 44, 2: 1214, 3: 37, 4: 1148, 5: 111, 6: 180, 7: 61, 8: 953, 9: 257}\n",
      "2018-06-22 22:59:37,087 - framestack - INFO: steps: 2008800, steps/s: 92.74\n",
      "  epoch reward:       2.0580/10.5041/24.9431 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2403/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:00:23,485 - framestack - INFO: action counts: {0: 342, 1: 50, 2: 1221, 3: 43, 4: 1133, 5: 109, 6: 171, 7: 64, 8: 888, 9: 299}\n",
      "2018-06-22 23:00:23,508 - framestack - INFO: steps: 2013120, steps/s: 92.74\n",
      "  epoch reward:       2.0580/9.1948/24.9431 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2259/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:01:09,267 - framestack - INFO: action counts: {0: 351, 1: 79, 2: 1124, 3: 36, 4: 1170, 5: 139, 6: 209, 7: 81, 8: 841, 9: 290}\n",
      "2018-06-22 23:01:09,293 - framestack - INFO: steps: 2017440, steps/s: 92.74\n",
      "  epoch reward:       2.0416/7.8750/24.9431 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.1967/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:01:54,957 - framestack - INFO: action counts: {0: 337, 1: 67, 2: 1139, 3: 58, 4: 1113, 5: 135, 6: 190, 7: 81, 8: 895, 9: 305}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 23:01:54,980 - framestack - INFO: steps: 2021760, steps/s: 92.74\n",
      "  epoch reward:       0.7183/7.2901/24.9431 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.1721/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:02:41,028 - framestack - INFO: action counts: {0: 343, 1: 43, 2: 1119, 3: 36, 4: 1145, 5: 133, 6: 209, 7: 66, 8: 896, 9: 330}\n",
      "2018-06-22 23:02:41,059 - framestack - INFO: steps: 2026080, steps/s: 92.75\n",
      "  epoch reward:       0.4673/4.6031/10.0247 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0390/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:03:26,254 - framestack - INFO: action counts: {0: 302, 1: 43, 2: 1203, 3: 37, 4: 1126, 5: 123, 6: 173, 7: 69, 8: 877, 9: 367}\n",
      "2018-06-22 23:03:26,277 - framestack - INFO: steps: 2030400, steps/s: 92.75\n",
      "  epoch reward:       0.4673/4.9429/11.2994 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9127/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:04:13,592 - framestack - INFO: action counts: {0: 360, 1: 67, 2: 1149, 3: 45, 4: 1111, 5: 127, 6: 192, 7: 65, 8: 913, 9: 291}\n",
      "2018-06-22 23:04:13,622 - framestack - INFO: steps: 2034720, steps/s: 92.75\n",
      "  epoch reward:       0.4673/4.0040/10.0247 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7454/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:04:59,797 - framestack - INFO: action counts: {0: 334, 1: 48, 2: 1125, 3: 36, 4: 1224, 5: 105, 6: 187, 7: 73, 8: 870, 9: 318}\n",
      "2018-06-22 23:04:59,820 - framestack - INFO: steps: 2039040, steps/s: 92.75\n",
      "  epoch reward:       0.4673/5.0818/13.8454 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.5858/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:05:44,697 - framestack - INFO: action counts: {0: 330, 1: 58, 2: 1162, 3: 34, 4: 1242, 5: 94, 6: 155, 7: 48, 8: 897, 9: 300}\n",
      "2018-06-22 23:05:44,721 - framestack - INFO: steps: 2043360, steps/s: 92.76\n",
      "  epoch reward:       0.4673/4.6840/13.8454 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.4370/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:06:31,229 - framestack - INFO: action counts: {0: 346, 1: 42, 2: 1133, 3: 41, 4: 1243, 5: 106, 6: 154, 7: 55, 8: 929, 9: 271}\n",
      "2018-06-22 23:06:31,257 - framestack - INFO: steps: 2047680, steps/s: 92.76\n",
      "  epoch reward:       0.4673/4.6840/13.8454 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.2781/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:07:17,539 - framestack - INFO: action counts: {0: 361, 1: 65, 2: 1084, 3: 45, 4: 1163, 5: 130, 6: 201, 7: 51, 8: 897, 9: 323}\n",
      "2018-06-22 23:07:17,571 - framestack - INFO: steps: 2052000, steps/s: 92.76\n",
      "  epoch reward:       0.4673/5.6143/13.8454 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.1238/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:08:03,598 - framestack - INFO: action counts: {0: 323, 1: 52, 2: 1086, 3: 45, 4: 1220, 5: 127, 6: 188, 7: 60, 8: 917, 9: 302}\n",
      "2018-06-22 23:08:03,625 - framestack - INFO: steps: 2056320, steps/s: 92.76\n",
      "  epoch reward:       0.4673/6.2949/13.8454 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9758/27.9287 [n=500]\n",
      "\n",
      "2018-06-22 23:08:50,722 - framestack - INFO: action counts: {0: 331, 1: 52, 2: 1119, 3: 42, 4: 1211, 5: 113, 6: 158, 7: 82, 8: 885, 9: 327}\n",
      "2018-06-22 23:08:50,747 - framestack - INFO: steps: 2060640, steps/s: 92.76\n",
      "  epoch reward:       0.4673/9.0163/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.8822/27.9323 [n=500]\n",
      "\n",
      "2018-06-22 23:09:38,352 - framestack - INFO: action counts: {0: 292, 1: 50, 2: 1144, 3: 40, 4: 1276, 5: 125, 6: 169, 7: 47, 8: 894, 9: 283}\n",
      "2018-06-22 23:09:38,374 - framestack - INFO: steps: 2064960, steps/s: 92.75\n",
      "  epoch reward:       3.0236/11.7629/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.8930/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:10:24,784 - framestack - INFO: action counts: {0: 343, 1: 50, 2: 1114, 3: 37, 4: 1240, 5: 116, 6: 185, 7: 93, 8: 838, 9: 304}\n",
      "2018-06-22 23:10:24,808 - framestack - INFO: steps: 2069280, steps/s: 92.75\n",
      "  epoch reward:       3.0236/12.6823/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9222/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:11:09,215 - framestack - INFO: action counts: {0: 308, 1: 60, 2: 1103, 3: 37, 4: 1225, 5: 137, 6: 177, 7: 59, 8: 884, 9: 330}\n",
      "2018-06-22 23:11:09,238 - framestack - INFO: steps: 2073600, steps/s: 92.76\n",
      "  epoch reward:       3.0236/11.2548/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9641/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:11:54,095 - framestack - INFO: action counts: {0: 334, 1: 55, 2: 1069, 3: 42, 4: 1227, 5: 123, 6: 173, 7: 83, 8: 876, 9: 338}\n",
      "2018-06-22 23:11:54,117 - framestack - INFO: steps: 2077920, steps/s: 92.77\n",
      "  epoch reward:       3.0236/11.5928/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.0128/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:12:41,246 - framestack - INFO: action counts: {0: 324, 1: 58, 2: 1081, 3: 35, 4: 1241, 5: 126, 6: 180, 7: 69, 8: 899, 9: 307}\n",
      "2018-06-22 23:12:41,269 - framestack - INFO: steps: 2082240, steps/s: 92.77\n",
      "  epoch reward:       2.1565/10.5343/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.0157/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:13:26,805 - framestack - INFO: action counts: {0: 300, 1: 53, 2: 1081, 3: 46, 4: 1234, 5: 121, 6: 173, 7: 73, 8: 951, 9: 288}\n",
      "2018-06-22 23:13:26,830 - framestack - INFO: steps: 2086560, steps/s: 92.77\n",
      "  epoch reward:       0.1048/10.3292/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.0288/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:14:12,254 - framestack - INFO: action counts: {0: 324, 1: 49, 2: 1082, 3: 47, 4: 1252, 5: 141, 6: 186, 7: 59, 8: 865, 9: 315}\n",
      "2018-06-22 23:14:12,276 - framestack - INFO: steps: 2090880, steps/s: 92.78\n",
      "  epoch reward:       0.1048/12.4608/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.0969/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:14:57,282 - framestack - INFO: action counts: {0: 307, 1: 54, 2: 1097, 3: 40, 4: 1280, 5: 146, 6: 166, 7: 56, 8: 874, 9: 300}\n",
      "2018-06-22 23:14:57,306 - framestack - INFO: steps: 2095200, steps/s: 92.78\n",
      "  epoch reward:       0.1048/12.4608/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.1806/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:15:44,176 - framestack - INFO: action counts: {0: 296, 1: 67, 2: 1037, 3: 38, 4: 1252, 5: 126, 6: 165, 7: 63, 8: 948, 9: 328}\n",
      "2018-06-22 23:15:44,202 - framestack - INFO: steps: 2099520, steps/s: 92.78\n",
      "  epoch reward:       0.1048/10.3244/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2216/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:16:29,866 - framestack - INFO: action counts: {0: 314, 1: 60, 2: 1063, 3: 56, 4: 1245, 5: 131, 6: 187, 7: 72, 8: 889, 9: 303}\n",
      "2018-06-22 23:16:29,898 - framestack - INFO: steps: 2103840, steps/s: 92.79\n",
      "  epoch reward:       0.1048/9.8803/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2392/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:17:17,049 - framestack - INFO: action counts: {0: 287, 1: 81, 2: 1055, 3: 39, 4: 1232, 5: 136, 6: 183, 7: 73, 8: 941, 9: 293}\n",
      "2018-06-22 23:17:17,075 - framestack - INFO: steps: 2108160, steps/s: 92.78\n",
      "  epoch reward:       0.1048/9.4951/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2487/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:18:02,215 - framestack - INFO: action counts: {0: 301, 1: 57, 2: 982, 3: 31, 4: 1311, 5: 145, 6: 185, 7: 67, 8: 943, 9: 298}\n",
      "2018-06-22 23:18:02,243 - framestack - INFO: steps: 2112480, steps/s: 92.79\n",
      "  epoch reward:       0.1048/8.8823/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2259/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:18:47,823 - framestack - INFO: action counts: {0: 283, 1: 58, 2: 1040, 3: 53, 4: 1250, 5: 136, 6: 198, 7: 59, 8: 949, 9: 294}\n",
      "2018-06-22 23:18:47,847 - framestack - INFO: steps: 2116800, steps/s: 92.79\n",
      "  epoch reward:       0.1048/8.0244/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.1915/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:19:33,360 - framestack - INFO: action counts: {0: 324, 1: 66, 2: 1024, 3: 46, 4: 1256, 5: 142, 6: 174, 7: 68, 8: 916, 9: 304}\n",
      "2018-06-22 23:19:33,386 - framestack - INFO: steps: 2121120, steps/s: 92.80\n",
      "  epoch reward:       0.1048/9.5775/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2156/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:20:21,049 - framestack - INFO: action counts: {0: 328, 1: 60, 2: 971, 3: 54, 4: 1353, 5: 118, 6: 189, 7: 63, 8: 884, 9: 300}\n",
      "2018-06-22 23:20:21,072 - framestack - INFO: steps: 2125440, steps/s: 92.79\n",
      "  epoch reward:       3.3070/8.7910/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2330/27.9336 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 23:21:07,019 - framestack - INFO: action counts: {0: 302, 1: 59, 2: 1087, 3: 47, 4: 1303, 5: 127, 6: 156, 7: 59, 8: 889, 9: 291}\n",
      "2018-06-22 23:21:07,043 - framestack - INFO: steps: 2129760, steps/s: 92.80\n",
      "  epoch reward:       0.7183/5.4055/8.6454 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.1826/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:21:52,622 - framestack - INFO: action counts: {0: 271, 1: 54, 2: 1115, 3: 34, 4: 1261, 5: 125, 6: 164, 7: 51, 8: 949, 9: 296}\n",
      "2018-06-22 23:21:52,643 - framestack - INFO: steps: 2134080, steps/s: 92.80\n",
      "  epoch reward:       0.1048/4.6342/8.6454 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.0259/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:22:37,998 - framestack - INFO: action counts: {0: 292, 1: 55, 2: 1067, 3: 31, 4: 1287, 5: 90, 6: 165, 7: 51, 8: 1011, 9: 271}\n",
      "2018-06-22 23:22:38,024 - framestack - INFO: steps: 2138400, steps/s: 92.80\n",
      "  epoch reward:       0.1048/4.6342/8.6454 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8908/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:23:22,726 - framestack - INFO: action counts: {0: 303, 1: 54, 2: 1127, 3: 25, 4: 1254, 5: 102, 6: 168, 7: 50, 8: 940, 9: 297}\n",
      "2018-06-22 23:23:22,753 - framestack - INFO: steps: 2142720, steps/s: 92.81\n",
      "  epoch reward:       0.1048/4.6342/8.6454 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.7695/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:24:08,690 - framestack - INFO: action counts: {0: 298, 1: 57, 2: 1145, 3: 37, 4: 1236, 5: 127, 6: 194, 7: 54, 8: 866, 9: 306}\n",
      "2018-06-22 23:24:08,718 - framestack - INFO: steps: 2147040, steps/s: 92.81\n",
      "  epoch reward:       0.1048/5.2189/13.3147 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.6568/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:24:55,807 - framestack - INFO: action counts: {0: 342, 1: 66, 2: 1058, 3: 39, 4: 1247, 5: 150, 6: 173, 7: 57, 8: 869, 9: 319}\n",
      "2018-06-22 23:24:55,833 - framestack - INFO: steps: 2151360, steps/s: 92.81\n",
      "  epoch reward:       0.1048/4.9526/10.6515 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.5617/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:25:41,925 - framestack - INFO: action counts: {0: 327, 1: 73, 2: 1072, 3: 51, 4: 1241, 5: 130, 6: 193, 7: 61, 8: 878, 9: 294}\n",
      "2018-06-22 23:25:41,948 - framestack - INFO: steps: 2155680, steps/s: 92.81\n",
      "  epoch reward:       0.1048/5.2545/11.6642 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.4768/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:26:28,249 - framestack - INFO: action counts: {0: 319, 1: 53, 2: 1176, 3: 52, 4: 1145, 5: 114, 6: 172, 7: 51, 8: 931, 9: 307}\n",
      "2018-06-22 23:26:28,278 - framestack - INFO: steps: 2160000, steps/s: 92.81\n",
      "  epoch reward:       0.1048/5.2545/11.6642 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.4018/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:27:15,537 - framestack - INFO: action counts: {0: 315, 1: 62, 2: 1150, 3: 34, 4: 1195, 5: 125, 6: 170, 7: 57, 8: 880, 9: 332}\n",
      "2018-06-22 23:27:15,561 - framestack - INFO: steps: 2164320, steps/s: 92.82\n",
      "  epoch reward:       0.1048/6.2521/16.6678 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.3226/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:28:01,551 - framestack - INFO: action counts: {0: 318, 1: 71, 2: 1109, 3: 44, 4: 1177, 5: 138, 6: 196, 7: 76, 8: 881, 9: 310}\n",
      "2018-06-22 23:28:01,575 - framestack - INFO: steps: 2168640, steps/s: 92.84\n",
      "  epoch reward:       0.1048/6.8543/16.6678 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.2535/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:28:48,135 - framestack - INFO: action counts: {0: 313, 1: 62, 2: 1063, 3: 40, 4: 1168, 5: 117, 6: 216, 7: 76, 8: 952, 9: 313}\n",
      "2018-06-22 23:28:48,158 - framestack - INFO: steps: 2172960, steps/s: 92.85\n",
      "  epoch reward:       6.5114/10.9961/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.3232/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:29:35,758 - framestack - INFO: action counts: {0: 319, 1: 47, 2: 1182, 3: 32, 4: 1197, 5: 118, 6: 179, 7: 41, 8: 894, 9: 311}\n",
      "2018-06-22 23:29:35,783 - framestack - INFO: steps: 2177280, steps/s: 92.85\n",
      "  epoch reward:       6.5675/11.6418/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.3906/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:30:22,507 - framestack - INFO: action counts: {0: 289, 1: 43, 2: 1164, 3: 28, 4: 1242, 5: 122, 6: 164, 7: 48, 8: 927, 9: 293}\n",
      "2018-06-22 23:30:22,539 - framestack - INFO: steps: 2181600, steps/s: 92.86\n",
      "  epoch reward:       6.5675/11.6418/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.4581/27.9336 [n=500]\n",
      "\n",
      "2018-06-22 23:31:06,918 - framestack - INFO: action counts: {0: 282, 1: 48, 2: 1214, 3: 35, 4: 1181, 5: 110, 6: 154, 7: 48, 8: 936, 9: 312}\n",
      "2018-06-22 23:31:06,945 - framestack - INFO: steps: 2185920, steps/s: 92.87\n",
      "  epoch reward:       6.6783/15.7952/48.0442 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.6014/48.0442 [n=500]\n",
      "\n",
      "2018-06-22 23:31:51,600 - framestack - INFO: action counts: {0: 302, 1: 68, 2: 1178, 3: 41, 4: 1146, 5: 116, 6: 160, 7: 60, 8: 909, 9: 340}\n",
      "2018-06-22 23:31:51,626 - framestack - INFO: steps: 2190240, steps/s: 92.90\n",
      "  epoch reward:       6.6783/15.7952/48.0442 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.7447/48.0442 [n=500]\n",
      "\n",
      "2018-06-22 23:32:37,619 - framestack - INFO: action counts: {0: 323, 1: 52, 2: 1210, 3: 31, 4: 1157, 5: 129, 6: 168, 7: 65, 8: 884, 9: 301}\n",
      "2018-06-22 23:32:37,645 - framestack - INFO: steps: 2194560, steps/s: 92.91\n",
      "  epoch reward:       0.4645/11.6394/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.7742/48.0442 [n=500]\n",
      "\n",
      "2018-06-22 23:33:22,115 - framestack - INFO: action counts: {0: 270, 1: 52, 2: 1175, 3: 38, 4: 1161, 5: 133, 6: 210, 7: 61, 8: 914, 9: 306}\n",
      "2018-06-22 23:33:22,142 - framestack - INFO: steps: 2198880, steps/s: 92.93\n",
      "  epoch reward:       0.4645/11.6394/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8037/48.0442 [n=500]\n",
      "\n",
      "2018-06-22 23:34:08,022 - framestack - INFO: action counts: {0: 306, 1: 47, 2: 1187, 3: 36, 4: 1126, 5: 134, 6: 204, 7: 56, 8: 887, 9: 337}\n",
      "2018-06-22 23:34:08,049 - framestack - INFO: steps: 2203200, steps/s: 92.95\n",
      "  epoch reward:       0.4645/11.6394/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.7948/48.0442 [n=500]\n",
      "\n",
      "2018-06-22 23:34:54,392 - framestack - INFO: action counts: {0: 350, 1: 50, 2: 1143, 3: 38, 4: 1139, 5: 120, 6: 197, 7: 66, 8: 906, 9: 311}\n",
      "2018-06-22 23:34:54,419 - framestack - INFO: steps: 2207520, steps/s: 92.96\n",
      "  epoch reward:       6.9013/16.6351/48.2639 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9063/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:35:40,929 - framestack - INFO: action counts: {0: 313, 1: 70, 2: 1106, 3: 42, 4: 1152, 5: 119, 6: 227, 7: 55, 8: 932, 9: 304}\n",
      "2018-06-22 23:35:40,958 - framestack - INFO: steps: 2211840, steps/s: 92.97\n",
      "  epoch reward:       3.9392/11.5736/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9167/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:36:25,319 - framestack - INFO: action counts: {0: 293, 1: 60, 2: 1147, 3: 35, 4: 1221, 5: 126, 6: 170, 7: 49, 8: 923, 9: 296}\n",
      "2018-06-22 23:36:25,345 - framestack - INFO: steps: 2216160, steps/s: 92.99\n",
      "  epoch reward:       3.9392/11.5774/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9292/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:37:11,029 - framestack - INFO: action counts: {0: 278, 1: 43, 2: 1202, 3: 37, 4: 1213, 5: 104, 6: 180, 7: 44, 8: 908, 9: 311}\n",
      "2018-06-22 23:37:11,054 - framestack - INFO: steps: 2220480, steps/s: 93.01\n",
      "  epoch reward:       3.9392/11.7533/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9453/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:37:56,413 - framestack - INFO: action counts: {0: 298, 1: 48, 2: 1200, 3: 35, 4: 1250, 5: 90, 6: 144, 7: 33, 8: 942, 9: 280}\n",
      "2018-06-22 23:37:56,438 - framestack - INFO: steps: 2224800, steps/s: 93.03\n",
      "  epoch reward:       3.9392/12.0546/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9763/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:38:43,091 - framestack - INFO: action counts: {0: 288, 1: 63, 2: 1109, 3: 38, 4: 1196, 5: 107, 6: 185, 7: 63, 8: 942, 9: 329}\n",
      "2018-06-22 23:38:43,116 - framestack - INFO: steps: 2229120, steps/s: 93.03\n",
      "  epoch reward:       3.9392/11.1938/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.0163/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:39:29,463 - framestack - INFO: action counts: {0: 282, 1: 74, 2: 1143, 3: 42, 4: 1157, 5: 120, 6: 185, 7: 55, 8: 922, 9: 340}\n",
      "2018-06-22 23:39:29,491 - framestack - INFO: steps: 2233440, steps/s: 93.05\n",
      "  epoch reward:       1.9148/8.1850/14.5276 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.0225/48.2639 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 23:40:15,019 - framestack - INFO: action counts: {0: 295, 1: 68, 2: 1165, 3: 37, 4: 1210, 5: 140, 6: 159, 7: 69, 8: 878, 9: 299}\n",
      "2018-06-22 23:40:15,043 - framestack - INFO: steps: 2237760, steps/s: 93.07\n",
      "  epoch reward:       1.9148/9.9275/26.2840 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.0752/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:41:02,247 - framestack - INFO: action counts: {0: 267, 1: 55, 2: 1173, 3: 48, 4: 1229, 5: 130, 6: 178, 7: 50, 8: 847, 9: 343}\n",
      "2018-06-22 23:41:02,270 - framestack - INFO: steps: 2242080, steps/s: 93.08\n",
      "  epoch reward:       1.9148/9.9275/26.2840 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.1817/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:41:47,500 - framestack - INFO: action counts: {0: 297, 1: 55, 2: 1211, 3: 39, 4: 1181, 5: 148, 6: 156, 7: 59, 8: 860, 9: 314}\n",
      "2018-06-22 23:41:47,523 - framestack - INFO: steps: 2246400, steps/s: 93.10\n",
      "  epoch reward:       1.9148/9.7135/26.2840 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2771/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:42:34,083 - framestack - INFO: action counts: {0: 302, 1: 53, 2: 1183, 3: 48, 4: 1171, 5: 144, 6: 173, 7: 55, 8: 851, 9: 340}\n",
      "2018-06-22 23:42:34,108 - framestack - INFO: steps: 2250720, steps/s: 93.11\n",
      "  epoch reward:       1.9148/13.1508/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.4601/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:43:20,187 - framestack - INFO: action counts: {0: 276, 1: 62, 2: 1268, 3: 37, 4: 1185, 5: 108, 6: 201, 7: 63, 8: 822, 9: 298}\n",
      "2018-06-22 23:43:20,208 - framestack - INFO: steps: 2255040, steps/s: 93.12\n",
      "  epoch reward:       1.9148/11.4226/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.5869/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:44:04,870 - framestack - INFO: action counts: {0: 313, 1: 73, 2: 1277, 3: 47, 4: 1129, 5: 109, 6: 163, 7: 53, 8: 832, 9: 324}\n",
      "2018-06-22 23:44:04,891 - framestack - INFO: steps: 2259360, steps/s: 93.14\n",
      "  epoch reward:       1.9148/10.9229/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7117/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:44:51,151 - framestack - INFO: action counts: {0: 288, 1: 58, 2: 1260, 3: 32, 4: 1175, 5: 100, 6: 172, 7: 48, 8: 865, 9: 322}\n",
      "2018-06-22 23:44:51,179 - framestack - INFO: steps: 2263680, steps/s: 93.16\n",
      "  epoch reward:       1.9148/11.6012/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8500/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:45:37,385 - framestack - INFO: action counts: {0: 263, 1: 45, 2: 1336, 3: 25, 4: 1202, 5: 96, 6: 168, 7: 43, 8: 852, 9: 290}\n",
      "2018-06-22 23:45:37,410 - framestack - INFO: steps: 2268000, steps/s: 93.17\n",
      "  epoch reward:       1.9148/11.6012/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9697/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:46:21,458 - framestack - INFO: action counts: {0: 283, 1: 55, 2: 1265, 3: 30, 4: 1181, 5: 101, 6: 174, 7: 49, 8: 852, 9: 330}\n",
      "2018-06-22 23:46:21,483 - framestack - INFO: steps: 2272320, steps/s: 93.20\n",
      "  epoch reward:       2.0060/13.3036/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1099/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:47:07,151 - framestack - INFO: action counts: {0: 277, 1: 67, 2: 1264, 3: 26, 4: 1209, 5: 120, 6: 177, 7: 44, 8: 837, 9: 299}\n",
      "2018-06-22 23:47:07,180 - framestack - INFO: steps: 2276640, steps/s: 93.22\n",
      "  epoch reward:       2.0060/12.9553/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1887/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:47:54,260 - framestack - INFO: action counts: {0: 310, 1: 50, 2: 1238, 3: 36, 4: 1146, 5: 113, 6: 181, 7: 53, 8: 871, 9: 322}\n",
      "2018-06-22 23:47:54,290 - framestack - INFO: steps: 2280960, steps/s: 93.23\n",
      "  epoch reward:       2.0060/12.9553/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2125/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:48:39,989 - framestack - INFO: action counts: {0: 334, 1: 55, 2: 1198, 3: 51, 4: 1143, 5: 121, 6: 221, 7: 67, 8: 821, 9: 309}\n",
      "2018-06-22 23:48:40,017 - framestack - INFO: steps: 2285280, steps/s: 93.25\n",
      "  epoch reward:       2.0060/12.9553/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2180/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:49:26,615 - framestack - INFO: action counts: {0: 317, 1: 70, 2: 1095, 3: 58, 4: 1154, 5: 136, 6: 212, 7: 69, 8: 855, 9: 354}\n",
      "2018-06-22 23:49:26,639 - framestack - INFO: steps: 2289600, steps/s: 93.26\n",
      "  epoch reward:       2.0060/13.1961/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2568/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:50:13,512 - framestack - INFO: action counts: {0: 318, 1: 57, 2: 1123, 3: 50, 4: 1170, 5: 116, 6: 165, 7: 63, 8: 921, 9: 337}\n",
      "2018-06-22 23:50:13,536 - framestack - INFO: steps: 2293920, steps/s: 93.28\n",
      "  epoch reward:       2.0060/10.8538/22.8011 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2420/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:50:59,020 - framestack - INFO: action counts: {0: 339, 1: 60, 2: 1184, 3: 41, 4: 1182, 5: 114, 6: 179, 7: 63, 8: 842, 9: 316}\n",
      "2018-06-22 23:50:59,050 - framestack - INFO: steps: 2298240, steps/s: 93.30\n",
      "  epoch reward:       2.7332/12.1423/22.8011 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2742/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:51:46,325 - framestack - INFO: action counts: {0: 297, 1: 57, 2: 1184, 3: 43, 4: 1232, 5: 121, 6: 182, 7: 63, 8: 835, 9: 306}\n",
      "2018-06-22 23:51:46,354 - framestack - INFO: steps: 2302560, steps/s: 93.32\n",
      "  epoch reward:       2.7332/11.8986/22.8011 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3056/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:52:32,367 - framestack - INFO: action counts: {0: 286, 1: 50, 2: 1272, 3: 26, 4: 1218, 5: 117, 6: 176, 7: 61, 8: 840, 9: 274}\n",
      "2018-06-22 23:52:32,394 - framestack - INFO: steps: 2306880, steps/s: 93.33\n",
      "  epoch reward:       2.7332/13.7154/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3307/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:53:19,051 - framestack - INFO: action counts: {0: 326, 1: 46, 2: 1275, 3: 40, 4: 1152, 5: 125, 6: 173, 7: 59, 8: 872, 9: 252}\n",
      "2018-06-22 23:53:19,079 - framestack - INFO: steps: 2311200, steps/s: 93.34\n",
      "  epoch reward:       0.4673/11.1706/22.8011 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3049/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:54:05,723 - framestack - INFO: action counts: {0: 310, 1: 54, 2: 1275, 3: 31, 4: 1221, 5: 117, 6: 164, 7: 71, 8: 816, 9: 261}\n",
      "2018-06-22 23:54:05,749 - framestack - INFO: steps: 2315520, steps/s: 93.35\n",
      "  epoch reward:       1.8393/8.5126/14.8912 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2686/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:54:52,690 - framestack - INFO: action counts: {0: 288, 1: 51, 2: 1238, 3: 29, 4: 1213, 5: 117, 6: 183, 7: 66, 8: 856, 9: 279}\n",
      "2018-06-22 23:54:52,717 - framestack - INFO: steps: 2319840, steps/s: 93.37\n",
      "  epoch reward:       1.8393/8.5126/14.8912 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2413/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:55:39,267 - framestack - INFO: action counts: {0: 297, 1: 53, 2: 1247, 3: 29, 4: 1185, 5: 126, 6: 164, 7: 60, 8: 870, 9: 289}\n",
      "2018-06-22 23:55:39,295 - framestack - INFO: steps: 2324160, steps/s: 93.38\n",
      "  epoch reward:       1.8393/7.5132/14.8912 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2017/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:56:25,891 - framestack - INFO: action counts: {0: 295, 1: 39, 2: 1306, 3: 34, 4: 1200, 5: 93, 6: 168, 7: 62, 8: 841, 9: 282}\n",
      "2018-06-22 23:56:25,919 - framestack - INFO: steps: 2328480, steps/s: 93.40\n",
      "  epoch reward:       1.8393/7.5132/14.8912 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1743/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:57:12,616 - framestack - INFO: action counts: {0: 282, 1: 44, 2: 1271, 3: 31, 4: 1247, 5: 101, 6: 167, 7: 59, 8: 829, 9: 289}\n",
      "2018-06-22 23:57:12,646 - framestack - INFO: steps: 2332800, steps/s: 93.41\n",
      "  epoch reward:       1.8393/8.1963/14.8912 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1777/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:57:59,014 - framestack - INFO: action counts: {0: 303, 1: 45, 2: 1262, 3: 27, 4: 1260, 5: 106, 6: 137, 7: 55, 8: 830, 9: 295}\n",
      "2018-06-22 23:57:59,037 - framestack - INFO: steps: 2337120, steps/s: 93.42\n",
      "  epoch reward:       1.8393/7.6421/16.3206 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1390/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:58:43,534 - framestack - INFO: action counts: {0: 272, 1: 43, 2: 1291, 3: 27, 4: 1280, 5: 89, 6: 142, 7: 43, 8: 855, 9: 278}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-22 23:58:43,556 - framestack - INFO: steps: 2341440, steps/s: 93.45\n",
      "  epoch reward:       1.6429/6.1744/14.0283 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0867/48.2639 [n=500]\n",
      "\n",
      "2018-06-22 23:59:29,269 - framestack - INFO: action counts: {0: 293, 1: 47, 2: 1261, 3: 42, 4: 1229, 5: 112, 6: 136, 7: 52, 8: 845, 9: 303}\n",
      "2018-06-22 23:59:29,292 - framestack - INFO: steps: 2345760, steps/s: 93.47\n",
      "  epoch reward:       1.6429/6.1744/14.0283 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1021/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:00:15,222 - framestack - INFO: action counts: {0: 293, 1: 61, 2: 1270, 3: 27, 4: 1271, 5: 118, 6: 152, 7: 60, 8: 798, 9: 270}\n",
      "2018-06-23 00:00:15,250 - framestack - INFO: steps: 2350080, steps/s: 93.49\n",
      "  epoch reward:       1.6429/6.9977/16.9297 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1493/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:01:00,695 - framestack - INFO: action counts: {0: 262, 1: 37, 2: 1306, 3: 36, 4: 1269, 5: 106, 6: 149, 7: 63, 8: 809, 9: 283}\n",
      "2018-06-23 00:01:00,720 - framestack - INFO: steps: 2354400, steps/s: 93.51\n",
      "  epoch reward:       1.6429/7.2179/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2010/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:01:46,208 - framestack - INFO: action counts: {0: 299, 1: 44, 2: 1306, 3: 20, 4: 1215, 5: 114, 6: 183, 7: 44, 8: 832, 9: 263}\n",
      "2018-06-23 00:01:46,231 - framestack - INFO: steps: 2358720, steps/s: 93.52\n",
      "  epoch reward:       0.4673/4.4714/11.6207 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1977/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:02:32,483 - framestack - INFO: action counts: {0: 289, 1: 49, 2: 1296, 3: 23, 4: 1237, 5: 89, 6: 172, 7: 49, 8: 837, 9: 279}\n",
      "2018-06-23 00:02:32,507 - framestack - INFO: steps: 2363040, steps/s: 93.53\n",
      "  epoch reward:       0.4673/6.7150/26.2168 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2277/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:03:18,228 - framestack - INFO: action counts: {0: 286, 1: 32, 2: 1291, 3: 26, 4: 1268, 5: 105, 6: 158, 7: 47, 8: 814, 9: 293}\n",
      "2018-06-23 00:03:18,252 - framestack - INFO: steps: 2367360, steps/s: 93.54\n",
      "  epoch reward:       0.4673/6.7150/26.2168 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2629/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:04:02,043 - framestack - INFO: action counts: {0: 265, 1: 49, 2: 1335, 3: 28, 4: 1244, 5: 101, 6: 144, 7: 41, 8: 842, 9: 271}\n",
      "2018-06-23 00:04:02,069 - framestack - INFO: steps: 2371680, steps/s: 93.56\n",
      "  epoch reward:       0.4673/7.2798/26.2168 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3034/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:04:49,379 - framestack - INFO: action counts: {0: 300, 1: 46, 2: 1251, 3: 37, 4: 1203, 5: 118, 6: 191, 7: 54, 8: 810, 9: 310}\n",
      "2018-06-23 00:04:49,407 - framestack - INFO: steps: 2376000, steps/s: 93.57\n",
      "  epoch reward:       0.4673/7.0691/26.2168 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3397/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:05:34,456 - framestack - INFO: action counts: {0: 296, 1: 52, 2: 1231, 3: 36, 4: 1219, 5: 117, 6: 174, 7: 54, 8: 873, 9: 268}\n",
      "2018-06-23 00:05:34,479 - framestack - INFO: steps: 2380320, steps/s: 93.58\n",
      "  epoch reward:       0.4673/8.2522/26.2168 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3797/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:06:20,989 - framestack - INFO: action counts: {0: 287, 1: 51, 2: 1220, 3: 40, 4: 1299, 5: 110, 6: 156, 7: 66, 8: 797, 9: 294}\n",
      "2018-06-23 00:06:21,020 - framestack - INFO: steps: 2384640, steps/s: 93.59\n",
      "  epoch reward:       0.4673/8.2522/26.2168 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.4077/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:07:06,543 - framestack - INFO: action counts: {0: 267, 1: 49, 2: 1329, 3: 26, 4: 1193, 5: 105, 6: 159, 7: 52, 8: 853, 9: 287}\n",
      "2018-06-23 00:07:06,569 - framestack - INFO: steps: 2388960, steps/s: 93.60\n",
      "  epoch reward:       0.4673/8.2522/26.2168 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.3528/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:07:49,720 - framestack - INFO: action counts: {0: 270, 1: 44, 2: 1278, 3: 18, 4: 1254, 5: 80, 6: 154, 7: 51, 8: 898, 9: 273}\n",
      "2018-06-23 00:07:49,750 - framestack - INFO: steps: 2393280, steps/s: 93.62\n",
      "  epoch reward:       0.4673/11.4041/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.3480/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:08:36,143 - framestack - INFO: action counts: {0: 274, 1: 50, 2: 1285, 3: 17, 4: 1304, 5: 79, 6: 132, 7: 47, 8: 876, 9: 256}\n",
      "2018-06-23 00:08:36,169 - framestack - INFO: steps: 2397600, steps/s: 93.63\n",
      "  epoch reward:       0.4673/11.4041/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.3433/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:09:23,520 - framestack - INFO: action counts: {0: 255, 1: 57, 2: 1325, 3: 17, 4: 1249, 5: 90, 6: 175, 7: 45, 8: 847, 9: 260}\n",
      "2018-06-23 00:09:23,544 - framestack - INFO: steps: 2401920, steps/s: 93.64\n",
      "  epoch reward:       2.6036/10.3665/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.2347/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:10:08,119 - framestack - INFO: action counts: {0: 298, 1: 51, 2: 1265, 3: 30, 4: 1245, 5: 88, 6: 151, 7: 48, 8: 880, 9: 264}\n",
      "2018-06-23 00:10:08,142 - framestack - INFO: steps: 2406240, steps/s: 93.66\n",
      "  epoch reward:       2.6036/10.3665/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.1261/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:10:54,443 - framestack - INFO: action counts: {0: 281, 1: 29, 2: 1289, 3: 25, 4: 1282, 5: 95, 6: 152, 7: 43, 8: 874, 9: 250}\n",
      "2018-06-23 00:10:54,468 - framestack - INFO: steps: 2410560, steps/s: 93.67\n",
      "  epoch reward:       3.3070/10.8910/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.1112/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:11:40,379 - framestack - INFO: action counts: {0: 273, 1: 41, 2: 1300, 3: 29, 4: 1272, 5: 75, 6: 139, 7: 41, 8: 881, 9: 269}\n",
      "2018-06-23 00:11:40,403 - framestack - INFO: steps: 2414880, steps/s: 93.68\n",
      "  epoch reward:       3.3070/10.8910/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.0962/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:12:25,452 - framestack - INFO: action counts: {0: 257, 1: 35, 2: 1237, 3: 31, 4: 1289, 5: 93, 6: 152, 7: 55, 8: 883, 9: 288}\n",
      "2018-06-23 00:12:25,476 - framestack - INFO: steps: 2419200, steps/s: 93.69\n",
      "  epoch reward:       0.7183/10.6135/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0757/48.2639 [n=500]\n",
      "\n",
      "2018-06-23 00:13:11,612 - framestack - INFO: action counts: {0: 277, 1: 41, 2: 1284, 3: 19, 4: 1309, 5: 83, 6: 161, 7: 49, 8: 820, 9: 277}\n",
      "2018-06-23 00:13:11,640 - framestack - INFO: steps: 2423520, steps/s: 93.70\n",
      "  epoch reward:       0.7183/10.6135/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9553/28.4084 [n=500]\n",
      "\n",
      "2018-06-23 00:13:57,351 - framestack - INFO: action counts: {0: 247, 1: 42, 2: 1337, 3: 28, 4: 1270, 5: 83, 6: 142, 7: 37, 8: 862, 9: 272}\n",
      "2018-06-23 00:13:57,378 - framestack - INFO: steps: 2427840, steps/s: 93.70\n",
      "  epoch reward:       0.7183/14.5184/48.0483 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0142/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:14:41,882 - framestack - INFO: action counts: {0: 320, 1: 37, 2: 1257, 3: 28, 4: 1250, 5: 91, 6: 153, 7: 41, 8: 853, 9: 290}\n",
      "2018-06-23 00:14:41,905 - framestack - INFO: steps: 2432160, steps/s: 93.71\n",
      "  epoch reward:       0.7183/14.3500/48.0483 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0696/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:15:28,930 - framestack - INFO: action counts: {0: 319, 1: 43, 2: 1278, 3: 30, 4: 1244, 5: 116, 6: 149, 7: 59, 8: 837, 9: 245}\n",
      "2018-06-23 00:15:28,956 - framestack - INFO: steps: 2436480, steps/s: 93.72\n",
      "  epoch reward:       0.7183/14.3500/48.0483 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.1215/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:16:14,949 - framestack - INFO: action counts: {0: 304, 1: 45, 2: 1223, 3: 37, 4: 1244, 5: 89, 6: 167, 7: 66, 8: 882, 9: 263}\n",
      "2018-06-23 00:16:14,977 - framestack - INFO: steps: 2440800, steps/s: 93.73\n",
      "  epoch reward:       0.7183/15.7387/48.0483 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.1952/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:17:00,660 - framestack - INFO: action counts: {0: 283, 1: 52, 2: 1212, 3: 42, 4: 1207, 5: 111, 6: 183, 7: 52, 8: 864, 9: 314}\n",
      "2018-06-23 00:17:00,679 - framestack - INFO: steps: 2445120, steps/s: 93.74\n",
      "  epoch reward:       0.7183/14.1097/48.0483 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2535/48.0483 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 00:17:46,662 - framestack - INFO: action counts: {0: 314, 1: 45, 2: 1227, 3: 41, 4: 1174, 5: 134, 6: 182, 7: 72, 8: 837, 9: 294}\n",
      "2018-06-23 00:17:46,687 - framestack - INFO: steps: 2449440, steps/s: 93.75\n",
      "  epoch reward:       0.7183/14.1097/48.0483 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3720/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:18:33,187 - framestack - INFO: action counts: {0: 315, 1: 65, 2: 1185, 3: 60, 4: 1131, 5: 138, 6: 228, 7: 72, 8: 797, 9: 329}\n",
      "2018-06-23 00:18:33,214 - framestack - INFO: steps: 2453760, steps/s: 93.76\n",
      "  epoch reward:       0.7183/15.5955/48.0483 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4854/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:19:19,618 - framestack - INFO: action counts: {0: 307, 1: 68, 2: 1140, 3: 50, 4: 1211, 5: 134, 6: 183, 7: 88, 8: 835, 9: 304}\n",
      "2018-06-23 00:19:19,637 - framestack - INFO: steps: 2458080, steps/s: 93.77\n",
      "  epoch reward:       6.3255/15.7001/48.0483 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6008/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:20:06,348 - framestack - INFO: action counts: {0: 321, 1: 57, 2: 1169, 3: 40, 4: 1188, 5: 134, 6: 166, 7: 64, 8: 867, 9: 314}\n",
      "2018-06-23 00:20:06,377 - framestack - INFO: steps: 2462400, steps/s: 93.78\n",
      "  epoch reward:       6.3255/16.1039/48.0483 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.7287/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:20:52,737 - framestack - INFO: action counts: {0: 331, 1: 41, 2: 1172, 3: 28, 4: 1219, 5: 153, 6: 185, 7: 63, 8: 855, 9: 273}\n",
      "2018-06-23 00:20:52,759 - framestack - INFO: steps: 2466720, steps/s: 93.77\n",
      "  epoch reward:       6.3255/11.9134/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.7039/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:21:39,989 - framestack - INFO: action counts: {0: 285, 1: 52, 2: 1168, 3: 36, 4: 1242, 5: 145, 6: 186, 7: 52, 8: 833, 9: 321}\n",
      "2018-06-23 00:21:40,017 - framestack - INFO: steps: 2471040, steps/s: 93.77\n",
      "  epoch reward:       6.3255/11.7336/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.7101/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:22:25,810 - framestack - INFO: action counts: {0: 334, 1: 56, 2: 1170, 3: 37, 4: 1241, 5: 129, 6: 177, 7: 65, 8: 837, 9: 274}\n",
      "2018-06-23 00:22:25,834 - framestack - INFO: steps: 2475360, steps/s: 93.79\n",
      "  epoch reward:       6.3255/13.2788/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.7572/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:23:12,406 - framestack - INFO: action counts: {0: 318, 1: 65, 2: 1185, 3: 40, 4: 1199, 5: 147, 6: 200, 7: 61, 8: 812, 9: 293}\n",
      "2018-06-23 00:23:12,431 - framestack - INFO: steps: 2479680, steps/s: 93.80\n",
      "  epoch reward:       6.1233/12.1366/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.7680/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:23:58,094 - framestack - INFO: action counts: {0: 291, 1: 65, 2: 1219, 3: 47, 4: 1165, 5: 159, 6: 185, 7: 68, 8: 844, 9: 277}\n",
      "2018-06-23 00:23:58,122 - framestack - INFO: steps: 2484000, steps/s: 93.81\n",
      "  epoch reward:       6.1233/10.0764/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.7375/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:24:44,688 - framestack - INFO: action counts: {0: 305, 1: 74, 2: 1168, 3: 49, 4: 1180, 5: 148, 6: 200, 7: 84, 8: 786, 9: 326}\n",
      "2018-06-23 00:24:44,715 - framestack - INFO: steps: 2488320, steps/s: 93.82\n",
      "  epoch reward:       6.1233/10.0764/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6729/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:25:30,257 - framestack - INFO: action counts: {0: 314, 1: 70, 2: 1142, 3: 51, 4: 1161, 5: 157, 6: 222, 7: 79, 8: 793, 9: 331}\n",
      "2018-06-23 00:25:30,284 - framestack - INFO: steps: 2492640, steps/s: 93.83\n",
      "  epoch reward:       6.1233/10.0764/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6153/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:26:16,264 - framestack - INFO: action counts: {0: 295, 1: 70, 2: 1141, 3: 70, 4: 1214, 5: 145, 6: 189, 7: 75, 8: 813, 9: 308}\n",
      "2018-06-23 00:26:16,293 - framestack - INFO: steps: 2496960, steps/s: 93.84\n",
      "  epoch reward:       3.3070/8.6264/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.5288/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:27:03,152 - framestack - INFO: action counts: {0: 301, 1: 71, 2: 1120, 3: 44, 4: 1249, 5: 140, 6: 224, 7: 71, 8: 807, 9: 293}\n",
      "2018-06-23 00:27:03,177 - framestack - INFO: steps: 2501280, steps/s: 93.86\n",
      "  epoch reward:       3.3070/8.6617/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4429/48.0483 [n=500]\n",
      "\n",
      "2018-06-23 00:27:49,061 - framestack - INFO: action counts: {0: 328, 1: 79, 2: 1108, 3: 51, 4: 1210, 5: 140, 6: 201, 7: 74, 8: 829, 9: 300}\n",
      "2018-06-23 00:27:49,086 - framestack - INFO: steps: 2505600, steps/s: 93.87\n",
      "  epoch reward:       3.3070/13.1143/49.0550 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4413/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:28:33,908 - framestack - INFO: action counts: {0: 303, 1: 62, 2: 1176, 3: 38, 4: 1243, 5: 142, 6: 205, 7: 73, 8: 775, 9: 303}\n",
      "2018-06-23 00:28:33,933 - framestack - INFO: steps: 2509920, steps/s: 93.89\n",
      "  epoch reward:       3.3070/14.4616/49.0550 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.5134/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:29:20,220 - framestack - INFO: action counts: {0: 299, 1: 48, 2: 1180, 3: 32, 4: 1200, 5: 120, 6: 228, 7: 62, 8: 865, 9: 286}\n",
      "2018-06-23 00:29:20,249 - framestack - INFO: steps: 2514240, steps/s: 93.90\n",
      "  epoch reward:       0.4673/11.0473/49.0550 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4915/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:30:06,036 - framestack - INFO: action counts: {0: 301, 1: 49, 2: 1242, 3: 27, 4: 1271, 5: 137, 6: 180, 7: 52, 8: 777, 9: 284}\n",
      "2018-06-23 00:30:06,060 - framestack - INFO: steps: 2518560, steps/s: 93.91\n",
      "  epoch reward:       0.4673/11.0473/49.0550 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4745/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:30:49,986 - framestack - INFO: action counts: {0: 296, 1: 53, 2: 1228, 3: 28, 4: 1215, 5: 147, 6: 189, 7: 68, 8: 772, 9: 324}\n",
      "2018-06-23 00:30:50,011 - framestack - INFO: steps: 2522880, steps/s: 93.93\n",
      "  epoch reward:       0.4673/10.4832/49.0550 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4098/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:31:35,601 - framestack - INFO: action counts: {0: 305, 1: 69, 2: 1197, 3: 34, 4: 1187, 5: 152, 6: 176, 7: 51, 8: 827, 9: 322}\n",
      "2018-06-23 00:31:35,624 - framestack - INFO: steps: 2527200, steps/s: 93.94\n",
      "  epoch reward:       0.4673/10.6045/49.0550 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3985/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:32:21,550 - framestack - INFO: action counts: {0: 344, 1: 60, 2: 1179, 3: 40, 4: 1196, 5: 145, 6: 193, 7: 52, 8: 804, 9: 307}\n",
      "2018-06-23 00:32:21,574 - framestack - INFO: steps: 2531520, steps/s: 93.95\n",
      "  epoch reward:       0.4673/10.8634/49.0550 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4455/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:33:07,368 - framestack - INFO: action counts: {0: 281, 1: 65, 2: 1211, 3: 45, 4: 1191, 5: 137, 6: 175, 7: 95, 8: 775, 9: 345}\n",
      "2018-06-23 00:33:07,395 - framestack - INFO: steps: 2535840, steps/s: 93.97\n",
      "  epoch reward:       0.1048/10.9305/49.0550 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4939/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:33:54,602 - framestack - INFO: action counts: {0: 314, 1: 57, 2: 1167, 3: 23, 4: 1217, 5: 126, 6: 184, 7: 50, 8: 855, 9: 327}\n",
      "2018-06-23 00:33:54,626 - framestack - INFO: steps: 2540160, steps/s: 93.97\n",
      "  epoch reward:       0.1048/10.9305/49.0550 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5622/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:34:38,841 - framestack - INFO: action counts: {0: 306, 1: 81, 2: 1202, 3: 39, 4: 1164, 5: 149, 6: 183, 7: 71, 8: 806, 9: 319}\n",
      "2018-06-23 00:34:38,865 - framestack - INFO: steps: 2544480, steps/s: 93.99\n",
      "  epoch reward:       0.1048/8.8183/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5883/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:35:26,773 - framestack - INFO: action counts: {0: 314, 1: 74, 2: 1213, 3: 43, 4: 1157, 5: 134, 6: 185, 7: 70, 8: 816, 9: 314}\n",
      "2018-06-23 00:35:26,796 - framestack - INFO: steps: 2548800, steps/s: 93.99\n",
      "  epoch reward:       0.1048/8.2699/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5898/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:36:14,048 - framestack - INFO: action counts: {0: 290, 1: 77, 2: 1201, 3: 46, 4: 1131, 5: 148, 6: 196, 7: 93, 8: 812, 9: 326}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 00:36:14,073 - framestack - INFO: steps: 2553120, steps/s: 94.00\n",
      "  epoch reward:       0.1048/10.2322/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6416/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:37:00,263 - framestack - INFO: action counts: {0: 300, 1: 78, 2: 1213, 3: 34, 4: 1222, 5: 125, 6: 200, 7: 74, 8: 774, 9: 300}\n",
      "2018-06-23 00:37:00,290 - framestack - INFO: steps: 2557440, steps/s: 94.01\n",
      "  epoch reward:       2.0826/14.7221/47.3378 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8126/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:37:45,899 - framestack - INFO: action counts: {0: 277, 1: 66, 2: 1233, 3: 41, 4: 1195, 5: 135, 6: 185, 7: 63, 8: 836, 9: 289}\n",
      "2018-06-23 00:37:45,923 - framestack - INFO: steps: 2561760, steps/s: 94.02\n",
      "  epoch reward:       2.0826/14.7221/47.3378 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9835/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:38:31,021 - framestack - INFO: action counts: {0: 279, 1: 51, 2: 1236, 3: 46, 4: 1191, 5: 124, 6: 208, 7: 54, 8: 816, 9: 315}\n",
      "2018-06-23 00:38:31,044 - framestack - INFO: steps: 2566080, steps/s: 94.04\n",
      "  epoch reward:       3.0385/15.6609/47.3378 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1568/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:39:16,623 - framestack - INFO: action counts: {0: 285, 1: 69, 2: 1268, 3: 42, 4: 1155, 5: 127, 6: 178, 7: 70, 8: 833, 9: 293}\n",
      "2018-06-23 00:39:16,647 - framestack - INFO: steps: 2570400, steps/s: 94.06\n",
      "  epoch reward:       3.0385/16.7995/47.3378 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3484/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:40:02,770 - framestack - INFO: action counts: {0: 275, 1: 65, 2: 1209, 3: 36, 4: 1218, 5: 145, 6: 194, 7: 74, 8: 782, 9: 322}\n",
      "2018-06-23 00:40:02,793 - framestack - INFO: steps: 2574720, steps/s: 94.06\n",
      "  epoch reward:       3.0385/16.7995/47.3378 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5950/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:40:50,520 - framestack - INFO: action counts: {0: 267, 1: 64, 2: 1272, 3: 40, 4: 1155, 5: 148, 6: 186, 7: 56, 8: 834, 9: 298}\n",
      "2018-06-23 00:40:50,543 - framestack - INFO: steps: 2579040, steps/s: 94.06\n",
      "  epoch reward:       3.0385/16.4166/47.3378 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7890/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:41:35,612 - framestack - INFO: action counts: {0: 306, 1: 47, 2: 1217, 3: 38, 4: 1173, 5: 127, 6: 186, 7: 48, 8: 860, 9: 318}\n",
      "2018-06-23 00:41:35,635 - framestack - INFO: steps: 2583360, steps/s: 94.07\n",
      "  epoch reward:       0.4701/13.7705/47.3378 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9301/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:42:21,961 - framestack - INFO: action counts: {0: 271, 1: 46, 2: 1254, 3: 34, 4: 1255, 5: 110, 6: 156, 7: 50, 8: 834, 9: 310}\n",
      "2018-06-23 00:42:21,982 - framestack - INFO: steps: 2587680, steps/s: 94.08\n",
      "  epoch reward:       0.4701/12.6431/47.3378 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.0374/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:43:08,410 - framestack - INFO: action counts: {0: 278, 1: 56, 2: 1270, 3: 40, 4: 1165, 5: 143, 6: 162, 7: 50, 8: 865, 9: 291}\n",
      "2018-06-23 00:43:08,433 - framestack - INFO: steps: 2592000, steps/s: 94.09\n",
      "  epoch reward:       2.5557/16.4064/47.3378 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2241/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:43:55,739 - framestack - INFO: action counts: {0: 265, 1: 41, 2: 1324, 3: 37, 4: 1212, 5: 107, 6: 163, 7: 55, 8: 844, 9: 272}\n",
      "2018-06-23 00:43:55,764 - framestack - INFO: steps: 2596320, steps/s: 94.09\n",
      "  epoch reward:       2.1429/8.9412/16.6725 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2379/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:44:44,074 - framestack - INFO: action counts: {0: 264, 1: 50, 2: 1290, 3: 24, 4: 1225, 5: 123, 6: 118, 7: 53, 8: 892, 9: 281}\n",
      "2018-06-23 00:44:44,096 - framestack - INFO: steps: 2600640, steps/s: 94.09\n",
      "  epoch reward:       2.1374/8.8672/16.6725 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2502/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:45:31,695 - framestack - INFO: action counts: {0: 256, 1: 42, 2: 1289, 3: 24, 4: 1278, 5: 83, 6: 161, 7: 51, 8: 855, 9: 281}\n",
      "2018-06-23 00:45:31,722 - framestack - INFO: steps: 2604960, steps/s: 94.08\n",
      "  epoch reward:       2.1374/8.7853/16.6725 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2609/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:46:19,257 - framestack - INFO: action counts: {0: 255, 1: 38, 2: 1311, 3: 23, 4: 1234, 5: 121, 6: 143, 7: 50, 8: 852, 9: 293}\n",
      "2018-06-23 00:46:19,278 - framestack - INFO: steps: 2609280, steps/s: 94.07\n",
      "  epoch reward:       0.1048/8.6238/25.7251 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2053/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:47:04,259 - framestack - INFO: action counts: {0: 263, 1: 45, 2: 1278, 3: 20, 4: 1280, 5: 117, 6: 165, 7: 49, 8: 833, 9: 270}\n",
      "2018-06-23 00:47:04,286 - framestack - INFO: steps: 2613600, steps/s: 94.07\n",
      "  epoch reward:       0.1048/8.6238/25.7251 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.1497/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:47:49,780 - framestack - INFO: action counts: {0: 263, 1: 40, 2: 1316, 3: 24, 4: 1200, 5: 120, 6: 163, 7: 64, 8: 845, 9: 285}\n",
      "2018-06-23 00:47:49,810 - framestack - INFO: steps: 2617920, steps/s: 94.07\n",
      "  epoch reward:       0.1048/8.6238/25.7251 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.1148/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:48:34,782 - framestack - INFO: action counts: {0: 265, 1: 61, 2: 1250, 3: 25, 4: 1237, 5: 111, 6: 176, 7: 61, 8: 855, 9: 279}\n",
      "2018-06-23 00:48:34,809 - framestack - INFO: steps: 2622240, steps/s: 94.08\n",
      "  epoch reward:       0.1048/7.3852/25.7251 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.0552/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:49:21,508 - framestack - INFO: action counts: {0: 277, 1: 58, 2: 1260, 3: 54, 4: 1177, 5: 111, 6: 174, 7: 78, 8: 839, 9: 292}\n",
      "2018-06-23 00:49:21,530 - framestack - INFO: steps: 2626560, steps/s: 94.08\n",
      "  epoch reward:       0.1048/9.0825/25.7251 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.0190/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:50:08,804 - framestack - INFO: action counts: {0: 280, 1: 65, 2: 1172, 3: 44, 4: 1247, 5: 116, 6: 187, 7: 74, 8: 824, 9: 311}\n",
      "2018-06-23 00:50:08,830 - framestack - INFO: steps: 2630880, steps/s: 94.07\n",
      "  epoch reward:       0.1048/9.0825/25.7251 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9828/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:50:54,955 - framestack - INFO: action counts: {0: 270, 1: 62, 2: 1206, 3: 44, 4: 1176, 5: 118, 6: 216, 7: 80, 8: 851, 9: 297}\n",
      "2018-06-23 00:50:54,979 - framestack - INFO: steps: 2635200, steps/s: 94.07\n",
      "  epoch reward:       0.1048/9.9795/25.7251 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9702/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:51:41,519 - framestack - INFO: action counts: {0: 267, 1: 44, 2: 1239, 3: 33, 4: 1205, 5: 121, 6: 152, 7: 68, 8: 891, 9: 300}\n",
      "2018-06-23 00:51:41,545 - framestack - INFO: steps: 2639520, steps/s: 94.07\n",
      "  epoch reward:       0.1048/12.4288/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.0065/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:52:26,670 - framestack - INFO: action counts: {0: 292, 1: 60, 2: 1204, 3: 33, 4: 1253, 5: 101, 6: 174, 7: 53, 8: 861, 9: 289}\n",
      "2018-06-23 00:52:26,696 - framestack - INFO: steps: 2643840, steps/s: 94.07\n",
      "  epoch reward:       0.1048/12.1251/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9586/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:53:12,226 - framestack - INFO: action counts: {0: 272, 1: 55, 2: 1175, 3: 42, 4: 1265, 5: 113, 6: 171, 7: 59, 8: 862, 9: 306}\n",
      "2018-06-23 00:53:12,249 - framestack - INFO: steps: 2648160, steps/s: 94.07\n",
      "  epoch reward:       0.1048/10.4384/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.8804/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:53:57,783 - framestack - INFO: action counts: {0: 245, 1: 68, 2: 1196, 3: 51, 4: 1219, 5: 120, 6: 180, 7: 71, 8: 869, 9: 301}\n",
      "2018-06-23 00:53:57,809 - framestack - INFO: steps: 2652480, steps/s: 94.07\n",
      "  epoch reward:       1.2724/11.1412/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.8162/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:54:42,717 - framestack - INFO: action counts: {0: 286, 1: 68, 2: 1174, 3: 32, 4: 1254, 5: 124, 6: 196, 7: 62, 8: 837, 9: 287}\n",
      "2018-06-23 00:54:42,743 - framestack - INFO: steps: 2656800, steps/s: 94.06\n",
      "  epoch reward:       1.2724/11.1412/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7242/49.0550 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 00:55:29,701 - framestack - INFO: action counts: {0: 285, 1: 45, 2: 1209, 3: 38, 4: 1238, 5: 109, 6: 165, 7: 69, 8: 862, 9: 300}\n",
      "2018-06-23 00:55:29,726 - framestack - INFO: steps: 2661120, steps/s: 94.06\n",
      "  epoch reward:       6.5675/13.8073/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7182/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:56:13,686 - framestack - INFO: action counts: {0: 288, 1: 49, 2: 1239, 3: 44, 4: 1269, 5: 115, 6: 166, 7: 64, 8: 825, 9: 261}\n",
      "2018-06-23 00:56:13,712 - framestack - INFO: steps: 2665440, steps/s: 94.07\n",
      "  epoch reward:       6.5675/13.8073/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7121/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:57:00,750 - framestack - INFO: action counts: {0: 234, 1: 51, 2: 1146, 3: 39, 4: 1294, 5: 110, 6: 183, 7: 62, 8: 901, 9: 300}\n",
      "2018-06-23 00:57:00,774 - framestack - INFO: steps: 2669760, steps/s: 94.06\n",
      "  epoch reward:       6.4220/12.4966/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6502/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:57:47,273 - framestack - INFO: action counts: {0: 265, 1: 46, 2: 1112, 3: 37, 4: 1388, 5: 104, 6: 174, 7: 54, 8: 854, 9: 286}\n",
      "2018-06-23 00:57:47,297 - framestack - INFO: steps: 2674080, steps/s: 94.05\n",
      "  epoch reward:       2.8479/11.1343/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5589/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:58:32,110 - framestack - INFO: action counts: {0: 278, 1: 44, 2: 1161, 3: 24, 4: 1322, 5: 119, 6: 167, 7: 52, 8: 883, 9: 270}\n",
      "2018-06-23 00:58:32,133 - framestack - INFO: steps: 2678400, steps/s: 94.05\n",
      "  epoch reward:       2.8479/8.4438/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4057/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 00:59:18,871 - framestack - INFO: action counts: {0: 243, 1: 41, 2: 1146, 3: 33, 4: 1385, 5: 82, 6: 147, 7: 48, 8: 911, 9: 284}\n",
      "2018-06-23 00:59:18,892 - framestack - INFO: steps: 2682720, steps/s: 94.05\n",
      "  epoch reward:       2.8479/8.2860/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3331/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:00:04,691 - framestack - INFO: action counts: {0: 237, 1: 48, 2: 1156, 3: 33, 4: 1391, 5: 86, 6: 135, 7: 54, 8: 922, 9: 258}\n",
      "2018-06-23 01:00:04,713 - framestack - INFO: steps: 2687040, steps/s: 94.05\n",
      "  epoch reward:       2.8479/8.2860/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2642/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:00:49,969 - framestack - INFO: action counts: {0: 225, 1: 51, 2: 1160, 3: 24, 4: 1419, 5: 96, 6: 117, 7: 67, 8: 893, 9: 268}\n",
      "2018-06-23 01:00:49,998 - framestack - INFO: steps: 2691360, steps/s: 94.06\n",
      "  epoch reward:       2.8479/9.6228/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1910/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:01:35,764 - framestack - INFO: action counts: {0: 223, 1: 38, 2: 1171, 3: 24, 4: 1390, 5: 107, 6: 153, 7: 50, 8: 877, 9: 287}\n",
      "2018-06-23 01:01:35,786 - framestack - INFO: steps: 2695680, steps/s: 94.06\n",
      "  epoch reward:       2.8479/9.6228/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1408/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:02:21,266 - framestack - INFO: action counts: {0: 227, 1: 43, 2: 1129, 3: 21, 4: 1438, 5: 66, 6: 114, 7: 38, 8: 928, 9: 316}\n",
      "2018-06-23 01:02:21,293 - framestack - INFO: steps: 2700000, steps/s: 94.06\n",
      "  epoch reward:       2.8479/9.6228/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1317/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:03:06,347 - framestack - INFO: action counts: {0: 243, 1: 36, 2: 1157, 3: 21, 4: 1406, 5: 114, 6: 180, 7: 47, 8: 853, 9: 263}\n",
      "2018-06-23 01:03:06,374 - framestack - INFO: steps: 2704320, steps/s: 94.06\n",
      "  epoch reward:       2.8479/9.4925/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1200/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:03:52,150 - framestack - INFO: action counts: {0: 247, 1: 47, 2: 1147, 3: 37, 4: 1334, 5: 111, 6: 152, 7: 74, 8: 851, 9: 320}\n",
      "2018-06-23 01:03:52,174 - framestack - INFO: steps: 2708640, steps/s: 94.06\n",
      "  epoch reward:       2.8479/9.5296/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1091/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:04:38,575 - framestack - INFO: action counts: {0: 227, 1: 55, 2: 1183, 3: 30, 4: 1307, 5: 117, 6: 165, 7: 58, 8: 885, 9: 293}\n",
      "2018-06-23 01:04:38,603 - framestack - INFO: steps: 2712960, steps/s: 94.05\n",
      "  epoch reward:       2.8479/9.5029/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1266/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:05:24,709 - framestack - INFO: action counts: {0: 244, 1: 56, 2: 1148, 3: 51, 4: 1292, 5: 112, 6: 149, 7: 67, 8: 907, 9: 294}\n",
      "2018-06-23 01:05:24,735 - framestack - INFO: steps: 2717280, steps/s: 94.06\n",
      "  epoch reward:       3.9245/11.4521/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1824/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:06:11,099 - framestack - INFO: action counts: {0: 219, 1: 38, 2: 1133, 3: 23, 4: 1346, 5: 107, 6: 135, 7: 44, 8: 990, 9: 285}\n",
      "2018-06-23 01:06:11,122 - framestack - INFO: steps: 2721600, steps/s: 94.07\n",
      "  epoch reward:       4.4223/12.9144/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1784/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:06:56,763 - framestack - INFO: action counts: {0: 231, 1: 32, 2: 1192, 3: 31, 4: 1323, 5: 100, 6: 135, 7: 43, 8: 947, 9: 286}\n",
      "2018-06-23 01:06:56,788 - framestack - INFO: steps: 2725920, steps/s: 94.07\n",
      "  epoch reward:       4.4223/12.6292/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1418/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:07:43,330 - framestack - INFO: action counts: {0: 230, 1: 46, 2: 1234, 3: 25, 4: 1331, 5: 95, 6: 133, 7: 52, 8: 901, 9: 273}\n",
      "2018-06-23 01:07:43,357 - framestack - INFO: steps: 2730240, steps/s: 94.07\n",
      "  epoch reward:       1.8528/11.6186/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1532/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:08:29,015 - framestack - INFO: action counts: {0: 239, 1: 40, 2: 1154, 3: 27, 4: 1374, 5: 90, 6: 158, 7: 45, 8: 897, 9: 296}\n",
      "2018-06-23 01:08:29,041 - framestack - INFO: steps: 2734560, steps/s: 94.07\n",
      "  epoch reward:       1.8528/11.3550/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1593/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:09:16,088 - framestack - INFO: action counts: {0: 216, 1: 36, 2: 1261, 3: 32, 4: 1315, 5: 116, 6: 140, 7: 52, 8: 877, 9: 275}\n",
      "2018-06-23 01:09:16,110 - framestack - INFO: steps: 2738880, steps/s: 94.06\n",
      "  epoch reward:       1.8528/11.3550/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1768/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:10:01,456 - framestack - INFO: action counts: {0: 250, 1: 36, 2: 1237, 3: 24, 4: 1339, 5: 85, 6: 133, 7: 47, 8: 890, 9: 279}\n",
      "2018-06-23 01:10:01,482 - framestack - INFO: steps: 2743200, steps/s: 94.06\n",
      "  epoch reward:       1.8528/10.1885/16.0745 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1685/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:10:47,674 - framestack - INFO: action counts: {0: 223, 1: 34, 2: 1230, 3: 23, 4: 1334, 5: 107, 6: 164, 7: 47, 8: 868, 9: 290}\n",
      "2018-06-23 01:10:47,701 - framestack - INFO: steps: 2747520, steps/s: 94.06\n",
      "  epoch reward:       1.8528/10.6502/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1642/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:11:33,760 - framestack - INFO: action counts: {0: 230, 1: 37, 2: 1249, 3: 28, 4: 1366, 5: 95, 6: 123, 7: 43, 8: 848, 9: 301}\n",
      "2018-06-23 01:11:33,788 - framestack - INFO: steps: 2751840, steps/s: 94.06\n",
      "  epoch reward:       1.8528/11.7169/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1799/49.0550 [n=500]\n",
      "\n",
      "2018-06-23 01:12:20,131 - framestack - INFO: action counts: {0: 247, 1: 31, 2: 1197, 3: 41, 4: 1282, 5: 107, 6: 187, 7: 58, 8: 895, 9: 275}\n",
      "2018-06-23 01:12:20,157 - framestack - INFO: steps: 2756160, steps/s: 94.06\n",
      "  epoch reward:       1.8528/10.7500/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1763/47.3378 [n=500]\n",
      "\n",
      "2018-06-23 01:13:05,583 - framestack - INFO: action counts: {0: 231, 1: 38, 2: 1231, 3: 38, 4: 1278, 5: 98, 6: 141, 7: 64, 8: 875, 9: 326}\n",
      "2018-06-23 01:13:05,610 - framestack - INFO: steps: 2760480, steps/s: 94.06\n",
      "  epoch reward:       1.8528/11.0630/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2212/47.3378 [n=500]\n",
      "\n",
      "2018-06-23 01:13:51,281 - framestack - INFO: action counts: {0: 213, 1: 44, 2: 1164, 3: 21, 4: 1324, 5: 105, 6: 201, 7: 50, 8: 908, 9: 290}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 01:13:51,308 - framestack - INFO: steps: 2764800, steps/s: 94.06\n",
      "  epoch reward:       1.8528/11.4876/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2856/47.3378 [n=500]\n",
      "\n",
      "2018-06-23 01:14:36,768 - framestack - INFO: action counts: {0: 228, 1: 44, 2: 1161, 3: 20, 4: 1383, 5: 90, 6: 157, 7: 65, 8: 856, 9: 316}\n",
      "2018-06-23 01:14:36,796 - framestack - INFO: steps: 2769120, steps/s: 94.07\n",
      "  epoch reward:       1.8528/13.0865/25.6730 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3426/47.3378 [n=500]\n",
      "\n",
      "2018-06-23 01:15:22,658 - framestack - INFO: action counts: {0: 220, 1: 37, 2: 1184, 3: 20, 4: 1381, 5: 86, 6: 158, 7: 50, 8: 895, 9: 289}\n",
      "2018-06-23 01:15:22,687 - framestack - INFO: steps: 2773440, steps/s: 94.07\n",
      "  epoch reward:       0.7183/12.9730/25.6730 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3077/47.3378 [n=500]\n",
      "\n",
      "2018-06-23 01:16:09,030 - framestack - INFO: action counts: {0: 235, 1: 34, 2: 1209, 3: 20, 4: 1311, 5: 111, 6: 154, 7: 50, 8: 905, 9: 291}\n",
      "2018-06-23 01:16:09,061 - framestack - INFO: steps: 2777760, steps/s: 94.07\n",
      "  epoch reward:       0.7183/12.9730/25.6730 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2727/47.3378 [n=500]\n",
      "\n",
      "2018-06-23 01:16:54,854 - framestack - INFO: action counts: {0: 200, 1: 30, 2: 1317, 3: 19, 4: 1354, 5: 91, 6: 127, 7: 33, 8: 906, 9: 243}\n",
      "2018-06-23 01:16:54,881 - framestack - INFO: steps: 2782080, steps/s: 94.08\n",
      "  epoch reward:       4.8694/17.3033/48.8833 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3055/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:17:40,388 - framestack - INFO: action counts: {0: 183, 1: 36, 2: 1263, 3: 21, 4: 1393, 5: 81, 6: 124, 7: 31, 8: 921, 9: 267}\n",
      "2018-06-23 01:17:40,417 - framestack - INFO: steps: 2786400, steps/s: 94.08\n",
      "  epoch reward:       4.8694/17.1767/48.8833 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3131/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:18:25,539 - framestack - INFO: action counts: {0: 229, 1: 27, 2: 1234, 3: 19, 4: 1395, 5: 64, 6: 128, 7: 44, 8: 921, 9: 259}\n",
      "2018-06-23 01:18:25,564 - framestack - INFO: steps: 2790720, steps/s: 94.09\n",
      "  epoch reward:       4.8694/17.1767/48.8833 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3206/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:19:11,428 - framestack - INFO: action counts: {0: 243, 1: 21, 2: 1212, 3: 25, 4: 1334, 5: 85, 6: 157, 7: 29, 8: 957, 9: 257}\n",
      "2018-06-23 01:19:11,453 - framestack - INFO: steps: 2795040, steps/s: 94.09\n",
      "  epoch reward:       4.8694/16.3147/48.8833 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3186/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:19:57,629 - framestack - INFO: action counts: {0: 245, 1: 42, 2: 1236, 3: 30, 4: 1261, 5: 110, 6: 187, 7: 67, 8: 890, 9: 252}\n",
      "2018-06-23 01:19:57,658 - framestack - INFO: steps: 2799360, steps/s: 94.08\n",
      "  epoch reward:       1.9102/14.4940/48.8833 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3330/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:20:43,433 - framestack - INFO: action counts: {0: 222, 1: 36, 2: 1239, 3: 32, 4: 1299, 5: 87, 6: 162, 7: 60, 8: 928, 9: 255}\n",
      "2018-06-23 01:20:43,457 - framestack - INFO: steps: 2803680, steps/s: 94.08\n",
      "  epoch reward:       1.9102/14.4158/48.8833 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3685/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:21:29,287 - framestack - INFO: action counts: {0: 220, 1: 48, 2: 1142, 3: 34, 4: 1325, 5: 92, 6: 159, 7: 47, 8: 974, 9: 279}\n",
      "2018-06-23 01:21:29,317 - framestack - INFO: steps: 2808000, steps/s: 94.08\n",
      "  epoch reward:       1.9102/14.7106/48.8833 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3346/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:22:14,925 - framestack - INFO: action counts: {0: 251, 1: 35, 2: 1186, 3: 22, 4: 1245, 5: 88, 6: 158, 7: 41, 8: 1003, 9: 291}\n",
      "2018-06-23 01:22:14,953 - framestack - INFO: steps: 2812320, steps/s: 94.08\n",
      "  epoch reward:       1.9102/14.7106/48.8833 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4500/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:23:00,542 - framestack - INFO: action counts: {0: 241, 1: 28, 2: 1227, 3: 34, 4: 1213, 5: 104, 6: 164, 7: 43, 8: 969, 9: 297}\n",
      "2018-06-23 01:23:00,567 - framestack - INFO: steps: 2816640, steps/s: 94.08\n",
      "  epoch reward:       1.9102/14.7106/48.8833 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5668/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:23:46,247 - framestack - INFO: action counts: {0: 267, 1: 45, 2: 1188, 3: 32, 4: 1175, 5: 122, 6: 165, 7: 66, 8: 965, 9: 295}\n",
      "2018-06-23 01:23:46,278 - framestack - INFO: steps: 2820960, steps/s: 94.09\n",
      "  epoch reward:       1.9102/10.0452/28.3794 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5920/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:24:32,892 - framestack - INFO: action counts: {0: 262, 1: 48, 2: 1119, 3: 43, 4: 1171, 5: 108, 6: 212, 7: 75, 8: 982, 9: 300}\n",
      "2018-06-23 01:24:32,923 - framestack - INFO: steps: 2825280, steps/s: 94.09\n",
      "  epoch reward:       1.8964/10.1183/28.3794 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6219/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:25:18,815 - framestack - INFO: action counts: {0: 255, 1: 50, 2: 1140, 3: 38, 4: 1141, 5: 107, 6: 197, 7: 59, 8: 1023, 9: 310}\n",
      "2018-06-23 01:25:18,843 - framestack - INFO: steps: 2829600, steps/s: 94.08\n",
      "  epoch reward:       1.8964/10.1183/28.3794 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6518/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:26:04,090 - framestack - INFO: action counts: {0: 228, 1: 69, 2: 1135, 3: 39, 4: 1148, 5: 122, 6: 160, 7: 66, 8: 1016, 9: 337}\n",
      "2018-06-23 01:26:04,118 - framestack - INFO: steps: 2833920, steps/s: 94.08\n",
      "  epoch reward:       1.8964/10.2528/28.3794 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6844/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:26:49,572 - framestack - INFO: action counts: {0: 275, 1: 65, 2: 1118, 3: 32, 4: 1161, 5: 119, 6: 188, 7: 54, 8: 994, 9: 314}\n",
      "2018-06-23 01:26:49,598 - framestack - INFO: steps: 2838240, steps/s: 94.08\n",
      "  epoch reward:       1.8964/11.5400/28.3794 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7675/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:27:37,193 - framestack - INFO: action counts: {0: 260, 1: 58, 2: 1105, 3: 41, 4: 1169, 5: 147, 6: 212, 7: 63, 8: 948, 9: 317}\n",
      "2018-06-23 01:27:37,225 - framestack - INFO: steps: 2842560, steps/s: 94.06\n",
      "  epoch reward:       1.8964/17.5643/47.8556 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9371/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:28:22,215 - framestack - INFO: action counts: {0: 249, 1: 54, 2: 1167, 3: 35, 4: 1219, 5: 118, 6: 185, 7: 60, 8: 942, 9: 291}\n",
      "2018-06-23 01:28:22,241 - framestack - INFO: steps: 2846880, steps/s: 94.06\n",
      "  epoch reward:       1.8964/16.5009/47.8556 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.0855/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:29:08,416 - framestack - INFO: action counts: {0: 284, 1: 63, 2: 1223, 3: 35, 4: 1127, 5: 100, 6: 181, 7: 60, 8: 946, 9: 301}\n",
      "2018-06-23 01:29:08,441 - framestack - INFO: steps: 2851200, steps/s: 94.06\n",
      "  epoch reward:       1.8964/14.7740/47.8556 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.1814/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:29:55,536 - framestack - INFO: action counts: {0: 237, 1: 56, 2: 1199, 3: 36, 4: 1202, 5: 114, 6: 189, 7: 65, 8: 907, 9: 315}\n",
      "2018-06-23 01:29:55,561 - framestack - INFO: steps: 2855520, steps/s: 94.05\n",
      "  epoch reward:       1.8964/14.7740/47.8556 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2283/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:30:41,643 - framestack - INFO: action counts: {0: 247, 1: 67, 2: 1123, 3: 34, 4: 1191, 5: 120, 6: 188, 7: 74, 8: 942, 9: 334}\n",
      "2018-06-23 01:30:41,670 - framestack - INFO: steps: 2859840, steps/s: 94.05\n",
      "  epoch reward:       1.8964/14.7965/47.8556 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2817/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:31:27,754 - framestack - INFO: action counts: {0: 270, 1: 54, 2: 1136, 3: 49, 4: 1204, 5: 124, 6: 178, 7: 66, 8: 947, 9: 292}\n",
      "2018-06-23 01:31:27,780 - framestack - INFO: steps: 2864160, steps/s: 94.05\n",
      "  epoch reward:       4.0323/13.4930/47.8556 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.3428/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:32:14,152 - framestack - INFO: action counts: {0: 267, 1: 62, 2: 1134, 3: 35, 4: 1218, 5: 105, 6: 206, 7: 66, 8: 907, 9: 320}\n",
      "2018-06-23 01:32:14,174 - framestack - INFO: steps: 2868480, steps/s: 94.04\n",
      "  epoch reward:       4.0323/15.0109/47.8556 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.4202/48.8833 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 01:33:01,661 - framestack - INFO: action counts: {0: 254, 1: 59, 2: 1150, 3: 48, 4: 1175, 5: 138, 6: 184, 7: 72, 8: 956, 9: 284}\n",
      "2018-06-23 01:33:01,685 - framestack - INFO: steps: 2872800, steps/s: 94.03\n",
      "  epoch reward:       4.0323/15.0955/47.8556 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.4993/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:33:47,546 - framestack - INFO: action counts: {0: 276, 1: 62, 2: 1167, 3: 51, 4: 1151, 5: 125, 6: 198, 7: 76, 8: 922, 9: 292}\n",
      "2018-06-23 01:33:47,569 - framestack - INFO: steps: 2877120, steps/s: 94.02\n",
      "  epoch reward:       4.0323/15.0955/47.8556 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.5251/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:34:32,397 - framestack - INFO: action counts: {0: 246, 1: 68, 2: 1127, 3: 51, 4: 1199, 5: 133, 6: 198, 7: 81, 8: 877, 9: 340}\n",
      "2018-06-23 01:34:32,422 - framestack - INFO: steps: 2881440, steps/s: 94.02\n",
      "  epoch reward:       4.0323/12.6852/33.3959 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.5026/48.8833 [n=500]\n",
      "\n",
      "2018-06-23 01:35:19,873 - framestack - INFO: action counts: {0: 221, 1: 70, 2: 1111, 3: 31, 4: 1258, 5: 131, 6: 200, 7: 69, 8: 915, 9: 314}\n",
      "2018-06-23 01:35:19,902 - framestack - INFO: steps: 2885760, steps/s: 94.01\n",
      "  epoch reward:       4.0323/14.2893/49.4372 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.5385/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:36:07,073 - framestack - INFO: action counts: {0: 243, 1: 51, 2: 1115, 3: 36, 4: 1249, 5: 124, 6: 174, 7: 54, 8: 979, 9: 295}\n",
      "2018-06-23 01:36:07,103 - framestack - INFO: steps: 2890080, steps/s: 94.00\n",
      "  epoch reward:       1.8998/10.2887/21.4390 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.5216/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:36:52,786 - framestack - INFO: action counts: {0: 227, 1: 43, 2: 1133, 3: 36, 4: 1224, 5: 129, 6: 178, 7: 80, 8: 956, 9: 314}\n",
      "2018-06-23 01:36:52,806 - framestack - INFO: steps: 2894400, steps/s: 94.01\n",
      "  epoch reward:       1.8998/10.2887/21.4390 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.5585/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:37:38,095 - framestack - INFO: action counts: {0: 225, 1: 61, 2: 1169, 3: 37, 4: 1243, 5: 89, 6: 177, 7: 57, 8: 989, 9: 273}\n",
      "2018-06-23 01:37:38,122 - framestack - INFO: steps: 2898720, steps/s: 94.01\n",
      "  epoch reward:       1.8998/10.2887/21.4390 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.5985/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:38:23,969 - framestack - INFO: action counts: {0: 249, 1: 56, 2: 1154, 3: 34, 4: 1211, 5: 110, 6: 195, 7: 52, 8: 975, 9: 284}\n",
      "2018-06-23 01:38:23,995 - framestack - INFO: steps: 2903040, steps/s: 94.02\n",
      "  epoch reward:       1.8998/10.5412/21.4390 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.6436/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:39:11,484 - framestack - INFO: action counts: {0: 219, 1: 48, 2: 1171, 3: 35, 4: 1208, 5: 109, 6: 185, 7: 63, 8: 975, 9: 307}\n",
      "2018-06-23 01:39:11,508 - framestack - INFO: steps: 2907360, steps/s: 94.01\n",
      "  epoch reward:       1.8998/8.7008/16.1388 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.6252/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:39:58,231 - framestack - INFO: action counts: {0: 241, 1: 45, 2: 1191, 3: 27, 4: 1261, 5: 103, 6: 161, 7: 55, 8: 926, 9: 310}\n",
      "2018-06-23 01:39:58,259 - framestack - INFO: steps: 2911680, steps/s: 94.01\n",
      "  epoch reward:       0.1048/9.1425/20.2581 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.6156/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:40:44,254 - framestack - INFO: action counts: {0: 248, 1: 70, 2: 1158, 3: 48, 4: 1174, 5: 133, 6: 172, 7: 59, 8: 952, 9: 306}\n",
      "2018-06-23 01:40:44,280 - framestack - INFO: steps: 2916000, steps/s: 94.01\n",
      "  epoch reward:       0.1048/9.1425/20.2581 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.6060/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:41:28,595 - framestack - INFO: action counts: {0: 277, 1: 50, 2: 1139, 3: 44, 4: 1169, 5: 109, 6: 208, 7: 59, 8: 956, 9: 309}\n",
      "2018-06-23 01:41:28,620 - framestack - INFO: steps: 2920320, steps/s: 94.01\n",
      "  epoch reward:       0.1048/7.9290/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.5747/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:42:14,100 - framestack - INFO: action counts: {0: 252, 1: 62, 2: 1176, 3: 31, 4: 1202, 5: 117, 6: 211, 7: 66, 8: 923, 9: 280}\n",
      "2018-06-23 01:42:14,129 - framestack - INFO: steps: 2924640, steps/s: 94.01\n",
      "  epoch reward:       0.1048/7.9290/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.5427/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:43:00,620 - framestack - INFO: action counts: {0: 247, 1: 43, 2: 1199, 3: 33, 4: 1196, 5: 104, 6: 187, 7: 67, 8: 939, 9: 305}\n",
      "2018-06-23 01:43:00,652 - framestack - INFO: steps: 2928960, steps/s: 94.01\n",
      "  epoch reward:       0.1048/8.6678/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.5260/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:43:46,181 - framestack - INFO: action counts: {0: 215, 1: 43, 2: 1253, 3: 30, 4: 1229, 5: 109, 6: 150, 7: 45, 8: 953, 9: 293}\n",
      "2018-06-23 01:43:46,209 - framestack - INFO: steps: 2933280, steps/s: 94.02\n",
      "  epoch reward:       0.1048/8.8611/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4742/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:44:32,239 - framestack - INFO: action counts: {0: 230, 1: 42, 2: 1213, 3: 37, 4: 1243, 5: 103, 6: 178, 7: 34, 8: 957, 9: 283}\n",
      "2018-06-23 01:44:32,268 - framestack - INFO: steps: 2937600, steps/s: 94.01\n",
      "  epoch reward:       0.1048/10.9996/48.4442 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4359/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:45:17,083 - framestack - INFO: action counts: {0: 269, 1: 41, 2: 1221, 3: 27, 4: 1174, 5: 112, 6: 156, 7: 65, 8: 959, 9: 296}\n",
      "2018-06-23 01:45:17,113 - framestack - INFO: steps: 2941920, steps/s: 94.01\n",
      "  epoch reward:       0.1048/11.2824/48.4442 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4089/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:46:02,066 - framestack - INFO: action counts: {0: 245, 1: 59, 2: 1211, 3: 31, 4: 1181, 5: 107, 6: 182, 7: 82, 8: 932, 9: 290}\n",
      "2018-06-23 01:46:02,092 - framestack - INFO: steps: 2946240, steps/s: 94.02\n",
      "  epoch reward:       0.1048/11.2824/48.4442 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4022/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:46:48,560 - framestack - INFO: action counts: {0: 262, 1: 41, 2: 1148, 3: 37, 4: 1119, 5: 126, 6: 208, 7: 75, 8: 987, 9: 317}\n",
      "2018-06-23 01:46:48,581 - framestack - INFO: steps: 2950560, steps/s: 94.02\n",
      "  epoch reward:       0.1048/11.4244/48.4442 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4036/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:47:34,997 - framestack - INFO: action counts: {0: 269, 1: 54, 2: 1105, 3: 48, 4: 1116, 5: 126, 6: 210, 7: 80, 8: 945, 9: 367}\n",
      "2018-06-23 01:47:35,020 - framestack - INFO: steps: 2954880, steps/s: 94.02\n",
      "  epoch reward:       2.1319/11.6271/48.4442 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4090/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:48:20,547 - framestack - INFO: action counts: {0: 247, 1: 68, 2: 1096, 3: 58, 4: 1112, 5: 163, 6: 211, 7: 91, 8: 932, 9: 342}\n",
      "2018-06-23 01:48:20,568 - framestack - INFO: steps: 2959200, steps/s: 94.01\n",
      "  epoch reward:       0.7183/11.8844/48.4442 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4430/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:49:06,389 - framestack - INFO: action counts: {0: 300, 1: 72, 2: 1072, 3: 45, 4: 1074, 5: 139, 6: 217, 7: 89, 8: 964, 9: 348}\n",
      "2018-06-23 01:49:06,414 - framestack - INFO: steps: 2963520, steps/s: 94.02\n",
      "  epoch reward:       0.7183/11.8844/48.4442 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4676/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:49:52,789 - framestack - INFO: action counts: {0: 282, 1: 66, 2: 1122, 3: 48, 4: 1119, 5: 114, 6: 205, 7: 66, 8: 975, 9: 323}\n",
      "2018-06-23 01:49:52,811 - framestack - INFO: steps: 2967840, steps/s: 94.02\n",
      "  epoch reward:       0.7183/11.8752/48.4442 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4708/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:50:39,350 - framestack - INFO: action counts: {0: 269, 1: 70, 2: 1152, 3: 46, 4: 1168, 5: 121, 6: 195, 7: 86, 8: 895, 9: 318}\n",
      "2018-06-23 01:50:39,371 - framestack - INFO: steps: 2972160, steps/s: 94.01\n",
      "  epoch reward:       0.7183/12.5583/48.4442 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.5070/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:51:25,461 - framestack - INFO: action counts: {0: 274, 1: 58, 2: 1168, 3: 35, 4: 1134, 5: 118, 6: 207, 7: 78, 8: 915, 9: 333}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 01:51:25,484 - framestack - INFO: steps: 2976480, steps/s: 94.01\n",
      "  epoch reward:       0.7183/8.1927/17.1103 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4496/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:52:10,708 - framestack - INFO: action counts: {0: 272, 1: 56, 2: 1125, 3: 37, 4: 1143, 5: 132, 6: 198, 7: 79, 8: 947, 9: 331}\n",
      "2018-06-23 01:52:10,732 - framestack - INFO: steps: 2980800, steps/s: 94.02\n",
      "  epoch reward:       0.7183/6.4116/16.5352 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.3480/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:52:57,189 - framestack - INFO: action counts: {0: 269, 1: 48, 2: 1167, 3: 33, 4: 1133, 5: 143, 6: 197, 7: 81, 8: 928, 9: 321}\n",
      "2018-06-23 01:52:57,212 - framestack - INFO: steps: 2985120, steps/s: 94.01\n",
      "  epoch reward:       0.7183/6.4116/16.5352 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2145/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:53:43,409 - framestack - INFO: action counts: {0: 269, 1: 60, 2: 1171, 3: 40, 4: 1162, 5: 115, 6: 154, 7: 62, 8: 979, 9: 308}\n",
      "2018-06-23 01:53:43,436 - framestack - INFO: steps: 2989440, steps/s: 94.01\n",
      "  epoch reward:       0.7183/7.9230/16.5352 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.1135/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:54:28,136 - framestack - INFO: action counts: {0: 235, 1: 55, 2: 1240, 3: 30, 4: 1191, 5: 102, 6: 164, 7: 49, 8: 950, 9: 304}\n",
      "2018-06-23 01:54:28,160 - framestack - INFO: steps: 2993760, steps/s: 94.02\n",
      "  epoch reward:       0.7183/8.8017/16.5352 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.0301/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:55:15,409 - framestack - INFO: action counts: {0: 196, 1: 39, 2: 1259, 3: 37, 4: 1195, 5: 106, 6: 153, 7: 68, 8: 969, 9: 298}\n",
      "2018-06-23 01:55:15,433 - framestack - INFO: steps: 2998080, steps/s: 94.02\n",
      "  epoch reward:       0.7183/9.1477/16.5352 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.8670/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:56:00,922 - framestack - INFO: action counts: {0: 233, 1: 39, 2: 1212, 3: 34, 4: 1156, 5: 116, 6: 176, 7: 57, 8: 1014, 9: 283}\n",
      "2018-06-23 01:56:00,945 - framestack - INFO: steps: 3002400, steps/s: 94.02\n",
      "  epoch reward:       2.7417/8.2480/14.8221 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6884/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:56:45,722 - framestack - INFO: action counts: {0: 227, 1: 48, 2: 1201, 3: 31, 4: 1224, 5: 110, 6: 157, 7: 46, 8: 974, 9: 302}\n",
      "2018-06-23 01:56:45,752 - framestack - INFO: steps: 3006720, steps/s: 94.03\n",
      "  epoch reward:       2.7417/12.7782/48.6114 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6005/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:57:31,792 - framestack - INFO: action counts: {0: 235, 1: 40, 2: 1248, 3: 34, 4: 1211, 5: 130, 6: 160, 7: 47, 8: 948, 9: 267}\n",
      "2018-06-23 01:57:31,817 - framestack - INFO: steps: 3011040, steps/s: 94.03\n",
      "  epoch reward:       0.1048/6.9927/14.8221 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4140/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:58:16,556 - framestack - INFO: action counts: {0: 230, 1: 44, 2: 1199, 3: 23, 4: 1238, 5: 102, 6: 144, 7: 46, 8: 1032, 9: 262}\n",
      "2018-06-23 01:58:16,584 - framestack - INFO: steps: 3015360, steps/s: 94.04\n",
      "  epoch reward:       0.1048/11.3082/48.1958 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3503/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:59:03,690 - framestack - INFO: action counts: {0: 207, 1: 38, 2: 1264, 3: 28, 4: 1253, 5: 118, 6: 144, 7: 41, 8: 944, 9: 283}\n",
      "2018-06-23 01:59:03,720 - framestack - INFO: steps: 3019680, steps/s: 94.03\n",
      "  epoch reward:       0.1048/12.5406/48.1958 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3128/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 01:59:49,484 - framestack - INFO: action counts: {0: 263, 1: 36, 2: 1299, 3: 19, 4: 1227, 5: 90, 6: 162, 7: 52, 8: 909, 9: 263}\n",
      "2018-06-23 01:59:49,510 - framestack - INFO: steps: 3024000, steps/s: 94.03\n",
      "  epoch reward:       0.1048/12.5406/48.1958 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2694/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:00:34,964 - framestack - INFO: action counts: {0: 249, 1: 38, 2: 1244, 3: 28, 4: 1229, 5: 113, 6: 150, 7: 60, 8: 918, 9: 291}\n",
      "2018-06-23 02:00:34,990 - framestack - INFO: steps: 3028320, steps/s: 94.04\n",
      "  epoch reward:       0.1048/12.1206/48.1958 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2176/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:01:23,173 - framestack - INFO: action counts: {0: 236, 1: 42, 2: 1227, 3: 26, 4: 1168, 5: 107, 6: 147, 7: 56, 8: 1027, 9: 284}\n",
      "2018-06-23 02:01:23,196 - framestack - INFO: steps: 3032640, steps/s: 94.04\n",
      "  epoch reward:       0.1048/10.9888/48.1958 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1432/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:02:09,394 - framestack - INFO: action counts: {0: 205, 1: 41, 2: 1239, 3: 37, 4: 1289, 5: 90, 6: 152, 7: 64, 8: 931, 9: 272}\n",
      "2018-06-23 02:02:09,422 - framestack - INFO: steps: 3036960, steps/s: 94.04\n",
      "  epoch reward:       0.1048/10.9888/48.1958 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1620/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:02:55,360 - framestack - INFO: action counts: {0: 205, 1: 42, 2: 1219, 3: 32, 4: 1277, 5: 100, 6: 171, 7: 40, 8: 950, 9: 284}\n",
      "2018-06-23 02:02:55,387 - framestack - INFO: steps: 3041280, steps/s: 94.04\n",
      "  epoch reward:       0.1048/11.1737/48.1958 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1831/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:03:41,173 - framestack - INFO: action counts: {0: 221, 1: 55, 2: 1224, 3: 33, 4: 1263, 5: 90, 6: 163, 7: 59, 8: 929, 9: 283}\n",
      "2018-06-23 02:03:41,196 - framestack - INFO: steps: 3045600, steps/s: 94.04\n",
      "  epoch reward:       0.1048/11.1737/48.1958 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2043/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:04:26,936 - framestack - INFO: action counts: {0: 207, 1: 54, 2: 1221, 3: 43, 4: 1302, 5: 92, 6: 166, 7: 59, 8: 896, 9: 280}\n",
      "2018-06-23 02:04:26,964 - framestack - INFO: steps: 3049920, steps/s: 94.03\n",
      "  epoch reward:       1.1618/11.8841/48.1958 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2369/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:05:12,758 - framestack - INFO: action counts: {0: 238, 1: 53, 2: 1228, 3: 40, 4: 1283, 5: 110, 6: 172, 7: 60, 8: 885, 9: 251}\n",
      "2018-06-23 02:05:12,782 - framestack - INFO: steps: 3054240, steps/s: 94.03\n",
      "  epoch reward:       1.1618/9.9292/16.0374 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2047/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:05:57,779 - framestack - INFO: action counts: {0: 195, 1: 41, 2: 1212, 3: 33, 4: 1288, 5: 121, 6: 146, 7: 57, 8: 932, 9: 295}\n",
      "2018-06-23 02:05:57,800 - framestack - INFO: steps: 3058560, steps/s: 94.04\n",
      "  epoch reward:       1.1618/11.2529/33.2644 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0784/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:06:42,985 - framestack - INFO: action counts: {0: 208, 1: 32, 2: 1317, 3: 29, 4: 1213, 5: 91, 6: 160, 7: 52, 8: 953, 9: 265}\n",
      "2018-06-23 02:06:43,014 - framestack - INFO: steps: 3062880, steps/s: 94.04\n",
      "  epoch reward:       0.4701/9.8976/29.9340 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9464/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:07:29,508 - framestack - INFO: action counts: {0: 187, 1: 37, 2: 1286, 3: 29, 4: 1279, 5: 105, 6: 140, 7: 42, 8: 948, 9: 267}\n",
      "2018-06-23 02:07:29,532 - framestack - INFO: steps: 3067200, steps/s: 94.04\n",
      "  epoch reward:       0.4701/10.6898/29.9340 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8647/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:08:16,478 - framestack - INFO: action counts: {0: 200, 1: 35, 2: 1346, 3: 21, 4: 1264, 5: 80, 6: 150, 7: 32, 8: 927, 9: 265}\n",
      "2018-06-23 02:08:16,503 - framestack - INFO: steps: 3071520, steps/s: 94.03\n",
      "  epoch reward:       0.4701/13.3149/29.9340 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8355/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:09:02,267 - framestack - INFO: action counts: {0: 205, 1: 31, 2: 1337, 3: 17, 4: 1272, 5: 98, 6: 165, 7: 35, 8: 934, 9: 226}\n",
      "2018-06-23 02:09:02,292 - framestack - INFO: steps: 3075840, steps/s: 94.04\n",
      "  epoch reward:       0.4701/13.3149/29.9340 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8059/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:09:48,330 - framestack - INFO: action counts: {0: 204, 1: 50, 2: 1282, 3: 25, 4: 1210, 5: 116, 6: 167, 7: 49, 8: 934, 9: 283}\n",
      "2018-06-23 02:09:48,359 - framestack - INFO: steps: 3080160, steps/s: 94.04\n",
      "  epoch reward:       0.4701/13.3348/29.9340 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8027/49.4372 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 02:10:33,723 - framestack - INFO: action counts: {0: 213, 1: 41, 2: 1259, 3: 26, 4: 1232, 5: 113, 6: 162, 7: 65, 8: 922, 9: 287}\n",
      "2018-06-23 02:10:33,746 - framestack - INFO: steps: 3084480, steps/s: 94.05\n",
      "  epoch reward:       0.4701/13.3348/29.9340 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7692/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:11:20,261 - framestack - INFO: action counts: {0: 234, 1: 50, 2: 1266, 3: 32, 4: 1170, 5: 125, 6: 179, 7: 62, 8: 894, 9: 308}\n",
      "2018-06-23 02:11:20,288 - framestack - INFO: steps: 3088800, steps/s: 94.04\n",
      "  epoch reward:       0.4701/13.3348/29.9340 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7340/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:12:06,276 - framestack - INFO: action counts: {0: 276, 1: 61, 2: 1195, 3: 40, 4: 1093, 5: 138, 6: 184, 7: 77, 8: 917, 9: 339}\n",
      "2018-06-23 02:12:06,300 - framestack - INFO: steps: 3093120, steps/s: 94.04\n",
      "  epoch reward:       0.4701/12.1249/29.9340 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6746/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:12:52,484 - framestack - INFO: action counts: {0: 258, 1: 56, 2: 1151, 3: 41, 4: 1180, 5: 122, 6: 187, 7: 66, 8: 938, 9: 321}\n",
      "2018-06-23 02:12:52,510 - framestack - INFO: steps: 3097440, steps/s: 94.04\n",
      "  epoch reward:       0.4701/11.0323/29.9340 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6415/49.4372 [n=500]\n",
      "\n",
      "2018-06-23 02:13:38,192 - framestack - INFO: action counts: {0: 239, 1: 46, 2: 1238, 3: 32, 4: 1204, 5: 120, 6: 167, 7: 61, 8: 910, 9: 303}\n",
      "2018-06-23 02:13:38,217 - framestack - INFO: steps: 3101760, steps/s: 94.04\n",
      "  epoch reward:       1.2789/10.0792/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5573/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:14:23,789 - framestack - INFO: action counts: {0: 227, 1: 47, 2: 1199, 3: 45, 4: 1216, 5: 112, 6: 188, 7: 50, 8: 920, 9: 316}\n",
      "2018-06-23 02:14:23,817 - framestack - INFO: steps: 3106080, steps/s: 94.05\n",
      "  epoch reward:       1.2789/10.2582/26.2471 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5567/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:15:08,521 - framestack - INFO: action counts: {0: 225, 1: 49, 2: 1227, 3: 41, 4: 1224, 5: 88, 6: 167, 7: 51, 8: 909, 9: 339}\n",
      "2018-06-23 02:15:08,550 - framestack - INFO: steps: 3110400, steps/s: 94.05\n",
      "  epoch reward:       1.2789/8.8870/26.2471 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5287/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:15:54,826 - framestack - INFO: action counts: {0: 243, 1: 33, 2: 1240, 3: 33, 4: 1182, 5: 117, 6: 157, 7: 50, 8: 950, 9: 315}\n",
      "2018-06-23 02:15:54,850 - framestack - INFO: steps: 3114720, steps/s: 94.06\n",
      "  epoch reward:       1.2789/8.8870/26.2471 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5006/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:16:40,594 - framestack - INFO: action counts: {0: 216, 1: 48, 2: 1318, 3: 41, 4: 1228, 5: 80, 6: 144, 7: 51, 8: 888, 9: 306}\n",
      "2018-06-23 02:16:40,617 - framestack - INFO: steps: 3119040, steps/s: 94.07\n",
      "  epoch reward:       1.2789/9.1325/26.2471 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4724/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:17:25,628 - framestack - INFO: action counts: {0: 243, 1: 45, 2: 1224, 3: 34, 4: 1152, 5: 126, 6: 161, 7: 48, 8: 962, 9: 325}\n",
      "2018-06-23 02:17:25,651 - framestack - INFO: steps: 3123360, steps/s: 94.08\n",
      "  epoch reward:       1.2789/8.7616/26.2471 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4737/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:18:12,732 - framestack - INFO: action counts: {0: 263, 1: 49, 2: 1265, 3: 30, 4: 1176, 5: 98, 6: 151, 7: 39, 8: 963, 9: 286}\n",
      "2018-06-23 02:18:12,755 - framestack - INFO: steps: 3127680, steps/s: 94.08\n",
      "  epoch reward:       1.2789/8.7616/26.2471 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4660/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:18:57,378 - framestack - INFO: action counts: {0: 262, 1: 42, 2: 1242, 3: 32, 4: 1168, 5: 110, 6: 167, 7: 43, 8: 973, 9: 281}\n",
      "2018-06-23 02:18:57,402 - framestack - INFO: steps: 3132000, steps/s: 94.08\n",
      "  epoch reward:       1.2789/8.4037/26.2471 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4513/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:19:43,873 - framestack - INFO: action counts: {0: 247, 1: 46, 2: 1200, 3: 38, 4: 1169, 5: 104, 6: 180, 7: 64, 8: 946, 9: 326}\n",
      "2018-06-23 02:19:43,894 - framestack - INFO: steps: 3136320, steps/s: 94.07\n",
      "  epoch reward:       0.1048/10.6388/26.2471 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5055/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:20:28,906 - framestack - INFO: action counts: {0: 236, 1: 39, 2: 1312, 3: 26, 4: 1159, 5: 106, 6: 170, 7: 59, 8: 937, 9: 276}\n",
      "2018-06-23 02:20:28,929 - framestack - INFO: steps: 3140640, steps/s: 94.07\n",
      "  epoch reward:       0.1048/10.2017/26.2471 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5509/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:21:14,079 - framestack - INFO: action counts: {0: 233, 1: 47, 2: 1224, 3: 40, 4: 1187, 5: 102, 6: 180, 7: 50, 8: 974, 9: 283}\n",
      "2018-06-23 02:21:14,106 - framestack - INFO: steps: 3144960, steps/s: 94.07\n",
      "  epoch reward:       0.1048/9.6679/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5709/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:21:58,669 - framestack - INFO: action counts: {0: 251, 1: 30, 2: 1239, 3: 36, 4: 1147, 5: 108, 6: 157, 7: 46, 8: 995, 9: 311}\n",
      "2018-06-23 02:21:58,698 - framestack - INFO: steps: 3149280, steps/s: 94.08\n",
      "  epoch reward:       0.1048/9.6679/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5871/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:22:45,025 - framestack - INFO: action counts: {0: 215, 1: 45, 2: 1290, 3: 34, 4: 1163, 5: 80, 6: 141, 7: 55, 8: 1021, 9: 276}\n",
      "2018-06-23 02:22:45,047 - framestack - INFO: steps: 3153600, steps/s: 94.07\n",
      "  epoch reward:       0.1048/9.4108/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5553/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:23:30,517 - framestack - INFO: action counts: {0: 209, 1: 37, 2: 1259, 3: 32, 4: 1161, 5: 71, 6: 159, 7: 36, 8: 1054, 9: 302}\n",
      "2018-06-23 02:23:30,540 - framestack - INFO: steps: 3157920, steps/s: 94.07\n",
      "  epoch reward:       0.1048/9.7328/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5243/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:24:14,649 - framestack - INFO: action counts: {0: 231, 1: 28, 2: 1291, 3: 19, 4: 1227, 5: 91, 6: 122, 7: 46, 8: 984, 9: 281}\n",
      "2018-06-23 02:24:14,674 - framestack - INFO: steps: 3162240, steps/s: 94.07\n",
      "  epoch reward:       0.1048/9.7328/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4933/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:25:00,026 - framestack - INFO: action counts: {0: 206, 1: 23, 2: 1315, 3: 28, 4: 1187, 5: 92, 6: 146, 7: 34, 8: 1011, 9: 278}\n",
      "2018-06-23 02:25:00,050 - framestack - INFO: steps: 3166560, steps/s: 94.08\n",
      "  epoch reward:       0.1048/9.1371/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4475/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:25:44,125 - framestack - INFO: action counts: {0: 220, 1: 41, 2: 1291, 3: 31, 4: 1159, 5: 88, 6: 156, 7: 43, 8: 989, 9: 302}\n",
      "2018-06-23 02:25:44,149 - framestack - INFO: steps: 3170880, steps/s: 94.08\n",
      "  epoch reward:       0.1048/9.1371/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3977/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:26:29,631 - framestack - INFO: action counts: {0: 220, 1: 31, 2: 1276, 3: 27, 4: 1190, 5: 104, 6: 159, 7: 48, 8: 940, 9: 325}\n",
      "2018-06-23 02:26:29,656 - framestack - INFO: steps: 3175200, steps/s: 94.08\n",
      "  epoch reward:       2.1401/7.8790/13.8120 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3176/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:27:15,002 - framestack - INFO: action counts: {0: 213, 1: 28, 2: 1238, 3: 31, 4: 1187, 5: 99, 6: 137, 7: 48, 8: 1026, 9: 313}\n",
      "2018-06-23 02:27:15,025 - framestack - INFO: steps: 3179520, steps/s: 94.09\n",
      "  epoch reward:       2.1401/11.5214/47.5631 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3104/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:28:00,956 - framestack - INFO: action counts: {0: 216, 1: 35, 2: 1318, 3: 33, 4: 1169, 5: 80, 6: 141, 7: 35, 8: 1007, 9: 286}\n",
      "2018-06-23 02:28:00,978 - framestack - INFO: steps: 3183840, steps/s: 94.09\n",
      "  epoch reward:       3.3070/12.5653/47.5631 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3242/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:28:46,690 - framestack - INFO: action counts: {0: 199, 1: 38, 2: 1307, 3: 25, 4: 1176, 5: 94, 6: 156, 7: 35, 8: 976, 9: 314}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 02:28:46,714 - framestack - INFO: steps: 3188160, steps/s: 94.10\n",
      "  epoch reward:       3.3070/13.2300/47.5631 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3376/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:29:33,147 - framestack - INFO: action counts: {0: 230, 1: 41, 2: 1213, 3: 26, 4: 1213, 5: 98, 6: 153, 7: 43, 8: 1013, 9: 290}\n",
      "2018-06-23 02:29:33,171 - framestack - INFO: steps: 3192480, steps/s: 94.10\n",
      "  epoch reward:       3.3070/13.2864/47.5631 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4395/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:30:17,638 - framestack - INFO: action counts: {0: 238, 1: 35, 2: 1223, 3: 42, 4: 1133, 5: 90, 6: 187, 7: 59, 8: 1019, 9: 294}\n",
      "2018-06-23 02:30:17,662 - framestack - INFO: steps: 3196800, steps/s: 94.11\n",
      "  epoch reward:       3.3070/13.6604/47.5631 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5845/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:31:02,254 - framestack - INFO: action counts: {0: 245, 1: 52, 2: 1180, 3: 32, 4: 1198, 5: 110, 6: 146, 7: 58, 8: 993, 9: 306}\n",
      "2018-06-23 02:31:02,277 - framestack - INFO: steps: 3201120, steps/s: 94.11\n",
      "  epoch reward:       3.3070/13.4421/47.5631 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7251/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:31:47,667 - framestack - INFO: action counts: {0: 250, 1: 46, 2: 1197, 3: 39, 4: 1190, 5: 103, 6: 169, 7: 53, 8: 978, 9: 295}\n",
      "2018-06-23 02:31:47,695 - framestack - INFO: steps: 3205440, steps/s: 94.11\n",
      "  epoch reward:       3.3070/13.4421/47.5631 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8355/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:32:34,294 - framestack - INFO: action counts: {0: 278, 1: 40, 2: 1194, 3: 44, 4: 1143, 5: 118, 6: 143, 7: 40, 8: 996, 9: 324}\n",
      "2018-06-23 02:32:34,319 - framestack - INFO: steps: 3209760, steps/s: 94.10\n",
      "  epoch reward:       3.3070/14.4318/47.5631 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9481/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:33:19,855 - framestack - INFO: action counts: {0: 277, 1: 51, 2: 1175, 3: 38, 4: 1191, 5: 107, 6: 157, 7: 51, 8: 976, 9: 297}\n",
      "2018-06-23 02:33:19,881 - framestack - INFO: steps: 3214080, steps/s: 94.11\n",
      "  epoch reward:       4.4728/14.9341/47.5631 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0638/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:34:06,511 - framestack - INFO: action counts: {0: 256, 1: 56, 2: 1186, 3: 45, 4: 1159, 5: 104, 6: 157, 7: 60, 8: 962, 9: 335}\n",
      "2018-06-23 02:34:06,540 - framestack - INFO: steps: 3218400, steps/s: 94.10\n",
      "  epoch reward:       6.5114/11.0394/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1196/48.6114 [n=500]\n",
      "\n",
      "2018-06-23 02:34:53,983 - framestack - INFO: action counts: {0: 277, 1: 53, 2: 1148, 3: 41, 4: 1156, 5: 127, 6: 180, 7: 53, 8: 991, 9: 294}\n",
      "2018-06-23 02:34:54,009 - framestack - INFO: steps: 3222720, steps/s: 94.09\n",
      "  epoch reward:       6.5114/8.9035/16.3063 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0421/48.1958 [n=500]\n",
      "\n",
      "2018-06-23 02:35:39,043 - framestack - INFO: action counts: {0: 243, 1: 43, 2: 1187, 3: 34, 4: 1148, 5: 98, 6: 159, 7: 50, 8: 1065, 9: 293}\n",
      "2018-06-23 02:35:39,069 - framestack - INFO: steps: 3227040, steps/s: 94.09\n",
      "  epoch reward:       1.8662/8.4390/16.3063 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0710/48.1958 [n=500]\n",
      "\n",
      "2018-06-23 02:36:25,310 - framestack - INFO: action counts: {0: 252, 1: 40, 2: 1218, 3: 39, 4: 1129, 5: 103, 6: 149, 7: 48, 8: 1039, 9: 303}\n",
      "2018-06-23 02:36:25,335 - framestack - INFO: steps: 3231360, steps/s: 94.09\n",
      "  epoch reward:       6.5114/9.3713/16.3063 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0323/48.1958 [n=500]\n",
      "\n",
      "2018-06-23 02:37:11,803 - framestack - INFO: action counts: {0: 247, 1: 44, 2: 1189, 3: 28, 4: 1187, 5: 104, 6: 153, 7: 39, 8: 1024, 9: 305}\n",
      "2018-06-23 02:37:11,828 - framestack - INFO: steps: 3235680, steps/s: 94.09\n",
      "  epoch reward:       6.5114/13.5539/48.3972 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0526/48.3972 [n=500]\n",
      "\n",
      "2018-06-23 02:37:56,544 - framestack - INFO: action counts: {0: 250, 1: 41, 2: 1170, 3: 36, 4: 1119, 5: 116, 6: 175, 7: 45, 8: 1090, 9: 278}\n",
      "2018-06-23 02:37:56,568 - framestack - INFO: steps: 3240000, steps/s: 94.09\n",
      "  epoch reward:       6.5114/14.9311/48.3972 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1004/48.3972 [n=500]\n",
      "\n",
      "2018-06-23 02:38:41,940 - framestack - INFO: action counts: {0: 257, 1: 49, 2: 1163, 3: 45, 4: 1129, 5: 127, 6: 166, 7: 58, 8: 984, 9: 342}\n",
      "2018-06-23 02:38:41,967 - framestack - INFO: steps: 3244320, steps/s: 94.09\n",
      "  epoch reward:       6.5114/14.9311/48.3972 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1566/48.3972 [n=500]\n",
      "\n",
      "2018-06-23 02:39:27,757 - framestack - INFO: action counts: {0: 259, 1: 44, 2: 1180, 3: 33, 4: 1169, 5: 95, 6: 195, 7: 54, 8: 999, 9: 292}\n",
      "2018-06-23 02:39:27,781 - framestack - INFO: steps: 3248640, steps/s: 94.09\n",
      "  epoch reward:       5.7142/13.8719/48.3972 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2143/48.3972 [n=500]\n",
      "\n",
      "2018-06-23 02:40:12,989 - framestack - INFO: action counts: {0: 261, 1: 41, 2: 1162, 3: 50, 4: 1151, 5: 111, 6: 164, 7: 54, 8: 1006, 9: 320}\n",
      "2018-06-23 02:40:13,014 - framestack - INFO: steps: 3252960, steps/s: 94.10\n",
      "  epoch reward:       5.7142/12.6904/48.3972 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2483/48.3972 [n=500]\n",
      "\n",
      "2018-06-23 02:40:59,954 - framestack - INFO: action counts: {0: 281, 1: 65, 2: 1120, 3: 49, 4: 1141, 5: 111, 6: 175, 7: 64, 8: 1010, 9: 304}\n",
      "2018-06-23 02:40:59,986 - framestack - INFO: steps: 3257280, steps/s: 94.10\n",
      "  epoch reward:       5.7142/14.1788/48.3972 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3084/48.3972 [n=500]\n",
      "\n",
      "2018-06-23 02:41:45,009 - framestack - INFO: action counts: {0: 259, 1: 46, 2: 1217, 3: 36, 4: 1102, 5: 107, 6: 155, 7: 63, 8: 1012, 9: 323}\n",
      "2018-06-23 02:41:45,033 - framestack - INFO: steps: 3261600, steps/s: 94.11\n",
      "  epoch reward:       5.7142/14.8521/48.3972 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3820/48.3972 [n=500]\n",
      "\n",
      "2018-06-23 02:42:30,817 - framestack - INFO: action counts: {0: 242, 1: 41, 2: 1186, 3: 45, 4: 1122, 5: 125, 6: 172, 7: 61, 8: 1033, 9: 293}\n",
      "2018-06-23 02:42:30,842 - framestack - INFO: steps: 3265920, steps/s: 94.12\n",
      "  epoch reward:       5.7142/19.0885/48.9278 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5260/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:43:16,326 - framestack - INFO: action counts: {0: 275, 1: 48, 2: 1086, 3: 29, 4: 1199, 5: 116, 6: 176, 7: 65, 8: 987, 9: 339}\n",
      "2018-06-23 02:43:16,350 - framestack - INFO: steps: 3270240, steps/s: 94.12\n",
      "  epoch reward:       4.6657/18.4065/48.9278 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6956/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:44:02,665 - framestack - INFO: action counts: {0: 269, 1: 55, 2: 1188, 3: 48, 4: 1113, 5: 119, 6: 172, 7: 51, 8: 1018, 9: 287}\n",
      "2018-06-23 02:44:02,692 - framestack - INFO: steps: 3274560, steps/s: 94.12\n",
      "  epoch reward:       2.1264/19.2177/48.9278 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.8549/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:44:50,133 - framestack - INFO: action counts: {0: 238, 1: 43, 2: 1278, 3: 26, 4: 1138, 5: 103, 6: 142, 7: 48, 8: 1002, 9: 302}\n",
      "2018-06-23 02:44:50,158 - framestack - INFO: steps: 3278880, steps/s: 94.12\n",
      "  epoch reward:       1.5754/14.4372/48.9278 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9457/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:45:35,582 - framestack - INFO: action counts: {0: 242, 1: 52, 2: 1206, 3: 29, 4: 1088, 5: 117, 6: 163, 7: 39, 8: 1076, 9: 308}\n",
      "2018-06-23 02:45:35,610 - framestack - INFO: steps: 3283200, steps/s: 94.12\n",
      "  epoch reward:       1.5754/17.9149/48.9278 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.0902/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:46:20,605 - framestack - INFO: action counts: {0: 253, 1: 51, 2: 1136, 3: 27, 4: 1097, 5: 119, 6: 166, 7: 44, 8: 1094, 9: 333}\n",
      "2018-06-23 02:46:20,630 - framestack - INFO: steps: 3287520, steps/s: 94.12\n",
      "  epoch reward:       1.5754/17.8489/48.9278 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.1809/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:47:06,149 - framestack - INFO: action counts: {0: 246, 1: 48, 2: 1220, 3: 31, 4: 1094, 5: 102, 6: 153, 7: 56, 8: 1066, 9: 304}\n",
      "2018-06-23 02:47:06,172 - framestack - INFO: steps: 3291840, steps/s: 94.12\n",
      "  epoch reward:       1.5754/17.1438/48.9278 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2574/48.9278 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 02:47:52,591 - framestack - INFO: action counts: {0: 267, 1: 52, 2: 1194, 3: 30, 4: 1110, 5: 127, 6: 150, 7: 49, 8: 1032, 9: 309}\n",
      "2018-06-23 02:47:52,614 - framestack - INFO: steps: 3296160, steps/s: 94.12\n",
      "  epoch reward:       1.5754/15.8868/48.9278 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.3085/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:48:39,210 - framestack - INFO: action counts: {0: 281, 1: 44, 2: 1137, 3: 48, 4: 1089, 5: 129, 6: 184, 7: 59, 8: 1013, 9: 336}\n",
      "2018-06-23 02:48:39,232 - framestack - INFO: steps: 3300480, steps/s: 94.11\n",
      "  epoch reward:       1.5754/16.6301/48.9278 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.3744/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:49:25,858 - framestack - INFO: action counts: {0: 254, 1: 42, 2: 1128, 3: 47, 4: 1048, 5: 118, 6: 147, 7: 66, 8: 1117, 9: 353}\n",
      "2018-06-23 02:49:25,883 - framestack - INFO: steps: 3304800, steps/s: 94.10\n",
      "  epoch reward:       1.5754/12.0423/47.6067 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.3485/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:50:12,819 - framestack - INFO: action counts: {0: 243, 1: 38, 2: 1185, 3: 40, 4: 1096, 5: 124, 6: 163, 7: 54, 8: 1058, 9: 319}\n",
      "2018-06-23 02:50:12,840 - framestack - INFO: steps: 3309120, steps/s: 94.09\n",
      "  epoch reward:       1.5754/12.0423/47.6067 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.3469/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:50:57,619 - framestack - INFO: action counts: {0: 286, 1: 53, 2: 1105, 3: 45, 4: 1038, 5: 122, 6: 165, 7: 52, 8: 1128, 9: 326}\n",
      "2018-06-23 02:50:57,642 - framestack - INFO: steps: 3313440, steps/s: 94.09\n",
      "  epoch reward:       1.5754/13.7252/47.6067 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4007/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:51:43,078 - framestack - INFO: action counts: {0: 293, 1: 47, 2: 1133, 3: 36, 4: 1069, 5: 110, 6: 161, 7: 41, 8: 1115, 9: 315}\n",
      "2018-06-23 02:51:43,101 - framestack - INFO: steps: 3317760, steps/s: 94.09\n",
      "  epoch reward:       2.6923/13.7529/47.6067 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4742/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:52:28,975 - framestack - INFO: action counts: {0: 253, 1: 56, 2: 1180, 3: 42, 4: 1029, 5: 127, 6: 178, 7: 62, 8: 1065, 9: 328}\n",
      "2018-06-23 02:52:28,998 - framestack - INFO: steps: 3322080, steps/s: 94.09\n",
      "  epoch reward:       2.6923/10.6372/17.3703 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.4818/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:53:15,586 - framestack - INFO: action counts: {0: 314, 1: 60, 2: 1165, 3: 38, 4: 1029, 5: 125, 6: 165, 7: 52, 8: 1046, 9: 326}\n",
      "2018-06-23 02:53:15,607 - framestack - INFO: steps: 3326400, steps/s: 94.08\n",
      "  epoch reward:       2.6923/12.5989/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.5560/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:54:01,189 - framestack - INFO: action counts: {0: 258, 1: 39, 2: 1168, 3: 34, 4: 1076, 5: 109, 6: 159, 7: 58, 8: 1108, 9: 311}\n",
      "2018-06-23 02:54:01,215 - framestack - INFO: steps: 3330720, steps/s: 94.08\n",
      "  epoch reward:       2.6923/12.4693/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.6277/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:54:46,990 - framestack - INFO: action counts: {0: 260, 1: 55, 2: 1152, 3: 49, 4: 1061, 5: 135, 6: 146, 7: 54, 8: 1083, 9: 325}\n",
      "2018-06-23 02:54:47,011 - framestack - INFO: steps: 3335040, steps/s: 94.07\n",
      "  epoch reward:       2.6923/12.4693/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.6944/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:55:33,904 - framestack - INFO: action counts: {0: 253, 1: 53, 2: 1185, 3: 48, 4: 1017, 5: 91, 6: 170, 7: 67, 8: 1071, 9: 365}\n",
      "2018-06-23 02:55:33,926 - framestack - INFO: steps: 3339360, steps/s: 94.07\n",
      "  epoch reward:       2.6923/12.2864/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.7649/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:56:18,958 - framestack - INFO: action counts: {0: 266, 1: 54, 2: 1157, 3: 56, 4: 1058, 5: 122, 6: 171, 7: 63, 8: 1050, 9: 323}\n",
      "2018-06-23 02:56:18,981 - framestack - INFO: steps: 3343680, steps/s: 94.08\n",
      "  epoch reward:       2.6923/12.2864/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.8354/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:57:05,529 - framestack - INFO: action counts: {0: 249, 1: 38, 2: 1214, 3: 44, 4: 1033, 5: 134, 6: 193, 7: 59, 8: 1013, 9: 343}\n",
      "2018-06-23 02:57:05,556 - framestack - INFO: steps: 3348000, steps/s: 94.08\n",
      "  epoch reward:       2.6923/12.2864/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.9131/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:57:51,925 - framestack - INFO: action counts: {0: 301, 1: 63, 2: 1125, 3: 57, 4: 1058, 5: 125, 6: 164, 7: 61, 8: 1013, 9: 353}\n",
      "2018-06-23 02:57:51,948 - framestack - INFO: steps: 3352320, steps/s: 94.08\n",
      "  epoch reward:       2.6923/11.6697/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.9337/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:58:37,650 - framestack - INFO: action counts: {0: 267, 1: 58, 2: 1185, 3: 50, 4: 1092, 5: 142, 6: 186, 7: 72, 8: 959, 9: 309}\n",
      "2018-06-23 02:58:37,676 - framestack - INFO: steps: 3356640, steps/s: 94.08\n",
      "  epoch reward:       3.3070/12.0430/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.9705/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 02:59:22,935 - framestack - INFO: action counts: {0: 275, 1: 48, 2: 1105, 3: 55, 4: 1103, 5: 135, 6: 182, 7: 85, 8: 992, 9: 340}\n",
      "2018-06-23 02:59:22,962 - framestack - INFO: steps: 3360960, steps/s: 94.08\n",
      "  epoch reward:       3.2885/12.0444/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.0180/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:00:09,835 - framestack - INFO: action counts: {0: 301, 1: 53, 2: 1142, 3: 65, 4: 1024, 5: 135, 6: 178, 7: 73, 8: 990, 9: 359}\n",
      "2018-06-23 03:00:09,864 - framestack - INFO: steps: 3365280, steps/s: 94.07\n",
      "  epoch reward:       3.2885/10.1772/25.4643 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.0282/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:00:56,402 - framestack - INFO: action counts: {0: 269, 1: 49, 2: 1188, 3: 51, 4: 1084, 5: 148, 6: 160, 7: 62, 8: 975, 9: 334}\n",
      "2018-06-23 03:00:56,426 - framestack - INFO: steps: 3369600, steps/s: 94.08\n",
      "  epoch reward:       3.2885/9.9133/25.4643 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.0383/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:01:42,449 - framestack - INFO: action counts: {0: 287, 1: 54, 2: 1118, 3: 41, 4: 1057, 5: 141, 6: 179, 7: 90, 8: 984, 9: 369}\n",
      "2018-06-23 03:01:42,476 - framestack - INFO: steps: 3373920, steps/s: 94.07\n",
      "  epoch reward:       3.2885/9.9133/25.4643 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.0419/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:02:28,653 - framestack - INFO: action counts: {0: 274, 1: 60, 2: 1158, 3: 46, 4: 1055, 5: 126, 6: 170, 7: 60, 8: 1035, 9: 336}\n",
      "2018-06-23 03:02:28,677 - framestack - INFO: steps: 3378240, steps/s: 94.07\n",
      "  epoch reward:       3.2885/11.9529/25.4643 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.0863/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:03:14,134 - framestack - INFO: action counts: {0: 285, 1: 42, 2: 1197, 3: 45, 4: 992, 5: 144, 6: 191, 7: 61, 8: 1026, 9: 337}\n",
      "2018-06-23 03:03:14,161 - framestack - INFO: steps: 3382560, steps/s: 94.08\n",
      "  epoch reward:       3.2885/11.9529/25.4643 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/13.1426/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:03:58,947 - framestack - INFO: action counts: {0: 277, 1: 58, 2: 1162, 3: 42, 4: 1069, 5: 134, 6: 146, 7: 52, 8: 1007, 9: 373}\n",
      "2018-06-23 03:03:58,973 - framestack - INFO: steps: 3386880, steps/s: 94.09\n",
      "  epoch reward:       3.2885/11.9529/25.4643 [n=10] (min/mean/max)\n",
      "  running reward:     1.5754/13.1989/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:04:45,501 - framestack - INFO: action counts: {0: 236, 1: 73, 2: 1129, 3: 41, 4: 1060, 5: 116, 6: 207, 7: 72, 8: 1030, 9: 356}\n",
      "2018-06-23 03:04:45,527 - framestack - INFO: steps: 3391200, steps/s: 94.09\n",
      "  epoch reward:       3.2885/11.9529/25.4643 [n=10] (min/mean/max)\n",
      "  running reward:     1.5754/13.2804/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:05:31,958 - framestack - INFO: action counts: {0: 259, 1: 69, 2: 1111, 3: 49, 4: 1093, 5: 118, 6: 180, 7: 61, 8: 1057, 9: 323}\n",
      "2018-06-23 03:05:31,980 - framestack - INFO: steps: 3395520, steps/s: 94.09\n",
      "  epoch reward:       1.4097/10.9365/25.4643 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/13.2687/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:06:18,351 - framestack - INFO: action counts: {0: 229, 1: 57, 2: 1154, 3: 36, 4: 1092, 5: 105, 6: 150, 7: 83, 8: 1070, 9: 344}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 03:06:18,378 - framestack - INFO: steps: 3399840, steps/s: 94.09\n",
      "  epoch reward:       1.4097/9.0373/24.9710 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/13.1981/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:07:04,117 - framestack - INFO: action counts: {0: 269, 1: 48, 2: 1220, 3: 39, 4: 1041, 5: 125, 6: 157, 7: 61, 8: 1002, 9: 358}\n",
      "2018-06-23 03:07:04,144 - framestack - INFO: steps: 3404160, steps/s: 94.09\n",
      "  epoch reward:       1.4097/9.3764/24.9710 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/13.1211/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:07:50,680 - framestack - INFO: action counts: {0: 277, 1: 53, 2: 1264, 3: 33, 4: 1019, 5: 100, 6: 163, 7: 59, 8: 1022, 9: 330}\n",
      "2018-06-23 03:07:50,706 - framestack - INFO: steps: 3408480, steps/s: 94.08\n",
      "  epoch reward:       1.4097/9.9494/24.9710 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/13.0543/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:08:37,765 - framestack - INFO: action counts: {0: 264, 1: 57, 2: 1226, 3: 43, 4: 1040, 5: 108, 6: 169, 7: 51, 8: 1030, 9: 332}\n",
      "2018-06-23 03:08:37,788 - framestack - INFO: steps: 3412800, steps/s: 94.08\n",
      "  epoch reward:       1.4097/11.1309/25.2495 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/13.0037/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:09:24,082 - framestack - INFO: action counts: {0: 270, 1: 50, 2: 1168, 3: 39, 4: 996, 5: 105, 6: 182, 7: 77, 8: 1091, 9: 342}\n",
      "2018-06-23 03:09:24,103 - framestack - INFO: steps: 3417120, steps/s: 94.07\n",
      "  epoch reward:       1.4097/7.0690/18.0263 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.8763/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:10:10,359 - framestack - INFO: action counts: {0: 258, 1: 49, 2: 1175, 3: 36, 4: 1044, 5: 148, 6: 161, 7: 69, 8: 1031, 9: 349}\n",
      "2018-06-23 03:10:10,384 - framestack - INFO: steps: 3421440, steps/s: 94.07\n",
      "  epoch reward:       1.4097/5.9180/18.0263 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.7258/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:10:55,264 - framestack - INFO: action counts: {0: 243, 1: 46, 2: 1169, 3: 44, 4: 1056, 5: 105, 6: 177, 7: 60, 8: 1063, 9: 357}\n",
      "2018-06-23 03:10:55,287 - framestack - INFO: steps: 3425760, steps/s: 94.07\n",
      "  epoch reward:       1.4097/5.9180/18.0263 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.5555/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:11:42,036 - framestack - INFO: action counts: {0: 271, 1: 56, 2: 1190, 3: 46, 4: 1054, 5: 101, 6: 161, 7: 46, 8: 1066, 9: 329}\n",
      "2018-06-23 03:11:42,058 - framestack - INFO: steps: 3430080, steps/s: 94.07\n",
      "  epoch reward:       1.4097/5.4622/18.0263 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.3661/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:12:29,142 - framestack - INFO: action counts: {0: 294, 1: 46, 2: 1152, 3: 53, 4: 1020, 5: 111, 6: 151, 7: 70, 8: 1064, 9: 359}\n",
      "2018-06-23 03:12:29,168 - framestack - INFO: steps: 3434400, steps/s: 94.07\n",
      "  epoch reward:       1.4097/5.4622/18.0263 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.2545/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:13:16,734 - framestack - INFO: action counts: {0: 284, 1: 70, 2: 1094, 3: 47, 4: 1004, 5: 121, 6: 192, 7: 85, 8: 1055, 9: 368}\n",
      "2018-06-23 03:13:16,757 - framestack - INFO: steps: 3438720, steps/s: 94.07\n",
      "  epoch reward:       1.7823/8.2540/25.5212 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.2415/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:14:02,680 - framestack - INFO: action counts: {0: 253, 1: 61, 2: 1129, 3: 43, 4: 1027, 5: 139, 6: 201, 7: 61, 8: 1069, 9: 337}\n",
      "2018-06-23 03:14:02,701 - framestack - INFO: steps: 3443040, steps/s: 94.07\n",
      "  epoch reward:       1.7823/8.2854/25.5212 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.2385/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:14:47,912 - framestack - INFO: action counts: {0: 262, 1: 56, 2: 1143, 3: 62, 4: 1033, 5: 136, 6: 171, 7: 52, 8: 1049, 9: 356}\n",
      "2018-06-23 03:14:47,939 - framestack - INFO: steps: 3447360, steps/s: 94.07\n",
      "  epoch reward:       1.7823/7.3381/25.5212 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.1978/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:15:34,515 - framestack - INFO: action counts: {0: 249, 1: 44, 2: 1147, 3: 50, 4: 1056, 5: 98, 6: 168, 7: 69, 8: 1028, 9: 411}\n",
      "2018-06-23 03:15:34,537 - framestack - INFO: steps: 3451680, steps/s: 94.06\n",
      "  epoch reward:       1.7823/10.8277/48.6564 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.1433/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:16:20,664 - framestack - INFO: action counts: {0: 245, 1: 44, 2: 1191, 3: 40, 4: 981, 5: 121, 6: 184, 7: 63, 8: 1063, 9: 388}\n",
      "2018-06-23 03:16:20,690 - framestack - INFO: steps: 3456000, steps/s: 94.05\n",
      "  epoch reward:       1.7823/12.7193/48.6564 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.0990/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:17:07,317 - framestack - INFO: action counts: {0: 252, 1: 49, 2: 1182, 3: 39, 4: 986, 5: 117, 6: 150, 7: 64, 8: 1129, 9: 352}\n",
      "2018-06-23 03:17:07,339 - framestack - INFO: steps: 3460320, steps/s: 94.05\n",
      "  epoch reward:       2.1401/18.2032/48.6564 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.1645/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:17:53,616 - framestack - INFO: action counts: {0: 242, 1: 53, 2: 1191, 3: 48, 4: 1027, 5: 109, 6: 134, 7: 67, 8: 1055, 9: 394}\n",
      "2018-06-23 03:17:53,644 - framestack - INFO: steps: 3464640, steps/s: 94.05\n",
      "  epoch reward:       2.1401/16.9041/48.6564 [n=10] (min/mean/max)\n",
      "  running reward:     1.4097/12.2251/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:18:40,000 - framestack - INFO: action counts: {0: 229, 1: 56, 2: 1173, 3: 39, 4: 971, 5: 125, 6: 194, 7: 72, 8: 1092, 9: 369}\n",
      "2018-06-23 03:18:40,027 - framestack - INFO: steps: 3468960, steps/s: 94.05\n",
      "  epoch reward:       0.7183/14.7045/48.6564 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.2654/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:19:27,544 - framestack - INFO: action counts: {0: 281, 1: 63, 2: 1107, 3: 38, 4: 1007, 5: 132, 6: 170, 7: 64, 8: 1075, 9: 383}\n",
      "2018-06-23 03:19:27,566 - framestack - INFO: steps: 3473280, steps/s: 94.05\n",
      "  epoch reward:       0.7183/15.9130/48.6564 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.3001/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:20:12,233 - framestack - INFO: action counts: {0: 266, 1: 67, 2: 1096, 3: 45, 4: 1033, 5: 125, 6: 158, 7: 71, 8: 1076, 9: 383}\n",
      "2018-06-23 03:20:12,261 - framestack - INFO: steps: 3477600, steps/s: 94.05\n",
      "  epoch reward:       0.7183/14.9629/48.6564 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.3023/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:20:59,132 - framestack - INFO: action counts: {0: 252, 1: 73, 2: 1061, 3: 54, 4: 1063, 5: 112, 6: 187, 7: 60, 8: 1063, 9: 395}\n",
      "2018-06-23 03:20:59,158 - framestack - INFO: steps: 3481920, steps/s: 94.05\n",
      "  epoch reward:       0.7183/15.8806/48.6564 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.2382/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:21:43,342 - framestack - INFO: action counts: {0: 245, 1: 45, 2: 1117, 3: 52, 4: 983, 5: 115, 6: 149, 7: 64, 8: 1139, 9: 411}\n",
      "2018-06-23 03:21:43,369 - framestack - INFO: steps: 3486240, steps/s: 94.06\n",
      "  epoch reward:       0.7183/15.2562/48.6564 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.1751/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:22:27,994 - framestack - INFO: action counts: {0: 242, 1: 45, 2: 1126, 3: 42, 4: 1058, 5: 116, 6: 141, 7: 62, 8: 1115, 9: 373}\n",
      "2018-06-23 03:22:28,021 - framestack - INFO: steps: 3490560, steps/s: 94.07\n",
      "  epoch reward:       0.7183/11.0417/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.0116/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:23:14,431 - framestack - INFO: action counts: {0: 263, 1: 51, 2: 1099, 3: 45, 4: 999, 5: 109, 6: 195, 7: 61, 8: 1073, 9: 425}\n",
      "2018-06-23 03:23:14,461 - framestack - INFO: steps: 3494880, steps/s: 94.06\n",
      "  epoch reward:       0.7183/11.1975/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9468/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:24:01,568 - framestack - INFO: action counts: {0: 280, 1: 56, 2: 1042, 3: 67, 4: 998, 5: 102, 6: 192, 7: 73, 8: 1078, 9: 432}\n",
      "2018-06-23 03:24:01,591 - framestack - INFO: steps: 3499200, steps/s: 94.06\n",
      "  epoch reward:       0.7183/7.0695/16.9571 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.7299/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:24:47,739 - framestack - INFO: action counts: {0: 239, 1: 56, 2: 1066, 3: 45, 4: 1073, 5: 122, 6: 177, 7: 54, 8: 1110, 9: 378}\n",
      "2018-06-23 03:24:47,767 - framestack - INFO: steps: 3503520, steps/s: 94.06\n",
      "  epoch reward:       0.7183/7.2914/16.9571 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.5188/48.9278 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 03:25:36,722 - framestack - INFO: action counts: {0: 238, 1: 43, 2: 1153, 3: 43, 4: 1036, 5: 94, 6: 164, 7: 53, 8: 1166, 9: 330}\n",
      "2018-06-23 03:25:36,747 - framestack - INFO: steps: 3507840, steps/s: 94.05\n",
      "  epoch reward:       2.4636/7.4659/16.9571 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.3252/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:26:23,966 - framestack - INFO: action counts: {0: 265, 1: 40, 2: 1171, 3: 43, 4: 1030, 5: 116, 6: 163, 7: 49, 8: 1078, 9: 365}\n",
      "2018-06-23 03:26:23,995 - framestack - INFO: steps: 3512160, steps/s: 94.05\n",
      "  epoch reward:       2.4636/7.4659/16.9571 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1568/48.9278 [n=500]\n",
      "\n",
      "2018-06-23 03:27:10,337 - framestack - INFO: action counts: {0: 228, 1: 54, 2: 1099, 3: 40, 4: 1053, 5: 123, 6: 153, 7: 59, 8: 1143, 9: 368}\n",
      "2018-06-23 03:27:10,366 - framestack - INFO: steps: 3516480, steps/s: 94.05\n",
      "  epoch reward:       2.0410/7.6540/19.2211 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9773/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:27:56,730 - framestack - INFO: action counts: {0: 230, 1: 56, 2: 1188, 3: 37, 4: 1064, 5: 104, 6: 152, 7: 64, 8: 1088, 9: 337}\n",
      "2018-06-23 03:27:56,756 - framestack - INFO: steps: 3520800, steps/s: 94.05\n",
      "  epoch reward:       2.0410/7.7899/19.2211 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8922/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:28:42,836 - framestack - INFO: action counts: {0: 228, 1: 50, 2: 1179, 3: 27, 4: 1085, 5: 84, 6: 135, 7: 48, 8: 1146, 9: 338}\n",
      "2018-06-23 03:28:42,865 - framestack - INFO: steps: 3525120, steps/s: 94.05\n",
      "  epoch reward:       2.0410/9.5542/24.6807 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8425/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:29:29,551 - framestack - INFO: action counts: {0: 235, 1: 34, 2: 1188, 3: 46, 4: 1076, 5: 108, 6: 126, 7: 57, 8: 1098, 9: 352}\n",
      "2018-06-23 03:29:29,579 - framestack - INFO: steps: 3529440, steps/s: 94.06\n",
      "  epoch reward:       2.0410/9.6450/24.6807 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7609/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:30:15,237 - framestack - INFO: action counts: {0: 244, 1: 45, 2: 1147, 3: 41, 4: 1102, 5: 117, 6: 158, 7: 59, 8: 1071, 9: 336}\n",
      "2018-06-23 03:30:15,262 - framestack - INFO: steps: 3533760, steps/s: 94.06\n",
      "  epoch reward:       2.0410/9.3287/24.6807 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6724/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:31:02,122 - framestack - INFO: action counts: {0: 253, 1: 49, 2: 1111, 3: 58, 4: 1065, 5: 132, 6: 183, 7: 55, 8: 1063, 9: 351}\n",
      "2018-06-23 03:31:02,147 - framestack - INFO: steps: 3538080, steps/s: 94.06\n",
      "  epoch reward:       2.0410/10.9440/25.4500 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6785/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:31:46,999 - framestack - INFO: action counts: {0: 219, 1: 45, 2: 1180, 3: 32, 4: 1097, 5: 113, 6: 141, 7: 48, 8: 1103, 9: 342}\n",
      "2018-06-23 03:31:47,021 - framestack - INFO: steps: 3542400, steps/s: 94.05\n",
      "  epoch reward:       2.0410/11.9554/25.4500 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6656/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:32:34,317 - framestack - INFO: action counts: {0: 206, 1: 43, 2: 1287, 3: 26, 4: 1045, 5: 93, 6: 118, 7: 51, 8: 1113, 9: 338}\n",
      "2018-06-23 03:32:34,339 - framestack - INFO: steps: 3546720, steps/s: 94.04\n",
      "  epoch reward:       2.0410/14.3721/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7037/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:33:20,193 - framestack - INFO: action counts: {0: 202, 1: 42, 2: 1154, 3: 27, 4: 1098, 5: 90, 6: 154, 7: 56, 8: 1164, 9: 333}\n",
      "2018-06-23 03:33:20,220 - framestack - INFO: steps: 3551040, steps/s: 94.03\n",
      "  epoch reward:       2.0410/14.3721/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7418/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:34:06,485 - framestack - INFO: action counts: {0: 227, 1: 53, 2: 1134, 3: 39, 4: 1106, 5: 100, 6: 142, 7: 52, 8: 1160, 9: 307}\n",
      "2018-06-23 03:34:06,509 - framestack - INFO: steps: 3555360, steps/s: 94.03\n",
      "  epoch reward:       2.0410/14.9275/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7946/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:34:51,310 - framestack - INFO: action counts: {0: 253, 1: 47, 2: 1132, 3: 40, 4: 1093, 5: 105, 6: 142, 7: 62, 8: 1152, 9: 294}\n",
      "2018-06-23 03:34:51,335 - framestack - INFO: steps: 3559680, steps/s: 94.02\n",
      "  epoch reward:       2.9879/15.3650/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8561/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:35:36,695 - framestack - INFO: action counts: {0: 231, 1: 49, 2: 1096, 3: 45, 4: 1106, 5: 102, 6: 146, 7: 75, 8: 1136, 9: 334}\n",
      "2018-06-23 03:35:36,718 - framestack - INFO: steps: 3564000, steps/s: 94.03\n",
      "  epoch reward:       1.2658/13.3635/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8777/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:36:23,256 - framestack - INFO: action counts: {0: 216, 1: 35, 2: 1102, 3: 51, 4: 1064, 5: 129, 6: 159, 7: 74, 8: 1152, 9: 338}\n",
      "2018-06-23 03:36:23,279 - framestack - INFO: steps: 3568320, steps/s: 94.02\n",
      "  epoch reward:       1.2658/12.9841/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9040/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:37:08,502 - framestack - INFO: action counts: {0: 257, 1: 45, 2: 1110, 3: 43, 4: 1027, 5: 118, 6: 154, 7: 74, 8: 1126, 9: 366}\n",
      "2018-06-23 03:37:08,527 - framestack - INFO: steps: 3572640, steps/s: 94.02\n",
      "  epoch reward:       1.2658/12.9841/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9228/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:37:55,121 - framestack - INFO: action counts: {0: 234, 1: 48, 2: 1113, 3: 40, 4: 967, 5: 96, 6: 145, 7: 72, 8: 1248, 9: 357}\n",
      "2018-06-23 03:37:55,148 - framestack - INFO: steps: 3576960, steps/s: 94.02\n",
      "  epoch reward:       3.0415/12.5344/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9326/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:38:44,516 - framestack - INFO: action counts: {0: 249, 1: 42, 2: 1134, 3: 40, 4: 1046, 5: 120, 6: 151, 7: 54, 8: 1144, 9: 340}\n",
      "2018-06-23 03:38:44,544 - framestack - INFO: steps: 3581280, steps/s: 94.01\n",
      "  epoch reward:       3.0415/14.2548/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0142/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:39:30,408 - framestack - INFO: action counts: {0: 245, 1: 56, 2: 1110, 3: 46, 4: 1051, 5: 95, 6: 155, 7: 80, 8: 1156, 9: 326}\n",
      "2018-06-23 03:39:30,439 - framestack - INFO: steps: 3585600, steps/s: 94.01\n",
      "  epoch reward:       3.0415/14.2548/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1010/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:40:15,348 - framestack - INFO: action counts: {0: 247, 1: 50, 2: 1081, 3: 46, 4: 1010, 5: 114, 6: 156, 7: 74, 8: 1162, 9: 380}\n",
      "2018-06-23 03:40:15,375 - framestack - INFO: steps: 3589920, steps/s: 94.02\n",
      "  epoch reward:       0.7183/11.6636/24.7752 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1360/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:41:01,595 - framestack - INFO: action counts: {0: 248, 1: 52, 2: 1136, 3: 33, 4: 1001, 5: 120, 6: 174, 7: 76, 8: 1135, 9: 345}\n",
      "2018-06-23 03:41:01,624 - framestack - INFO: steps: 3594240, steps/s: 94.01\n",
      "  epoch reward:       0.7183/10.5094/24.4562 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1071/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:41:46,639 - framestack - INFO: action counts: {0: 245, 1: 49, 2: 1133, 3: 44, 4: 1041, 5: 111, 6: 145, 7: 74, 8: 1136, 9: 342}\n",
      "2018-06-23 03:41:46,663 - framestack - INFO: steps: 3598560, steps/s: 94.03\n",
      "  epoch reward:       0.7183/9.7542/24.4562 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0631/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:42:32,040 - framestack - INFO: action counts: {0: 260, 1: 52, 2: 1115, 3: 47, 4: 1005, 5: 131, 6: 177, 7: 75, 8: 1113, 9: 345}\n",
      "2018-06-23 03:42:32,064 - framestack - INFO: steps: 3602880, steps/s: 94.04\n",
      "  epoch reward:       0.7183/9.7542/24.4562 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0192/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:43:19,539 - framestack - INFO: action counts: {0: 236, 1: 43, 2: 1126, 3: 60, 4: 999, 5: 129, 6: 177, 7: 80, 8: 1129, 9: 341}\n",
      "2018-06-23 03:43:19,562 - framestack - INFO: steps: 3607200, steps/s: 94.04\n",
      "  epoch reward:       0.7183/10.4318/24.4562 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9888/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:44:05,322 - framestack - INFO: action counts: {0: 278, 1: 49, 2: 1138, 3: 53, 4: 1002, 5: 120, 6: 144, 7: 65, 8: 1116, 9: 355}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 03:44:05,349 - framestack - INFO: steps: 3611520, steps/s: 94.04\n",
      "  epoch reward:       0.7183/10.7522/24.4562 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9851/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:44:52,344 - framestack - INFO: action counts: {0: 269, 1: 42, 2: 1097, 3: 45, 4: 1053, 5: 135, 6: 176, 7: 44, 8: 1124, 9: 335}\n",
      "2018-06-23 03:44:52,368 - framestack - INFO: steps: 3615840, steps/s: 94.03\n",
      "  epoch reward:       0.7183/11.5700/24.4562 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0357/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:45:38,911 - framestack - INFO: action counts: {0: 225, 1: 47, 2: 1142, 3: 43, 4: 1042, 5: 114, 6: 156, 7: 71, 8: 1140, 9: 340}\n",
      "2018-06-23 03:45:38,937 - framestack - INFO: steps: 3620160, steps/s: 94.02\n",
      "  epoch reward:       0.7183/13.5435/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1191/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:46:23,587 - framestack - INFO: action counts: {0: 245, 1: 47, 2: 1165, 3: 40, 4: 1042, 5: 108, 6: 146, 7: 48, 8: 1126, 9: 353}\n",
      "2018-06-23 03:46:23,616 - framestack - INFO: steps: 3624480, steps/s: 94.03\n",
      "  epoch reward:       0.7183/11.0782/21.6985 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1416/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:47:10,329 - framestack - INFO: action counts: {0: 230, 1: 38, 2: 1157, 3: 30, 4: 998, 5: 108, 6: 156, 7: 54, 8: 1209, 9: 340}\n",
      "2018-06-23 03:47:10,350 - framestack - INFO: steps: 3628800, steps/s: 94.02\n",
      "  epoch reward:       2.9849/11.6575/21.6985 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1522/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:47:56,009 - framestack - INFO: action counts: {0: 248, 1: 38, 2: 1171, 3: 42, 4: 1000, 5: 105, 6: 132, 7: 65, 8: 1180, 9: 339}\n",
      "2018-06-23 03:47:56,037 - framestack - INFO: steps: 3633120, steps/s: 94.02\n",
      "  epoch reward:       2.7332/10.6075/21.6985 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.2229/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:48:41,599 - framestack - INFO: action counts: {0: 251, 1: 52, 2: 1181, 3: 59, 4: 942, 5: 119, 6: 172, 7: 69, 8: 1121, 9: 354}\n",
      "2018-06-23 03:48:41,625 - framestack - INFO: steps: 3637440, steps/s: 94.02\n",
      "  epoch reward:       2.7332/10.6075/21.6985 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.3167/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:49:28,105 - framestack - INFO: action counts: {0: 236, 1: 38, 2: 1213, 3: 31, 4: 990, 5: 97, 6: 139, 7: 51, 8: 1202, 9: 323}\n",
      "2018-06-23 03:49:28,129 - framestack - INFO: steps: 3641760, steps/s: 94.02\n",
      "  epoch reward:       2.9849/12.3174/21.6985 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.4447/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:50:14,007 - framestack - INFO: action counts: {0: 216, 1: 41, 2: 1242, 3: 41, 4: 1020, 5: 85, 6: 138, 7: 63, 8: 1137, 9: 337}\n",
      "2018-06-23 03:50:14,031 - framestack - INFO: steps: 3646080, steps/s: 94.01\n",
      "  epoch reward:       6.5114/12.8290/21.6985 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.5921/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:51:00,794 - framestack - INFO: action counts: {0: 206, 1: 33, 2: 1219, 3: 38, 4: 984, 5: 78, 6: 139, 7: 45, 8: 1241, 9: 337}\n",
      "2018-06-23 03:51:00,824 - framestack - INFO: steps: 3650400, steps/s: 94.01\n",
      "  epoch reward:       1.8393/12.5405/21.6985 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.7336/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:51:47,538 - framestack - INFO: action counts: {0: 238, 1: 51, 2: 1213, 3: 23, 4: 982, 5: 83, 6: 142, 7: 43, 8: 1247, 9: 298}\n",
      "2018-06-23 03:51:47,564 - framestack - INFO: steps: 3654720, steps/s: 94.01\n",
      "  epoch reward:       1.8393/11.8674/21.6985 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8059/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:52:34,958 - framestack - INFO: action counts: {0: 217, 1: 36, 2: 1194, 3: 40, 4: 1003, 5: 80, 6: 151, 7: 62, 8: 1180, 9: 357}\n",
      "2018-06-23 03:52:34,984 - framestack - INFO: steps: 3659040, steps/s: 94.00\n",
      "  epoch reward:       1.8393/10.8911/21.6985 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8580/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:53:20,575 - framestack - INFO: action counts: {0: 207, 1: 54, 2: 1153, 3: 39, 4: 1062, 5: 94, 6: 150, 7: 56, 8: 1178, 9: 327}\n",
      "2018-06-23 03:53:20,603 - framestack - INFO: steps: 3663360, steps/s: 94.01\n",
      "  epoch reward:       1.8393/10.2131/21.2384 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9155/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:54:07,210 - framestack - INFO: action counts: {0: 215, 1: 33, 2: 1211, 3: 34, 4: 1021, 5: 84, 6: 148, 7: 48, 8: 1256, 9: 270}\n",
      "2018-06-23 03:54:07,233 - framestack - INFO: steps: 3667680, steps/s: 94.00\n",
      "  epoch reward:       1.8393/14.4595/47.3078 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9881/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:54:52,726 - framestack - INFO: action counts: {0: 183, 1: 27, 2: 1299, 3: 30, 4: 995, 5: 84, 6: 131, 7: 45, 8: 1235, 9: 291}\n",
      "2018-06-23 03:54:52,749 - framestack - INFO: steps: 3672000, steps/s: 94.00\n",
      "  epoch reward:       1.8393/14.4595/47.3078 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.0229/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:55:39,182 - framestack - INFO: action counts: {0: 221, 1: 39, 2: 1220, 3: 28, 4: 1040, 5: 89, 6: 154, 7: 37, 8: 1157, 9: 335}\n",
      "2018-06-23 03:55:39,206 - framestack - INFO: steps: 3676320, steps/s: 94.01\n",
      "  epoch reward:       1.8393/14.4595/47.3078 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9481/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:56:23,634 - framestack - INFO: action counts: {0: 233, 1: 36, 2: 1161, 3: 35, 4: 994, 5: 85, 6: 149, 7: 56, 8: 1218, 9: 353}\n",
      "2018-06-23 03:56:23,657 - framestack - INFO: steps: 3680640, steps/s: 94.02\n",
      "  epoch reward:       1.8393/14.4595/47.3078 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8992/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:57:06,919 - framestack - INFO: action counts: {0: 224, 1: 47, 2: 1201, 3: 39, 4: 991, 5: 94, 6: 137, 7: 53, 8: 1197, 9: 337}\n",
      "2018-06-23 03:57:06,941 - framestack - INFO: steps: 3684960, steps/s: 94.03\n",
      "  epoch reward:       1.8393/13.5020/47.3078 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8751/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:57:53,043 - framestack - INFO: action counts: {0: 201, 1: 40, 2: 1256, 3: 32, 4: 964, 5: 87, 6: 179, 7: 43, 8: 1189, 9: 329}\n",
      "2018-06-23 03:57:53,067 - framestack - INFO: steps: 3689280, steps/s: 94.03\n",
      "  epoch reward:       2.9253/12.4954/47.3078 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8068/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:58:40,043 - framestack - INFO: action counts: {0: 238, 1: 43, 2: 1200, 3: 34, 4: 993, 5: 89, 6: 154, 7: 44, 8: 1199, 9: 326}\n",
      "2018-06-23 03:58:40,065 - framestack - INFO: steps: 3693600, steps/s: 94.02\n",
      "  epoch reward:       2.9253/12.4954/47.3078 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.7574/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 03:59:25,070 - framestack - INFO: action counts: {0: 192, 1: 44, 2: 1241, 3: 39, 4: 1011, 5: 87, 6: 144, 7: 48, 8: 1164, 9: 350}\n",
      "2018-06-23 03:59:25,091 - framestack - INFO: steps: 3697920, steps/s: 94.02\n",
      "  epoch reward:       2.9253/12.0026/47.3078 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.6799/48.6564 [n=500]\n",
      "\n",
      "2018-06-23 04:00:10,324 - framestack - INFO: action counts: {0: 210, 1: 45, 2: 1137, 3: 33, 4: 1076, 5: 90, 6: 160, 7: 51, 8: 1175, 9: 343}\n",
      "2018-06-23 04:00:10,352 - framestack - INFO: steps: 3702240, steps/s: 94.02\n",
      "  epoch reward:       2.9253/12.0369/47.3078 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.6155/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:00:56,020 - framestack - INFO: action counts: {0: 232, 1: 36, 2: 1201, 3: 35, 4: 1010, 5: 102, 6: 139, 7: 49, 8: 1201, 9: 315}\n",
      "2018-06-23 04:00:56,045 - framestack - INFO: steps: 3706560, steps/s: 94.02\n",
      "  epoch reward:       2.9253/11.3656/47.3078 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.6219/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:01:41,886 - framestack - INFO: action counts: {0: 226, 1: 45, 2: 1216, 3: 32, 4: 994, 5: 88, 6: 140, 7: 38, 8: 1214, 9: 327}\n",
      "2018-06-23 04:01:41,912 - framestack - INFO: steps: 3710880, steps/s: 94.02\n",
      "  epoch reward:       1.5994/6.1801/11.6642 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.5216/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:02:28,389 - framestack - INFO: action counts: {0: 203, 1: 41, 2: 1181, 3: 21, 4: 1007, 5: 82, 6: 139, 7: 39, 8: 1285, 9: 322}\n",
      "2018-06-23 04:02:28,412 - framestack - INFO: steps: 3715200, steps/s: 94.02\n",
      "  epoch reward:       1.5994/6.1801/11.6642 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.5038/47.3078 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 04:03:13,635 - framestack - INFO: action counts: {0: 224, 1: 31, 2: 1115, 3: 33, 4: 1048, 5: 105, 6: 138, 7: 46, 8: 1212, 9: 368}\n",
      "2018-06-23 04:03:13,665 - framestack - INFO: steps: 3719520, steps/s: 94.03\n",
      "  epoch reward:       1.5994/6.1801/11.6642 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.4816/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:03:59,700 - framestack - INFO: action counts: {0: 214, 1: 49, 2: 1131, 3: 37, 4: 1061, 5: 94, 6: 156, 7: 49, 8: 1215, 9: 314}\n",
      "2018-06-23 04:03:59,730 - framestack - INFO: steps: 3723840, steps/s: 94.04\n",
      "  epoch reward:       1.5994/6.1801/11.6642 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.4559/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:04:45,050 - framestack - INFO: action counts: {0: 230, 1: 41, 2: 1145, 3: 51, 4: 1044, 5: 92, 6: 154, 7: 56, 8: 1194, 9: 313}\n",
      "2018-06-23 04:04:45,075 - framestack - INFO: steps: 3728160, steps/s: 94.03\n",
      "  epoch reward:       1.5994/7.3923/17.8988 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.4544/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:05:31,161 - framestack - INFO: action counts: {0: 232, 1: 35, 2: 1154, 3: 41, 4: 1022, 5: 83, 6: 185, 7: 46, 8: 1189, 9: 333}\n",
      "2018-06-23 04:05:31,187 - framestack - INFO: steps: 3732480, steps/s: 94.03\n",
      "  epoch reward:       1.5994/7.3923/17.8988 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.4492/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:06:15,945 - framestack - INFO: action counts: {0: 206, 1: 40, 2: 1105, 3: 31, 4: 1053, 5: 76, 6: 164, 7: 50, 8: 1258, 9: 337}\n",
      "2018-06-23 04:06:15,968 - framestack - INFO: steps: 3736800, steps/s: 94.03\n",
      "  epoch reward:       0.1048/6.6327/17.8988 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4260/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:07:01,253 - framestack - INFO: action counts: {0: 220, 1: 32, 2: 1097, 3: 33, 4: 943, 5: 83, 6: 186, 7: 59, 8: 1305, 9: 362}\n",
      "2018-06-23 04:07:01,280 - framestack - INFO: steps: 3741120, steps/s: 94.04\n",
      "  epoch reward:       1.5994/7.1917/17.8988 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3788/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:07:49,800 - framestack - INFO: action counts: {0: 229, 1: 34, 2: 1114, 3: 49, 4: 1024, 5: 89, 6: 162, 7: 65, 8: 1216, 9: 338}\n",
      "2018-06-23 04:07:49,824 - framestack - INFO: steps: 3745440, steps/s: 94.03\n",
      "  epoch reward:       1.5994/8.8932/17.8988 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3637/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:08:35,926 - framestack - INFO: action counts: {0: 220, 1: 38, 2: 1127, 3: 40, 4: 1050, 5: 96, 6: 184, 7: 43, 8: 1182, 9: 340}\n",
      "2018-06-23 04:08:35,949 - framestack - INFO: steps: 3749760, steps/s: 94.03\n",
      "  epoch reward:       3.2938/10.3082/17.8988 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3833/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:09:22,108 - framestack - INFO: action counts: {0: 194, 1: 36, 2: 1201, 3: 31, 4: 1009, 5: 74, 6: 139, 7: 42, 8: 1250, 9: 344}\n",
      "2018-06-23 04:09:22,138 - framestack - INFO: steps: 3754080, steps/s: 94.03\n",
      "  epoch reward:       3.2938/10.3082/17.8988 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3706/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:10:07,572 - framestack - INFO: action counts: {0: 209, 1: 30, 2: 1130, 3: 42, 4: 1062, 5: 94, 6: 167, 7: 44, 8: 1218, 9: 324}\n",
      "2018-06-23 04:10:07,597 - framestack - INFO: steps: 3758400, steps/s: 94.03\n",
      "  epoch reward:       3.2938/10.3082/17.8988 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3377/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:10:54,178 - framestack - INFO: action counts: {0: 205, 1: 39, 2: 1146, 3: 50, 4: 1004, 5: 79, 6: 162, 7: 52, 8: 1251, 9: 332}\n",
      "2018-06-23 04:10:54,200 - framestack - INFO: steps: 3762720, steps/s: 94.03\n",
      "  epoch reward:       2.8070/9.4224/17.8988 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2387/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:11:38,958 - framestack - INFO: action counts: {0: 233, 1: 43, 2: 1104, 3: 34, 4: 1087, 5: 86, 6: 155, 7: 60, 8: 1183, 9: 335}\n",
      "2018-06-23 04:11:38,980 - framestack - INFO: steps: 3767040, steps/s: 94.03\n",
      "  epoch reward:       2.8070/8.5264/17.8848 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1218/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:12:24,397 - framestack - INFO: action counts: {0: 210, 1: 43, 2: 1113, 3: 45, 4: 1057, 5: 90, 6: 181, 7: 52, 8: 1177, 9: 352}\n",
      "2018-06-23 04:12:24,423 - framestack - INFO: steps: 3771360, steps/s: 94.03\n",
      "  epoch reward:       2.8070/9.4314/17.8848 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0118/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:13:10,474 - framestack - INFO: action counts: {0: 203, 1: 43, 2: 1123, 3: 35, 4: 1127, 5: 81, 6: 144, 7: 43, 8: 1192, 9: 329}\n",
      "2018-06-23 04:13:10,496 - framestack - INFO: steps: 3775680, steps/s: 94.03\n",
      "  epoch reward:       0.1048/7.9524/17.8848 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8636/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:13:55,535 - framestack - INFO: action counts: {0: 198, 1: 42, 2: 1071, 3: 30, 4: 1007, 5: 100, 6: 174, 7: 53, 8: 1329, 9: 316}\n",
      "2018-06-23 04:13:55,558 - framestack - INFO: steps: 3780000, steps/s: 94.04\n",
      "  epoch reward:       0.1048/9.5306/28.1271 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7869/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:14:41,053 - framestack - INFO: action counts: {0: 225, 1: 38, 2: 1108, 3: 24, 4: 1070, 5: 86, 6: 130, 7: 40, 8: 1270, 9: 329}\n",
      "2018-06-23 04:14:41,076 - framestack - INFO: steps: 3784320, steps/s: 94.04\n",
      "  epoch reward:       0.1048/11.8328/28.1271 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7639/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:15:27,867 - framestack - INFO: action counts: {0: 188, 1: 29, 2: 1054, 3: 33, 4: 1072, 5: 99, 6: 139, 7: 47, 8: 1346, 9: 313}\n",
      "2018-06-23 04:15:27,889 - framestack - INFO: steps: 3788640, steps/s: 94.04\n",
      "  epoch reward:       0.1048/9.4854/28.1271 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6939/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:16:12,422 - framestack - INFO: action counts: {0: 226, 1: 29, 2: 1046, 3: 27, 4: 1049, 5: 86, 6: 168, 7: 59, 8: 1289, 9: 341}\n",
      "2018-06-23 04:16:12,446 - framestack - INFO: steps: 3792960, steps/s: 94.04\n",
      "  epoch reward:       0.1048/8.2248/28.1271 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6077/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:16:58,103 - framestack - INFO: action counts: {0: 211, 1: 40, 2: 1127, 3: 18, 4: 1026, 5: 83, 6: 169, 7: 50, 8: 1215, 9: 381}\n",
      "2018-06-23 04:16:58,127 - framestack - INFO: steps: 3797280, steps/s: 94.04\n",
      "  epoch reward:       0.1048/8.2248/28.1271 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4871/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:17:43,660 - framestack - INFO: action counts: {0: 207, 1: 48, 2: 1060, 3: 33, 4: 1158, 5: 80, 6: 130, 7: 53, 8: 1196, 9: 355}\n",
      "2018-06-23 04:17:43,684 - framestack - INFO: steps: 3801600, steps/s: 94.04\n",
      "  epoch reward:       0.1048/8.2248/28.1271 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3665/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:18:28,642 - framestack - INFO: action counts: {0: 215, 1: 43, 2: 1024, 3: 37, 4: 1063, 5: 87, 6: 173, 7: 46, 8: 1260, 9: 372}\n",
      "2018-06-23 04:18:28,667 - framestack - INFO: steps: 3805920, steps/s: 94.05\n",
      "  epoch reward:       0.1048/8.9125/28.1271 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3115/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:19:13,429 - framestack - INFO: action counts: {0: 206, 1: 56, 2: 1057, 3: 48, 4: 1091, 5: 73, 6: 140, 7: 69, 8: 1222, 9: 358}\n",
      "2018-06-23 04:19:13,452 - framestack - INFO: steps: 3810240, steps/s: 94.06\n",
      "  epoch reward:       0.1048/8.9125/28.1271 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2796/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:19:59,132 - framestack - INFO: action counts: {0: 225, 1: 30, 2: 1000, 3: 32, 4: 1105, 5: 99, 6: 154, 7: 65, 8: 1253, 9: 357}\n",
      "2018-06-23 04:19:59,158 - framestack - INFO: steps: 3814560, steps/s: 94.06\n",
      "  epoch reward:       0.7183/11.2338/28.1271 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3092/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:20:45,218 - framestack - INFO: action counts: {0: 206, 1: 34, 2: 1031, 3: 35, 4: 1124, 5: 92, 6: 154, 7: 51, 8: 1261, 9: 332}\n",
      "2018-06-23 04:20:45,240 - framestack - INFO: steps: 3818880, steps/s: 94.06\n",
      "  epoch reward:       0.7183/9.9926/21.5764 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3139/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:21:30,042 - framestack - INFO: action counts: {0: 202, 1: 48, 2: 994, 3: 34, 4: 1105, 5: 94, 6: 155, 7: 75, 8: 1295, 9: 318}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 04:21:30,068 - framestack - INFO: steps: 3823200, steps/s: 94.06\n",
      "  epoch reward:       0.7183/10.1090/21.5764 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3075/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:22:15,718 - framestack - INFO: action counts: {0: 235, 1: 35, 2: 1017, 3: 28, 4: 1094, 5: 99, 6: 180, 7: 55, 8: 1246, 9: 331}\n",
      "2018-06-23 04:22:15,741 - framestack - INFO: steps: 3827520, steps/s: 94.06\n",
      "  epoch reward:       0.7183/8.4650/15.7156 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2617/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:23:02,387 - framestack - INFO: action counts: {0: 205, 1: 38, 2: 997, 3: 31, 4: 1098, 5: 95, 6: 143, 7: 55, 8: 1290, 9: 368}\n",
      "2018-06-23 04:23:02,411 - framestack - INFO: steps: 3831840, steps/s: 94.05\n",
      "  epoch reward:       2.9246/8.4445/15.7156 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1992/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:23:48,301 - framestack - INFO: action counts: {0: 201, 1: 40, 2: 1037, 3: 23, 4: 1100, 5: 100, 6: 132, 7: 56, 8: 1272, 9: 359}\n",
      "2018-06-23 04:23:48,333 - framestack - INFO: steps: 3836160, steps/s: 94.05\n",
      "  epoch reward:       2.9246/8.4445/15.7156 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0972/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:24:34,058 - framestack - INFO: action counts: {0: 224, 1: 48, 2: 995, 3: 31, 4: 1004, 5: 113, 6: 159, 7: 54, 8: 1346, 9: 346}\n",
      "2018-06-23 04:24:34,083 - framestack - INFO: steps: 3840480, steps/s: 94.04\n",
      "  epoch reward:       2.9246/8.4445/15.7156 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0446/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:25:20,783 - framestack - INFO: action counts: {0: 219, 1: 52, 2: 1053, 3: 46, 4: 1034, 5: 98, 6: 135, 7: 50, 8: 1289, 9: 344}\n",
      "2018-06-23 04:25:20,805 - framestack - INFO: steps: 3844800, steps/s: 94.04\n",
      "  epoch reward:       2.9246/8.5477/15.7156 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9824/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:26:06,590 - framestack - INFO: action counts: {0: 221, 1: 57, 2: 954, 3: 39, 4: 1074, 5: 90, 6: 167, 7: 60, 8: 1308, 9: 350}\n",
      "2018-06-23 04:26:06,617 - framestack - INFO: steps: 3849120, steps/s: 94.03\n",
      "  epoch reward:       2.9246/8.5477/15.7156 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9412/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:26:53,621 - framestack - INFO: action counts: {0: 206, 1: 38, 2: 967, 3: 38, 4: 1087, 5: 88, 6: 167, 7: 76, 8: 1310, 9: 343}\n",
      "2018-06-23 04:26:53,651 - framestack - INFO: steps: 3853440, steps/s: 94.03\n",
      "  epoch reward:       2.9246/7.0312/15.7156 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8696/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:27:40,189 - framestack - INFO: action counts: {0: 231, 1: 37, 2: 963, 3: 39, 4: 1058, 5: 98, 6: 167, 7: 65, 8: 1313, 9: 349}\n",
      "2018-06-23 04:27:40,215 - framestack - INFO: steps: 3857760, steps/s: 94.03\n",
      "  epoch reward:       0.4673/5.5617/10.7165 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7345/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:28:27,014 - framestack - INFO: action counts: {0: 230, 1: 53, 2: 1000, 3: 45, 4: 997, 5: 92, 6: 178, 7: 63, 8: 1269, 9: 393}\n",
      "2018-06-23 04:28:27,039 - framestack - INFO: steps: 3862080, steps/s: 94.02\n",
      "  epoch reward:       0.4673/6.7465/15.1554 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.6129/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:29:13,817 - framestack - INFO: action counts: {0: 233, 1: 56, 2: 994, 3: 35, 4: 1034, 5: 117, 6: 136, 7: 70, 8: 1294, 9: 351}\n",
      "2018-06-23 04:29:13,845 - framestack - INFO: steps: 3866400, steps/s: 94.02\n",
      "  epoch reward:       0.4673/6.9410/15.1554 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.5009/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:30:00,367 - framestack - INFO: action counts: {0: 214, 1: 29, 2: 1051, 3: 26, 4: 1062, 5: 80, 6: 134, 7: 45, 8: 1371, 9: 308}\n",
      "2018-06-23 04:30:00,395 - framestack - INFO: steps: 3870720, steps/s: 94.02\n",
      "  epoch reward:       0.4673/9.0573/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.4447/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:30:48,251 - framestack - INFO: action counts: {0: 206, 1: 29, 2: 1081, 3: 23, 4: 1062, 5: 91, 6: 119, 7: 47, 8: 1341, 9: 321}\n",
      "2018-06-23 04:30:48,276 - framestack - INFO: steps: 3875040, steps/s: 94.00\n",
      "  epoch reward:       0.4673/9.4975/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.4168/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:31:34,131 - framestack - INFO: action counts: {0: 182, 1: 23, 2: 1089, 3: 27, 4: 1082, 5: 88, 6: 123, 7: 44, 8: 1363, 9: 299}\n",
      "2018-06-23 04:31:34,159 - framestack - INFO: steps: 3879360, steps/s: 94.00\n",
      "  epoch reward:       0.4673/7.9922/17.4348 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.3724/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:32:20,253 - framestack - INFO: action counts: {0: 196, 1: 23, 2: 1082, 3: 20, 4: 1117, 5: 65, 6: 121, 7: 41, 8: 1340, 9: 315}\n",
      "2018-06-23 04:32:20,280 - framestack - INFO: steps: 3883680, steps/s: 93.99\n",
      "  epoch reward:       0.4673/7.5466/17.4348 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2341/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:33:06,519 - framestack - INFO: action counts: {0: 174, 1: 32, 2: 1070, 3: 16, 4: 1104, 5: 67, 6: 119, 7: 36, 8: 1369, 9: 333}\n",
      "2018-06-23 04:33:06,550 - framestack - INFO: steps: 3888000, steps/s: 93.99\n",
      "  epoch reward:       0.4673/7.5466/17.4348 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.0959/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:33:52,476 - framestack - INFO: action counts: {0: 208, 1: 27, 2: 1055, 3: 32, 4: 1055, 5: 64, 6: 128, 7: 42, 8: 1386, 9: 323}\n",
      "2018-06-23 04:33:52,502 - framestack - INFO: steps: 3892320, steps/s: 94.00\n",
      "  epoch reward:       0.4673/8.3686/17.4348 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9741/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:34:40,013 - framestack - INFO: action counts: {0: 178, 1: 43, 2: 997, 3: 26, 4: 1082, 5: 79, 6: 148, 7: 47, 8: 1394, 9: 326}\n",
      "2018-06-23 04:34:40,039 - framestack - INFO: steps: 3896640, steps/s: 93.98\n",
      "  epoch reward:       0.4673/8.3686/17.4348 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8523/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:35:25,730 - framestack - INFO: action counts: {0: 188, 1: 30, 2: 1019, 3: 34, 4: 1124, 5: 80, 6: 131, 7: 51, 8: 1354, 9: 309}\n",
      "2018-06-23 04:35:25,756 - framestack - INFO: steps: 3900960, steps/s: 93.98\n",
      "  epoch reward:       2.1237/11.0421/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8031/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:36:10,837 - framestack - INFO: action counts: {0: 211, 1: 35, 2: 989, 3: 30, 4: 1038, 5: 88, 6: 174, 7: 56, 8: 1353, 9: 346}\n",
      "2018-06-23 04:36:10,862 - framestack - INFO: steps: 3905280, steps/s: 93.99\n",
      "  epoch reward:       2.1237/11.5698/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.7845/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:36:57,650 - framestack - INFO: action counts: {0: 190, 1: 42, 2: 1009, 3: 24, 4: 1028, 5: 93, 6: 167, 7: 53, 8: 1380, 9: 334}\n",
      "2018-06-23 04:36:57,677 - framestack - INFO: steps: 3909600, steps/s: 93.99\n",
      "  epoch reward:       2.1237/12.0269/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.7752/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:37:44,080 - framestack - INFO: action counts: {0: 232, 1: 37, 2: 944, 3: 44, 4: 1052, 5: 80, 6: 189, 7: 50, 8: 1380, 9: 312}\n",
      "2018-06-23 04:37:44,106 - framestack - INFO: steps: 3913920, steps/s: 93.99\n",
      "  epoch reward:       2.1237/11.9307/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.7737/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:38:29,891 - framestack - INFO: action counts: {0: 204, 1: 39, 2: 977, 3: 30, 4: 1075, 5: 105, 6: 178, 7: 54, 8: 1350, 9: 308}\n",
      "2018-06-23 04:38:29,920 - framestack - INFO: steps: 3918240, steps/s: 93.99\n",
      "  epoch reward:       2.1237/12.7075/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.7872/47.3078 [n=500]\n",
      "\n",
      "2018-06-23 04:39:15,052 - framestack - INFO: action counts: {0: 237, 1: 48, 2: 1019, 3: 25, 4: 1040, 5: 90, 6: 141, 7: 44, 8: 1337, 9: 339}\n",
      "2018-06-23 04:39:15,076 - framestack - INFO: steps: 3922560, steps/s: 93.99\n",
      "  epoch reward:       2.1538/13.6087/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8320/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:40:01,291 - framestack - INFO: action counts: {0: 177, 1: 41, 2: 1067, 3: 25, 4: 1074, 5: 99, 6: 150, 7: 54, 8: 1323, 9: 310}\n",
      "2018-06-23 04:40:01,317 - framestack - INFO: steps: 3926880, steps/s: 93.99\n",
      "  epoch reward:       2.1538/13.6087/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9806/28.1271 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 04:40:48,863 - framestack - INFO: action counts: {0: 222, 1: 39, 2: 1069, 3: 30, 4: 1022, 5: 88, 6: 153, 7: 52, 8: 1301, 9: 344}\n",
      "2018-06-23 04:40:48,894 - framestack - INFO: steps: 3931200, steps/s: 93.98\n",
      "  epoch reward:       2.1538/12.7366/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.1117/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:41:35,712 - framestack - INFO: action counts: {0: 247, 1: 52, 2: 978, 3: 41, 4: 1054, 5: 111, 6: 185, 7: 76, 8: 1245, 9: 331}\n",
      "2018-06-23 04:41:35,745 - framestack - INFO: steps: 3935520, steps/s: 93.98\n",
      "  epoch reward:       2.1538/12.7366/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2428/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:42:23,278 - framestack - INFO: action counts: {0: 245, 1: 46, 2: 997, 3: 46, 4: 1057, 5: 105, 6: 177, 7: 70, 8: 1237, 9: 340}\n",
      "2018-06-23 04:42:23,302 - framestack - INFO: steps: 3939840, steps/s: 93.98\n",
      "  epoch reward:       1.2658/9.1300/25.2034 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.3018/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:43:11,899 - framestack - INFO: action counts: {0: 225, 1: 41, 2: 972, 3: 36, 4: 1106, 5: 100, 6: 149, 7: 65, 8: 1254, 9: 372}\n",
      "2018-06-23 04:43:11,926 - framestack - INFO: steps: 3944160, steps/s: 93.97\n",
      "  epoch reward:       0.7183/7.8227/25.2034 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.3105/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:43:59,620 - framestack - INFO: action counts: {0: 250, 1: 35, 2: 961, 3: 37, 4: 1106, 5: 102, 6: 154, 7: 59, 8: 1247, 9: 369}\n",
      "2018-06-23 04:43:59,647 - framestack - INFO: steps: 3948480, steps/s: 93.96\n",
      "  epoch reward:       0.7183/6.0791/25.2034 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2842/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:44:46,149 - framestack - INFO: action counts: {0: 246, 1: 39, 2: 996, 3: 46, 4: 1088, 5: 91, 6: 176, 7: 53, 8: 1266, 9: 319}\n",
      "2018-06-23 04:44:46,178 - framestack - INFO: steps: 3952800, steps/s: 93.96\n",
      "  epoch reward:       0.7183/6.8242/25.2034 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2880/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:45:32,572 - framestack - INFO: action counts: {0: 250, 1: 37, 2: 1031, 3: 36, 4: 1079, 5: 118, 6: 134, 7: 66, 8: 1240, 9: 329}\n",
      "2018-06-23 04:45:32,599 - framestack - INFO: steps: 3957120, steps/s: 93.95\n",
      "  epoch reward:       0.7183/6.8242/25.2034 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2807/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:46:20,814 - framestack - INFO: action counts: {0: 238, 1: 43, 2: 981, 3: 50, 4: 1118, 5: 97, 6: 193, 7: 78, 8: 1173, 9: 349}\n",
      "2018-06-23 04:46:20,841 - framestack - INFO: steps: 3961440, steps/s: 93.95\n",
      "  epoch reward:       0.7183/5.9803/14.4813 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2224/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:47:08,098 - framestack - INFO: action counts: {0: 236, 1: 42, 2: 1014, 3: 35, 4: 1069, 5: 94, 6: 170, 7: 72, 8: 1206, 9: 382}\n",
      "2018-06-23 04:47:08,125 - framestack - INFO: steps: 3965760, steps/s: 93.95\n",
      "  epoch reward:       0.7183/5.9803/14.4813 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.1359/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:47:55,610 - framestack - INFO: action counts: {0: 263, 1: 41, 2: 1002, 3: 40, 4: 1071, 5: 99, 6: 172, 7: 64, 8: 1204, 9: 364}\n",
      "2018-06-23 04:47:55,635 - framestack - INFO: steps: 3970080, steps/s: 93.94\n",
      "  epoch reward:       0.7183/5.9803/14.4813 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.0493/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:48:42,172 - framestack - INFO: action counts: {0: 233, 1: 43, 2: 993, 3: 39, 4: 1102, 5: 94, 6: 175, 7: 65, 8: 1212, 9: 364}\n",
      "2018-06-23 04:48:42,204 - framestack - INFO: steps: 3974400, steps/s: 93.94\n",
      "  epoch reward:       0.7183/6.2630/14.4813 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9684/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:49:28,692 - framestack - INFO: action counts: {0: 262, 1: 51, 2: 964, 3: 48, 4: 1075, 5: 115, 6: 186, 7: 62, 8: 1162, 9: 395}\n",
      "2018-06-23 04:49:28,718 - framestack - INFO: steps: 3978720, steps/s: 93.95\n",
      "  epoch reward:       0.7183/7.1357/14.4813 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9227/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:50:14,378 - framestack - INFO: action counts: {0: 214, 1: 46, 2: 958, 3: 40, 4: 1089, 5: 122, 6: 180, 7: 76, 8: 1201, 9: 394}\n",
      "2018-06-23 04:50:14,401 - framestack - INFO: steps: 3983040, steps/s: 93.95\n",
      "  epoch reward:       2.2283/6.5505/14.4813 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8831/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:51:00,723 - framestack - INFO: action counts: {0: 237, 1: 44, 2: 938, 3: 43, 4: 1144, 5: 109, 6: 203, 7: 66, 8: 1188, 9: 348}\n",
      "2018-06-23 04:51:00,747 - framestack - INFO: steps: 3987360, steps/s: 93.95\n",
      "  epoch reward:       3.0921/8.2158/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8588/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:51:47,688 - framestack - INFO: action counts: {0: 232, 1: 56, 2: 920, 3: 33, 4: 1091, 5: 119, 6: 179, 7: 71, 8: 1218, 9: 401}\n",
      "2018-06-23 04:51:47,712 - framestack - INFO: steps: 3991680, steps/s: 93.94\n",
      "  epoch reward:       0.4673/7.4252/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8483/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:52:35,434 - framestack - INFO: action counts: {0: 250, 1: 47, 2: 953, 3: 34, 4: 1097, 5: 109, 6: 206, 7: 53, 8: 1213, 9: 358}\n",
      "2018-06-23 04:52:35,457 - framestack - INFO: steps: 3996000, steps/s: 93.93\n",
      "  epoch reward:       0.4673/7.4252/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8062/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:53:22,220 - framestack - INFO: action counts: {0: 270, 1: 47, 2: 923, 3: 53, 4: 1049, 5: 119, 6: 165, 7: 75, 8: 1241, 9: 378}\n",
      "2018-06-23 04:53:22,247 - framestack - INFO: steps: 4000320, steps/s: 93.93\n",
      "  epoch reward:       0.4673/6.3583/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.6967/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:54:08,956 - framestack - INFO: action counts: {0: 230, 1: 46, 2: 948, 3: 49, 4: 1061, 5: 113, 6: 185, 7: 80, 8: 1239, 9: 369}\n",
      "2018-06-23 04:54:08,977 - framestack - INFO: steps: 4004640, steps/s: 93.93\n",
      "  epoch reward:       0.4673/6.2453/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.6319/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:54:56,164 - framestack - INFO: action counts: {0: 227, 1: 56, 2: 932, 3: 44, 4: 1140, 5: 107, 6: 134, 7: 54, 8: 1268, 9: 358}\n",
      "2018-06-23 04:54:56,186 - framestack - INFO: steps: 4008960, steps/s: 93.91\n",
      "  epoch reward:       0.4673/6.2453/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.5923/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:55:43,439 - framestack - INFO: action counts: {0: 240, 1: 37, 2: 937, 3: 27, 4: 1106, 5: 88, 6: 152, 7: 56, 8: 1345, 9: 332}\n",
      "2018-06-23 04:55:43,464 - framestack - INFO: steps: 4013280, steps/s: 93.91\n",
      "  epoch reward:       0.4673/6.4845/19.0388 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.5575/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:56:28,836 - framestack - INFO: action counts: {0: 244, 1: 40, 2: 945, 3: 44, 4: 1166, 5: 98, 6: 159, 7: 63, 8: 1241, 9: 320}\n",
      "2018-06-23 04:56:28,864 - framestack - INFO: steps: 4017600, steps/s: 93.91\n",
      "  epoch reward:       0.4673/6.4845/19.0388 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.5227/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:57:15,932 - framestack - INFO: action counts: {0: 255, 1: 27, 2: 912, 3: 32, 4: 1125, 5: 106, 6: 166, 7: 59, 8: 1306, 9: 332}\n",
      "2018-06-23 04:57:15,958 - framestack - INFO: steps: 4021920, steps/s: 93.91\n",
      "  epoch reward:       0.4673/8.4930/19.0388 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.5143/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:58:02,582 - framestack - INFO: action counts: {0: 252, 1: 44, 2: 944, 3: 47, 4: 1130, 5: 108, 6: 139, 7: 47, 8: 1266, 9: 343}\n",
      "2018-06-23 04:58:02,612 - framestack - INFO: steps: 4026240, steps/s: 93.90\n",
      "  epoch reward:       0.4673/7.8535/19.0388 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.4931/28.1271 [n=500]\n",
      "\n",
      "2018-06-23 04:58:50,088 - framestack - INFO: action counts: {0: 210, 1: 43, 2: 920, 3: 27, 4: 1135, 5: 86, 6: 151, 7: 60, 8: 1343, 9: 345}\n",
      "2018-06-23 04:58:50,114 - framestack - INFO: steps: 4030560, steps/s: 93.89\n",
      "  epoch reward:       0.7183/9.3441/19.8038 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.4553/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 04:59:35,431 - framestack - INFO: action counts: {0: 238, 1: 26, 2: 944, 3: 35, 4: 1165, 5: 88, 6: 140, 7: 41, 8: 1322, 9: 321}\n",
      "2018-06-23 04:59:35,459 - framestack - INFO: steps: 4034880, steps/s: 93.90\n",
      "  epoch reward:       0.7183/8.6697/19.0388 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.4289/27.9336 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 05:00:21,325 - framestack - INFO: action counts: {0: 230, 1: 40, 2: 938, 3: 32, 4: 1151, 5: 92, 6: 153, 7: 48, 8: 1297, 9: 339}\n",
      "2018-06-23 05:00:21,356 - framestack - INFO: steps: 4039200, steps/s: 93.90\n",
      "  epoch reward:       0.7183/8.6697/19.0388 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.4001/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:01:06,620 - framestack - INFO: action counts: {0: 230, 1: 38, 2: 918, 3: 37, 4: 1089, 5: 102, 6: 164, 7: 58, 8: 1326, 9: 358}\n",
      "2018-06-23 05:01:06,645 - framestack - INFO: steps: 4043520, steps/s: 93.90\n",
      "  epoch reward:       0.7183/11.4678/24.6672 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.4601/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:01:50,613 - framestack - INFO: action counts: {0: 243, 1: 63, 2: 923, 3: 40, 4: 1125, 5: 113, 6: 164, 7: 56, 8: 1227, 9: 366}\n",
      "2018-06-23 05:01:50,633 - framestack - INFO: steps: 4047840, steps/s: 93.91\n",
      "  epoch reward:       0.7183/11.4678/24.6672 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.5206/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:02:38,051 - framestack - INFO: action counts: {0: 226, 1: 38, 2: 901, 3: 35, 4: 1131, 5: 90, 6: 137, 7: 65, 8: 1330, 9: 367}\n",
      "2018-06-23 05:02:38,073 - framestack - INFO: steps: 4052160, steps/s: 93.90\n",
      "  epoch reward:       0.7183/9.9249/24.6672 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.5502/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:03:25,255 - framestack - INFO: action counts: {0: 223, 1: 42, 2: 989, 3: 27, 4: 1129, 5: 81, 6: 135, 7: 66, 8: 1298, 9: 330}\n",
      "2018-06-23 05:03:25,278 - framestack - INFO: steps: 4056480, steps/s: 93.89\n",
      "  epoch reward:       0.7183/9.9249/24.6672 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.5798/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:04:11,049 - framestack - INFO: action counts: {0: 192, 1: 32, 2: 926, 3: 29, 4: 1226, 5: 83, 6: 113, 7: 49, 8: 1318, 9: 352}\n",
      "2018-06-23 05:04:11,071 - framestack - INFO: steps: 4060800, steps/s: 93.89\n",
      "  epoch reward:       3.3918/9.8832/24.6672 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.6065/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:04:55,791 - framestack - INFO: action counts: {0: 200, 1: 28, 2: 1004, 3: 28, 4: 1214, 5: 80, 6: 115, 7: 29, 8: 1293, 9: 329}\n",
      "2018-06-23 05:04:55,817 - framestack - INFO: steps: 4065120, steps/s: 93.90\n",
      "  epoch reward:       3.3918/11.1077/24.6672 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.6577/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:05:41,377 - framestack - INFO: action counts: {0: 190, 1: 35, 2: 954, 3: 20, 4: 1266, 5: 75, 6: 104, 7: 36, 8: 1320, 9: 320}\n",
      "2018-06-23 05:05:41,399 - framestack - INFO: steps: 4069440, steps/s: 93.89\n",
      "  epoch reward:       3.3070/12.2667/24.6672 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7624/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:06:25,740 - framestack - INFO: action counts: {0: 199, 1: 23, 2: 991, 3: 22, 4: 1196, 5: 97, 6: 112, 7: 53, 8: 1317, 9: 310}\n",
      "2018-06-23 05:06:25,762 - framestack - INFO: steps: 4073760, steps/s: 93.90\n",
      "  epoch reward:       3.3070/10.2584/24.6672 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.8564/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:07:10,492 - framestack - INFO: action counts: {0: 189, 1: 32, 2: 1003, 3: 24, 4: 1177, 5: 67, 6: 133, 7: 32, 8: 1331, 9: 332}\n",
      "2018-06-23 05:07:10,515 - framestack - INFO: steps: 4078080, steps/s: 93.90\n",
      "  epoch reward:       3.3070/10.2584/24.6672 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9266/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:07:55,679 - framestack - INFO: action counts: {0: 168, 1: 34, 2: 997, 3: 18, 4: 1208, 5: 79, 6: 128, 7: 59, 8: 1265, 9: 364}\n",
      "2018-06-23 05:07:55,704 - framestack - INFO: steps: 4082400, steps/s: 93.89\n",
      "  epoch reward:       2.9045/8.7276/17.9684 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9623/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:08:42,241 - framestack - INFO: action counts: {0: 187, 1: 34, 2: 940, 3: 32, 4: 1216, 5: 71, 6: 133, 7: 50, 8: 1316, 9: 341}\n",
      "2018-06-23 05:08:42,263 - framestack - INFO: steps: 4086720, steps/s: 93.89\n",
      "  epoch reward:       2.9045/8.1958/17.9684 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9451/27.9336 [n=500]\n",
      "\n",
      "2018-06-23 05:09:28,186 - framestack - INFO: action counts: {0: 204, 1: 36, 2: 968, 3: 25, 4: 1172, 5: 94, 6: 133, 7: 49, 8: 1280, 9: 359}\n",
      "2018-06-23 05:09:28,206 - framestack - INFO: steps: 4091040, steps/s: 93.89\n",
      "  epoch reward:       2.9045/8.1958/17.9684 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9191/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:10:14,642 - framestack - INFO: action counts: {0: 199, 1: 44, 2: 948, 3: 41, 4: 1181, 5: 101, 6: 131, 7: 59, 8: 1263, 9: 353}\n",
      "2018-06-23 05:10:14,666 - framestack - INFO: steps: 4095360, steps/s: 93.89\n",
      "  epoch reward:       2.9045/9.5186/17.9684 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9496/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:11:02,048 - framestack - INFO: action counts: {0: 216, 1: 48, 2: 906, 3: 41, 4: 1160, 5: 94, 6: 164, 7: 55, 8: 1254, 9: 382}\n",
      "2018-06-23 05:11:02,074 - framestack - INFO: steps: 4099680, steps/s: 93.88\n",
      "  epoch reward:       1.3312/10.5763/26.4134 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.0102/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:11:47,176 - framestack - INFO: action counts: {0: 211, 1: 42, 2: 951, 3: 36, 4: 1154, 5: 93, 6: 162, 7: 60, 8: 1250, 9: 361}\n",
      "2018-06-23 05:11:47,200 - framestack - INFO: steps: 4104000, steps/s: 93.88\n",
      "  epoch reward:       1.3312/10.5763/26.4134 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.0708/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:12:33,497 - framestack - INFO: action counts: {0: 262, 1: 50, 2: 920, 3: 49, 4: 1094, 5: 111, 6: 155, 7: 65, 8: 1252, 9: 362}\n",
      "2018-06-23 05:12:33,525 - framestack - INFO: steps: 4108320, steps/s: 93.88\n",
      "  epoch reward:       1.3312/10.1213/26.4134 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.1058/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:13:19,370 - framestack - INFO: action counts: {0: 231, 1: 54, 2: 950, 3: 37, 4: 1149, 5: 99, 6: 164, 7: 74, 8: 1188, 9: 374}\n",
      "2018-06-23 05:13:19,401 - framestack - INFO: steps: 4112640, steps/s: 93.88\n",
      "  epoch reward:       1.3312/10.5728/26.4134 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.1499/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:14:05,275 - framestack - INFO: action counts: {0: 225, 1: 47, 2: 924, 3: 37, 4: 1175, 5: 97, 6: 152, 7: 63, 8: 1204, 9: 396}\n",
      "2018-06-23 05:14:05,298 - framestack - INFO: steps: 4116960, steps/s: 93.89\n",
      "  epoch reward:       1.3312/10.3872/26.4134 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.1368/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:14:52,357 - framestack - INFO: action counts: {0: 250, 1: 50, 2: 955, 3: 35, 4: 1133, 5: 89, 6: 132, 7: 59, 8: 1242, 9: 375}\n",
      "2018-06-23 05:14:52,384 - framestack - INFO: steps: 4121280, steps/s: 93.88\n",
      "  epoch reward:       1.3312/7.7166/16.8367 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.0598/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:15:38,594 - framestack - INFO: action counts: {0: 179, 1: 47, 2: 945, 3: 33, 4: 1183, 5: 103, 6: 140, 7: 60, 8: 1231, 9: 399}\n",
      "2018-06-23 05:15:38,620 - framestack - INFO: steps: 4125600, steps/s: 93.88\n",
      "  epoch reward:       1.3312/6.9223/16.8367 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9577/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:16:26,529 - framestack - INFO: action counts: {0: 232, 1: 41, 2: 890, 3: 35, 4: 1174, 5: 108, 6: 134, 7: 47, 8: 1285, 9: 374}\n",
      "2018-06-23 05:16:26,559 - framestack - INFO: steps: 4129920, steps/s: 93.87\n",
      "  epoch reward:       1.3312/6.9223/16.8367 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.8575/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:17:13,746 - framestack - INFO: action counts: {0: 234, 1: 45, 2: 869, 3: 44, 4: 1117, 5: 106, 6: 156, 7: 60, 8: 1309, 9: 380}\n",
      "2018-06-23 05:17:13,775 - framestack - INFO: steps: 4134240, steps/s: 93.86\n",
      "  epoch reward:       1.3312/5.7432/13.4179 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7182/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:17:59,286 - framestack - INFO: action counts: {0: 227, 1: 61, 2: 890, 3: 58, 4: 1094, 5: 120, 6: 178, 7: 68, 8: 1220, 9: 404}\n",
      "2018-06-23 05:17:59,311 - framestack - INFO: steps: 4138560, steps/s: 93.86\n",
      "  epoch reward:       1.3312/6.5767/13.4179 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.5776/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:18:44,750 - framestack - INFO: action counts: {0: 233, 1: 39, 2: 915, 3: 43, 4: 1141, 5: 112, 6: 146, 7: 80, 8: 1238, 9: 373}\n",
      "2018-06-23 05:18:44,773 - framestack - INFO: steps: 4142880, steps/s: 93.86\n",
      "  epoch reward:       2.0826/7.0947/13.4179 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.4473/27.9323 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 05:19:30,580 - framestack - INFO: action counts: {0: 216, 1: 43, 2: 873, 3: 49, 4: 1166, 5: 104, 6: 167, 7: 53, 8: 1258, 9: 391}\n",
      "2018-06-23 05:19:30,609 - framestack - INFO: steps: 4147200, steps/s: 93.85\n",
      "  epoch reward:       2.0826/7.2215/14.6863 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.3370/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:20:19,099 - framestack - INFO: action counts: {0: 219, 1: 46, 2: 912, 3: 36, 4: 1170, 5: 108, 6: 153, 7: 68, 8: 1214, 9: 394}\n",
      "2018-06-23 05:20:19,124 - framestack - INFO: steps: 4151520, steps/s: 93.84\n",
      "  epoch reward:       2.0826/6.8310/16.4828 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.2189/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:21:04,453 - framestack - INFO: action counts: {0: 225, 1: 62, 2: 912, 3: 45, 4: 1157, 5: 112, 6: 158, 7: 62, 8: 1220, 9: 367}\n",
      "2018-06-23 05:21:04,474 - framestack - INFO: steps: 4155840, steps/s: 93.84\n",
      "  epoch reward:       2.1210/6.5140/13.3801 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.1666/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:21:49,763 - framestack - INFO: action counts: {0: 206, 1: 48, 2: 897, 3: 41, 4: 1171, 5: 100, 6: 138, 7: 47, 8: 1262, 9: 410}\n",
      "2018-06-23 05:21:49,787 - framestack - INFO: steps: 4160160, steps/s: 93.85\n",
      "  epoch reward:       2.1210/6.5479/13.3801 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.1411/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:22:36,435 - framestack - INFO: action counts: {0: 224, 1: 47, 2: 864, 3: 34, 4: 1198, 5: 112, 6: 142, 7: 55, 8: 1280, 9: 364}\n",
      "2018-06-23 05:22:36,459 - framestack - INFO: steps: 4164480, steps/s: 93.85\n",
      "  epoch reward:       2.1210/9.7948/26.3361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.2154/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:23:22,711 - framestack - INFO: action counts: {0: 237, 1: 47, 2: 949, 3: 37, 4: 1186, 5: 102, 6: 126, 7: 58, 8: 1195, 9: 383}\n",
      "2018-06-23 05:23:22,734 - framestack - INFO: steps: 4168800, steps/s: 93.84\n",
      "  epoch reward:       2.1210/9.3167/26.3361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.2652/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:24:08,483 - framestack - INFO: action counts: {0: 202, 1: 45, 2: 913, 3: 36, 4: 1222, 5: 98, 6: 142, 7: 64, 8: 1258, 9: 340}\n",
      "2018-06-23 05:24:08,505 - framestack - INFO: steps: 4173120, steps/s: 93.85\n",
      "  epoch reward:       2.1210/9.1937/26.3361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.3126/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:24:53,157 - framestack - INFO: action counts: {0: 214, 1: 37, 2: 889, 3: 31, 4: 1185, 5: 103, 6: 148, 7: 60, 8: 1282, 9: 371}\n",
      "2018-06-23 05:24:53,180 - framestack - INFO: steps: 4177440, steps/s: 93.85\n",
      "  epoch reward:       2.1210/9.3799/26.3361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.3806/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:25:38,095 - framestack - INFO: action counts: {0: 217, 1: 49, 2: 876, 3: 42, 4: 1161, 5: 98, 6: 160, 7: 72, 8: 1271, 9: 374}\n",
      "2018-06-23 05:25:38,119 - framestack - INFO: steps: 4181760, steps/s: 93.86\n",
      "  epoch reward:       2.1210/9.4457/26.3361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.4499/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:26:23,187 - framestack - INFO: action counts: {0: 258, 1: 53, 2: 858, 3: 45, 4: 1147, 5: 103, 6: 171, 7: 71, 8: 1243, 9: 371}\n",
      "2018-06-23 05:26:23,209 - framestack - INFO: steps: 4186080, steps/s: 93.86\n",
      "  epoch reward:       0.7183/8.8006/26.3361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.5063/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:27:07,906 - framestack - INFO: action counts: {0: 251, 1: 54, 2: 864, 3: 54, 4: 1151, 5: 103, 6: 154, 7: 78, 8: 1230, 9: 381}\n",
      "2018-06-23 05:27:07,930 - framestack - INFO: steps: 4190400, steps/s: 93.86\n",
      "  epoch reward:       2.1210/9.1675/26.3361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.5644/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:27:53,584 - framestack - INFO: action counts: {0: 236, 1: 47, 2: 919, 3: 49, 4: 1126, 5: 103, 6: 156, 7: 67, 8: 1252, 9: 365}\n",
      "2018-06-23 05:27:53,610 - framestack - INFO: steps: 4194720, steps/s: 93.87\n",
      "  epoch reward:       2.7198/10.3028/26.3361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.6278/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:28:39,546 - framestack - INFO: action counts: {0: 239, 1: 47, 2: 817, 3: 49, 4: 1185, 5: 107, 6: 176, 7: 56, 8: 1244, 9: 400}\n",
      "2018-06-23 05:28:39,573 - framestack - INFO: steps: 4199040, steps/s: 93.87\n",
      "  epoch reward:       3.8812/9.4673/26.3361 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.6861/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:29:24,922 - framestack - INFO: action counts: {0: 203, 1: 50, 2: 899, 3: 40, 4: 1163, 5: 118, 6: 155, 7: 69, 8: 1245, 9: 378}\n",
      "2018-06-23 05:29:24,948 - framestack - INFO: steps: 4203360, steps/s: 93.87\n",
      "  epoch reward:       0.1048/7.0472/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.6627/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:30:09,709 - framestack - INFO: action counts: {0: 243, 1: 67, 2: 836, 3: 47, 4: 1146, 5: 117, 6: 169, 7: 82, 8: 1258, 9: 355}\n",
      "2018-06-23 05:30:09,734 - framestack - INFO: steps: 4207680, steps/s: 93.87\n",
      "  epoch reward:       2.1565/7.5991/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.6662/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:30:55,751 - framestack - INFO: action counts: {0: 257, 1: 55, 2: 897, 3: 39, 4: 1124, 5: 127, 6: 147, 7: 51, 8: 1234, 9: 389}\n",
      "2018-06-23 05:30:55,774 - framestack - INFO: steps: 4212000, steps/s: 93.88\n",
      "  epoch reward:       2.1565/9.3083/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.7039/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:31:40,340 - framestack - INFO: action counts: {0: 207, 1: 34, 2: 882, 3: 33, 4: 1202, 5: 91, 6: 137, 7: 61, 8: 1300, 9: 373}\n",
      "2018-06-23 05:31:40,365 - framestack - INFO: steps: 4216320, steps/s: 93.88\n",
      "  epoch reward:       2.1565/8.4374/13.9240 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.7454/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:32:25,870 - framestack - INFO: action counts: {0: 223, 1: 49, 2: 874, 3: 47, 4: 1160, 5: 116, 6: 149, 7: 52, 8: 1246, 9: 404}\n",
      "2018-06-23 05:32:25,893 - framestack - INFO: steps: 4220640, steps/s: 93.89\n",
      "  epoch reward:       2.1565/8.7786/13.9240 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.7961/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:33:13,355 - framestack - INFO: action counts: {0: 256, 1: 58, 2: 879, 3: 56, 4: 1105, 5: 106, 6: 181, 7: 66, 8: 1223, 9: 390}\n",
      "2018-06-23 05:33:13,378 - framestack - INFO: steps: 4224960, steps/s: 93.89\n",
      "  epoch reward:       2.1565/8.7786/13.9240 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8468/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:33:58,076 - framestack - INFO: action counts: {0: 254, 1: 57, 2: 807, 3: 52, 4: 1150, 5: 140, 6: 185, 7: 95, 8: 1199, 9: 381}\n",
      "2018-06-23 05:33:58,098 - framestack - INFO: steps: 4229280, steps/s: 93.90\n",
      "  epoch reward:       2.1565/8.7786/13.9240 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.8927/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:34:43,974 - framestack - INFO: action counts: {0: 262, 1: 66, 2: 865, 3: 43, 4: 1126, 5: 132, 6: 176, 7: 85, 8: 1169, 9: 396}\n",
      "2018-06-23 05:34:44,004 - framestack - INFO: steps: 4233600, steps/s: 93.89\n",
      "  epoch reward:       2.1565/8.7786/13.9240 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9385/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:35:30,531 - framestack - INFO: action counts: {0: 240, 1: 73, 2: 811, 3: 65, 4: 1082, 5: 130, 6: 219, 7: 99, 8: 1148, 9: 453}\n",
      "2018-06-23 05:35:30,559 - framestack - INFO: steps: 4237920, steps/s: 93.88\n",
      "  epoch reward:       2.1565/9.5734/14.4600 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9602/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:36:15,395 - framestack - INFO: action counts: {0: 267, 1: 64, 2: 806, 3: 73, 4: 1088, 5: 148, 6: 209, 7: 98, 8: 1143, 9: 424}\n",
      "2018-06-23 05:36:15,418 - framestack - INFO: steps: 4242240, steps/s: 93.89\n",
      "  epoch reward:       1.1038/9.1116/14.4600 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/8.9853/26.4134 [n=500]\n",
      "\n",
      "2018-06-23 05:37:00,692 - framestack - INFO: action counts: {0: 237, 1: 64, 2: 846, 3: 55, 4: 1059, 5: 118, 6: 211, 7: 100, 8: 1203, 9: 427}\n",
      "2018-06-23 05:37:00,717 - framestack - INFO: steps: 4246560, steps/s: 93.89\n",
      "  epoch reward:       6.8442/12.4668/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.0478/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:37:48,153 - framestack - INFO: action counts: {0: 270, 1: 72, 2: 812, 3: 52, 4: 1099, 5: 123, 6: 220, 7: 85, 8: 1151, 9: 436}\n",
      "2018-06-23 05:37:48,176 - framestack - INFO: steps: 4250880, steps/s: 93.88\n",
      "  epoch reward:       6.5114/12.1909/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.1182/27.9323 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 05:38:35,208 - framestack - INFO: action counts: {0: 284, 1: 76, 2: 838, 3: 54, 4: 1074, 5: 121, 6: 184, 7: 82, 8: 1178, 9: 429}\n",
      "2018-06-23 05:38:35,231 - framestack - INFO: steps: 4255200, steps/s: 93.88\n",
      "  epoch reward:       3.8667/10.8237/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.1613/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 05:39:21,446 - framestack - INFO: action counts: {0: 226, 1: 46, 2: 825, 3: 47, 4: 1144, 5: 116, 6: 173, 7: 74, 8: 1232, 9: 437}\n",
      "2018-06-23 05:39:21,472 - framestack - INFO: steps: 4259520, steps/s: 93.88\n",
      "  epoch reward:       3.8667/15.1256/48.6586 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.2344/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:40:06,781 - framestack - INFO: action counts: {0: 243, 1: 80, 2: 866, 3: 44, 4: 1075, 5: 106, 6: 183, 7: 73, 8: 1228, 9: 422}\n",
      "2018-06-23 05:40:06,806 - framestack - INFO: steps: 4263840, steps/s: 93.88\n",
      "  epoch reward:       3.8667/15.1256/48.6586 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.3076/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:40:52,708 - framestack - INFO: action counts: {0: 281, 1: 65, 2: 869, 3: 48, 4: 1100, 5: 141, 6: 165, 7: 75, 8: 1139, 9: 437}\n",
      "2018-06-23 05:40:52,736 - framestack - INFO: steps: 4268160, steps/s: 93.89\n",
      "  epoch reward:       3.8667/15.7456/48.6586 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.4240/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:41:39,486 - framestack - INFO: action counts: {0: 237, 1: 60, 2: 804, 3: 43, 4: 1124, 5: 126, 6: 181, 7: 83, 8: 1242, 9: 420}\n",
      "2018-06-23 05:41:39,514 - framestack - INFO: steps: 4272480, steps/s: 93.88\n",
      "  epoch reward:       3.8667/15.7456/48.6586 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.5404/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:42:25,574 - framestack - INFO: action counts: {0: 248, 1: 59, 2: 790, 3: 37, 4: 1181, 5: 113, 6: 181, 7: 68, 8: 1281, 9: 362}\n",
      "2018-06-23 05:42:25,600 - framestack - INFO: steps: 4276800, steps/s: 93.88\n",
      "  epoch reward:       3.8667/15.7456/48.6586 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.6577/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:43:11,919 - framestack - INFO: action counts: {0: 208, 1: 45, 2: 877, 3: 46, 4: 1148, 5: 112, 6: 157, 7: 63, 8: 1245, 9: 419}\n",
      "2018-06-23 05:43:11,947 - framestack - INFO: steps: 4281120, steps/s: 93.87\n",
      "  epoch reward:       2.1346/15.1679/48.6586 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7389/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:43:59,821 - framestack - INFO: action counts: {0: 224, 1: 63, 2: 850, 3: 37, 4: 1141, 5: 101, 6: 179, 7: 63, 8: 1269, 9: 393}\n",
      "2018-06-23 05:43:59,845 - framestack - INFO: steps: 4285440, steps/s: 93.87\n",
      "  epoch reward:       2.1346/12.2639/48.6586 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7388/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:44:45,829 - framestack - INFO: action counts: {0: 247, 1: 59, 2: 836, 3: 44, 4: 1213, 5: 105, 6: 158, 7: 54, 8: 1242, 9: 362}\n",
      "2018-06-23 05:44:45,852 - framestack - INFO: steps: 4289760, steps/s: 93.87\n",
      "  epoch reward:       2.1346/12.2695/48.6586 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7790/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:45:30,790 - framestack - INFO: action counts: {0: 207, 1: 52, 2: 814, 3: 48, 4: 1232, 5: 114, 6: 179, 7: 85, 8: 1201, 9: 388}\n",
      "2018-06-23 05:45:30,812 - framestack - INFO: steps: 4294080, steps/s: 93.88\n",
      "  epoch reward:       2.1346/12.6880/48.6586 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8276/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:46:17,272 - framestack - INFO: action counts: {0: 218, 1: 60, 2: 831, 3: 46, 4: 1147, 5: 99, 6: 178, 7: 60, 8: 1305, 9: 376}\n",
      "2018-06-23 05:46:17,298 - framestack - INFO: steps: 4298400, steps/s: 93.87\n",
      "  epoch reward:       5.1114/12.8728/47.9119 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9105/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:47:03,617 - framestack - INFO: action counts: {0: 232, 1: 56, 2: 860, 3: 46, 4: 1195, 5: 96, 6: 177, 7: 56, 8: 1231, 9: 371}\n",
      "2018-06-23 05:47:03,639 - framestack - INFO: steps: 4302720, steps/s: 93.86\n",
      "  epoch reward:       0.7183/8.1535/14.1707 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9097/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:47:48,851 - framestack - INFO: action counts: {0: 212, 1: 53, 2: 824, 3: 41, 4: 1215, 5: 113, 6: 155, 7: 53, 8: 1235, 9: 419}\n",
      "2018-06-23 05:47:48,876 - framestack - INFO: steps: 4307040, steps/s: 93.87\n",
      "  epoch reward:       0.7183/8.2515/15.1516 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9108/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:48:34,567 - framestack - INFO: action counts: {0: 201, 1: 57, 2: 819, 3: 44, 4: 1236, 5: 97, 6: 161, 7: 49, 8: 1247, 9: 409}\n",
      "2018-06-23 05:48:34,597 - framestack - INFO: steps: 4311360, steps/s: 93.87\n",
      "  epoch reward:       0.7183/8.2515/15.1516 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8855/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:49:20,816 - framestack - INFO: action counts: {0: 245, 1: 56, 2: 842, 3: 47, 4: 1183, 5: 102, 6: 165, 7: 68, 8: 1228, 9: 384}\n",
      "2018-06-23 05:49:20,842 - framestack - INFO: steps: 4315680, steps/s: 93.87\n",
      "  epoch reward:       0.7183/8.2515/15.1516 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8390/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:50:07,587 - framestack - INFO: action counts: {0: 218, 1: 39, 2: 837, 3: 38, 4: 1230, 5: 104, 6: 159, 7: 66, 8: 1255, 9: 374}\n",
      "2018-06-23 05:50:07,618 - framestack - INFO: steps: 4320000, steps/s: 93.87\n",
      "  epoch reward:       0.7183/7.5635/15.1516 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7787/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:50:52,722 - framestack - INFO: action counts: {0: 220, 1: 43, 2: 859, 3: 46, 4: 1166, 5: 94, 6: 137, 7: 64, 8: 1263, 9: 428}\n",
      "2018-06-23 05:50:52,749 - framestack - INFO: steps: 4324320, steps/s: 93.88\n",
      "  epoch reward:       0.7183/7.6267/15.1516 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7288/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:51:40,799 - framestack - INFO: action counts: {0: 229, 1: 54, 2: 829, 3: 46, 4: 1179, 5: 115, 6: 171, 7: 80, 8: 1222, 9: 395}\n",
      "2018-06-23 05:51:40,825 - framestack - INFO: steps: 4328640, steps/s: 93.87\n",
      "  epoch reward:       0.7183/9.3889/22.9448 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7051/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:52:26,497 - framestack - INFO: action counts: {0: 228, 1: 48, 2: 818, 3: 55, 4: 1178, 5: 121, 6: 195, 7: 85, 8: 1203, 9: 389}\n",
      "2018-06-23 05:52:26,525 - framestack - INFO: steps: 4332960, steps/s: 93.87\n",
      "  epoch reward:       0.7183/9.3889/22.9448 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.6852/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:53:13,048 - framestack - INFO: action counts: {0: 211, 1: 56, 2: 814, 3: 47, 4: 1161, 5: 129, 6: 186, 7: 65, 8: 1244, 9: 407}\n",
      "2018-06-23 05:53:13,073 - framestack - INFO: steps: 4337280, steps/s: 93.88\n",
      "  epoch reward:       0.7183/9.9297/27.9301 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7294/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:53:58,750 - framestack - INFO: action counts: {0: 213, 1: 63, 2: 819, 3: 57, 4: 1186, 5: 136, 6: 177, 7: 82, 8: 1162, 9: 425}\n",
      "2018-06-23 05:53:58,773 - framestack - INFO: steps: 4341600, steps/s: 93.88\n",
      "  epoch reward:       1.2789/11.0603/27.9301 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8122/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:54:45,445 - framestack - INFO: action counts: {0: 247, 1: 71, 2: 830, 3: 40, 4: 1159, 5: 108, 6: 191, 7: 64, 8: 1189, 9: 421}\n",
      "2018-06-23 05:54:45,469 - framestack - INFO: steps: 4345920, steps/s: 93.87\n",
      "  epoch reward:       2.1264/10.6314/27.9301 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8864/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:55:31,167 - framestack - INFO: action counts: {0: 210, 1: 58, 2: 835, 3: 45, 4: 1138, 5: 110, 6: 191, 7: 74, 8: 1237, 9: 422}\n",
      "2018-06-23 05:55:31,195 - framestack - INFO: steps: 4350240, steps/s: 93.87\n",
      "  epoch reward:       2.1264/10.6314/27.9301 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9841/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:56:16,451 - framestack - INFO: action counts: {0: 217, 1: 55, 2: 884, 3: 45, 4: 1156, 5: 115, 6: 183, 7: 71, 8: 1200, 9: 394}\n",
      "2018-06-23 05:56:16,475 - framestack - INFO: steps: 4354560, steps/s: 93.87\n",
      "  epoch reward:       2.1264/10.6314/27.9301 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0652/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:57:01,777 - framestack - INFO: action counts: {0: 229, 1: 55, 2: 862, 3: 49, 4: 1113, 5: 106, 6: 194, 7: 89, 8: 1200, 9: 423}\n",
      "2018-06-23 05:57:01,801 - framestack - INFO: steps: 4358880, steps/s: 93.87\n",
      "  epoch reward:       2.1264/10.4592/27.9301 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1325/48.6586 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 05:57:48,136 - framestack - INFO: action counts: {0: 208, 1: 66, 2: 847, 3: 49, 4: 1115, 5: 133, 6: 195, 7: 89, 8: 1222, 9: 396}\n",
      "2018-06-23 05:57:48,157 - framestack - INFO: steps: 4363200, steps/s: 93.87\n",
      "  epoch reward:       2.1264/10.4592/27.9301 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1973/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:58:34,308 - framestack - INFO: action counts: {0: 189, 1: 70, 2: 827, 3: 50, 4: 1159, 5: 119, 6: 192, 7: 89, 8: 1204, 9: 421}\n",
      "2018-06-23 05:58:34,334 - framestack - INFO: steps: 4367520, steps/s: 93.87\n",
      "  epoch reward:       2.1264/10.8357/27.9301 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2774/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 05:59:19,746 - framestack - INFO: action counts: {0: 222, 1: 71, 2: 822, 3: 38, 4: 1189, 5: 108, 6: 181, 7: 65, 8: 1232, 9: 392}\n",
      "2018-06-23 05:59:19,773 - framestack - INFO: steps: 4371840, steps/s: 93.87\n",
      "  epoch reward:       2.1264/10.8357/27.9301 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3638/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:00:06,195 - framestack - INFO: action counts: {0: 242, 1: 55, 2: 851, 3: 40, 4: 1133, 5: 117, 6: 202, 7: 87, 8: 1168, 9: 425}\n",
      "2018-06-23 06:00:06,224 - framestack - INFO: steps: 4376160, steps/s: 93.86\n",
      "  epoch reward:       2.1264/7.0915/17.0063 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3747/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:00:52,833 - framestack - INFO: action counts: {0: 245, 1: 65, 2: 869, 3: 62, 4: 1116, 5: 113, 6: 168, 7: 91, 8: 1204, 9: 387}\n",
      "2018-06-23 06:00:52,857 - framestack - INFO: steps: 4380480, steps/s: 93.86\n",
      "  epoch reward:       2.1746/6.0143/15.7685 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2991/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:01:38,330 - framestack - INFO: action counts: {0: 243, 1: 56, 2: 825, 3: 47, 4: 1108, 5: 107, 6: 202, 7: 85, 8: 1232, 9: 415}\n",
      "2018-06-23 06:01:38,362 - framestack - INFO: steps: 4384800, steps/s: 93.86\n",
      "  epoch reward:       0.4673/6.1866/15.7685 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2365/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:02:25,358 - framestack - INFO: action counts: {0: 223, 1: 58, 2: 855, 3: 36, 4: 1095, 5: 101, 6: 199, 7: 76, 8: 1250, 9: 427}\n",
      "2018-06-23 06:02:25,382 - framestack - INFO: steps: 4389120, steps/s: 93.86\n",
      "  epoch reward:       1.7815/5.3973/15.7685 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1605/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:03:11,522 - framestack - INFO: action counts: {0: 221, 1: 67, 2: 891, 3: 30, 4: 1072, 5: 101, 6: 190, 7: 72, 8: 1258, 9: 418}\n",
      "2018-06-23 06:03:11,549 - framestack - INFO: steps: 4393440, steps/s: 93.86\n",
      "  epoch reward:       1.7815/5.3973/15.7685 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0809/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:03:56,686 - framestack - INFO: action counts: {0: 226, 1: 79, 2: 873, 3: 30, 4: 1114, 5: 104, 6: 177, 7: 84, 8: 1207, 9: 426}\n",
      "2018-06-23 06:03:56,710 - framestack - INFO: steps: 4397760, steps/s: 93.86\n",
      "  epoch reward:       1.7815/7.8357/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0487/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:04:43,974 - framestack - INFO: action counts: {0: 230, 1: 75, 2: 820, 3: 43, 4: 1107, 5: 137, 6: 181, 7: 93, 8: 1196, 9: 438}\n",
      "2018-06-23 06:04:44,006 - framestack - INFO: steps: 4402080, steps/s: 93.86\n",
      "  epoch reward:       1.7815/7.8357/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0294/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:05:29,788 - framestack - INFO: action counts: {0: 258, 1: 65, 2: 805, 3: 45, 4: 1171, 5: 102, 6: 186, 7: 72, 8: 1183, 9: 433}\n",
      "2018-06-23 06:05:29,813 - framestack - INFO: steps: 4406400, steps/s: 93.86\n",
      "  epoch reward:       1.6981/6.3204/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9724/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:06:15,372 - framestack - INFO: action counts: {0: 250, 1: 81, 2: 840, 3: 48, 4: 1070, 5: 138, 6: 186, 7: 80, 8: 1230, 9: 397}\n",
      "2018-06-23 06:06:15,396 - framestack - INFO: steps: 4410720, steps/s: 93.86\n",
      "  epoch reward:       1.6981/5.6019/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8784/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:07:01,806 - framestack - INFO: action counts: {0: 236, 1: 63, 2: 851, 3: 53, 4: 1060, 5: 143, 6: 203, 7: 99, 8: 1187, 9: 425}\n",
      "2018-06-23 06:07:01,832 - framestack - INFO: steps: 4415040, steps/s: 93.86\n",
      "  epoch reward:       1.6981/5.6019/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8011/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:07:50,153 - framestack - INFO: action counts: {0: 279, 1: 88, 2: 754, 3: 60, 4: 1056, 5: 125, 6: 191, 7: 108, 8: 1197, 9: 462}\n",
      "2018-06-23 06:07:50,181 - framestack - INFO: steps: 4419360, steps/s: 93.85\n",
      "  epoch reward:       1.6981/9.1329/25.1320 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8428/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:08:36,938 - framestack - INFO: action counts: {0: 256, 1: 82, 2: 844, 3: 56, 4: 1071, 5: 141, 6: 193, 7: 95, 8: 1130, 9: 452}\n",
      "2018-06-23 06:08:36,964 - framestack - INFO: steps: 4423680, steps/s: 93.84\n",
      "  epoch reward:       1.6981/9.5295/25.1320 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8814/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:09:22,571 - framestack - INFO: action counts: {0: 247, 1: 63, 2: 815, 3: 64, 4: 1149, 5: 126, 6: 168, 7: 96, 8: 1201, 9: 391}\n",
      "2018-06-23 06:09:22,596 - framestack - INFO: steps: 4428000, steps/s: 93.85\n",
      "  epoch reward:       1.6981/10.3893/25.1320 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9031/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:10:09,697 - framestack - INFO: action counts: {0: 265, 1: 76, 2: 833, 3: 47, 4: 1024, 5: 144, 6: 212, 7: 113, 8: 1159, 9: 447}\n",
      "2018-06-23 06:10:09,727 - framestack - INFO: steps: 4432320, steps/s: 93.83\n",
      "  epoch reward:       1.6981/10.3893/25.1320 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9421/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:10:54,857 - framestack - INFO: action counts: {0: 250, 1: 92, 2: 832, 3: 66, 4: 1017, 5: 130, 6: 215, 7: 113, 8: 1172, 9: 433}\n",
      "2018-06-23 06:10:54,889 - framestack - INFO: steps: 4436640, steps/s: 93.84\n",
      "  epoch reward:       1.6981/10.0927/25.1320 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9684/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:11:39,712 - framestack - INFO: action counts: {0: 251, 1: 67, 2: 790, 3: 46, 4: 1075, 5: 143, 6: 178, 7: 100, 8: 1259, 9: 411}\n",
      "2018-06-23 06:11:39,742 - framestack - INFO: steps: 4440960, steps/s: 93.85\n",
      "  epoch reward:       1.6981/10.7302/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0074/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:12:25,063 - framestack - INFO: action counts: {0: 258, 1: 88, 2: 844, 3: 49, 4: 1059, 5: 142, 6: 199, 7: 91, 8: 1174, 9: 416}\n",
      "2018-06-23 06:12:25,091 - framestack - INFO: steps: 4445280, steps/s: 93.85\n",
      "  epoch reward:       0.7183/10.9220/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0503/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:13:10,767 - framestack - INFO: action counts: {0: 272, 1: 90, 2: 797, 3: 63, 4: 1049, 5: 137, 6: 182, 7: 96, 8: 1169, 9: 465}\n",
      "2018-06-23 06:13:10,792 - framestack - INFO: steps: 4449600, steps/s: 93.85\n",
      "  epoch reward:       0.7183/9.2617/25.1320 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0599/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:13:56,506 - framestack - INFO: action counts: {0: 259, 1: 73, 2: 805, 3: 60, 4: 1054, 5: 134, 6: 206, 7: 110, 8: 1177, 9: 442}\n",
      "2018-06-23 06:13:56,527 - framestack - INFO: steps: 4453920, steps/s: 93.86\n",
      "  epoch reward:       0.7183/9.2617/25.1320 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0537/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:14:42,618 - framestack - INFO: action counts: {0: 232, 1: 73, 2: 825, 3: 46, 4: 1090, 5: 155, 6: 189, 7: 92, 8: 1218, 9: 400}\n",
      "2018-06-23 06:14:42,646 - framestack - INFO: steps: 4458240, steps/s: 93.85\n",
      "  epoch reward:       0.7183/7.3682/13.3295 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0188/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:15:28,746 - framestack - INFO: action counts: {0: 222, 1: 73, 2: 870, 3: 45, 4: 1050, 5: 130, 6: 189, 7: 89, 8: 1250, 9: 402}\n",
      "2018-06-23 06:15:28,774 - framestack - INFO: steps: 4462560, steps/s: 93.86\n",
      "  epoch reward:       0.7183/7.3381/13.3295 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9163/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:16:14,904 - framestack - INFO: action counts: {0: 243, 1: 64, 2: 906, 3: 53, 4: 1067, 5: 126, 6: 156, 7: 92, 8: 1215, 9: 398}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 06:16:14,930 - framestack - INFO: steps: 4466880, steps/s: 93.86\n",
      "  epoch reward:       0.7183/6.3069/13.3295 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7986/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:17:00,506 - framestack - INFO: action counts: {0: 275, 1: 63, 2: 883, 3: 56, 4: 1047, 5: 118, 6: 182, 7: 75, 8: 1243, 9: 378}\n",
      "2018-06-23 06:17:00,532 - framestack - INFO: steps: 4471200, steps/s: 93.86\n",
      "  epoch reward:       3.0923/6.5755/13.3295 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7136/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:17:46,668 - framestack - INFO: action counts: {0: 248, 1: 66, 2: 864, 3: 72, 4: 1048, 5: 137, 6: 210, 7: 84, 8: 1213, 9: 378}\n",
      "2018-06-23 06:17:46,692 - framestack - INFO: steps: 4475520, steps/s: 93.86\n",
      "  epoch reward:       0.7183/6.2928/13.3295 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.5370/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:18:31,454 - framestack - INFO: action counts: {0: 262, 1: 80, 2: 832, 3: 56, 4: 1045, 5: 116, 6: 204, 7: 100, 8: 1212, 9: 413}\n",
      "2018-06-23 06:18:31,480 - framestack - INFO: steps: 4479840, steps/s: 93.87\n",
      "  epoch reward:       0.7183/6.2928/13.3295 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.3603/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:19:17,792 - framestack - INFO: action counts: {0: 256, 1: 67, 2: 890, 3: 56, 4: 1075, 5: 113, 6: 169, 7: 82, 8: 1217, 9: 395}\n",
      "2018-06-23 06:19:17,819 - framestack - INFO: steps: 4484160, steps/s: 93.87\n",
      "  epoch reward:       0.7183/6.2928/13.3295 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.1713/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:20:04,302 - framestack - INFO: action counts: {0: 232, 1: 64, 2: 910, 3: 38, 4: 1055, 5: 116, 6: 177, 7: 69, 8: 1242, 9: 417}\n",
      "2018-06-23 06:20:04,331 - framestack - INFO: steps: 4488480, steps/s: 93.87\n",
      "  epoch reward:       0.7183/6.6008/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9884/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:20:50,169 - framestack - INFO: action counts: {0: 220, 1: 70, 2: 908, 3: 39, 4: 1087, 5: 125, 6: 180, 7: 72, 8: 1239, 9: 380}\n",
      "2018-06-23 06:20:50,192 - framestack - INFO: steps: 4492800, steps/s: 93.88\n",
      "  epoch reward:       0.7183/8.7221/47.3181 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.8479/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:21:37,448 - framestack - INFO: action counts: {0: 245, 1: 66, 2: 875, 3: 43, 4: 1132, 5: 119, 6: 192, 7: 68, 8: 1233, 9: 347}\n",
      "2018-06-23 06:21:37,475 - framestack - INFO: steps: 4497120, steps/s: 93.87\n",
      "  epoch reward:       0.7183/9.3147/47.3181 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7308/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:22:22,550 - framestack - INFO: action counts: {0: 208, 1: 49, 2: 864, 3: 45, 4: 1105, 5: 107, 6: 170, 7: 80, 8: 1247, 9: 445}\n",
      "2018-06-23 06:22:22,574 - framestack - INFO: steps: 4501440, steps/s: 93.87\n",
      "  epoch reward:       0.7183/10.7310/47.3181 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7002/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:23:09,884 - framestack - INFO: action counts: {0: 206, 1: 51, 2: 910, 3: 38, 4: 1125, 5: 115, 6: 159, 7: 76, 8: 1217, 9: 423}\n",
      "2018-06-23 06:23:09,909 - framestack - INFO: steps: 4505760, steps/s: 93.86\n",
      "  epoch reward:       0.7183/11.1779/47.3181 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.6783/48.6586 [n=500]\n",
      "\n",
      "2018-06-23 06:23:54,782 - framestack - INFO: action counts: {0: 221, 1: 69, 2: 892, 3: 37, 4: 1084, 5: 91, 6: 176, 7: 79, 8: 1240, 9: 431}\n",
      "2018-06-23 06:23:54,808 - framestack - INFO: steps: 4510080, steps/s: 93.87\n",
      "  epoch reward:       0.7183/11.4289/47.3181 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.6532/47.9119 [n=500]\n",
      "\n",
      "2018-06-23 06:24:41,712 - framestack - INFO: action counts: {0: 236, 1: 64, 2: 859, 3: 49, 4: 1058, 5: 111, 6: 173, 7: 71, 8: 1271, 9: 428}\n",
      "2018-06-23 06:24:41,737 - framestack - INFO: steps: 4514400, steps/s: 93.86\n",
      "  epoch reward:       0.7183/11.4289/47.3181 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.6243/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:25:27,841 - framestack - INFO: action counts: {0: 223, 1: 68, 2: 890, 3: 50, 4: 1105, 5: 96, 6: 178, 7: 88, 8: 1209, 9: 413}\n",
      "2018-06-23 06:25:27,867 - framestack - INFO: steps: 4518720, steps/s: 93.86\n",
      "  epoch reward:       0.7183/12.0688/47.3181 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7026/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:26:13,015 - framestack - INFO: action counts: {0: 241, 1: 91, 2: 841, 3: 38, 4: 1021, 5: 131, 6: 174, 7: 95, 8: 1246, 9: 442}\n",
      "2018-06-23 06:26:13,044 - framestack - INFO: steps: 4523040, steps/s: 93.87\n",
      "  epoch reward:       0.7183/12.0688/47.3181 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7789/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:26:58,730 - framestack - INFO: action counts: {0: 227, 1: 61, 2: 834, 3: 44, 4: 1037, 5: 123, 6: 152, 7: 94, 8: 1276, 9: 472}\n",
      "2018-06-23 06:26:58,757 - framestack - INFO: steps: 4527360, steps/s: 93.87\n",
      "  epoch reward:       0.7183/13.1972/47.3181 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.8778/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:27:44,235 - framestack - INFO: action counts: {0: 235, 1: 48, 2: 887, 3: 25, 4: 1088, 5: 101, 6: 176, 7: 81, 8: 1261, 9: 418}\n",
      "2018-06-23 06:27:44,259 - framestack - INFO: steps: 4531680, steps/s: 93.86\n",
      "  epoch reward:       1.9167/9.9369/23.0596 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9115/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:28:31,289 - framestack - INFO: action counts: {0: 209, 1: 53, 2: 894, 3: 40, 4: 1080, 5: 89, 6: 126, 7: 82, 8: 1332, 9: 415}\n",
      "2018-06-23 06:28:31,318 - framestack - INFO: steps: 4536000, steps/s: 93.86\n",
      "  epoch reward:       2.1374/9.3964/23.0596 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9482/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:29:16,320 - framestack - INFO: action counts: {0: 222, 1: 51, 2: 829, 3: 29, 4: 1083, 5: 122, 6: 165, 7: 59, 8: 1363, 9: 397}\n",
      "2018-06-23 06:29:16,346 - framestack - INFO: steps: 4540320, steps/s: 93.86\n",
      "  epoch reward:       2.1374/7.3511/12.3148 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.9427/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:30:01,404 - framestack - INFO: action counts: {0: 229, 1: 42, 2: 813, 3: 39, 4: 1090, 5: 96, 6: 190, 7: 66, 8: 1322, 9: 433}\n",
      "2018-06-23 06:30:01,431 - framestack - INFO: steps: 4544640, steps/s: 93.87\n",
      "  epoch reward:       2.1374/7.0825/12.3148 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.8966/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:30:47,026 - framestack - INFO: action counts: {0: 206, 1: 52, 2: 887, 3: 34, 4: 1130, 5: 99, 6: 114, 7: 72, 8: 1341, 9: 385}\n",
      "2018-06-23 06:30:47,050 - framestack - INFO: steps: 4548960, steps/s: 93.87\n",
      "  epoch reward:       2.1374/7.0825/12.3148 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.8504/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:31:31,947 - framestack - INFO: action counts: {0: 175, 1: 53, 2: 875, 3: 29, 4: 1108, 5: 86, 6: 122, 7: 39, 8: 1419, 9: 414}\n",
      "2018-06-23 06:31:31,978 - framestack - INFO: steps: 4553280, steps/s: 93.86\n",
      "  epoch reward:       2.1374/7.1130/12.3148 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7941/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:32:18,458 - framestack - INFO: action counts: {0: 216, 1: 39, 2: 869, 3: 32, 4: 1140, 5: 73, 6: 144, 7: 55, 8: 1384, 9: 368}\n",
      "2018-06-23 06:32:18,490 - framestack - INFO: steps: 4557600, steps/s: 93.86\n",
      "  epoch reward:       2.1374/6.6872/12.3148 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.7066/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:33:02,892 - framestack - INFO: action counts: {0: 187, 1: 50, 2: 916, 3: 42, 4: 1077, 5: 105, 6: 156, 7: 51, 8: 1352, 9: 384}\n",
      "2018-06-23 06:33:02,916 - framestack - INFO: steps: 4561920, steps/s: 93.87\n",
      "  epoch reward:       2.1374/7.3771/12.3148 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.6416/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:33:49,280 - framestack - INFO: action counts: {0: 205, 1: 59, 2: 917, 3: 25, 4: 1089, 5: 98, 6: 169, 7: 58, 8: 1298, 9: 402}\n",
      "2018-06-23 06:33:49,307 - framestack - INFO: steps: 4566240, steps/s: 93.86\n",
      "  epoch reward:       2.1374/7.3771/12.3148 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.5765/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:34:36,059 - framestack - INFO: action counts: {0: 207, 1: 49, 2: 844, 3: 35, 4: 1113, 5: 112, 6: 152, 7: 75, 8: 1309, 9: 424}\n",
      "2018-06-23 06:34:36,087 - framestack - INFO: steps: 4570560, steps/s: 93.86\n",
      "  epoch reward:       2.1374/6.7283/11.0493 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.4984/47.3181 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 06:35:23,438 - framestack - INFO: action counts: {0: 177, 1: 46, 2: 892, 3: 36, 4: 1100, 5: 103, 6: 150, 7: 74, 8: 1350, 9: 392}\n",
      "2018-06-23 06:35:23,463 - framestack - INFO: steps: 4574880, steps/s: 93.85\n",
      "  epoch reward:       3.7920/7.1657/11.0493 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.4325/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:36:10,165 - framestack - INFO: action counts: {0: 213, 1: 40, 2: 911, 3: 21, 4: 1057, 5: 91, 6: 144, 7: 65, 8: 1349, 9: 429}\n",
      "2018-06-23 06:36:10,189 - framestack - INFO: steps: 4579200, steps/s: 93.85\n",
      "  epoch reward:       3.7687/6.9703/11.0493 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.3628/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:36:55,383 - framestack - INFO: action counts: {0: 208, 1: 32, 2: 865, 3: 41, 4: 1177, 5: 84, 6: 130, 7: 54, 8: 1301, 9: 428}\n",
      "2018-06-23 06:36:55,405 - framestack - INFO: steps: 4583520, steps/s: 93.85\n",
      "  epoch reward:       3.7687/8.2125/15.1198 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.3103/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:37:41,895 - framestack - INFO: action counts: {0: 203, 1: 49, 2: 893, 3: 28, 4: 1112, 5: 83, 6: 128, 7: 48, 8: 1393, 9: 383}\n",
      "2018-06-23 06:37:41,924 - framestack - INFO: steps: 4587840, steps/s: 93.85\n",
      "  epoch reward:       3.7687/7.6331/15.1198 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.2462/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:38:27,277 - framestack - INFO: action counts: {0: 175, 1: 47, 2: 931, 3: 30, 4: 1160, 5: 83, 6: 118, 7: 59, 8: 1332, 9: 385}\n",
      "2018-06-23 06:38:27,301 - framestack - INFO: steps: 4592160, steps/s: 93.84\n",
      "  epoch reward:       3.7687/10.2057/26.3832 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.3085/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:39:11,948 - framestack - INFO: action counts: {0: 203, 1: 35, 2: 895, 3: 33, 4: 1098, 5: 77, 6: 139, 7: 51, 8: 1406, 9: 383}\n",
      "2018-06-23 06:39:11,972 - framestack - INFO: steps: 4596480, steps/s: 93.85\n",
      "  epoch reward:       3.7687/12.1635/30.6274 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/8.4315/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:39:57,793 - framestack - INFO: action counts: {0: 179, 1: 31, 2: 916, 3: 34, 4: 1147, 5: 86, 6: 118, 7: 58, 8: 1367, 9: 384}\n",
      "2018-06-23 06:39:57,818 - framestack - INFO: steps: 4600800, steps/s: 93.85\n",
      "  epoch reward:       3.7687/11.8164/30.6274 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/8.5441/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:40:43,865 - framestack - INFO: action counts: {0: 200, 1: 36, 2: 922, 3: 33, 4: 1154, 5: 75, 6: 127, 7: 73, 8: 1328, 9: 372}\n",
      "2018-06-23 06:40:43,890 - framestack - INFO: steps: 4605120, steps/s: 93.85\n",
      "  epoch reward:       1.4228/11.0403/30.6274 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/8.6570/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:41:31,665 - framestack - INFO: action counts: {0: 205, 1: 49, 2: 860, 3: 28, 4: 1180, 5: 105, 6: 145, 7: 73, 8: 1302, 9: 373}\n",
      "2018-06-23 06:41:31,692 - framestack - INFO: steps: 4609440, steps/s: 93.85\n",
      "  epoch reward:       1.4228/11.0748/30.6274 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/8.7705/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:42:17,309 - framestack - INFO: action counts: {0: 208, 1: 48, 2: 913, 3: 37, 4: 1085, 5: 100, 6: 143, 7: 59, 8: 1315, 9: 412}\n",
      "2018-06-23 06:42:17,336 - framestack - INFO: steps: 4613760, steps/s: 93.85\n",
      "  epoch reward:       1.4228/10.7539/30.6274 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/8.8289/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:43:01,638 - framestack - INFO: action counts: {0: 202, 1: 49, 2: 911, 3: 26, 4: 1082, 5: 110, 6: 160, 7: 74, 8: 1319, 9: 387}\n",
      "2018-06-23 06:43:01,668 - framestack - INFO: steps: 4618080, steps/s: 93.86\n",
      "  epoch reward:       1.4228/12.5847/30.6274 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/8.9239/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:43:48,996 - framestack - INFO: action counts: {0: 207, 1: 51, 2: 854, 3: 34, 4: 1116, 5: 106, 6: 145, 7: 64, 8: 1316, 9: 427}\n",
      "2018-06-23 06:43:49,021 - framestack - INFO: steps: 4622400, steps/s: 93.86\n",
      "  epoch reward:       1.4228/12.9495/30.6274 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.0564/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:44:35,771 - framestack - INFO: action counts: {0: 206, 1: 48, 2: 918, 3: 33, 4: 1099, 5: 89, 6: 134, 7: 54, 8: 1297, 9: 442}\n",
      "2018-06-23 06:44:35,798 - framestack - INFO: steps: 4626720, steps/s: 93.85\n",
      "  epoch reward:       1.4228/15.3344/30.6274 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.2511/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:45:22,630 - framestack - INFO: action counts: {0: 192, 1: 38, 2: 886, 3: 23, 4: 1185, 5: 72, 6: 113, 7: 52, 8: 1383, 9: 376}\n",
      "2018-06-23 06:45:22,653 - framestack - INFO: steps: 4631040, steps/s: 93.86\n",
      "  epoch reward:       1.4228/15.3344/30.6274 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.4457/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:46:08,018 - framestack - INFO: action counts: {0: 208, 1: 30, 2: 902, 3: 32, 4: 1179, 5: 85, 6: 136, 7: 62, 8: 1315, 9: 371}\n",
      "2018-06-23 06:46:08,042 - framestack - INFO: steps: 4635360, steps/s: 93.86\n",
      "  epoch reward:       1.4228/15.3344/30.6274 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.5698/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:46:52,951 - framestack - INFO: action counts: {0: 207, 1: 47, 2: 911, 3: 34, 4: 1162, 5: 69, 6: 139, 7: 54, 8: 1276, 9: 421}\n",
      "2018-06-23 06:46:52,975 - framestack - INFO: steps: 4639680, steps/s: 93.87\n",
      "  epoch reward:       1.4228/14.7924/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.6750/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:47:40,158 - framestack - INFO: action counts: {0: 185, 1: 49, 2: 907, 3: 32, 4: 1179, 5: 80, 6: 124, 7: 57, 8: 1325, 9: 382}\n",
      "2018-06-23 06:47:40,186 - framestack - INFO: steps: 4644000, steps/s: 93.86\n",
      "  epoch reward:       2.1210/15.8945/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.7851/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:48:26,643 - framestack - INFO: action counts: {0: 180, 1: 38, 2: 875, 3: 20, 4: 1156, 5: 72, 6: 115, 7: 62, 8: 1366, 9: 436}\n",
      "2018-06-23 06:48:26,668 - framestack - INFO: steps: 4648320, steps/s: 93.86\n",
      "  epoch reward:       4.0247/16.0848/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.8990/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:49:13,156 - framestack - INFO: action counts: {0: 187, 1: 31, 2: 830, 3: 31, 4: 1189, 5: 75, 6: 126, 7: 71, 8: 1368, 9: 412}\n",
      "2018-06-23 06:49:13,185 - framestack - INFO: steps: 4652640, steps/s: 93.86\n",
      "  epoch reward:       4.0247/16.0848/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0189/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:49:58,448 - framestack - INFO: action counts: {0: 218, 1: 66, 2: 868, 3: 38, 4: 1120, 5: 101, 6: 152, 7: 63, 8: 1282, 9: 412}\n",
      "2018-06-23 06:49:58,475 - framestack - INFO: steps: 4656960, steps/s: 93.86\n",
      "  epoch reward:       4.0247/14.3349/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0910/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:50:42,638 - framestack - INFO: action counts: {0: 204, 1: 60, 2: 909, 3: 34, 4: 1058, 5: 91, 6: 162, 7: 64, 8: 1347, 9: 391}\n",
      "2018-06-23 06:50:42,660 - framestack - INFO: steps: 4661280, steps/s: 93.87\n",
      "  epoch reward:       4.0247/14.5420/26.3328 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.1634/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:51:28,451 - framestack - INFO: action counts: {0: 179, 1: 38, 2: 873, 3: 61, 4: 1089, 5: 102, 6: 141, 7: 71, 8: 1387, 9: 379}\n",
      "2018-06-23 06:51:28,477 - framestack - INFO: steps: 4665600, steps/s: 93.87\n",
      "  epoch reward:       3.3070/11.7092/21.5764 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2123/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:52:14,728 - framestack - INFO: action counts: {0: 200, 1: 55, 2: 934, 3: 28, 4: 1128, 5: 75, 6: 113, 7: 54, 8: 1343, 9: 390}\n",
      "2018-06-23 06:52:14,756 - framestack - INFO: steps: 4669920, steps/s: 93.86\n",
      "  epoch reward:       3.3070/11.7092/21.5764 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2613/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:53:00,891 - framestack - INFO: action counts: {0: 204, 1: 48, 2: 894, 3: 36, 4: 1113, 5: 105, 6: 143, 7: 67, 8: 1352, 9: 358}\n",
      "2018-06-23 06:53:00,916 - framestack - INFO: steps: 4674240, steps/s: 93.86\n",
      "  epoch reward:       3.3070/11.7092/21.5764 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3481/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:53:49,413 - framestack - INFO: action counts: {0: 175, 1: 42, 2: 832, 3: 28, 4: 1197, 5: 87, 6: 133, 7: 61, 8: 1387, 9: 378}\n",
      "2018-06-23 06:53:49,436 - framestack - INFO: steps: 4678560, steps/s: 93.85\n",
      "  epoch reward:       3.3070/12.6471/21.5764 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.4543/47.3181 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 06:54:35,779 - framestack - INFO: action counts: {0: 178, 1: 47, 2: 897, 3: 9, 4: 1168, 5: 97, 6: 107, 7: 65, 8: 1379, 9: 373}\n",
      "2018-06-23 06:54:35,810 - framestack - INFO: steps: 4682880, steps/s: 93.84\n",
      "  epoch reward:       2.9164/10.7811/17.0392 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.5438/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:55:21,796 - framestack - INFO: action counts: {0: 213, 1: 33, 2: 902, 3: 28, 4: 1124, 5: 74, 6: 133, 7: 59, 8: 1357, 9: 397}\n",
      "2018-06-23 06:55:21,827 - framestack - INFO: steps: 4687200, steps/s: 93.84\n",
      "  epoch reward:       2.9164/10.4952/17.0392 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6222/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:56:06,781 - framestack - INFO: action counts: {0: 187, 1: 39, 2: 856, 3: 16, 4: 1161, 5: 87, 6: 131, 7: 59, 8: 1448, 9: 336}\n",
      "2018-06-23 06:56:06,806 - framestack - INFO: steps: 4691520, steps/s: 93.85\n",
      "  epoch reward:       2.9164/10.7811/17.0392 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7119/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:56:52,772 - framestack - INFO: action counts: {0: 190, 1: 42, 2: 862, 3: 24, 4: 1157, 5: 74, 6: 102, 7: 67, 8: 1451, 9: 351}\n",
      "2018-06-23 06:56:52,801 - framestack - INFO: steps: 4695840, steps/s: 93.85\n",
      "  epoch reward:       2.9164/10.2090/17.0392 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7902/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:57:38,781 - framestack - INFO: action counts: {0: 200, 1: 35, 2: 882, 3: 20, 4: 1158, 5: 63, 6: 100, 7: 62, 8: 1444, 9: 356}\n",
      "2018-06-23 06:57:38,809 - framestack - INFO: steps: 4700160, steps/s: 93.85\n",
      "  epoch reward:       2.9164/11.3016/23.2798 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8904/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:58:23,836 - framestack - INFO: action counts: {0: 174, 1: 43, 2: 869, 3: 20, 4: 1165, 5: 74, 6: 101, 7: 57, 8: 1444, 9: 373}\n",
      "2018-06-23 06:58:23,862 - framestack - INFO: steps: 4704480, steps/s: 93.85\n",
      "  epoch reward:       2.9164/13.4054/24.7752 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0265/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:59:11,057 - framestack - INFO: action counts: {0: 172, 1: 40, 2: 901, 3: 23, 4: 1100, 5: 84, 6: 118, 7: 59, 8: 1440, 9: 383}\n",
      "2018-06-23 06:59:11,086 - framestack - INFO: steps: 4708800, steps/s: 93.85\n",
      "  epoch reward:       2.9164/13.9947/24.7752 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1320/47.3181 [n=500]\n",
      "\n",
      "2018-06-23 06:59:56,587 - framestack - INFO: action counts: {0: 182, 1: 44, 2: 846, 3: 21, 4: 1150, 5: 92, 6: 114, 7: 55, 8: 1463, 9: 353}\n",
      "2018-06-23 06:59:56,617 - framestack - INFO: steps: 4713120, steps/s: 93.86\n",
      "  epoch reward:       2.9164/17.5594/48.6778 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.2969/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:00:43,538 - framestack - INFO: action counts: {0: 174, 1: 30, 2: 894, 3: 22, 4: 1116, 5: 75, 6: 98, 7: 59, 8: 1473, 9: 379}\n",
      "2018-06-23 07:00:43,565 - framestack - INFO: steps: 4717440, steps/s: 93.85\n",
      "  epoch reward:       2.9164/16.5497/48.6778 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.4132/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:01:31,194 - framestack - INFO: action counts: {0: 187, 1: 30, 2: 915, 3: 30, 4: 1090, 5: 89, 6: 107, 7: 35, 8: 1488, 9: 349}\n",
      "2018-06-23 07:01:31,219 - framestack - INFO: steps: 4721760, steps/s: 93.85\n",
      "  epoch reward:       2.9164/16.5497/48.6778 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.5207/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:02:15,573 - framestack - INFO: action counts: {0: 178, 1: 37, 2: 899, 3: 33, 4: 1114, 5: 81, 6: 133, 7: 49, 8: 1430, 9: 366}\n",
      "2018-06-23 07:02:15,597 - framestack - INFO: steps: 4726080, steps/s: 93.85\n",
      "  epoch reward:       3.3070/16.9092/48.6778 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.6303/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:03:02,324 - framestack - INFO: action counts: {0: 213, 1: 31, 2: 853, 3: 22, 4: 1130, 5: 86, 6: 133, 7: 56, 8: 1374, 9: 422}\n",
      "2018-06-23 07:03:02,350 - framestack - INFO: steps: 4730400, steps/s: 93.84\n",
      "  epoch reward:       3.3070/16.9092/48.6778 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.7399/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:03:49,532 - framestack - INFO: action counts: {0: 215, 1: 46, 2: 839, 3: 41, 4: 1121, 5: 88, 6: 158, 7: 71, 8: 1343, 9: 398}\n",
      "2018-06-23 07:03:49,561 - framestack - INFO: steps: 4734720, steps/s: 93.84\n",
      "  epoch reward:       3.3070/15.9696/48.6778 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8179/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:04:34,839 - framestack - INFO: action counts: {0: 190, 1: 47, 2: 850, 3: 28, 4: 1104, 5: 90, 6: 109, 7: 64, 8: 1435, 9: 403}\n",
      "2018-06-23 07:04:34,866 - framestack - INFO: steps: 4739040, steps/s: 93.85\n",
      "  epoch reward:       3.3070/16.5380/48.6778 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9073/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:05:21,720 - framestack - INFO: action counts: {0: 196, 1: 40, 2: 834, 3: 31, 4: 1164, 5: 96, 6: 107, 7: 53, 8: 1398, 9: 401}\n",
      "2018-06-23 07:05:21,748 - framestack - INFO: steps: 4743360, steps/s: 93.84\n",
      "  epoch reward:       3.3070/15.5307/48.6778 [n=10] (min/mean/max)\n",
      "  running reward:     1.4228/11.9540/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:06:08,006 - framestack - INFO: action counts: {0: 174, 1: 29, 2: 816, 3: 28, 4: 1164, 5: 79, 6: 101, 7: 63, 8: 1487, 9: 379}\n",
      "2018-06-23 07:06:08,038 - framestack - INFO: steps: 4747680, steps/s: 93.84\n",
      "  epoch reward:       3.3070/16.7202/48.6778 [n=10] (min/mean/max)\n",
      "  running reward:     1.4228/12.0896/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:06:54,463 - framestack - INFO: action counts: {0: 185, 1: 33, 2: 814, 3: 25, 4: 1158, 5: 63, 6: 98, 7: 55, 8: 1521, 9: 368}\n",
      "2018-06-23 07:06:54,491 - framestack - INFO: steps: 4752000, steps/s: 93.84\n",
      "  epoch reward:       1.2658/11.9790/26.4924 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.1413/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:07:39,935 - framestack - INFO: action counts: {0: 191, 1: 50, 2: 795, 3: 29, 4: 1173, 5: 84, 6: 114, 7: 66, 8: 1454, 9: 364}\n",
      "2018-06-23 07:07:39,960 - framestack - INFO: steps: 4756320, steps/s: 93.85\n",
      "  epoch reward:       1.2658/11.3564/26.4924 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.2214/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:08:26,901 - framestack - INFO: action counts: {0: 189, 1: 36, 2: 796, 3: 24, 4: 1240, 5: 89, 6: 121, 7: 50, 8: 1419, 9: 356}\n",
      "2018-06-23 07:08:26,925 - framestack - INFO: steps: 4760640, steps/s: 93.86\n",
      "  epoch reward:       1.2658/11.4379/26.4924 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.3085/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:09:11,949 - framestack - INFO: action counts: {0: 161, 1: 34, 2: 800, 3: 24, 4: 1181, 5: 80, 6: 112, 7: 48, 8: 1513, 9: 367}\n",
      "2018-06-23 07:09:11,972 - framestack - INFO: steps: 4764960, steps/s: 93.87\n",
      "  epoch reward:       1.2658/11.9943/26.4924 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.4067/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:09:58,488 - framestack - INFO: action counts: {0: 164, 1: 42, 2: 818, 3: 30, 4: 1180, 5: 75, 6: 104, 7: 56, 8: 1460, 9: 391}\n",
      "2018-06-23 07:09:58,521 - framestack - INFO: steps: 4769280, steps/s: 93.87\n",
      "  epoch reward:       1.2658/11.9943/26.4924 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.5043/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:10:44,997 - framestack - INFO: action counts: {0: 175, 1: 44, 2: 753, 3: 24, 4: 1242, 5: 75, 6: 130, 7: 61, 8: 1439, 9: 377}\n",
      "2018-06-23 07:10:45,021 - framestack - INFO: steps: 4773600, steps/s: 93.86\n",
      "  epoch reward:       1.2658/11.9943/26.4924 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.6105/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:11:31,201 - framestack - INFO: action counts: {0: 207, 1: 35, 2: 829, 3: 26, 4: 1240, 5: 78, 6: 134, 7: 51, 8: 1380, 9: 340}\n",
      "2018-06-23 07:11:31,223 - framestack - INFO: steps: 4777920, steps/s: 93.86\n",
      "  epoch reward:       1.2658/11.1453/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.6859/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:12:16,995 - framestack - INFO: action counts: {0: 212, 1: 38, 2: 751, 3: 17, 4: 1237, 5: 104, 6: 121, 7: 69, 8: 1432, 9: 339}\n",
      "2018-06-23 07:12:17,024 - framestack - INFO: steps: 4782240, steps/s: 93.86\n",
      "  epoch reward:       1.2658/10.2839/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.7440/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:13:02,025 - framestack - INFO: action counts: {0: 187, 1: 35, 2: 771, 3: 23, 4: 1237, 5: 67, 6: 110, 7: 67, 8: 1450, 9: 373}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 07:13:02,053 - framestack - INFO: steps: 4786560, steps/s: 93.86\n",
      "  epoch reward:       1.2658/7.7379/13.8998 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.7642/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:13:49,437 - framestack - INFO: action counts: {0: 164, 1: 43, 2: 767, 3: 27, 4: 1277, 5: 72, 6: 105, 7: 45, 8: 1496, 9: 324}\n",
      "2018-06-23 07:13:49,463 - framestack - INFO: steps: 4790880, steps/s: 93.86\n",
      "  epoch reward:       2.7226/8.1668/13.8998 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.7842/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:14:35,514 - framestack - INFO: action counts: {0: 177, 1: 31, 2: 763, 3: 17, 4: 1255, 5: 76, 6: 104, 7: 39, 8: 1510, 9: 348}\n",
      "2018-06-23 07:14:35,539 - framestack - INFO: steps: 4795200, steps/s: 93.86\n",
      "  epoch reward:       1.4130/7.6641/13.8998 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.7981/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:15:20,252 - framestack - INFO: action counts: {0: 169, 1: 29, 2: 796, 3: 25, 4: 1234, 5: 71, 6: 101, 7: 40, 8: 1524, 9: 331}\n",
      "2018-06-23 07:15:20,277 - framestack - INFO: steps: 4799520, steps/s: 93.87\n",
      "  epoch reward:       1.4130/9.3135/23.0614 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.8201/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:16:04,747 - framestack - INFO: action counts: {0: 193, 1: 36, 2: 778, 3: 14, 4: 1231, 5: 80, 6: 109, 7: 40, 8: 1472, 9: 367}\n",
      "2018-06-23 07:16:04,777 - framestack - INFO: steps: 4803840, steps/s: 93.87\n",
      "  epoch reward:       1.4130/8.0934/23.0614 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.8293/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:16:49,016 - framestack - INFO: action counts: {0: 190, 1: 29, 2: 786, 3: 21, 4: 1239, 5: 60, 6: 93, 7: 46, 8: 1518, 9: 338}\n",
      "2018-06-23 07:16:49,040 - framestack - INFO: steps: 4808160, steps/s: 93.88\n",
      "  epoch reward:       1.4130/8.9087/23.0614 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.8034/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:17:34,088 - framestack - INFO: action counts: {0: 171, 1: 30, 2: 754, 3: 21, 4: 1259, 5: 87, 6: 98, 7: 47, 8: 1500, 9: 353}\n",
      "2018-06-23 07:17:34,115 - framestack - INFO: steps: 4812480, steps/s: 93.88\n",
      "  epoch reward:       1.4130/8.9087/23.0614 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.7383/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:18:20,377 - framestack - INFO: action counts: {0: 211, 1: 25, 2: 783, 3: 32, 4: 1295, 5: 60, 6: 99, 7: 53, 8: 1439, 9: 323}\n",
      "2018-06-23 07:18:20,402 - framestack - INFO: steps: 4816800, steps/s: 93.88\n",
      "  epoch reward:       1.4130/8.0083/23.0614 [n=10] (min/mean/max)\n",
      "  running reward:     1.2658/12.6621/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:19:05,903 - framestack - INFO: action counts: {0: 179, 1: 26, 2: 781, 3: 22, 4: 1244, 5: 87, 6: 99, 7: 52, 8: 1459, 9: 371}\n",
      "2018-06-23 07:19:05,927 - framestack - INFO: steps: 4821120, steps/s: 93.88\n",
      "  epoch reward:       0.4673/7.4636/23.0614 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.5906/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:19:52,362 - framestack - INFO: action counts: {0: 201, 1: 34, 2: 747, 3: 32, 4: 1285, 5: 104, 6: 111, 7: 39, 8: 1421, 9: 346}\n",
      "2018-06-23 07:19:52,390 - framestack - INFO: steps: 4825440, steps/s: 93.87\n",
      "  epoch reward:       0.4673/8.4822/23.0614 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.5387/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:20:38,348 - framestack - INFO: action counts: {0: 191, 1: 18, 2: 805, 3: 24, 4: 1220, 5: 74, 6: 88, 7: 45, 8: 1537, 9: 318}\n",
      "2018-06-23 07:20:38,378 - framestack - INFO: steps: 4829760, steps/s: 93.88\n",
      "  epoch reward:       1.4130/12.0975/29.3387 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.5656/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:21:22,902 - framestack - INFO: action counts: {0: 169, 1: 18, 2: 773, 3: 18, 4: 1325, 5: 63, 6: 99, 7: 33, 8: 1515, 9: 307}\n",
      "2018-06-23 07:21:22,933 - framestack - INFO: steps: 4834080, steps/s: 93.88\n",
      "  epoch reward:       4.0543/11.2857/29.3387 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.5396/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:22:08,519 - framestack - INFO: action counts: {0: 167, 1: 23, 2: 790, 3: 11, 4: 1256, 5: 54, 6: 81, 7: 46, 8: 1578, 9: 314}\n",
      "2018-06-23 07:22:08,545 - framestack - INFO: steps: 4838400, steps/s: 93.88\n",
      "  epoch reward:       4.0543/11.7729/29.3387 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.5161/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:22:55,073 - framestack - INFO: action counts: {0: 173, 1: 32, 2: 836, 3: 14, 4: 1201, 5: 60, 6: 75, 7: 50, 8: 1546, 9: 333}\n",
      "2018-06-23 07:22:55,100 - framestack - INFO: steps: 4842720, steps/s: 93.88\n",
      "  epoch reward:       4.0543/11.5096/29.3387 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.4396/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:23:40,855 - framestack - INFO: action counts: {0: 187, 1: 27, 2: 826, 3: 15, 4: 1253, 5: 68, 6: 112, 7: 45, 8: 1464, 9: 323}\n",
      "2018-06-23 07:23:40,882 - framestack - INFO: steps: 4847040, steps/s: 93.88\n",
      "  epoch reward:       4.0543/11.2836/29.3387 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.3586/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:24:25,837 - framestack - INFO: action counts: {0: 169, 1: 36, 2: 787, 3: 12, 4: 1254, 5: 60, 6: 87, 7: 49, 8: 1557, 9: 309}\n",
      "2018-06-23 07:24:25,862 - framestack - INFO: steps: 4851360, steps/s: 93.88\n",
      "  epoch reward:       4.0543/14.5069/34.7799 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.3420/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:25:12,417 - framestack - INFO: action counts: {0: 178, 1: 29, 2: 747, 3: 20, 4: 1286, 5: 52, 6: 88, 7: 43, 8: 1561, 9: 316}\n",
      "2018-06-23 07:25:12,442 - framestack - INFO: steps: 4855680, steps/s: 93.88\n",
      "  epoch reward:       0.7183/13.8895/34.7799 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.3240/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:25:57,811 - framestack - INFO: action counts: {0: 145, 1: 31, 2: 812, 3: 14, 4: 1265, 5: 55, 6: 81, 7: 55, 8: 1563, 9: 299}\n",
      "2018-06-23 07:25:57,835 - framestack - INFO: steps: 4860000, steps/s: 93.88\n",
      "  epoch reward:       0.7183/13.8895/34.7799 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.2839/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:26:42,452 - framestack - INFO: action counts: {0: 169, 1: 40, 2: 851, 3: 16, 4: 1262, 5: 58, 6: 96, 7: 46, 8: 1432, 9: 350}\n",
      "2018-06-23 07:26:42,477 - framestack - INFO: steps: 4864320, steps/s: 93.88\n",
      "  epoch reward:       0.7183/14.6536/34.7799 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.2552/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:27:27,108 - framestack - INFO: action counts: {0: 170, 1: 29, 2: 775, 3: 27, 4: 1271, 5: 66, 6: 101, 7: 56, 8: 1487, 9: 338}\n",
      "2018-06-23 07:27:27,139 - framestack - INFO: steps: 4868640, steps/s: 93.89\n",
      "  epoch reward:       0.4673/12.9981/34.7799 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.1935/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:28:13,232 - framestack - INFO: action counts: {0: 182, 1: 36, 2: 788, 3: 18, 4: 1304, 5: 61, 6: 77, 7: 42, 8: 1475, 9: 337}\n",
      "2018-06-23 07:28:13,261 - framestack - INFO: steps: 4872960, steps/s: 93.89\n",
      "  epoch reward:       0.4673/10.6894/34.7799 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.1206/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:29:00,208 - framestack - INFO: action counts: {0: 163, 1: 23, 2: 772, 3: 15, 4: 1233, 5: 69, 6: 90, 7: 52, 8: 1594, 9: 309}\n",
      "2018-06-23 07:29:00,238 - framestack - INFO: steps: 4877280, steps/s: 93.89\n",
      "  epoch reward:       0.4673/12.3228/34.7799 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.0762/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:29:45,847 - framestack - INFO: action counts: {0: 166, 1: 30, 2: 795, 3: 14, 4: 1225, 5: 55, 6: 87, 7: 41, 8: 1578, 9: 329}\n",
      "2018-06-23 07:29:45,875 - framestack - INFO: steps: 4881600, steps/s: 93.89\n",
      "  epoch reward:       0.4673/12.3228/34.7799 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.0885/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:30:30,011 - framestack - INFO: action counts: {0: 182, 1: 24, 2: 807, 3: 20, 4: 1273, 5: 62, 6: 96, 7: 34, 8: 1509, 9: 313}\n",
      "2018-06-23 07:30:30,037 - framestack - INFO: steps: 4885920, steps/s: 93.89\n",
      "  epoch reward:       0.4673/12.5417/34.7799 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.1051/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:31:17,217 - framestack - INFO: action counts: {0: 175, 1: 38, 2: 808, 3: 32, 4: 1238, 5: 76, 6: 109, 7: 51, 8: 1445, 9: 348}\n",
      "2018-06-23 07:31:17,243 - framestack - INFO: steps: 4890240, steps/s: 93.89\n",
      "  epoch reward:       0.4673/8.7938/19.6062 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.0468/48.6778 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 07:32:03,118 - framestack - INFO: action counts: {0: 175, 1: 28, 2: 831, 3: 18, 4: 1231, 5: 76, 6: 109, 7: 41, 8: 1428, 9: 383}\n",
      "2018-06-23 07:32:03,144 - framestack - INFO: steps: 4894560, steps/s: 93.89\n",
      "  epoch reward:       0.4673/8.7938/19.6062 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.9698/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:32:50,602 - framestack - INFO: action counts: {0: 165, 1: 29, 2: 828, 3: 18, 4: 1240, 5: 80, 6: 115, 7: 51, 8: 1440, 9: 354}\n",
      "2018-06-23 07:32:50,627 - framestack - INFO: steps: 4898880, steps/s: 93.89\n",
      "  epoch reward:       0.4673/11.5153/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.9844/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:33:34,882 - framestack - INFO: action counts: {0: 156, 1: 36, 2: 811, 3: 24, 4: 1270, 5: 77, 6: 115, 7: 33, 8: 1477, 9: 321}\n",
      "2018-06-23 07:33:34,904 - framestack - INFO: steps: 4903200, steps/s: 93.89\n",
      "  epoch reward:       0.4673/11.5153/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.0048/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:34:19,549 - framestack - INFO: action counts: {0: 189, 1: 29, 2: 844, 3: 22, 4: 1259, 5: 68, 6: 106, 7: 52, 8: 1409, 9: 342}\n",
      "2018-06-23 07:34:19,577 - framestack - INFO: steps: 4907520, steps/s: 93.90\n",
      "  epoch reward:       0.4673/11.2319/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.0139/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:35:05,132 - framestack - INFO: action counts: {0: 164, 1: 31, 2: 826, 3: 16, 4: 1289, 5: 81, 6: 110, 7: 50, 8: 1419, 9: 334}\n",
      "2018-06-23 07:35:05,159 - framestack - INFO: steps: 4911840, steps/s: 93.90\n",
      "  epoch reward:       0.4673/10.3111/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.0159/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:35:50,273 - framestack - INFO: action counts: {0: 191, 1: 29, 2: 804, 3: 19, 4: 1222, 5: 65, 6: 110, 7: 52, 8: 1520, 9: 308}\n",
      "2018-06-23 07:35:50,299 - framestack - INFO: steps: 4916160, steps/s: 93.91\n",
      "  epoch reward:       0.4673/10.3111/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.9961/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:36:36,319 - framestack - INFO: action counts: {0: 194, 1: 25, 2: 825, 3: 16, 4: 1191, 5: 56, 6: 82, 7: 38, 8: 1508, 9: 385}\n",
      "2018-06-23 07:36:36,347 - framestack - INFO: steps: 4920480, steps/s: 93.91\n",
      "  epoch reward:       0.4673/9.2484/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.9129/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:37:20,901 - framestack - INFO: action counts: {0: 199, 1: 22, 2: 851, 3: 24, 4: 1213, 5: 75, 6: 107, 7: 54, 8: 1445, 9: 330}\n",
      "2018-06-23 07:37:20,926 - framestack - INFO: steps: 4924800, steps/s: 93.91\n",
      "  epoch reward:       0.4673/9.4650/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.8224/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:38:05,922 - framestack - INFO: action counts: {0: 170, 1: 25, 2: 840, 3: 15, 4: 1238, 5: 70, 6: 128, 7: 47, 8: 1491, 9: 296}\n",
      "2018-06-23 07:38:05,949 - framestack - INFO: steps: 4929120, steps/s: 93.91\n",
      "  epoch reward:       3.6191/11.1435/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.6940/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:38:51,077 - framestack - INFO: action counts: {0: 182, 1: 37, 2: 892, 3: 20, 4: 1125, 5: 74, 6: 113, 7: 43, 8: 1506, 9: 328}\n",
      "2018-06-23 07:38:51,102 - framestack - INFO: steps: 4933440, steps/s: 93.92\n",
      "  epoch reward:       5.0191/14.8108/46.1681 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.6593/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:39:37,432 - framestack - INFO: action counts: {0: 177, 1: 23, 2: 886, 3: 16, 4: 1155, 5: 59, 6: 110, 7: 57, 8: 1553, 9: 284}\n",
      "2018-06-23 07:39:37,456 - framestack - INFO: steps: 4937760, steps/s: 93.92\n",
      "  epoch reward:       5.0191/14.8108/46.1681 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.6245/48.6778 [n=500]\n",
      "\n",
      "2018-06-23 07:40:23,652 - framestack - INFO: action counts: {0: 169, 1: 33, 2: 911, 3: 14, 4: 1107, 5: 77, 6: 111, 7: 29, 8: 1567, 9: 302}\n",
      "2018-06-23 07:40:23,676 - framestack - INFO: steps: 4942080, steps/s: 93.91\n",
      "  epoch reward:       5.0191/18.3375/48.9253 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.6530/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:41:10,733 - framestack - INFO: action counts: {0: 165, 1: 27, 2: 924, 3: 14, 4: 1159, 5: 55, 6: 83, 7: 38, 8: 1575, 9: 280}\n",
      "2018-06-23 07:41:10,763 - framestack - INFO: steps: 4946400, steps/s: 93.91\n",
      "  epoch reward:       2.1264/13.9333/48.9253 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.5935/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:41:57,767 - framestack - INFO: action counts: {0: 179, 1: 17, 2: 871, 3: 18, 4: 1194, 5: 64, 6: 73, 7: 25, 8: 1566, 9: 313}\n",
      "2018-06-23 07:41:57,794 - framestack - INFO: steps: 4950720, steps/s: 93.90\n",
      "  epoch reward:       2.1264/14.7486/48.9253 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.5691/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:42:44,293 - framestack - INFO: action counts: {0: 164, 1: 26, 2: 881, 3: 26, 4: 1142, 5: 64, 6: 103, 7: 49, 8: 1540, 9: 325}\n",
      "2018-06-23 07:42:44,320 - framestack - INFO: steps: 4955040, steps/s: 93.90\n",
      "  epoch reward:       2.1264/14.2396/48.9253 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.5231/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:43:31,089 - framestack - INFO: action counts: {0: 155, 1: 21, 2: 909, 3: 14, 4: 1166, 5: 69, 6: 97, 7: 32, 8: 1527, 9: 330}\n",
      "2018-06-23 07:43:31,113 - framestack - INFO: steps: 4959360, steps/s: 93.90\n",
      "  epoch reward:       2.1264/14.1487/48.9253 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.4955/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:44:17,775 - framestack - INFO: action counts: {0: 167, 1: 15, 2: 874, 3: 16, 4: 1159, 5: 54, 6: 86, 7: 39, 8: 1573, 9: 337}\n",
      "2018-06-23 07:44:17,798 - framestack - INFO: steps: 4963680, steps/s: 93.89\n",
      "  epoch reward:       2.1264/14.1487/48.9253 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.4441/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:45:03,639 - framestack - INFO: action counts: {0: 181, 1: 39, 2: 896, 3: 30, 4: 1206, 5: 66, 6: 116, 7: 37, 8: 1425, 9: 324}\n",
      "2018-06-23 07:45:03,668 - framestack - INFO: steps: 4968000, steps/s: 93.89\n",
      "  epoch reward:       2.1264/12.4930/48.9253 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.4543/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:45:49,072 - framestack - INFO: action counts: {0: 203, 1: 31, 2: 893, 3: 26, 4: 1157, 5: 83, 6: 135, 7: 63, 8: 1347, 9: 382}\n",
      "2018-06-23 07:45:49,099 - framestack - INFO: steps: 4972320, steps/s: 93.89\n",
      "  epoch reward:       0.1954/10.9571/48.9253 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.4464/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:46:36,378 - framestack - INFO: action counts: {0: 231, 1: 32, 2: 887, 3: 18, 4: 1181, 5: 82, 6: 139, 7: 55, 8: 1354, 9: 341}\n",
      "2018-06-23 07:46:36,403 - framestack - INFO: steps: 4976640, steps/s: 93.89\n",
      "  epoch reward:       0.1954/10.9571/48.9253 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.4367/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:47:21,722 - framestack - INFO: action counts: {0: 227, 1: 45, 2: 882, 3: 27, 4: 1169, 5: 78, 6: 126, 7: 55, 8: 1349, 9: 362}\n",
      "2018-06-23 07:47:21,750 - framestack - INFO: steps: 4980960, steps/s: 93.89\n",
      "  epoch reward:       0.1954/8.7057/26.4118 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.3710/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:48:06,448 - framestack - INFO: action counts: {0: 202, 1: 36, 2: 911, 3: 24, 4: 1184, 5: 86, 6: 136, 7: 58, 8: 1363, 9: 320}\n",
      "2018-06-23 07:48:06,474 - framestack - INFO: steps: 4985280, steps/s: 93.90\n",
      "  epoch reward:       0.1954/8.8716/26.4118 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.3085/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:48:53,459 - framestack - INFO: action counts: {0: 204, 1: 54, 2: 945, 3: 22, 4: 1190, 5: 67, 6: 121, 7: 50, 8: 1273, 9: 394}\n",
      "2018-06-23 07:48:53,480 - framestack - INFO: steps: 4989600, steps/s: 93.89\n",
      "  epoch reward:       0.1954/9.8661/26.4118 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.2660/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:49:39,299 - framestack - INFO: action counts: {0: 221, 1: 22, 2: 930, 3: 27, 4: 1129, 5: 89, 6: 113, 7: 59, 8: 1394, 9: 336}\n",
      "2018-06-23 07:49:39,326 - framestack - INFO: steps: 4993920, steps/s: 93.89\n",
      "  epoch reward:       0.1954/11.9402/26.4118 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.2819/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:50:25,266 - framestack - INFO: action counts: {0: 207, 1: 29, 2: 915, 3: 19, 4: 1169, 5: 68, 6: 111, 7: 46, 8: 1424, 9: 332}\n",
      "2018-06-23 07:50:25,292 - framestack - INFO: steps: 4998240, steps/s: 93.89\n",
      "  epoch reward:       0.1954/10.1300/26.4118 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.2788/48.9253 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 07:51:11,052 - framestack - INFO: action counts: {0: 207, 1: 35, 2: 989, 3: 26, 4: 1172, 5: 70, 6: 100, 7: 41, 8: 1346, 9: 334}\n",
      "2018-06-23 07:51:11,076 - framestack - INFO: steps: 5002560, steps/s: 93.89\n",
      "  epoch reward:       0.1954/10.8946/26.4118 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.3419/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:51:57,241 - framestack - INFO: action counts: {0: 216, 1: 40, 2: 903, 3: 21, 4: 1212, 5: 94, 6: 107, 7: 56, 8: 1326, 9: 345}\n",
      "2018-06-23 07:51:57,266 - framestack - INFO: steps: 5006880, steps/s: 93.89\n",
      "  epoch reward:       0.1954/10.8109/26.4118 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.3948/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:52:42,427 - framestack - INFO: action counts: {0: 213, 1: 18, 2: 962, 3: 17, 4: 1137, 5: 68, 6: 97, 7: 58, 8: 1403, 9: 347}\n",
      "2018-06-23 07:52:42,453 - framestack - INFO: steps: 5011200, steps/s: 93.89\n",
      "  epoch reward:       0.1954/8.9773/26.4118 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.4211/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:53:27,959 - framestack - INFO: action counts: {0: 212, 1: 31, 2: 998, 3: 18, 4: 1192, 5: 67, 6: 112, 7: 44, 8: 1369, 9: 277}\n",
      "2018-06-23 07:53:27,985 - framestack - INFO: steps: 5015520, steps/s: 93.90\n",
      "  epoch reward:       0.4673/9.1655/26.4118 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.4181/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:54:14,758 - framestack - INFO: action counts: {0: 196, 1: 35, 2: 933, 3: 16, 4: 1174, 5: 78, 6: 135, 7: 44, 8: 1389, 9: 320}\n",
      "2018-06-23 07:54:14,785 - framestack - INFO: steps: 5019840, steps/s: 93.90\n",
      "  epoch reward:       0.4673/7.9018/24.6660 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.4143/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:55:00,550 - framestack - INFO: action counts: {0: 251, 1: 42, 2: 931, 3: 15, 4: 1164, 5: 70, 6: 103, 7: 48, 8: 1352, 9: 344}\n",
      "2018-06-23 07:55:00,574 - framestack - INFO: steps: 5024160, steps/s: 93.90\n",
      "  epoch reward:       0.4673/8.9064/24.6660 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.4142/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:55:46,681 - framestack - INFO: action counts: {0: 236, 1: 26, 2: 943, 3: 18, 4: 1150, 5: 75, 6: 116, 7: 60, 8: 1372, 9: 324}\n",
      "2018-06-23 07:55:46,704 - framestack - INFO: steps: 5028480, steps/s: 93.90\n",
      "  epoch reward:       0.4673/8.9064/24.6660 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.4142/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:56:32,635 - framestack - INFO: action counts: {0: 225, 1: 23, 2: 962, 3: 17, 4: 1173, 5: 86, 6: 102, 7: 68, 8: 1317, 9: 347}\n",
      "2018-06-23 07:56:32,666 - framestack - INFO: steps: 5032800, steps/s: 93.91\n",
      "  epoch reward:       0.4673/8.1316/16.9175 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.4166/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:57:18,361 - framestack - INFO: action counts: {0: 254, 1: 29, 2: 1000, 3: 37, 4: 1087, 5: 83, 6: 138, 7: 54, 8: 1276, 9: 362}\n",
      "2018-06-23 07:57:18,384 - framestack - INFO: steps: 5037120, steps/s: 93.91\n",
      "  epoch reward:       0.4673/8.1316/16.9175 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.4300/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:58:05,832 - framestack - INFO: action counts: {0: 231, 1: 41, 2: 945, 3: 34, 4: 1100, 5: 93, 6: 140, 7: 58, 8: 1326, 9: 352}\n",
      "2018-06-23 07:58:05,858 - framestack - INFO: steps: 5041440, steps/s: 93.90\n",
      "  epoch reward:       0.4673/9.2685/16.9175 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.4457/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:58:53,505 - framestack - INFO: action counts: {0: 234, 1: 42, 2: 952, 3: 20, 4: 1170, 5: 90, 6: 111, 7: 59, 8: 1290, 9: 352}\n",
      "2018-06-23 07:58:53,531 - framestack - INFO: steps: 5045760, steps/s: 93.89\n",
      "  epoch reward:       0.4673/8.5033/16.9175 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.3738/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 07:59:39,639 - framestack - INFO: action counts: {0: 233, 1: 31, 2: 1009, 3: 30, 4: 1191, 5: 82, 6: 103, 7: 65, 8: 1274, 9: 302}\n",
      "2018-06-23 07:59:39,666 - framestack - INFO: steps: 5050080, steps/s: 93.90\n",
      "  epoch reward:       2.0772/9.6788/16.9175 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.3417/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:00:25,516 - framestack - INFO: action counts: {0: 208, 1: 34, 2: 1054, 3: 25, 4: 1136, 5: 67, 6: 129, 7: 45, 8: 1280, 9: 342}\n",
      "2018-06-23 08:00:25,543 - framestack - INFO: steps: 5054400, steps/s: 93.90\n",
      "  epoch reward:       2.1319/9.8391/16.9175 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.3030/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:01:12,984 - framestack - INFO: action counts: {0: 242, 1: 30, 2: 993, 3: 34, 4: 1132, 5: 86, 6: 124, 7: 71, 8: 1268, 9: 340}\n",
      "2018-06-23 08:01:13,011 - framestack - INFO: steps: 5058720, steps/s: 93.89\n",
      "  epoch reward:       2.1319/9.8391/16.9175 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.2696/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:01:59,217 - framestack - INFO: action counts: {0: 254, 1: 33, 2: 1011, 3: 25, 4: 1097, 5: 73, 6: 114, 7: 63, 8: 1286, 9: 364}\n",
      "2018-06-23 08:01:59,243 - framestack - INFO: steps: 5063040, steps/s: 93.89\n",
      "  epoch reward:       2.1319/8.5169/16.9175 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.2143/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:02:46,110 - framestack - INFO: action counts: {0: 254, 1: 34, 2: 1047, 3: 13, 4: 1117, 5: 68, 6: 92, 7: 43, 8: 1339, 9: 313}\n",
      "2018-06-23 08:02:46,141 - framestack - INFO: steps: 5067360, steps/s: 93.89\n",
      "  epoch reward:       2.1319/8.8966/16.9175 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.1021/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:03:32,623 - framestack - INFO: action counts: {0: 252, 1: 28, 2: 1014, 3: 22, 4: 1206, 5: 50, 6: 90, 7: 38, 8: 1315, 9: 305}\n",
      "2018-06-23 08:03:32,649 - framestack - INFO: steps: 5071680, steps/s: 93.89\n",
      "  epoch reward:       0.7183/8.3173/16.9175 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/10.9906/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:04:17,940 - framestack - INFO: action counts: {0: 222, 1: 26, 2: 990, 3: 21, 4: 1183, 5: 71, 6: 89, 7: 43, 8: 1352, 9: 323}\n",
      "2018-06-23 08:04:17,966 - framestack - INFO: steps: 5076000, steps/s: 93.89\n",
      "  epoch reward:       0.7183/8.0005/14.1024 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/10.8729/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:05:05,314 - framestack - INFO: action counts: {0: 221, 1: 33, 2: 1013, 3: 14, 4: 1129, 5: 74, 6: 99, 7: 38, 8: 1368, 9: 331}\n",
      "2018-06-23 08:05:05,338 - framestack - INFO: steps: 5080320, steps/s: 93.88\n",
      "  epoch reward:       0.7183/9.1109/23.1389 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/10.7620/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:05:52,566 - framestack - INFO: action counts: {0: 227, 1: 31, 2: 1065, 3: 19, 4: 1122, 5: 67, 6: 85, 7: 50, 8: 1350, 9: 304}\n",
      "2018-06-23 08:05:52,593 - framestack - INFO: steps: 5084640, steps/s: 93.87\n",
      "  epoch reward:       0.7183/9.6518/23.1389 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/10.6951/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:06:36,394 - framestack - INFO: action counts: {0: 210, 1: 25, 2: 996, 3: 13, 4: 1158, 5: 57, 6: 94, 7: 46, 8: 1395, 9: 326}\n",
      "2018-06-23 08:06:36,421 - framestack - INFO: steps: 5088960, steps/s: 93.89\n",
      "  epoch reward:       0.7183/8.9255/23.1389 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/10.6598/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:07:22,162 - framestack - INFO: action counts: {0: 247, 1: 24, 2: 995, 3: 24, 4: 1130, 5: 71, 6: 89, 7: 38, 8: 1405, 9: 297}\n",
      "2018-06-23 08:07:22,187 - framestack - INFO: steps: 5093280, steps/s: 93.89\n",
      "  epoch reward:       0.7183/9.1486/23.1389 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/10.5963/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:08:08,155 - framestack - INFO: action counts: {0: 219, 1: 18, 2: 1024, 3: 19, 4: 1154, 5: 67, 6: 90, 7: 39, 8: 1399, 9: 291}\n",
      "2018-06-23 08:08:08,182 - framestack - INFO: steps: 5097600, steps/s: 93.89\n",
      "  epoch reward:       4.3632/10.7000/23.1389 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/10.5639/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:08:55,930 - framestack - INFO: action counts: {0: 213, 1: 30, 2: 1039, 3: 18, 4: 1145, 5: 65, 6: 76, 7: 40, 8: 1419, 9: 275}\n",
      "2018-06-23 08:08:55,954 - framestack - INFO: steps: 5101920, steps/s: 93.87\n",
      "  epoch reward:       6.5114/14.8789/26.2387 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/10.6106/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:09:43,141 - framestack - INFO: action counts: {0: 246, 1: 24, 2: 1032, 3: 23, 4: 1114, 5: 65, 6: 112, 7: 59, 8: 1308, 9: 337}\n",
      "2018-06-23 08:09:43,172 - framestack - INFO: steps: 5106240, steps/s: 93.86\n",
      "  epoch reward:       6.5114/16.1417/26.2387 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/10.7576/48.9253 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 08:10:31,095 - framestack - INFO: action counts: {0: 225, 1: 30, 2: 1061, 3: 20, 4: 1087, 5: 66, 6: 110, 7: 51, 8: 1327, 9: 343}\n",
      "2018-06-23 08:10:31,121 - framestack - INFO: steps: 5110560, steps/s: 93.86\n",
      "  epoch reward:       6.5114/15.9400/26.2387 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/10.9005/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:11:17,565 - framestack - INFO: action counts: {0: 190, 1: 28, 2: 1037, 3: 16, 4: 1075, 5: 61, 6: 91, 7: 56, 8: 1417, 9: 349}\n",
      "2018-06-23 08:11:17,590 - framestack - INFO: steps: 5114880, steps/s: 93.86\n",
      "  epoch reward:       6.5114/15.9400/26.2387 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/10.9890/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:12:03,101 - framestack - INFO: action counts: {0: 217, 1: 29, 2: 980, 3: 18, 4: 1141, 5: 74, 6: 93, 7: 46, 8: 1456, 9: 266}\n",
      "2018-06-23 08:12:03,129 - framestack - INFO: steps: 5119200, steps/s: 93.86\n",
      "  epoch reward:       6.5114/14.6011/26.2387 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.0507/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:12:50,182 - framestack - INFO: action counts: {0: 200, 1: 21, 2: 1044, 3: 15, 4: 1159, 5: 78, 6: 93, 7: 39, 8: 1382, 9: 289}\n",
      "2018-06-23 08:12:50,206 - framestack - INFO: steps: 5123520, steps/s: 93.85\n",
      "  epoch reward:       6.5114/15.3195/26.2387 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.1324/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:13:38,745 - framestack - INFO: action counts: {0: 216, 1: 23, 2: 1032, 3: 12, 4: 1145, 5: 80, 6: 106, 7: 43, 8: 1375, 9: 288}\n",
      "2018-06-23 08:13:38,767 - framestack - INFO: steps: 5127840, steps/s: 93.85\n",
      "  epoch reward:       4.9208/14.3167/26.2387 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.2126/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:14:24,510 - framestack - INFO: action counts: {0: 199, 1: 22, 2: 1019, 3: 21, 4: 1152, 5: 76, 6: 98, 7: 49, 8: 1359, 9: 325}\n",
      "2018-06-23 08:14:24,540 - framestack - INFO: steps: 5132160, steps/s: 93.85\n",
      "  epoch reward:       4.9208/14.3167/26.2387 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.2927/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:15:11,022 - framestack - INFO: action counts: {0: 212, 1: 33, 2: 1071, 3: 16, 4: 1091, 5: 74, 6: 103, 7: 61, 8: 1380, 9: 279}\n",
      "2018-06-23 08:15:11,046 - framestack - INFO: steps: 5136480, steps/s: 93.85\n",
      "  epoch reward:       2.2551/12.8817/26.2387 [n=10] (min/mean/max)\n",
      "  running reward:     0.1954/11.3653/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:15:57,628 - framestack - INFO: action counts: {0: 239, 1: 33, 2: 967, 3: 27, 4: 1130, 5: 62, 6: 121, 7: 70, 8: 1346, 9: 325}\n",
      "2018-06-23 08:15:57,660 - framestack - INFO: steps: 5140800, steps/s: 93.84\n",
      "  epoch reward:       0.1048/10.4476/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3850/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:16:45,502 - framestack - INFO: action counts: {0: 221, 1: 26, 2: 1011, 3: 18, 4: 1091, 5: 80, 6: 127, 7: 52, 8: 1370, 9: 324}\n",
      "2018-06-23 08:16:45,527 - framestack - INFO: steps: 5145120, steps/s: 93.84\n",
      "  epoch reward:       0.1020/7.3600/17.2635 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/11.3093/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:17:31,769 - framestack - INFO: action counts: {0: 218, 1: 31, 2: 1006, 3: 24, 4: 1118, 5: 75, 6: 100, 7: 63, 8: 1332, 9: 353}\n",
      "2018-06-23 08:17:31,795 - framestack - INFO: steps: 5149440, steps/s: 93.84\n",
      "  epoch reward:       0.1020/6.9047/17.2635 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/11.1512/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:18:19,078 - framestack - INFO: action counts: {0: 204, 1: 34, 2: 1027, 3: 24, 4: 1103, 5: 72, 6: 112, 7: 52, 8: 1363, 9: 329}\n",
      "2018-06-23 08:18:19,102 - framestack - INFO: steps: 5153760, steps/s: 93.83\n",
      "  epoch reward:       0.1020/6.9047/17.2635 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.9931/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:19:04,170 - framestack - INFO: action counts: {0: 217, 1: 24, 2: 989, 3: 24, 4: 1138, 5: 79, 6: 104, 7: 55, 8: 1378, 9: 312}\n",
      "2018-06-23 08:19:04,200 - framestack - INFO: steps: 5158080, steps/s: 93.83\n",
      "  epoch reward:       0.1020/6.9047/17.2635 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.7644/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:19:48,660 - framestack - INFO: action counts: {0: 247, 1: 31, 2: 1036, 3: 24, 4: 1129, 5: 85, 6: 94, 7: 57, 8: 1274, 9: 343}\n",
      "2018-06-23 08:19:48,685 - framestack - INFO: steps: 5162400, steps/s: 93.84\n",
      "  epoch reward:       0.1020/7.4286/17.2635 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.6343/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:20:35,789 - framestack - INFO: action counts: {0: 224, 1: 40, 2: 1017, 3: 17, 4: 1097, 5: 75, 6: 99, 7: 68, 8: 1340, 9: 343}\n",
      "2018-06-23 08:20:35,817 - framestack - INFO: steps: 5166720, steps/s: 93.83\n",
      "  epoch reward:       0.1020/7.6910/17.2635 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.4932/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:21:23,532 - framestack - INFO: action counts: {0: 200, 1: 17, 2: 1024, 3: 10, 4: 1178, 5: 70, 6: 91, 7: 60, 8: 1355, 9: 315}\n",
      "2018-06-23 08:21:23,558 - framestack - INFO: steps: 5171040, steps/s: 93.82\n",
      "  epoch reward:       0.1020/7.0467/17.2635 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.3493/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:22:10,223 - framestack - INFO: action counts: {0: 189, 1: 35, 2: 1046, 3: 20, 4: 1176, 5: 56, 6: 91, 7: 46, 8: 1377, 9: 284}\n",
      "2018-06-23 08:22:10,250 - framestack - INFO: steps: 5175360, steps/s: 93.81\n",
      "  epoch reward:       0.1020/7.0467/17.2635 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.2073/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:22:56,529 - framestack - INFO: action counts: {0: 208, 1: 28, 2: 1036, 3: 23, 4: 1093, 5: 53, 6: 92, 7: 49, 8: 1409, 9: 329}\n",
      "2018-06-23 08:22:56,554 - framestack - INFO: steps: 5179680, steps/s: 93.82\n",
      "  epoch reward:       0.1020/7.3670/17.2635 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.0716/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:23:42,225 - framestack - INFO: action counts: {0: 215, 1: 26, 2: 1009, 3: 11, 4: 1225, 5: 76, 6: 92, 7: 50, 8: 1317, 9: 299}\n",
      "2018-06-23 08:23:42,250 - framestack - INFO: steps: 5184000, steps/s: 93.82\n",
      "  epoch reward:       0.1020/6.0388/13.0706 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/9.9425/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:24:26,611 - framestack - INFO: action counts: {0: 223, 1: 18, 2: 1005, 3: 21, 4: 1130, 5: 64, 6: 91, 7: 42, 8: 1407, 9: 319}\n",
      "2018-06-23 08:24:26,639 - framestack - INFO: steps: 5188320, steps/s: 93.82\n",
      "  epoch reward:       1.3803/9.5099/18.1793 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/9.9136/48.9253 [n=500]\n",
      "\n",
      "2018-06-23 08:25:13,120 - framestack - INFO: action counts: {0: 196, 1: 24, 2: 1041, 3: 11, 4: 1164, 5: 47, 6: 95, 7: 45, 8: 1394, 9: 303}\n",
      "2018-06-23 08:25:13,146 - framestack - INFO: steps: 5192640, steps/s: 93.83\n",
      "  epoch reward:       1.3803/9.3512/18.1793 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/9.8815/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 08:25:57,682 - framestack - INFO: action counts: {0: 193, 1: 38, 2: 1024, 3: 18, 4: 1179, 5: 62, 6: 101, 7: 50, 8: 1346, 9: 309}\n",
      "2018-06-23 08:25:57,709 - framestack - INFO: steps: 5196960, steps/s: 93.84\n",
      "  epoch reward:       1.3803/9.1653/18.1793 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/9.8907/27.9323 [n=500]\n",
      "\n",
      "2018-06-23 08:26:42,645 - framestack - INFO: action counts: {0: 198, 1: 26, 2: 987, 3: 20, 4: 1214, 5: 74, 6: 99, 7: 45, 8: 1391, 9: 266}\n",
      "2018-06-23 08:26:42,674 - framestack - INFO: steps: 5201280, steps/s: 93.84\n",
      "  epoch reward:       1.3803/11.3951/33.0766 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/9.9411/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:27:26,645 - framestack - INFO: action counts: {0: 196, 1: 26, 2: 1005, 3: 18, 4: 1186, 5: 67, 6: 87, 7: 51, 8: 1422, 9: 262}\n",
      "2018-06-23 08:27:26,676 - framestack - INFO: steps: 5205600, steps/s: 93.85\n",
      "  epoch reward:       1.3803/14.4682/33.0766 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.0332/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:28:10,851 - framestack - INFO: action counts: {0: 202, 1: 23, 2: 1015, 3: 9, 4: 1204, 5: 56, 6: 85, 7: 44, 8: 1408, 9: 274}\n",
      "2018-06-23 08:28:10,878 - framestack - INFO: steps: 5209920, steps/s: 93.86\n",
      "  epoch reward:       3.3070/12.0211/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.0348/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:28:56,066 - framestack - INFO: action counts: {0: 195, 1: 27, 2: 994, 3: 16, 4: 1227, 5: 42, 6: 85, 7: 33, 8: 1404, 9: 297}\n",
      "2018-06-23 08:28:56,090 - framestack - INFO: steps: 5214240, steps/s: 93.86\n",
      "  epoch reward:       3.3070/12.0211/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.0726/33.0766 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 08:29:41,885 - framestack - INFO: action counts: {0: 192, 1: 34, 2: 1008, 3: 18, 4: 1207, 5: 69, 6: 86, 7: 40, 8: 1369, 9: 297}\n",
      "2018-06-23 08:29:41,914 - framestack - INFO: steps: 5218560, steps/s: 93.85\n",
      "  epoch reward:       3.3070/11.1067/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.0769/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:30:26,849 - framestack - INFO: action counts: {0: 215, 1: 37, 2: 980, 3: 29, 4: 1124, 5: 75, 6: 116, 7: 60, 8: 1364, 9: 320}\n",
      "2018-06-23 08:30:26,871 - framestack - INFO: steps: 5222880, steps/s: 93.86\n",
      "  epoch reward:       3.3070/11.1067/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.0828/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:31:12,746 - framestack - INFO: action counts: {0: 225, 1: 32, 2: 1008, 3: 32, 4: 1141, 5: 82, 6: 105, 7: 57, 8: 1311, 9: 327}\n",
      "2018-06-23 08:31:12,773 - framestack - INFO: steps: 5227200, steps/s: 93.86\n",
      "  epoch reward:       3.3070/11.1067/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.1254/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:31:58,374 - framestack - INFO: action counts: {0: 257, 1: 39, 2: 999, 3: 22, 4: 1127, 5: 87, 6: 122, 7: 58, 8: 1266, 9: 343}\n",
      "2018-06-23 08:31:58,401 - framestack - INFO: steps: 5231520, steps/s: 93.86\n",
      "  epoch reward:       3.3070/11.1067/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.1642/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:32:42,252 - framestack - INFO: action counts: {0: 243, 1: 34, 2: 980, 3: 21, 4: 1161, 5: 92, 6: 109, 7: 72, 8: 1278, 9: 330}\n",
      "2018-06-23 08:32:42,278 - framestack - INFO: steps: 5235840, steps/s: 93.87\n",
      "  epoch reward:       3.3070/11.7751/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.2417/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:33:27,530 - framestack - INFO: action counts: {0: 243, 1: 34, 2: 995, 3: 32, 4: 1127, 5: 89, 6: 116, 7: 61, 8: 1291, 9: 332}\n",
      "2018-06-23 08:33:27,557 - framestack - INFO: steps: 5240160, steps/s: 93.87\n",
      "  epoch reward:       3.3070/11.5976/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.2955/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:34:13,060 - framestack - INFO: action counts: {0: 244, 1: 45, 2: 980, 3: 15, 4: 1098, 5: 69, 6: 128, 7: 46, 8: 1354, 9: 341}\n",
      "2018-06-23 08:34:13,089 - framestack - INFO: steps: 5244480, steps/s: 93.87\n",
      "  epoch reward:       3.3070/11.1407/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.3402/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:34:59,629 - framestack - INFO: action counts: {0: 220, 1: 42, 2: 965, 3: 18, 4: 1170, 5: 78, 6: 98, 7: 52, 8: 1345, 9: 332}\n",
      "2018-06-23 08:34:59,652 - framestack - INFO: steps: 5248800, steps/s: 93.87\n",
      "  epoch reward:       6.5114/12.7602/24.8004 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.4327/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:35:44,835 - framestack - INFO: action counts: {0: 230, 1: 41, 2: 1058, 3: 24, 4: 1105, 5: 60, 6: 116, 7: 63, 8: 1310, 9: 313}\n",
      "2018-06-23 08:35:44,863 - framestack - INFO: steps: 5253120, steps/s: 93.88\n",
      "  epoch reward:       0.4673/9.7435/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.4650/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:36:31,234 - framestack - INFO: action counts: {0: 249, 1: 39, 2: 1030, 3: 21, 4: 1099, 5: 69, 6: 107, 7: 64, 8: 1324, 9: 318}\n",
      "2018-06-23 08:36:31,260 - framestack - INFO: steps: 5257440, steps/s: 93.88\n",
      "  epoch reward:       0.4673/10.2764/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.4851/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:37:15,842 - framestack - INFO: action counts: {0: 249, 1: 41, 2: 1002, 3: 26, 4: 1193, 5: 83, 6: 89, 7: 52, 8: 1262, 9: 323}\n",
      "2018-06-23 08:37:15,867 - framestack - INFO: steps: 5261760, steps/s: 93.88\n",
      "  epoch reward:       0.4673/11.1866/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.5388/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:38:02,525 - framestack - INFO: action counts: {0: 240, 1: 44, 2: 1009, 3: 27, 4: 1089, 5: 80, 6: 114, 7: 63, 8: 1319, 9: 335}\n",
      "2018-06-23 08:38:02,555 - framestack - INFO: steps: 5266080, steps/s: 93.88\n",
      "  epoch reward:       0.4673/11.1866/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.5690/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:38:48,806 - framestack - INFO: action counts: {0: 256, 1: 41, 2: 952, 3: 28, 4: 1121, 5: 84, 6: 139, 7: 68, 8: 1303, 9: 328}\n",
      "2018-06-23 08:38:48,837 - framestack - INFO: steps: 5270400, steps/s: 93.87\n",
      "  epoch reward:       0.4673/11.1866/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.5959/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:39:33,938 - framestack - INFO: action counts: {0: 231, 1: 49, 2: 959, 3: 40, 4: 1122, 5: 82, 6: 142, 7: 78, 8: 1252, 9: 365}\n",
      "2018-06-23 08:39:33,963 - framestack - INFO: steps: 5274720, steps/s: 93.88\n",
      "  epoch reward:       0.4673/11.1700/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.6225/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:40:19,273 - framestack - INFO: action counts: {0: 271, 1: 53, 2: 947, 3: 39, 4: 1035, 5: 93, 6: 170, 7: 70, 8: 1273, 9: 369}\n",
      "2018-06-23 08:40:19,299 - framestack - INFO: steps: 5279040, steps/s: 93.88\n",
      "  epoch reward:       0.4673/9.2872/14.5532 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.6379/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:41:05,472 - framestack - INFO: action counts: {0: 226, 1: 56, 2: 995, 3: 30, 4: 1041, 5: 103, 6: 150, 7: 72, 8: 1273, 9: 374}\n",
      "2018-06-23 08:41:05,496 - framestack - INFO: steps: 5283360, steps/s: 93.87\n",
      "  epoch reward:       0.4673/9.3222/14.5532 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.6465/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:41:49,898 - framestack - INFO: action counts: {0: 258, 1: 42, 2: 991, 3: 25, 4: 1055, 5: 87, 6: 127, 7: 64, 8: 1293, 9: 378}\n",
      "2018-06-23 08:41:49,921 - framestack - INFO: steps: 5287680, steps/s: 93.88\n",
      "  epoch reward:       0.4673/9.6698/14.5532 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.6735/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:42:34,772 - framestack - INFO: action counts: {0: 224, 1: 41, 2: 944, 3: 32, 4: 1130, 5: 92, 6: 117, 7: 53, 8: 1327, 9: 360}\n",
      "2018-06-23 08:42:34,804 - framestack - INFO: steps: 5292000, steps/s: 93.88\n",
      "  epoch reward:       5.7226/9.6189/14.5532 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.7059/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:43:20,582 - framestack - INFO: action counts: {0: 258, 1: 49, 2: 992, 3: 30, 4: 1035, 5: 92, 6: 112, 7: 70, 8: 1294, 9: 388}\n",
      "2018-06-23 08:43:20,607 - framestack - INFO: steps: 5296320, steps/s: 93.88\n",
      "  epoch reward:       3.3070/7.9678/14.5532 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.6830/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:44:05,914 - framestack - INFO: action counts: {0: 291, 1: 62, 2: 997, 3: 48, 4: 1013, 5: 81, 6: 157, 7: 74, 8: 1212, 9: 385}\n",
      "2018-06-23 08:44:05,939 - framestack - INFO: steps: 5300640, steps/s: 93.88\n",
      "  epoch reward:       3.3070/8.7093/14.5532 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.6642/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:44:51,897 - framestack - INFO: action counts: {0: 275, 1: 61, 2: 976, 3: 55, 4: 1019, 5: 113, 6: 153, 7: 81, 8: 1211, 9: 376}\n",
      "2018-06-23 08:44:51,922 - framestack - INFO: steps: 5304960, steps/s: 93.88\n",
      "  epoch reward:       3.3070/8.2516/14.5532 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.6507/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:45:38,484 - framestack - INFO: action counts: {0: 277, 1: 76, 2: 963, 3: 46, 4: 1048, 5: 121, 6: 144, 7: 87, 8: 1156, 9: 402}\n",
      "2018-06-23 08:45:38,514 - framestack - INFO: steps: 5309280, steps/s: 93.87\n",
      "  epoch reward:       3.3070/9.7221/24.6924 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.6622/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:46:22,009 - framestack - INFO: action counts: {0: 300, 1: 81, 2: 915, 3: 61, 4: 1027, 5: 145, 6: 150, 7: 100, 8: 1132, 9: 409}\n",
      "2018-06-23 08:46:22,035 - framestack - INFO: steps: 5313600, steps/s: 93.88\n",
      "  epoch reward:       3.3070/9.7221/24.6924 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.6426/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:47:06,274 - framestack - INFO: action counts: {0: 294, 1: 63, 2: 923, 3: 46, 4: 983, 5: 123, 6: 215, 7: 111, 8: 1131, 9: 431}\n",
      "2018-06-23 08:47:06,301 - framestack - INFO: steps: 5317920, steps/s: 93.89\n",
      "  epoch reward:       2.1511/6.7646/11.2994 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.4803/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:47:51,382 - framestack - INFO: action counts: {0: 310, 1: 74, 2: 950, 3: 61, 4: 972, 5: 130, 6: 175, 7: 116, 8: 1125, 9: 407}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 08:47:51,409 - framestack - INFO: steps: 5322240, steps/s: 93.89\n",
      "  epoch reward:       2.1511/9.6703/24.7542 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.3509/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:48:36,936 - framestack - INFO: action counts: {0: 263, 1: 71, 2: 959, 3: 66, 4: 966, 5: 139, 6: 183, 7: 102, 8: 1186, 9: 385}\n",
      "2018-06-23 08:48:36,962 - framestack - INFO: steps: 5326560, steps/s: 93.88\n",
      "  epoch reward:       2.1511/9.6703/24.7542 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.2255/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:49:23,384 - framestack - INFO: action counts: {0: 301, 1: 69, 2: 875, 3: 54, 4: 964, 5: 140, 6: 163, 7: 109, 8: 1217, 9: 428}\n",
      "2018-06-23 08:49:23,409 - framestack - INFO: steps: 5330880, steps/s: 93.87\n",
      "  epoch reward:       2.1511/9.4631/24.7542 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.0959/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:50:08,139 - framestack - INFO: action counts: {0: 294, 1: 70, 2: 955, 3: 45, 4: 949, 5: 117, 6: 175, 7: 101, 8: 1247, 9: 367}\n",
      "2018-06-23 08:50:08,166 - framestack - INFO: steps: 5335200, steps/s: 93.88\n",
      "  epoch reward:       2.1511/9.8868/24.7542 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.0017/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:50:51,971 - framestack - INFO: action counts: {0: 294, 1: 60, 2: 939, 3: 49, 4: 1012, 5: 117, 6: 154, 7: 79, 8: 1244, 9: 372}\n",
      "2018-06-23 08:50:51,997 - framestack - INFO: steps: 5339520, steps/s: 93.88\n",
      "  epoch reward:       2.1511/12.5292/24.7542 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/9.9459/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:51:37,788 - framestack - INFO: action counts: {0: 277, 1: 74, 2: 903, 3: 43, 4: 1032, 5: 109, 6: 127, 7: 82, 8: 1270, 9: 403}\n",
      "2018-06-23 08:51:37,815 - framestack - INFO: steps: 5343840, steps/s: 93.88\n",
      "  epoch reward:       2.1511/12.2455/24.7542 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/9.9044/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:52:23,096 - framestack - INFO: action counts: {0: 267, 1: 67, 2: 923, 3: 45, 4: 967, 5: 130, 6: 158, 7: 91, 8: 1244, 9: 428}\n",
      "2018-06-23 08:52:23,125 - framestack - INFO: steps: 5348160, steps/s: 93.89\n",
      "  epoch reward:       2.1511/12.2455/24.7542 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/9.8630/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:53:08,691 - framestack - INFO: action counts: {0: 305, 1: 68, 2: 907, 3: 57, 4: 1006, 5: 114, 6: 173, 7: 70, 8: 1216, 9: 404}\n",
      "2018-06-23 08:53:08,718 - framestack - INFO: steps: 5352480, steps/s: 93.89\n",
      "  epoch reward:       2.1511/12.2455/24.7542 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/9.8503/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:53:54,167 - framestack - INFO: action counts: {0: 277, 1: 72, 2: 937, 3: 52, 4: 987, 5: 131, 6: 156, 7: 100, 8: 1211, 9: 397}\n",
      "2018-06-23 08:53:54,193 - framestack - INFO: steps: 5356800, steps/s: 93.89\n",
      "  epoch reward:       4.5675/12.3394/24.7542 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/9.8881/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:54:39,496 - framestack - INFO: action counts: {0: 257, 1: 74, 2: 937, 3: 47, 4: 1002, 5: 113, 6: 166, 7: 88, 8: 1256, 9: 380}\n",
      "2018-06-23 08:54:39,527 - framestack - INFO: steps: 5361120, steps/s: 93.88\n",
      "  epoch reward:       0.4645/12.3501/26.2891 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/9.9879/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:55:24,189 - framestack - INFO: action counts: {0: 290, 1: 60, 2: 971, 3: 56, 4: 964, 5: 92, 6: 152, 7: 78, 8: 1277, 9: 380}\n",
      "2018-06-23 08:55:24,215 - framestack - INFO: steps: 5365440, steps/s: 93.89\n",
      "  epoch reward:       0.4645/11.8649/26.2891 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.0871/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:56:08,584 - framestack - INFO: action counts: {0: 280, 1: 50, 2: 919, 3: 46, 4: 1013, 5: 81, 6: 131, 7: 77, 8: 1333, 9: 390}\n",
      "2018-06-23 08:56:08,618 - framestack - INFO: steps: 5369760, steps/s: 93.90\n",
      "  epoch reward:       0.4645/11.8649/26.2891 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.1863/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:56:53,585 - framestack - INFO: action counts: {0: 271, 1: 59, 2: 975, 3: 52, 4: 980, 5: 102, 6: 152, 7: 70, 8: 1283, 9: 376}\n",
      "2018-06-23 08:56:53,616 - framestack - INFO: steps: 5374080, steps/s: 93.90\n",
      "  epoch reward:       0.4645/11.8140/26.2891 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.2845/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:57:38,579 - framestack - INFO: action counts: {0: 251, 1: 65, 2: 939, 3: 38, 4: 1031, 5: 126, 6: 158, 7: 101, 8: 1207, 9: 404}\n",
      "2018-06-23 08:57:38,605 - framestack - INFO: steps: 5378400, steps/s: 93.90\n",
      "  epoch reward:       0.4645/9.8289/26.2891 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.3325/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:58:23,506 - framestack - INFO: action counts: {0: 255, 1: 62, 2: 989, 3: 36, 4: 972, 5: 112, 6: 140, 7: 104, 8: 1257, 9: 393}\n",
      "2018-06-23 08:58:23,534 - framestack - INFO: steps: 5382720, steps/s: 93.91\n",
      "  epoch reward:       0.4645/9.6836/26.2891 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.3724/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:59:07,616 - framestack - INFO: action counts: {0: 268, 1: 56, 2: 943, 3: 37, 4: 973, 5: 111, 6: 142, 7: 75, 8: 1309, 9: 406}\n",
      "2018-06-23 08:59:07,643 - framestack - INFO: steps: 5387040, steps/s: 93.92\n",
      "  epoch reward:       0.4645/9.6836/26.2891 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.4251/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 08:59:51,575 - framestack - INFO: action counts: {0: 278, 1: 49, 2: 986, 3: 24, 4: 1005, 5: 95, 6: 130, 7: 100, 8: 1289, 9: 364}\n",
      "2018-06-23 08:59:51,606 - framestack - INFO: steps: 5391360, steps/s: 93.93\n",
      "  epoch reward:       0.4645/9.6836/26.2891 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.4778/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 09:00:36,650 - framestack - INFO: action counts: {0: 264, 1: 47, 2: 1027, 3: 38, 4: 927, 5: 97, 6: 147, 7: 81, 8: 1326, 9: 366}\n",
      "2018-06-23 09:00:36,672 - framestack - INFO: steps: 5395680, steps/s: 93.93\n",
      "  epoch reward:       0.4645/9.6836/26.2891 [n=10] (min/mean/max)\n",
      "  running reward:     0.1020/10.5242/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 09:01:21,941 - framestack - INFO: action counts: {0: 270, 1: 78, 2: 978, 3: 40, 4: 1015, 5: 115, 6: 141, 7: 73, 8: 1232, 9: 378}\n",
      "2018-06-23 09:01:21,971 - framestack - INFO: steps: 5400000, steps/s: 93.93\n",
      "  epoch reward:       3.3875/9.1463/18.3660 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.5863/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 09:02:07,025 - framestack - INFO: action counts: {0: 267, 1: 61, 2: 912, 3: 48, 4: 1011, 5: 106, 6: 163, 7: 85, 8: 1255, 9: 412}\n",
      "2018-06-23 09:02:07,054 - framestack - INFO: steps: 5404320, steps/s: 93.93\n",
      "  epoch reward:       2.1401/10.7575/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.6113/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 09:02:52,605 - framestack - INFO: action counts: {0: 269, 1: 62, 2: 973, 3: 48, 4: 982, 5: 91, 6: 132, 7: 77, 8: 1288, 9: 398}\n",
      "2018-06-23 09:02:52,628 - framestack - INFO: steps: 5408640, steps/s: 93.93\n",
      "  epoch reward:       1.3901/9.5724/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.6157/33.0766 [n=500]\n",
      "\n",
      "2018-06-23 09:03:38,493 - framestack - INFO: action counts: {0: 253, 1: 36, 2: 1015, 3: 23, 4: 995, 5: 95, 6: 119, 7: 68, 8: 1387, 9: 329}\n",
      "2018-06-23 09:03:38,519 - framestack - INFO: steps: 5412960, steps/s: 93.93\n",
      "  epoch reward:       0.7183/13.4221/48.6972 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.7008/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:04:24,208 - framestack - INFO: action counts: {0: 256, 1: 54, 2: 1027, 3: 33, 4: 1033, 5: 75, 6: 136, 7: 52, 8: 1307, 9: 347}\n",
      "2018-06-23 09:04:24,235 - framestack - INFO: steps: 5417280, steps/s: 93.94\n",
      "  epoch reward:       0.7183/13.4221/48.6972 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.7414/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:05:10,624 - framestack - INFO: action counts: {0: 242, 1: 42, 2: 1006, 3: 31, 4: 967, 5: 73, 6: 127, 7: 72, 8: 1366, 9: 394}\n",
      "2018-06-23 09:05:10,655 - framestack - INFO: steps: 5421600, steps/s: 93.93\n",
      "  epoch reward:       1.3901/15.8685/48.6972 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.7694/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:05:55,371 - framestack - INFO: action counts: {0: 256, 1: 63, 2: 1014, 3: 37, 4: 1005, 5: 106, 6: 142, 7: 72, 8: 1244, 9: 381}\n",
      "2018-06-23 09:05:55,400 - framestack - INFO: steps: 5425920, steps/s: 93.94\n",
      "  epoch reward:       1.3901/16.1809/48.6972 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.8526/48.6972 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 09:06:41,474 - framestack - INFO: action counts: {0: 262, 1: 55, 2: 1029, 3: 31, 4: 974, 5: 111, 6: 156, 7: 64, 8: 1266, 9: 372}\n",
      "2018-06-23 09:06:41,499 - framestack - INFO: steps: 5430240, steps/s: 93.93\n",
      "  epoch reward:       1.3901/16.1809/48.6972 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/10.9358/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:07:27,335 - framestack - INFO: action counts: {0: 300, 1: 65, 2: 935, 3: 43, 4: 995, 5: 91, 6: 145, 7: 95, 8: 1255, 9: 396}\n",
      "2018-06-23 09:07:27,365 - framestack - INFO: steps: 5434560, steps/s: 93.94\n",
      "  epoch reward:       1.3901/16.1809/48.6972 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.0373/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:08:12,335 - framestack - INFO: action counts: {0: 250, 1: 72, 2: 967, 3: 44, 4: 1037, 5: 118, 6: 151, 7: 85, 8: 1210, 9: 386}\n",
      "2018-06-23 09:08:12,362 - framestack - INFO: steps: 5438880, steps/s: 93.95\n",
      "  epoch reward:       1.3901/14.7669/48.6972 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.1105/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:08:58,333 - framestack - INFO: action counts: {0: 279, 1: 62, 2: 974, 3: 39, 4: 1005, 5: 97, 6: 159, 7: 79, 8: 1267, 9: 359}\n",
      "2018-06-23 09:08:58,357 - framestack - INFO: steps: 5443200, steps/s: 93.94\n",
      "  epoch reward:       1.3901/12.7903/48.6972 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.1441/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:09:45,018 - framestack - INFO: action counts: {0: 297, 1: 65, 2: 974, 3: 43, 4: 1003, 5: 80, 6: 159, 7: 80, 8: 1245, 9: 374}\n",
      "2018-06-23 09:09:45,047 - framestack - INFO: steps: 5447520, steps/s: 93.94\n",
      "  epoch reward:       1.3901/13.7469/48.6972 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.1969/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:10:31,552 - framestack - INFO: action counts: {0: 279, 1: 46, 2: 933, 3: 31, 4: 1044, 5: 92, 6: 134, 7: 74, 8: 1304, 9: 383}\n",
      "2018-06-23 09:10:31,577 - framestack - INFO: steps: 5451840, steps/s: 93.93\n",
      "  epoch reward:       3.3070/9.7256/16.8312 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.1560/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:11:18,140 - framestack - INFO: action counts: {0: 265, 1: 53, 2: 1015, 3: 44, 4: 1016, 5: 87, 6: 115, 7: 74, 8: 1283, 9: 368}\n",
      "2018-06-23 09:11:18,165 - framestack - INFO: steps: 5456160, steps/s: 93.93\n",
      "  epoch reward:       1.2854/9.5093/16.8312 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.1142/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:12:03,627 - framestack - INFO: action counts: {0: 239, 1: 50, 2: 991, 3: 36, 4: 1008, 5: 89, 6: 138, 7: 81, 8: 1309, 9: 379}\n",
      "2018-06-23 09:12:03,655 - framestack - INFO: steps: 5460480, steps/s: 93.94\n",
      "  epoch reward:       1.2854/8.7958/16.8312 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.0673/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:12:49,036 - framestack - INFO: action counts: {0: 269, 1: 49, 2: 987, 3: 33, 4: 1016, 5: 111, 6: 134, 7: 77, 8: 1290, 9: 354}\n",
      "2018-06-23 09:12:49,064 - framestack - INFO: steps: 5464800, steps/s: 93.94\n",
      "  epoch reward:       1.2854/10.1869/27.8283 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.0158/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:13:34,998 - framestack - INFO: action counts: {0: 276, 1: 59, 2: 929, 3: 36, 4: 1002, 5: 93, 6: 155, 7: 86, 8: 1306, 9: 378}\n",
      "2018-06-23 09:13:35,028 - framestack - INFO: steps: 5469120, steps/s: 93.95\n",
      "  epoch reward:       1.2854/10.1869/27.8283 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.0247/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:14:20,764 - framestack - INFO: action counts: {0: 226, 1: 66, 2: 942, 3: 41, 4: 1036, 5: 116, 6: 138, 7: 84, 8: 1278, 9: 393}\n",
      "2018-06-23 09:14:20,793 - framestack - INFO: steps: 5473440, steps/s: 93.94\n",
      "  epoch reward:       1.2854/10.1869/27.8283 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.0229/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:15:06,185 - framestack - INFO: action counts: {0: 272, 1: 76, 2: 928, 3: 46, 4: 1014, 5: 105, 6: 145, 7: 76, 8: 1308, 9: 350}\n",
      "2018-06-23 09:15:06,209 - framestack - INFO: steps: 5477760, steps/s: 93.94\n",
      "  epoch reward:       1.2854/10.2495/27.8283 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.0042/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:15:51,661 - framestack - INFO: action counts: {0: 265, 1: 59, 2: 933, 3: 42, 4: 1001, 5: 106, 6: 140, 7: 87, 8: 1317, 9: 370}\n",
      "2018-06-23 09:15:51,690 - framestack - INFO: steps: 5482080, steps/s: 93.94\n",
      "  epoch reward:       1.2854/11.2888/27.8283 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.0062/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:16:38,128 - framestack - INFO: action counts: {0: 260, 1: 58, 2: 947, 3: 35, 4: 1021, 5: 102, 6: 144, 7: 98, 8: 1266, 9: 389}\n",
      "2018-06-23 09:16:38,155 - framestack - INFO: steps: 5486400, steps/s: 93.94\n",
      "  epoch reward:       1.2854/10.9516/25.2129 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.0015/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:17:23,979 - framestack - INFO: action counts: {0: 246, 1: 52, 2: 964, 3: 29, 4: 985, 5: 92, 6: 147, 7: 89, 8: 1343, 9: 373}\n",
      "2018-06-23 09:17:24,007 - framestack - INFO: steps: 5490720, steps/s: 93.94\n",
      "  epoch reward:       1.2854/13.0509/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.0391/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:18:09,834 - framestack - INFO: action counts: {0: 250, 1: 41, 2: 997, 3: 40, 4: 1021, 5: 86, 6: 139, 7: 65, 8: 1338, 9: 343}\n",
      "2018-06-23 09:18:09,864 - framestack - INFO: steps: 5495040, steps/s: 93.94\n",
      "  epoch reward:       1.2854/14.1233/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.1358/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:18:55,814 - framestack - INFO: action counts: {0: 238, 1: 46, 2: 995, 3: 26, 4: 1042, 5: 81, 6: 138, 7: 81, 8: 1327, 9: 346}\n",
      "2018-06-23 09:18:55,840 - framestack - INFO: steps: 5499360, steps/s: 93.95\n",
      "  epoch reward:       4.3396/14.6739/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.2429/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:19:41,183 - framestack - INFO: action counts: {0: 257, 1: 44, 2: 988, 3: 41, 4: 1015, 5: 81, 6: 147, 7: 73, 8: 1320, 9: 354}\n",
      "2018-06-23 09:19:41,209 - framestack - INFO: steps: 5503680, steps/s: 93.94\n",
      "  epoch reward:       4.3396/14.6739/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.3430/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:20:26,311 - framestack - INFO: action counts: {0: 263, 1: 52, 2: 972, 3: 38, 4: 1009, 5: 90, 6: 162, 7: 80, 8: 1255, 9: 399}\n",
      "2018-06-23 09:20:26,339 - framestack - INFO: steps: 5508000, steps/s: 93.95\n",
      "  epoch reward:       4.3396/14.6739/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.4441/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:21:13,009 - framestack - INFO: action counts: {0: 281, 1: 60, 2: 957, 3: 31, 4: 1018, 5: 96, 6: 131, 7: 101, 8: 1251, 9: 394}\n",
      "2018-06-23 09:21:13,032 - framestack - INFO: steps: 5512320, steps/s: 93.95\n",
      "  epoch reward:       4.3396/14.6739/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.5782/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:22:00,180 - framestack - INFO: action counts: {0: 289, 1: 57, 2: 958, 3: 40, 4: 1000, 5: 95, 6: 153, 7: 66, 8: 1282, 9: 380}\n",
      "2018-06-23 09:22:00,206 - framestack - INFO: steps: 5516640, steps/s: 93.94\n",
      "  epoch reward:       4.3396/14.6739/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.6975/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:22:45,792 - framestack - INFO: action counts: {0: 280, 1: 44, 2: 912, 3: 39, 4: 1022, 5: 93, 6: 140, 7: 82, 8: 1292, 9: 416}\n",
      "2018-06-23 09:22:45,819 - framestack - INFO: steps: 5520960, steps/s: 93.94\n",
      "  epoch reward:       4.3396/15.1763/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.8360/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:23:31,677 - framestack - INFO: action counts: {0: 255, 1: 54, 2: 973, 3: 49, 4: 1004, 5: 100, 6: 168, 7: 89, 8: 1266, 9: 362}\n",
      "2018-06-23 09:23:31,704 - framestack - INFO: steps: 5525280, steps/s: 93.95\n",
      "  epoch reward:       1.9893/12.8940/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.8994/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:24:16,142 - framestack - INFO: action counts: {0: 256, 1: 49, 2: 1010, 3: 35, 4: 966, 5: 114, 6: 130, 7: 74, 8: 1333, 9: 353}\n",
      "2018-06-23 09:24:16,165 - framestack - INFO: steps: 5529600, steps/s: 93.96\n",
      "  epoch reward:       1.9893/10.3732/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.9124/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:25:03,466 - framestack - INFO: action counts: {0: 252, 1: 59, 2: 964, 3: 36, 4: 979, 5: 98, 6: 140, 7: 72, 8: 1363, 9: 357}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 09:25:03,492 - framestack - INFO: steps: 5533920, steps/s: 93.95\n",
      "  epoch reward:       1.9893/9.3548/14.8004 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.9642/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:25:51,773 - framestack - INFO: action counts: {0: 223, 1: 48, 2: 993, 3: 31, 4: 1029, 5: 80, 6: 124, 7: 79, 8: 1374, 9: 339}\n",
      "2018-06-23 09:25:51,800 - framestack - INFO: steps: 5538240, steps/s: 93.94\n",
      "  epoch reward:       1.9893/7.2721/14.0978 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.9163/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:26:36,598 - framestack - INFO: action counts: {0: 239, 1: 45, 2: 995, 3: 23, 4: 1017, 5: 86, 6: 125, 7: 57, 8: 1382, 9: 351}\n",
      "2018-06-23 09:26:36,625 - framestack - INFO: steps: 5542560, steps/s: 93.94\n",
      "  epoch reward:       1.9893/9.7799/29.4183 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.9185/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:27:22,926 - framestack - INFO: action counts: {0: 242, 1: 45, 2: 1004, 3: 31, 4: 1032, 5: 71, 6: 115, 7: 70, 8: 1373, 9: 337}\n",
      "2018-06-23 09:27:22,956 - framestack - INFO: steps: 5546880, steps/s: 93.94\n",
      "  epoch reward:       1.9893/9.7799/29.4183 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.9248/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:28:08,960 - framestack - INFO: action counts: {0: 240, 1: 49, 2: 966, 3: 43, 4: 988, 5: 112, 6: 151, 7: 103, 8: 1289, 9: 379}\n",
      "2018-06-23 09:28:08,988 - framestack - INFO: steps: 5551200, steps/s: 93.94\n",
      "  epoch reward:       1.9893/9.7799/29.4183 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.9227/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:28:55,452 - framestack - INFO: action counts: {0: 270, 1: 59, 2: 958, 3: 38, 4: 980, 5: 106, 6: 142, 7: 82, 8: 1271, 9: 414}\n",
      "2018-06-23 09:28:55,478 - framestack - INFO: steps: 5555520, steps/s: 93.94\n",
      "  epoch reward:       1.9893/9.7799/29.4183 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.8677/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:29:41,458 - framestack - INFO: action counts: {0: 291, 1: 57, 2: 876, 3: 46, 4: 997, 5: 123, 6: 172, 7: 98, 8: 1269, 9: 391}\n",
      "2018-06-23 09:29:41,485 - framestack - INFO: steps: 5559840, steps/s: 93.94\n",
      "  epoch reward:       1.9893/8.6435/29.4183 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.7956/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:30:26,343 - framestack - INFO: action counts: {0: 268, 1: 66, 2: 891, 3: 49, 4: 1012, 5: 116, 6: 165, 7: 90, 8: 1291, 9: 372}\n",
      "2018-06-23 09:30:26,372 - framestack - INFO: steps: 5564160, steps/s: 93.95\n",
      "  epoch reward:       2.7257/9.7298/29.4183 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.7453/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:31:12,917 - framestack - INFO: action counts: {0: 288, 1: 57, 2: 908, 3: 41, 4: 982, 5: 96, 6: 168, 7: 94, 8: 1283, 9: 403}\n",
      "2018-06-23 09:31:12,944 - framestack - INFO: steps: 5568480, steps/s: 93.95\n",
      "  epoch reward:       2.4156/11.5125/29.4183 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.7307/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:31:58,434 - framestack - INFO: action counts: {0: 286, 1: 54, 2: 947, 3: 45, 4: 961, 5: 121, 6: 175, 7: 90, 8: 1266, 9: 375}\n",
      "2018-06-23 09:31:58,462 - framestack - INFO: steps: 5572800, steps/s: 93.95\n",
      "  epoch reward:       2.4156/12.7638/29.4183 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.7392/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:32:43,244 - framestack - INFO: action counts: {0: 267, 1: 58, 2: 981, 3: 43, 4: 1000, 5: 90, 6: 169, 7: 86, 8: 1282, 9: 344}\n",
      "2018-06-23 09:32:43,268 - framestack - INFO: steps: 5577120, steps/s: 93.96\n",
      "  epoch reward:       2.4156/12.8483/29.4183 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.7491/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:33:28,369 - framestack - INFO: action counts: {0: 240, 1: 47, 2: 962, 3: 35, 4: 1017, 5: 95, 6: 134, 7: 63, 8: 1331, 9: 396}\n",
      "2018-06-23 09:33:28,393 - framestack - INFO: steps: 5581440, steps/s: 93.96\n",
      "  epoch reward:       2.4156/13.2180/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.7762/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:34:15,154 - framestack - INFO: action counts: {0: 258, 1: 48, 2: 945, 3: 34, 4: 1009, 5: 84, 6: 140, 7: 79, 8: 1337, 9: 386}\n",
      "2018-06-23 09:34:15,179 - framestack - INFO: steps: 5585760, steps/s: 93.96\n",
      "  epoch reward:       2.4156/13.2180/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.8032/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:35:01,252 - framestack - INFO: action counts: {0: 251, 1: 69, 2: 898, 3: 36, 4: 1062, 5: 105, 6: 135, 7: 79, 8: 1319, 9: 366}\n",
      "2018-06-23 09:35:01,279 - framestack - INFO: steps: 5590080, steps/s: 93.96\n",
      "  epoch reward:       2.4156/13.2180/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.8313/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:35:48,059 - framestack - INFO: action counts: {0: 262, 1: 57, 2: 981, 3: 43, 4: 1003, 5: 103, 6: 138, 7: 86, 8: 1267, 9: 380}\n",
      "2018-06-23 09:35:48,083 - framestack - INFO: steps: 5594400, steps/s: 93.96\n",
      "  epoch reward:       2.4156/13.9072/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.9129/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:36:33,713 - framestack - INFO: action counts: {0: 274, 1: 72, 2: 930, 3: 49, 4: 986, 5: 113, 6: 145, 7: 91, 8: 1256, 9: 404}\n",
      "2018-06-23 09:36:33,738 - framestack - INFO: steps: 5598720, steps/s: 93.97\n",
      "  epoch reward:       2.0170/13.4342/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/11.9879/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:37:19,301 - framestack - INFO: action counts: {0: 259, 1: 52, 2: 989, 3: 45, 4: 959, 5: 118, 6: 163, 7: 76, 8: 1291, 9: 368}\n",
      "2018-06-23 09:37:19,330 - framestack - INFO: steps: 5603040, steps/s: 93.97\n",
      "  epoch reward:       2.4156/16.1444/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/12.1171/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:38:05,006 - framestack - INFO: action counts: {0: 248, 1: 52, 2: 1003, 3: 38, 4: 985, 5: 86, 6: 122, 7: 89, 8: 1312, 9: 385}\n",
      "2018-06-23 09:38:05,033 - framestack - INFO: steps: 5607360, steps/s: 93.97\n",
      "  epoch reward:       3.1904/16.2219/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4645/12.2479/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:38:51,031 - framestack - INFO: action counts: {0: 271, 1: 56, 2: 923, 3: 48, 4: 972, 5: 110, 6: 179, 7: 88, 8: 1298, 9: 375}\n",
      "2018-06-23 09:38:51,057 - framestack - INFO: steps: 5611680, steps/s: 93.97\n",
      "  epoch reward:       3.1904/13.1939/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.3181/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:39:36,224 - framestack - INFO: action counts: {0: 270, 1: 64, 2: 947, 3: 62, 4: 984, 5: 103, 6: 163, 7: 80, 8: 1256, 9: 391}\n",
      "2018-06-23 09:39:36,247 - framestack - INFO: steps: 5616000, steps/s: 93.97\n",
      "  epoch reward:       3.1904/14.2642/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.4204/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:40:21,859 - framestack - INFO: action counts: {0: 260, 1: 52, 2: 1002, 3: 53, 4: 977, 5: 104, 6: 138, 7: 109, 8: 1221, 9: 404}\n",
      "2018-06-23 09:40:21,884 - framestack - INFO: steps: 5620320, steps/s: 93.98\n",
      "  epoch reward:       3.1904/12.1000/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.4473/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:41:08,571 - framestack - INFO: action counts: {0: 274, 1: 66, 2: 1018, 3: 52, 4: 953, 5: 110, 6: 174, 7: 93, 8: 1186, 9: 394}\n",
      "2018-06-23 09:41:08,593 - framestack - INFO: steps: 5624640, steps/s: 93.98\n",
      "  epoch reward:       3.1904/12.1000/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.4978/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:41:54,066 - framestack - INFO: action counts: {0: 263, 1: 71, 2: 999, 3: 34, 4: 1007, 5: 89, 6: 168, 7: 90, 8: 1208, 9: 391}\n",
      "2018-06-23 09:41:54,090 - framestack - INFO: steps: 5628960, steps/s: 93.98\n",
      "  epoch reward:       3.1904/14.0476/30.8483 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.5104/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:42:39,862 - framestack - INFO: action counts: {0: 258, 1: 54, 2: 1024, 3: 42, 4: 984, 5: 82, 6: 163, 7: 110, 8: 1243, 9: 360}\n",
      "2018-06-23 09:42:39,887 - framestack - INFO: steps: 5633280, steps/s: 93.99\n",
      "  epoch reward:       3.1904/11.2934/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     1.2854/12.4678/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:43:25,534 - framestack - INFO: action counts: {0: 260, 1: 59, 2: 999, 3: 37, 4: 947, 5: 108, 6: 176, 7: 89, 8: 1260, 9: 385}\n",
      "2018-06-23 09:43:25,558 - framestack - INFO: steps: 5637600, steps/s: 93.98\n",
      "  epoch reward:       3.1904/11.2934/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     1.2854/12.3763/48.6972 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 09:44:11,292 - framestack - INFO: action counts: {0: 284, 1: 50, 2: 976, 3: 45, 4: 956, 5: 118, 6: 183, 7: 95, 8: 1275, 9: 338}\n",
      "2018-06-23 09:44:11,316 - framestack - INFO: steps: 5641920, steps/s: 93.99\n",
      "  epoch reward:       3.1904/11.8686/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     1.2854/12.2900/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:44:56,600 - framestack - INFO: action counts: {0: 266, 1: 62, 2: 973, 3: 48, 4: 954, 5: 114, 6: 167, 7: 91, 8: 1280, 9: 365}\n",
      "2018-06-23 09:44:56,625 - framestack - INFO: steps: 5646240, steps/s: 93.98\n",
      "  epoch reward:       3.3058/10.3592/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     1.2854/12.1736/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:45:42,734 - framestack - INFO: action counts: {0: 269, 1: 50, 2: 1070, 3: 39, 4: 967, 5: 96, 6: 163, 7: 87, 8: 1219, 9: 360}\n",
      "2018-06-23 09:45:42,762 - framestack - INFO: steps: 5650560, steps/s: 93.98\n",
      "  epoch reward:       2.8985/10.5985/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     1.2854/12.0620/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:46:28,306 - framestack - INFO: action counts: {0: 297, 1: 57, 2: 971, 3: 36, 4: 982, 5: 101, 6: 162, 7: 62, 8: 1286, 9: 366}\n",
      "2018-06-23 09:46:28,337 - framestack - INFO: steps: 5654880, steps/s: 93.98\n",
      "  epoch reward:       1.1446/8.4621/17.1267 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.9359/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:47:13,403 - framestack - INFO: action counts: {0: 266, 1: 48, 2: 1055, 3: 45, 4: 941, 5: 84, 6: 144, 7: 66, 8: 1323, 9: 348}\n",
      "2018-06-23 09:47:13,433 - framestack - INFO: steps: 5659200, steps/s: 93.99\n",
      "  epoch reward:       1.1446/6.7798/17.1267 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.8156/48.6972 [n=500]\n",
      "\n",
      "2018-06-23 09:47:58,386 - framestack - INFO: action counts: {0: 271, 1: 42, 2: 979, 3: 43, 4: 971, 5: 76, 6: 131, 7: 69, 8: 1395, 9: 343}\n",
      "2018-06-23 09:47:58,412 - framestack - INFO: steps: 5663520, steps/s: 93.99\n",
      "  epoch reward:       1.1446/6.7798/17.1267 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.6763/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:48:46,362 - framestack - INFO: action counts: {0: 231, 1: 57, 2: 1021, 3: 39, 4: 977, 5: 92, 6: 152, 7: 80, 8: 1285, 9: 386}\n",
      "2018-06-23 09:48:46,390 - framestack - INFO: steps: 5667840, steps/s: 94.00\n",
      "  epoch reward:       1.1446/6.7798/17.1267 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.6174/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:49:32,696 - framestack - INFO: action counts: {0: 260, 1: 51, 2: 1013, 3: 38, 4: 985, 5: 100, 6: 145, 7: 89, 8: 1291, 9: 348}\n",
      "2018-06-23 09:49:32,722 - framestack - INFO: steps: 5672160, steps/s: 94.00\n",
      "  epoch reward:       3.0683/9.7904/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.6230/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:50:19,779 - framestack - INFO: action counts: {0: 244, 1: 46, 2: 1012, 3: 34, 4: 978, 5: 115, 6: 160, 7: 96, 8: 1310, 9: 325}\n",
      "2018-06-23 09:50:19,803 - framestack - INFO: steps: 5676480, steps/s: 94.00\n",
      "  epoch reward:       3.0683/9.7904/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.6429/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:51:07,130 - framestack - INFO: action counts: {0: 287, 1: 48, 2: 1017, 3: 29, 4: 1026, 5: 114, 6: 148, 7: 89, 8: 1201, 9: 361}\n",
      "2018-06-23 09:51:07,159 - framestack - INFO: steps: 5680800, steps/s: 93.99\n",
      "  epoch reward:       3.0207/9.1618/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.6224/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:51:53,298 - framestack - INFO: action counts: {0: 230, 1: 53, 2: 960, 3: 36, 4: 962, 5: 93, 6: 166, 7: 72, 8: 1390, 9: 358}\n",
      "2018-06-23 09:51:53,323 - framestack - INFO: steps: 5685120, steps/s: 93.99\n",
      "  epoch reward:       3.0207/10.7757/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.6342/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:52:40,047 - framestack - INFO: action counts: {0: 273, 1: 39, 2: 1027, 3: 28, 4: 1042, 5: 93, 6: 144, 7: 78, 8: 1273, 9: 323}\n",
      "2018-06-23 09:52:40,073 - framestack - INFO: steps: 5689440, steps/s: 93.99\n",
      "  epoch reward:       3.0207/12.3996/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.6784/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:53:26,153 - framestack - INFO: action counts: {0: 240, 1: 63, 2: 1071, 3: 27, 4: 997, 5: 94, 6: 151, 7: 66, 8: 1253, 9: 358}\n",
      "2018-06-23 09:53:26,180 - framestack - INFO: steps: 5693760, steps/s: 93.99\n",
      "  epoch reward:       3.0207/12.2386/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.7182/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:54:11,822 - framestack - INFO: action counts: {0: 258, 1: 45, 2: 1042, 3: 43, 4: 992, 5: 60, 6: 136, 7: 110, 8: 1295, 9: 339}\n",
      "2018-06-23 09:54:11,848 - framestack - INFO: steps: 5698080, steps/s: 94.00\n",
      "  epoch reward:       3.0207/11.4256/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.7210/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:54:59,363 - framestack - INFO: action counts: {0: 221, 1: 50, 2: 1184, 3: 29, 4: 947, 5: 76, 6: 118, 7: 66, 8: 1316, 9: 313}\n",
      "2018-06-23 09:54:59,386 - framestack - INFO: steps: 5702400, steps/s: 93.98\n",
      "  epoch reward:       3.0207/10.1306/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.7045/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:55:46,638 - framestack - INFO: action counts: {0: 211, 1: 34, 2: 1039, 3: 33, 4: 955, 5: 88, 6: 139, 7: 78, 8: 1399, 9: 344}\n",
      "2018-06-23 09:55:46,662 - framestack - INFO: steps: 5706720, steps/s: 93.98\n",
      "  epoch reward:       3.3048/11.2060/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.6676/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:56:33,317 - framestack - INFO: action counts: {0: 242, 1: 54, 2: 1046, 3: 29, 4: 988, 5: 79, 6: 120, 7: 53, 8: 1384, 9: 325}\n",
      "2018-06-23 09:56:33,344 - framestack - INFO: steps: 5711040, steps/s: 93.98\n",
      "  epoch reward:       3.3048/10.1632/22.6496 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.5884/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:57:17,841 - framestack - INFO: action counts: {0: 284, 1: 42, 2: 1020, 3: 43, 4: 1007, 5: 80, 6: 132, 7: 64, 8: 1264, 9: 384}\n",
      "2018-06-23 09:57:17,869 - framestack - INFO: steps: 5715360, steps/s: 93.99\n",
      "  epoch reward:       3.3048/10.1632/22.6496 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.4982/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:58:02,808 - framestack - INFO: action counts: {0: 304, 1: 52, 2: 992, 3: 41, 4: 974, 5: 100, 6: 169, 7: 79, 8: 1270, 9: 339}\n",
      "2018-06-23 09:58:02,836 - framestack - INFO: steps: 5719680, steps/s: 93.99\n",
      "  epoch reward:       3.3048/10.1632/22.6496 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.4080/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:58:47,838 - framestack - INFO: action counts: {0: 252, 1: 45, 2: 1047, 3: 38, 4: 979, 5: 98, 6: 168, 7: 68, 8: 1242, 9: 383}\n",
      "2018-06-23 09:58:47,869 - framestack - INFO: steps: 5724000, steps/s: 93.99\n",
      "  epoch reward:       3.3048/8.2289/15.7024 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.2791/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 09:59:33,346 - framestack - INFO: action counts: {0: 271, 1: 50, 2: 956, 3: 28, 4: 969, 5: 106, 6: 168, 7: 77, 8: 1304, 9: 391}\n",
      "2018-06-23 09:59:33,374 - framestack - INFO: steps: 5728320, steps/s: 93.99\n",
      "  epoch reward:       3.3048/8.2289/15.7024 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.1502/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:00:17,814 - framestack - INFO: action counts: {0: 298, 1: 50, 2: 993, 3: 39, 4: 990, 5: 98, 6: 146, 7: 77, 8: 1241, 9: 388}\n",
      "2018-06-23 10:00:17,844 - framestack - INFO: steps: 5732640, steps/s: 94.00\n",
      "  epoch reward:       3.3048/10.5438/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/11.0676/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:01:01,900 - framestack - INFO: action counts: {0: 284, 1: 48, 2: 999, 3: 49, 4: 1017, 5: 109, 6: 173, 7: 81, 8: 1177, 9: 383}\n",
      "2018-06-23 10:01:01,926 - framestack - INFO: steps: 5736960, steps/s: 94.01\n",
      "  epoch reward:       3.3070/11.5413/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     1.1446/10.9949/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:01:45,202 - framestack - INFO: action counts: {0: 274, 1: 52, 2: 943, 3: 47, 4: 1015, 5: 90, 6: 162, 7: 97, 8: 1280, 9: 360}\n",
      "2018-06-23 10:01:45,227 - framestack - INFO: steps: 5741280, steps/s: 94.03\n",
      "  epoch reward:       0.7183/10.2446/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9419/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:02:31,521 - framestack - INFO: action counts: {0: 263, 1: 56, 2: 956, 3: 31, 4: 986, 5: 107, 6: 166, 7: 83, 8: 1274, 9: 398}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 10:02:31,551 - framestack - INFO: steps: 5745600, steps/s: 94.03\n",
      "  epoch reward:       0.7183/9.2786/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9200/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:03:18,864 - framestack - INFO: action counts: {0: 301, 1: 60, 2: 984, 3: 55, 4: 994, 5: 109, 6: 170, 7: 85, 8: 1187, 9: 375}\n",
      "2018-06-23 10:03:18,890 - framestack - INFO: steps: 5749920, steps/s: 94.02\n",
      "  epoch reward:       0.7183/8.4358/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9016/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:04:04,910 - framestack - INFO: action counts: {0: 336, 1: 67, 2: 1004, 3: 71, 4: 916, 5: 118, 6: 190, 7: 117, 8: 1118, 9: 383}\n",
      "2018-06-23 10:04:04,936 - framestack - INFO: steps: 5754240, steps/s: 94.02\n",
      "  epoch reward:       0.7183/8.8152/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9325/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:04:51,770 - framestack - INFO: action counts: {0: 306, 1: 74, 2: 953, 3: 62, 4: 938, 5: 114, 6: 186, 7: 109, 8: 1177, 9: 401}\n",
      "2018-06-23 10:04:51,791 - framestack - INFO: steps: 5758560, steps/s: 94.01\n",
      "  epoch reward:       0.7183/8.8152/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9132/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:05:36,590 - framestack - INFO: action counts: {0: 306, 1: 68, 2: 944, 3: 55, 4: 942, 5: 149, 6: 180, 7: 92, 8: 1168, 9: 416}\n",
      "2018-06-23 10:05:36,616 - framestack - INFO: steps: 5762880, steps/s: 94.02\n",
      "  epoch reward:       0.7183/9.2667/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9029/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:06:21,582 - framestack - INFO: action counts: {0: 301, 1: 71, 2: 940, 3: 47, 4: 983, 5: 126, 6: 198, 7: 99, 8: 1158, 9: 397}\n",
      "2018-06-23 10:06:21,622 - framestack - INFO: steps: 5767200, steps/s: 94.03\n",
      "  epoch reward:       0.7183/9.2667/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8927/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:07:06,086 - framestack - INFO: action counts: {0: 286, 1: 90, 2: 918, 3: 59, 4: 987, 5: 124, 6: 191, 7: 99, 8: 1184, 9: 382}\n",
      "2018-06-23 10:07:06,113 - framestack - INFO: steps: 5771520, steps/s: 94.03\n",
      "  epoch reward:       0.7183/9.2667/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8824/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:07:50,828 - framestack - INFO: action counts: {0: 304, 1: 67, 2: 931, 3: 71, 4: 946, 5: 100, 6: 177, 7: 131, 8: 1153, 9: 440}\n",
      "2018-06-23 10:07:50,873 - framestack - INFO: steps: 5775840, steps/s: 94.04\n",
      "  epoch reward:       0.7183/6.4721/14.3021 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8390/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:08:36,217 - framestack - INFO: action counts: {0: 311, 1: 77, 2: 944, 3: 58, 4: 924, 5: 111, 6: 195, 7: 125, 8: 1172, 9: 403}\n",
      "2018-06-23 10:08:36,247 - framestack - INFO: steps: 5780160, steps/s: 94.05\n",
      "  epoch reward:       1.9104/10.7432/24.6756 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8593/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:09:21,542 - framestack - INFO: action counts: {0: 286, 1: 81, 2: 1027, 3: 48, 4: 908, 5: 103, 6: 166, 7: 107, 8: 1210, 9: 384}\n",
      "2018-06-23 10:09:21,575 - framestack - INFO: steps: 5784480, steps/s: 94.04\n",
      "  epoch reward:       2.7332/10.8254/24.6756 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8455/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:10:06,453 - framestack - INFO: action counts: {0: 277, 1: 75, 2: 962, 3: 49, 4: 1000, 5: 101, 6: 193, 7: 104, 8: 1149, 9: 410}\n",
      "2018-06-23 10:10:06,481 - framestack - INFO: steps: 5788800, steps/s: 94.05\n",
      "  epoch reward:       4.8931/11.4857/24.6756 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8199/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:10:51,673 - framestack - INFO: action counts: {0: 294, 1: 56, 2: 976, 3: 61, 4: 952, 5: 111, 6: 168, 7: 88, 8: 1273, 9: 341}\n",
      "2018-06-23 10:10:51,704 - framestack - INFO: steps: 5793120, steps/s: 94.05\n",
      "  epoch reward:       4.8931/13.2915/24.6756 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8288/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:11:37,841 - framestack - INFO: action counts: {0: 305, 1: 58, 2: 1032, 3: 48, 4: 977, 5: 73, 6: 157, 7: 96, 8: 1196, 9: 378}\n",
      "2018-06-23 10:11:37,883 - framestack - INFO: steps: 5797440, steps/s: 94.05\n",
      "  epoch reward:       4.8931/13.2915/24.6756 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8303/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:12:23,489 - framestack - INFO: action counts: {0: 292, 1: 56, 2: 942, 3: 52, 4: 1020, 5: 106, 6: 166, 7: 72, 8: 1232, 9: 382}\n",
      "2018-06-23 10:12:23,517 - framestack - INFO: steps: 5801760, steps/s: 94.05\n",
      "  epoch reward:       4.8931/13.2915/24.6756 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8318/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:13:08,471 - framestack - INFO: action counts: {0: 305, 1: 64, 2: 959, 3: 56, 4: 963, 5: 112, 6: 173, 7: 101, 8: 1162, 9: 425}\n",
      "2018-06-23 10:13:08,500 - framestack - INFO: steps: 5806080, steps/s: 94.06\n",
      "  epoch reward:       4.8931/13.4372/24.6756 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8361/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:13:53,494 - framestack - INFO: action counts: {0: 293, 1: 68, 2: 1002, 3: 52, 4: 937, 5: 122, 6: 180, 7: 120, 8: 1147, 9: 399}\n",
      "2018-06-23 10:13:53,524 - framestack - INFO: steps: 5810400, steps/s: 94.07\n",
      "  epoch reward:       4.8931/13.4372/24.6756 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8267/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:14:37,657 - framestack - INFO: action counts: {0: 297, 1: 68, 2: 1009, 3: 62, 4: 910, 5: 125, 6: 189, 7: 113, 8: 1158, 9: 389}\n",
      "2018-06-23 10:14:37,687 - framestack - INFO: steps: 5814720, steps/s: 94.08\n",
      "  epoch reward:       4.8931/12.7966/24.6756 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8140/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:15:22,350 - framestack - INFO: action counts: {0: 311, 1: 70, 2: 1004, 3: 58, 4: 936, 5: 116, 6: 172, 7: 110, 8: 1141, 9: 402}\n",
      "2018-06-23 10:15:22,379 - framestack - INFO: steps: 5819040, steps/s: 94.09\n",
      "  epoch reward:       2.9998/10.6636/20.3443 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7044/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:16:07,456 - framestack - INFO: action counts: {0: 300, 1: 60, 2: 1009, 3: 53, 4: 967, 5: 114, 6: 188, 7: 101, 8: 1141, 9: 387}\n",
      "2018-06-23 10:16:07,491 - framestack - INFO: steps: 5823360, steps/s: 94.09\n",
      "  epoch reward:       2.1675/9.3465/20.3443 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.5669/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:16:52,568 - framestack - INFO: action counts: {0: 273, 1: 66, 2: 1019, 3: 63, 4: 969, 5: 94, 6: 168, 7: 89, 8: 1209, 9: 370}\n",
      "2018-06-23 10:16:52,596 - framestack - INFO: steps: 5827680, steps/s: 94.10\n",
      "  epoch reward:       0.1048/9.0747/20.3443 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4845/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:17:37,220 - framestack - INFO: action counts: {0: 279, 1: 48, 2: 1048, 3: 44, 4: 953, 5: 96, 6: 154, 7: 78, 8: 1249, 9: 371}\n",
      "2018-06-23 10:17:37,249 - framestack - INFO: steps: 5832000, steps/s: 94.10\n",
      "  epoch reward:       0.1048/6.8146/13.2158 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3355/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:18:21,385 - framestack - INFO: action counts: {0: 276, 1: 54, 2: 1080, 3: 28, 4: 996, 5: 85, 6: 148, 7: 81, 8: 1221, 9: 351}\n",
      "2018-06-23 10:18:21,416 - framestack - INFO: steps: 5836320, steps/s: 94.11\n",
      "  epoch reward:       0.1048/7.4945/13.2158 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2434/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:19:06,066 - framestack - INFO: action counts: {0: 305, 1: 44, 2: 1021, 3: 38, 4: 957, 5: 99, 6: 150, 7: 87, 8: 1218, 9: 401}\n",
      "2018-06-23 10:19:06,097 - framestack - INFO: steps: 5840640, steps/s: 94.11\n",
      "  epoch reward:       0.1048/7.4945/13.2158 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1513/30.8483 [n=500]\n",
      "\n",
      "2018-06-23 10:19:50,876 - framestack - INFO: action counts: {0: 287, 1: 53, 2: 1019, 3: 56, 4: 1003, 5: 102, 6: 153, 7: 72, 8: 1181, 9: 394}\n",
      "2018-06-23 10:19:50,910 - framestack - INFO: steps: 5844960, steps/s: 94.10\n",
      "  epoch reward:       0.1048/6.8748/13.2158 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0078/28.4084 [n=500]\n",
      "\n",
      "2018-06-23 10:20:35,601 - framestack - INFO: action counts: {0: 287, 1: 63, 2: 950, 3: 61, 4: 999, 5: 116, 6: 156, 7: 108, 8: 1183, 9: 397}\n",
      "2018-06-23 10:20:35,630 - framestack - INFO: steps: 5849280, steps/s: 94.11\n",
      "  epoch reward:       0.1048/6.8298/13.2158 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9185/28.4084 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 10:21:20,180 - framestack - INFO: action counts: {0: 316, 1: 57, 2: 1013, 3: 42, 4: 916, 5: 108, 6: 184, 7: 96, 8: 1191, 9: 397}\n",
      "2018-06-23 10:21:20,216 - framestack - INFO: steps: 5853600, steps/s: 94.12\n",
      "  epoch reward:       0.1048/6.8298/13.2158 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8293/28.4084 [n=500]\n",
      "\n",
      "2018-06-23 10:22:04,982 - framestack - INFO: action counts: {0: 282, 1: 61, 2: 1014, 3: 51, 4: 995, 5: 97, 6: 153, 7: 103, 8: 1193, 9: 371}\n",
      "2018-06-23 10:22:05,010 - framestack - INFO: steps: 5857920, steps/s: 94.12\n",
      "  epoch reward:       0.1048/8.8811/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7695/28.4084 [n=500]\n",
      "\n",
      "2018-06-23 10:22:49,844 - framestack - INFO: action counts: {0: 299, 1: 78, 2: 982, 3: 49, 4: 947, 5: 116, 6: 183, 7: 94, 8: 1181, 9: 391}\n",
      "2018-06-23 10:22:49,870 - framestack - INFO: steps: 5862240, steps/s: 94.12\n",
      "  epoch reward:       0.1048/11.3744/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7898/28.4084 [n=500]\n",
      "\n",
      "2018-06-23 10:23:35,033 - framestack - INFO: action counts: {0: 322, 1: 90, 2: 948, 3: 67, 4: 964, 5: 100, 6: 194, 7: 111, 8: 1163, 9: 361}\n",
      "2018-06-23 10:23:35,064 - framestack - INFO: steps: 5866560, steps/s: 94.12\n",
      "  epoch reward:       2.7186/15.5557/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8890/28.4084 [n=500]\n",
      "\n",
      "2018-06-23 10:24:20,199 - framestack - INFO: action counts: {0: 332, 1: 63, 2: 977, 3: 64, 4: 1004, 5: 92, 6: 168, 7: 101, 8: 1153, 9: 366}\n",
      "2018-06-23 10:24:20,240 - framestack - INFO: steps: 5870880, steps/s: 94.13\n",
      "  epoch reward:       2.7186/13.1794/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9833/28.4084 [n=500]\n",
      "\n",
      "2018-06-23 10:25:05,651 - framestack - INFO: action counts: {0: 281, 1: 64, 2: 1016, 3: 40, 4: 904, 5: 82, 6: 158, 7: 85, 8: 1303, 9: 387}\n",
      "2018-06-23 10:25:05,682 - framestack - INFO: steps: 5875200, steps/s: 94.13\n",
      "  epoch reward:       2.7186/13.0166/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1080/28.4084 [n=500]\n",
      "\n",
      "2018-06-23 10:25:50,656 - framestack - INFO: action counts: {0: 280, 1: 55, 2: 1019, 3: 59, 4: 963, 5: 98, 6: 171, 7: 79, 8: 1236, 9: 360}\n",
      "2018-06-23 10:25:50,689 - framestack - INFO: steps: 5879520, steps/s: 94.13\n",
      "  epoch reward:       3.0108/17.5968/48.5208 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3244/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:26:35,380 - framestack - INFO: action counts: {0: 257, 1: 46, 2: 1045, 3: 32, 4: 998, 5: 88, 6: 153, 7: 68, 8: 1245, 9: 388}\n",
      "2018-06-23 10:26:35,409 - framestack - INFO: steps: 5883840, steps/s: 94.14\n",
      "  epoch reward:       3.0108/19.7682/48.5208 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5842/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:27:19,856 - framestack - INFO: action counts: {0: 253, 1: 60, 2: 1060, 3: 52, 4: 940, 5: 107, 6: 155, 7: 91, 8: 1248, 9: 354}\n",
      "2018-06-23 10:27:19,881 - framestack - INFO: steps: 5888160, steps/s: 94.14\n",
      "  epoch reward:       3.0108/19.7682/48.5208 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7837/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:28:03,938 - framestack - INFO: action counts: {0: 262, 1: 57, 2: 981, 3: 48, 4: 982, 5: 99, 6: 155, 7: 80, 8: 1254, 9: 402}\n",
      "2018-06-23 10:28:03,966 - framestack - INFO: steps: 5892480, steps/s: 94.15\n",
      "  epoch reward:       3.0108/19.7682/48.5208 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9833/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:28:48,855 - framestack - INFO: action counts: {0: 267, 1: 58, 2: 1003, 3: 46, 4: 954, 5: 89, 6: 190, 7: 104, 8: 1221, 9: 388}\n",
      "2018-06-23 10:28:48,879 - framestack - INFO: steps: 5896800, steps/s: 94.15\n",
      "  epoch reward:       2.0197/13.0537/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0611/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:29:35,447 - framestack - INFO: action counts: {0: 281, 1: 66, 2: 1001, 3: 50, 4: 908, 5: 115, 6: 152, 7: 110, 8: 1274, 9: 363}\n",
      "2018-06-23 10:29:35,473 - framestack - INFO: steps: 5901120, steps/s: 94.14\n",
      "  epoch reward:       2.8631/10.7198/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0600/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:30:22,617 - framestack - INFO: action counts: {0: 288, 1: 43, 2: 1020, 3: 45, 4: 959, 5: 105, 6: 156, 7: 87, 8: 1244, 9: 373}\n",
      "2018-06-23 10:30:22,646 - framestack - INFO: steps: 5905440, steps/s: 94.15\n",
      "  epoch reward:       2.8631/7.0749/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9535/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:31:08,568 - framestack - INFO: action counts: {0: 263, 1: 46, 2: 1073, 3: 45, 4: 900, 5: 107, 6: 131, 7: 89, 8: 1281, 9: 385}\n",
      "2018-06-23 10:31:08,594 - framestack - INFO: steps: 5909760, steps/s: 94.15\n",
      "  epoch reward:       0.7183/6.4404/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8375/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:31:54,403 - framestack - INFO: action counts: {0: 273, 1: 57, 2: 1015, 3: 46, 4: 922, 5: 85, 6: 152, 7: 90, 8: 1281, 9: 399}\n",
      "2018-06-23 10:31:54,427 - framestack - INFO: steps: 5914080, steps/s: 94.15\n",
      "  epoch reward:       0.7183/7.9745/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7685/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:32:39,816 - framestack - INFO: action counts: {0: 303, 1: 43, 2: 1014, 3: 44, 4: 913, 5: 105, 6: 177, 7: 76, 8: 1246, 9: 399}\n",
      "2018-06-23 10:32:39,840 - framestack - INFO: steps: 5918400, steps/s: 94.15\n",
      "  epoch reward:       0.7183/6.9293/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7045/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:33:26,593 - framestack - INFO: action counts: {0: 285, 1: 47, 2: 1015, 3: 47, 4: 943, 5: 93, 6: 155, 7: 75, 8: 1282, 9: 378}\n",
      "2018-06-23 10:33:26,619 - framestack - INFO: steps: 5922720, steps/s: 94.15\n",
      "  epoch reward:       0.7183/6.9293/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6189/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:34:13,264 - framestack - INFO: action counts: {0: 262, 1: 69, 2: 1002, 3: 46, 4: 927, 5: 103, 6: 167, 7: 94, 8: 1212, 9: 438}\n",
      "2018-06-23 10:34:13,288 - framestack - INFO: steps: 5927040, steps/s: 94.14\n",
      "  epoch reward:       0.7183/4.9505/12.2964 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5147/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:34:59,365 - framestack - INFO: action counts: {0: 306, 1: 70, 2: 988, 3: 41, 4: 859, 5: 104, 6: 188, 7: 107, 8: 1285, 9: 372}\n",
      "2018-06-23 10:34:59,395 - framestack - INFO: steps: 5931360, steps/s: 94.14\n",
      "  epoch reward:       0.7183/4.9505/12.2964 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4104/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:35:46,602 - framestack - INFO: action counts: {0: 314, 1: 76, 2: 984, 3: 54, 4: 922, 5: 123, 6: 201, 7: 135, 8: 1128, 9: 383}\n",
      "2018-06-23 10:35:46,629 - framestack - INFO: steps: 5935680, steps/s: 94.13\n",
      "  epoch reward:       0.7183/5.0436/12.2964 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3080/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:36:33,206 - framestack - INFO: action counts: {0: 286, 1: 80, 2: 1006, 3: 59, 4: 888, 5: 106, 6: 186, 7: 108, 8: 1150, 9: 451}\n",
      "2018-06-23 10:36:33,230 - framestack - INFO: steps: 5940000, steps/s: 94.13\n",
      "  epoch reward:       0.7183/5.1723/12.2964 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2469/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:37:18,622 - framestack - INFO: action counts: {0: 316, 1: 76, 2: 990, 3: 55, 4: 883, 5: 115, 6: 180, 7: 109, 8: 1213, 9: 383}\n",
      "2018-06-23 10:37:18,649 - framestack - INFO: steps: 5944320, steps/s: 94.13\n",
      "  epoch reward:       0.7183/5.2443/12.2964 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1872/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:38:05,779 - framestack - INFO: action counts: {0: 322, 1: 63, 2: 1011, 3: 58, 4: 883, 5: 116, 6: 152, 7: 109, 8: 1223, 9: 383}\n",
      "2018-06-23 10:38:05,809 - framestack - INFO: steps: 5948640, steps/s: 94.13\n",
      "  epoch reward:       1.5994/6.1894/13.0596 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1001/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:38:51,386 - framestack - INFO: action counts: {0: 323, 1: 62, 2: 1037, 3: 56, 4: 863, 5: 107, 6: 166, 7: 93, 8: 1238, 9: 375}\n",
      "2018-06-23 10:38:51,413 - framestack - INFO: steps: 5952960, steps/s: 94.12\n",
      "  epoch reward:       2.1292/5.6755/13.0596 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9828/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:39:39,106 - framestack - INFO: action counts: {0: 305, 1: 56, 2: 1036, 3: 46, 4: 890, 5: 98, 6: 164, 7: 101, 8: 1228, 9: 396}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 10:39:39,133 - framestack - INFO: steps: 5957280, steps/s: 94.11\n",
      "  epoch reward:       2.1292/7.6350/21.6056 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9306/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:40:24,383 - framestack - INFO: action counts: {0: 324, 1: 71, 2: 976, 3: 46, 4: 886, 5: 116, 6: 168, 7: 98, 8: 1235, 9: 400}\n",
      "2018-06-23 10:40:24,410 - framestack - INFO: steps: 5961600, steps/s: 94.12\n",
      "  epoch reward:       2.1292/8.7851/21.6056 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9208/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:41:11,314 - framestack - INFO: action counts: {0: 288, 1: 74, 2: 1013, 3: 45, 4: 874, 5: 110, 6: 181, 7: 87, 8: 1227, 9: 421}\n",
      "2018-06-23 10:41:11,338 - framestack - INFO: steps: 5965920, steps/s: 94.11\n",
      "  epoch reward:       1.8528/8.4814/21.6056 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9217/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:41:56,483 - framestack - INFO: action counts: {0: 296, 1: 66, 2: 1057, 3: 47, 4: 913, 5: 111, 6: 142, 7: 78, 8: 1261, 9: 349}\n",
      "2018-06-23 10:41:56,507 - framestack - INFO: steps: 5970240, steps/s: 94.11\n",
      "  epoch reward:       1.8528/9.0436/21.6056 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9262/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:42:43,189 - framestack - INFO: action counts: {0: 300, 1: 64, 2: 1003, 3: 49, 4: 912, 5: 117, 6: 152, 7: 95, 8: 1232, 9: 396}\n",
      "2018-06-23 10:42:43,212 - framestack - INFO: steps: 5974560, steps/s: 94.10\n",
      "  epoch reward:       1.8528/8.5739/21.6056 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9214/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:43:29,768 - framestack - INFO: action counts: {0: 321, 1: 67, 2: 1000, 3: 50, 4: 867, 5: 125, 6: 165, 7: 112, 8: 1239, 9: 374}\n",
      "2018-06-23 10:43:29,793 - framestack - INFO: steps: 5978880, steps/s: 94.10\n",
      "  epoch reward:       1.8528/10.7913/26.3244 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9519/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:44:15,949 - framestack - INFO: action counts: {0: 317, 1: 59, 2: 996, 3: 62, 4: 878, 5: 121, 6: 169, 7: 96, 8: 1221, 9: 401}\n",
      "2018-06-23 10:44:15,972 - framestack - INFO: steps: 5983200, steps/s: 94.09\n",
      "  epoch reward:       1.8528/10.7913/26.3244 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9824/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:45:02,539 - framestack - INFO: action counts: {0: 326, 1: 58, 2: 967, 3: 49, 4: 939, 5: 113, 6: 154, 7: 112, 8: 1194, 9: 408}\n",
      "2018-06-23 10:45:02,567 - framestack - INFO: steps: 5987520, steps/s: 94.09\n",
      "  epoch reward:       1.8528/11.1521/26.3244 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0201/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:45:49,496 - framestack - INFO: action counts: {0: 311, 1: 59, 2: 1099, 3: 43, 4: 937, 5: 106, 6: 143, 7: 61, 8: 1188, 9: 373}\n",
      "2018-06-23 10:45:49,522 - framestack - INFO: steps: 5991840, steps/s: 94.09\n",
      "  epoch reward:       1.5536/10.3016/26.3244 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0967/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:46:35,960 - framestack - INFO: action counts: {0: 266, 1: 50, 2: 1071, 3: 51, 4: 945, 5: 102, 6: 162, 7: 95, 8: 1224, 9: 354}\n",
      "2018-06-23 10:46:35,983 - framestack - INFO: steps: 5996160, steps/s: 94.09\n",
      "  epoch reward:       1.5536/9.4316/26.3244 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0705/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:47:23,238 - framestack - INFO: action counts: {0: 299, 1: 54, 2: 1100, 3: 39, 4: 854, 5: 97, 6: 147, 7: 81, 8: 1281, 9: 368}\n",
      "2018-06-23 10:47:23,261 - framestack - INFO: steps: 6000480, steps/s: 94.08\n",
      "  epoch reward:       1.5536/8.7789/26.3244 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0295/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:48:09,971 - framestack - INFO: action counts: {0: 288, 1: 52, 2: 1061, 3: 41, 4: 910, 5: 92, 6: 137, 7: 88, 8: 1250, 9: 401}\n",
      "2018-06-23 10:48:09,993 - framestack - INFO: steps: 6004800, steps/s: 94.08\n",
      "  epoch reward:       1.5536/9.6437/26.3244 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9927/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:48:55,539 - framestack - INFO: action counts: {0: 299, 1: 53, 2: 1081, 3: 46, 4: 887, 5: 107, 6: 146, 7: 91, 8: 1255, 9: 355}\n",
      "2018-06-23 10:48:55,563 - framestack - INFO: steps: 6009120, steps/s: 94.08\n",
      "  epoch reward:       1.5536/15.7311/48.2786 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0415/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:49:41,890 - framestack - INFO: action counts: {0: 260, 1: 51, 2: 1059, 3: 44, 4: 899, 5: 88, 6: 137, 7: 72, 8: 1365, 9: 345}\n",
      "2018-06-23 10:49:41,914 - framestack - INFO: steps: 6013440, steps/s: 94.08\n",
      "  epoch reward:       1.5536/11.7265/26.3244 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0102/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:50:27,674 - framestack - INFO: action counts: {0: 256, 1: 41, 2: 1029, 3: 38, 4: 936, 5: 79, 6: 150, 7: 86, 8: 1357, 9: 348}\n",
      "2018-06-23 10:50:27,699 - framestack - INFO: steps: 6017760, steps/s: 94.09\n",
      "  epoch reward:       1.5536/11.1313/26.3244 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.9670/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:51:13,826 - framestack - INFO: action counts: {0: 247, 1: 54, 2: 1072, 3: 44, 4: 858, 5: 105, 6: 139, 7: 84, 8: 1318, 9: 399}\n",
      "2018-06-23 10:51:13,851 - framestack - INFO: steps: 6022080, steps/s: 94.09\n",
      "  epoch reward:       1.5536/9.8764/24.6655 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8958/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:52:01,590 - framestack - INFO: action counts: {0: 284, 1: 49, 2: 1053, 3: 39, 4: 911, 5: 94, 6: 147, 7: 74, 8: 1303, 9: 366}\n",
      "2018-06-23 10:52:01,616 - framestack - INFO: steps: 6026400, steps/s: 94.09\n",
      "  epoch reward:       1.5536/10.0162/24.6655 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8273/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:52:47,376 - framestack - INFO: action counts: {0: 320, 1: 61, 2: 1081, 3: 46, 4: 821, 5: 98, 6: 159, 7: 78, 8: 1259, 9: 397}\n",
      "2018-06-23 10:52:47,401 - framestack - INFO: steps: 6030720, steps/s: 94.09\n",
      "  epoch reward:       2.1784/10.8189/24.6655 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7878/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:53:34,445 - framestack - INFO: action counts: {0: 282, 1: 48, 2: 1087, 3: 35, 4: 845, 5: 79, 6: 164, 7: 69, 8: 1324, 9: 387}\n",
      "2018-06-23 10:53:34,472 - framestack - INFO: steps: 6035040, steps/s: 94.09\n",
      "  epoch reward:       2.1784/10.8189/24.6655 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.7909/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:54:20,655 - framestack - INFO: action counts: {0: 269, 1: 62, 2: 1089, 3: 48, 4: 825, 5: 106, 6: 146, 7: 65, 8: 1354, 9: 356}\n",
      "2018-06-23 10:54:20,682 - framestack - INFO: steps: 6039360, steps/s: 94.09\n",
      "  epoch reward:       2.1784/12.6800/24.6655 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8576/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:55:05,970 - framestack - INFO: action counts: {0: 250, 1: 53, 2: 1100, 3: 34, 4: 922, 5: 74, 6: 148, 7: 72, 8: 1307, 9: 360}\n",
      "2018-06-23 10:55:05,995 - framestack - INFO: steps: 6043680, steps/s: 94.10\n",
      "  epoch reward:       2.1784/10.8814/24.6655 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/9.8937/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:55:51,885 - framestack - INFO: action counts: {0: 274, 1: 45, 2: 1055, 3: 37, 4: 920, 5: 83, 6: 169, 7: 81, 8: 1296, 9: 360}\n",
      "2018-06-23 10:55:51,909 - framestack - INFO: steps: 6048000, steps/s: 94.10\n",
      "  epoch reward:       2.1784/12.9358/24.6655 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0161/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:56:37,499 - framestack - INFO: action counts: {0: 265, 1: 48, 2: 1105, 3: 47, 4: 905, 5: 78, 6: 133, 7: 69, 8: 1329, 9: 341}\n",
      "2018-06-23 10:56:37,528 - framestack - INFO: steps: 6052320, steps/s: 94.10\n",
      "  epoch reward:       2.1784/13.1136/26.4437 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1285/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:57:24,292 - framestack - INFO: action counts: {0: 267, 1: 27, 2: 1083, 3: 37, 4: 897, 5: 77, 6: 111, 7: 77, 8: 1368, 9: 376}\n",
      "2018-06-23 10:57:24,316 - framestack - INFO: steps: 6056640, steps/s: 94.10\n",
      "  epoch reward:       4.5111/15.6870/27.9122 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2924/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:58:10,889 - framestack - INFO: action counts: {0: 244, 1: 47, 2: 1068, 3: 31, 4: 895, 5: 83, 6: 147, 7: 84, 8: 1368, 9: 353}\n",
      "2018-06-23 10:58:10,916 - framestack - INFO: steps: 6060960, steps/s: 94.10\n",
      "  epoch reward:       4.4252/14.7520/27.9122 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4499/48.5208 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 10:58:58,879 - framestack - INFO: action counts: {0: 268, 1: 45, 2: 1057, 3: 40, 4: 900, 5: 98, 6: 134, 7: 77, 8: 1309, 9: 392}\n",
      "2018-06-23 10:58:58,906 - framestack - INFO: steps: 6065280, steps/s: 94.09\n",
      "  epoch reward:       0.4673/14.7976/27.9122 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6093/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 10:59:44,822 - framestack - INFO: action counts: {0: 255, 1: 74, 2: 1082, 3: 28, 4: 844, 5: 104, 6: 110, 7: 85, 8: 1367, 9: 371}\n",
      "2018-06-23 10:59:44,846 - framestack - INFO: steps: 6069600, steps/s: 94.09\n",
      "  epoch reward:       0.4673/13.3564/27.9122 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7398/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 11:00:31,473 - framestack - INFO: action counts: {0: 274, 1: 49, 2: 1035, 3: 33, 4: 878, 5: 103, 6: 142, 7: 83, 8: 1340, 9: 383}\n",
      "2018-06-23 11:00:31,495 - framestack - INFO: steps: 6073920, steps/s: 94.09\n",
      "  epoch reward:       0.4673/13.9084/27.9122 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8403/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 11:01:18,570 - framestack - INFO: action counts: {0: 255, 1: 56, 2: 1051, 3: 40, 4: 884, 5: 101, 6: 134, 7: 82, 8: 1354, 9: 363}\n",
      "2018-06-23 11:01:18,593 - framestack - INFO: steps: 6078240, steps/s: 94.08\n",
      "  epoch reward:       0.4673/13.9084/27.9122 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8910/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 11:02:05,841 - framestack - INFO: action counts: {0: 255, 1: 64, 2: 1040, 3: 33, 4: 891, 5: 109, 6: 142, 7: 78, 8: 1364, 9: 344}\n",
      "2018-06-23 11:02:05,871 - framestack - INFO: steps: 6082560, steps/s: 94.07\n",
      "  epoch reward:       0.4673/13.9084/27.9122 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8581/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 11:02:53,091 - framestack - INFO: action counts: {0: 231, 1: 51, 2: 1058, 3: 38, 4: 883, 5: 84, 6: 150, 7: 96, 8: 1350, 9: 379}\n",
      "2018-06-23 11:02:53,116 - framestack - INFO: steps: 6086880, steps/s: 94.07\n",
      "  epoch reward:       0.4673/14.3057/27.9122 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8806/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 11:03:41,091 - framestack - INFO: action counts: {0: 273, 1: 45, 2: 1075, 3: 29, 4: 906, 5: 93, 6: 108, 7: 74, 8: 1351, 9: 366}\n",
      "2018-06-23 11:03:41,117 - framestack - INFO: steps: 6091200, steps/s: 94.07\n",
      "  epoch reward:       0.4673/11.9357/27.9122 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8590/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 11:04:26,900 - framestack - INFO: action counts: {0: 259, 1: 43, 2: 1071, 3: 37, 4: 891, 5: 93, 6: 130, 7: 67, 8: 1343, 9: 386}\n",
      "2018-06-23 11:04:26,925 - framestack - INFO: steps: 6095520, steps/s: 94.07\n",
      "  epoch reward:       0.4673/11.9379/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.7458/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 11:05:13,514 - framestack - INFO: action counts: {0: 251, 1: 34, 2: 1067, 3: 37, 4: 909, 5: 88, 6: 115, 7: 70, 8: 1392, 9: 357}\n",
      "2018-06-23 11:05:13,539 - framestack - INFO: steps: 6099840, steps/s: 94.08\n",
      "  epoch reward:       0.4673/11.9379/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.5892/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 11:06:00,399 - framestack - INFO: action counts: {0: 264, 1: 49, 2: 1052, 3: 30, 4: 850, 5: 68, 6: 126, 7: 73, 8: 1423, 9: 385}\n",
      "2018-06-23 11:06:00,421 - framestack - INFO: steps: 6104160, steps/s: 94.08\n",
      "  epoch reward:       2.7436/12.2809/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4395/48.5208 [n=500]\n",
      "\n",
      "2018-06-23 11:06:47,046 - framestack - INFO: action counts: {0: 236, 1: 49, 2: 1059, 3: 37, 4: 930, 5: 100, 6: 127, 7: 84, 8: 1354, 9: 344}\n",
      "2018-06-23 11:06:47,069 - framestack - INFO: steps: 6108480, steps/s: 94.09\n",
      "  epoch reward:       2.7436/13.4322/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3127/48.2786 [n=500]\n",
      "\n",
      "2018-06-23 11:07:34,473 - framestack - INFO: action counts: {0: 247, 1: 53, 2: 1057, 3: 36, 4: 911, 5: 100, 6: 131, 7: 62, 8: 1349, 9: 374}\n",
      "2018-06-23 11:07:34,498 - framestack - INFO: steps: 6112800, steps/s: 94.08\n",
      "  epoch reward:       2.7436/14.9509/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3507/48.2786 [n=500]\n",
      "\n",
      "2018-06-23 11:08:18,622 - framestack - INFO: action counts: {0: 241, 1: 65, 2: 1045, 3: 45, 4: 920, 5: 76, 6: 130, 7: 69, 8: 1381, 9: 348}\n",
      "2018-06-23 11:08:18,643 - framestack - INFO: steps: 6117120, steps/s: 94.09\n",
      "  epoch reward:       2.7436/14.9509/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4353/48.2786 [n=500]\n",
      "\n",
      "2018-06-23 11:09:03,315 - framestack - INFO: action counts: {0: 261, 1: 46, 2: 1062, 3: 35, 4: 942, 5: 84, 6: 154, 7: 93, 8: 1293, 9: 350}\n",
      "2018-06-23 11:09:03,341 - framestack - INFO: steps: 6121440, steps/s: 94.11\n",
      "  epoch reward:       2.7436/14.9509/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.5928/48.2786 [n=500]\n",
      "\n",
      "2018-06-23 11:09:49,503 - framestack - INFO: action counts: {0: 237, 1: 54, 2: 1065, 3: 51, 4: 870, 5: 102, 6: 131, 7: 80, 8: 1379, 9: 351}\n",
      "2018-06-23 11:09:49,527 - framestack - INFO: steps: 6125760, steps/s: 94.11\n",
      "  epoch reward:       2.7436/13.8643/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.7413/48.2786 [n=500]\n",
      "\n",
      "2018-06-23 11:10:37,243 - framestack - INFO: action counts: {0: 240, 1: 48, 2: 1169, 3: 33, 4: 881, 5: 76, 6: 107, 7: 62, 8: 1354, 9: 350}\n",
      "2018-06-23 11:10:37,271 - framestack - INFO: steps: 6130080, steps/s: 94.11\n",
      "  epoch reward:       4.4252/13.0634/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8431/48.2786 [n=500]\n",
      "\n",
      "2018-06-23 11:11:24,497 - framestack - INFO: action counts: {0: 257, 1: 45, 2: 1108, 3: 22, 4: 875, 5: 72, 6: 102, 7: 78, 8: 1415, 9: 346}\n",
      "2018-06-23 11:11:24,517 - framestack - INFO: steps: 6134400, steps/s: 94.11\n",
      "  epoch reward:       1.9350/9.9404/27.2756 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9033/48.2786 [n=500]\n",
      "\n",
      "2018-06-23 11:12:13,197 - framestack - INFO: action counts: {0: 247, 1: 24, 2: 1137, 3: 33, 4: 882, 5: 79, 6: 107, 7: 63, 8: 1418, 9: 330}\n",
      "2018-06-23 11:12:13,219 - framestack - INFO: steps: 6138720, steps/s: 94.10\n",
      "  epoch reward:       1.9350/9.7356/18.5405 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9594/48.2786 [n=500]\n",
      "\n",
      "2018-06-23 11:12:59,530 - framestack - INFO: action counts: {0: 221, 1: 34, 2: 1152, 3: 26, 4: 903, 5: 91, 6: 128, 7: 48, 8: 1398, 9: 319}\n",
      "2018-06-23 11:12:59,556 - framestack - INFO: steps: 6143040, steps/s: 94.10\n",
      "  epoch reward:       1.9350/11.7025/26.2370 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.0945/48.2786 [n=500]\n",
      "\n",
      "2018-06-23 11:13:46,460 - framestack - INFO: action counts: {0: 220, 1: 31, 2: 1120, 3: 20, 4: 915, 5: 47, 6: 90, 7: 54, 8: 1538, 9: 285}\n",
      "2018-06-23 11:13:46,486 - framestack - INFO: steps: 6147360, steps/s: 94.10\n",
      "  epoch reward:       1.9350/16.4819/48.6678 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.3251/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:14:34,132 - framestack - INFO: action counts: {0: 188, 1: 26, 2: 1172, 3: 20, 4: 918, 5: 63, 6: 90, 7: 36, 8: 1502, 9: 305}\n",
      "2018-06-23 11:14:34,158 - framestack - INFO: steps: 6151680, steps/s: 94.09\n",
      "  epoch reward:       1.9350/15.6499/48.6678 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.5372/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:15:19,804 - framestack - INFO: action counts: {0: 220, 1: 35, 2: 1147, 3: 19, 4: 843, 5: 65, 6: 111, 7: 72, 8: 1508, 9: 300}\n",
      "2018-06-23 11:15:19,831 - framestack - INFO: steps: 6156000, steps/s: 94.10\n",
      "  epoch reward:       1.9350/15.5883/48.6678 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.7455/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:16:06,010 - framestack - INFO: action counts: {0: 244, 1: 36, 2: 1099, 3: 25, 4: 900, 5: 88, 6: 109, 7: 61, 8: 1466, 9: 292}\n",
      "2018-06-23 11:16:06,034 - framestack - INFO: steps: 6160320, steps/s: 94.10\n",
      "  epoch reward:       1.9350/15.5883/48.6678 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.9524/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:16:51,176 - framestack - INFO: action counts: {0: 252, 1: 37, 2: 1051, 3: 22, 4: 933, 5: 79, 6: 117, 7: 48, 8: 1465, 9: 316}\n",
      "2018-06-23 11:16:51,201 - framestack - INFO: steps: 6164640, steps/s: 94.11\n",
      "  epoch reward:       1.9350/15.5883/48.6678 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.1404/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:17:36,917 - framestack - INFO: action counts: {0: 239, 1: 42, 2: 1057, 3: 29, 4: 895, 5: 90, 6: 116, 7: 65, 8: 1430, 9: 357}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 11:17:36,943 - framestack - INFO: steps: 6168960, steps/s: 94.12\n",
      "  epoch reward:       1.9350/15.5883/48.6678 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.3386/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:18:22,360 - framestack - INFO: action counts: {0: 271, 1: 42, 2: 1091, 3: 31, 4: 897, 5: 93, 6: 123, 7: 63, 8: 1359, 9: 350}\n",
      "2018-06-23 11:18:22,387 - framestack - INFO: steps: 6173280, steps/s: 94.12\n",
      "  epoch reward:       7.8225/17.0228/48.6678 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.5264/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:19:08,789 - framestack - INFO: action counts: {0: 253, 1: 33, 2: 1133, 3: 36, 4: 835, 5: 95, 6: 119, 7: 64, 8: 1422, 9: 330}\n",
      "2018-06-23 11:19:08,817 - framestack - INFO: steps: 6177600, steps/s: 94.12\n",
      "  epoch reward:       1.4130/15.2540/48.6678 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.6558/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:19:54,163 - framestack - INFO: action counts: {0: 234, 1: 46, 2: 1087, 3: 17, 4: 893, 5: 90, 6: 115, 7: 69, 8: 1427, 9: 342}\n",
      "2018-06-23 11:19:54,189 - framestack - INFO: steps: 6181920, steps/s: 94.13\n",
      "  epoch reward:       3.8923/15.5152/48.6678 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.7965/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:20:39,768 - framestack - INFO: action counts: {0: 249, 1: 35, 2: 1086, 3: 29, 4: 867, 5: 83, 6: 112, 7: 72, 8: 1503, 9: 284}\n",
      "2018-06-23 11:20:39,791 - framestack - INFO: steps: 6186240, steps/s: 94.13\n",
      "  epoch reward:       3.8923/8.3832/24.6655 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.7832/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:21:25,280 - framestack - INFO: action counts: {0: 245, 1: 29, 2: 1116, 3: 17, 4: 918, 5: 71, 6: 119, 7: 57, 8: 1422, 9: 326}\n",
      "2018-06-23 11:21:25,305 - framestack - INFO: steps: 6190560, steps/s: 94.14\n",
      "  epoch reward:       3.8923/8.3832/24.6655 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.7794/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:22:10,301 - framestack - INFO: action counts: {0: 250, 1: 36, 2: 1159, 3: 25, 4: 893, 5: 74, 6: 118, 7: 73, 8: 1399, 9: 293}\n",
      "2018-06-23 11:22:10,330 - framestack - INFO: steps: 6194880, steps/s: 94.14\n",
      "  epoch reward:       3.8923/8.5047/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.7337/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:22:55,766 - framestack - INFO: action counts: {0: 226, 1: 45, 2: 1135, 3: 32, 4: 907, 5: 80, 6: 114, 7: 67, 8: 1414, 9: 300}\n",
      "2018-06-23 11:22:55,790 - framestack - INFO: steps: 6199200, steps/s: 94.14\n",
      "  epoch reward:       3.8923/8.9876/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.6976/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:23:40,158 - framestack - INFO: action counts: {0: 213, 1: 40, 2: 1135, 3: 28, 4: 886, 5: 69, 6: 103, 7: 49, 8: 1526, 9: 271}\n",
      "2018-06-23 11:23:40,188 - framestack - INFO: steps: 6203520, steps/s: 94.15\n",
      "  epoch reward:       3.8923/10.3712/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.6820/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:24:25,988 - framestack - INFO: action counts: {0: 219, 1: 30, 2: 1157, 3: 16, 4: 921, 5: 66, 6: 95, 7: 57, 8: 1480, 9: 279}\n",
      "2018-06-23 11:24:26,015 - framestack - INFO: steps: 6207840, steps/s: 94.14\n",
      "  epoch reward:       3.8923/10.3712/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.6834/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:25:12,889 - framestack - INFO: action counts: {0: 199, 1: 28, 2: 1174, 3: 25, 4: 925, 5: 76, 6: 102, 7: 51, 8: 1428, 9: 312}\n",
      "2018-06-23 11:25:12,911 - framestack - INFO: steps: 6212160, steps/s: 94.14\n",
      "  epoch reward:       3.0475/9.7865/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.6905/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:26:00,561 - framestack - INFO: action counts: {0: 224, 1: 30, 2: 1148, 3: 30, 4: 934, 5: 78, 6: 104, 7: 68, 8: 1407, 9: 297}\n",
      "2018-06-23 11:26:00,585 - framestack - INFO: steps: 6216480, steps/s: 94.14\n",
      "  epoch reward:       1.9461/10.5002/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.7249/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:26:47,699 - framestack - INFO: action counts: {0: 213, 1: 34, 2: 1151, 3: 27, 4: 862, 5: 94, 6: 112, 7: 57, 8: 1467, 9: 303}\n",
      "2018-06-23 11:26:47,727 - framestack - INFO: steps: 6220800, steps/s: 94.13\n",
      "  epoch reward:       1.9461/10.7545/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.7471/48.6678 [n=500]\n",
      "\n",
      "2018-06-23 11:27:33,405 - framestack - INFO: action counts: {0: 241, 1: 24, 2: 1120, 3: 27, 4: 896, 5: 79, 6: 139, 7: 58, 8: 1446, 9: 290}\n",
      "2018-06-23 11:27:33,428 - framestack - INFO: steps: 6225120, steps/s: 94.13\n",
      "  epoch reward:       3.0475/14.9201/49.1214 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.7309/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:28:18,647 - framestack - INFO: action counts: {0: 226, 1: 35, 2: 1127, 3: 26, 4: 939, 5: 83, 6: 107, 7: 64, 8: 1414, 9: 299}\n",
      "2018-06-23 11:28:18,671 - framestack - INFO: steps: 6229440, steps/s: 94.13\n",
      "  epoch reward:       1.2756/11.0968/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.7183/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:29:07,410 - framestack - INFO: action counts: {0: 254, 1: 32, 2: 1100, 3: 21, 4: 959, 5: 77, 6: 105, 7: 67, 8: 1402, 9: 303}\n",
      "2018-06-23 11:29:07,435 - framestack - INFO: steps: 6233760, steps/s: 94.11\n",
      "  epoch reward:       1.2756/9.0283/21.4317 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.6763/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:29:53,164 - framestack - INFO: action counts: {0: 235, 1: 49, 2: 1094, 3: 35, 4: 913, 5: 79, 6: 127, 7: 62, 8: 1421, 9: 305}\n",
      "2018-06-23 11:29:53,192 - framestack - INFO: steps: 6238080, steps/s: 94.11\n",
      "  epoch reward:       1.2756/9.5791/21.4317 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.6703/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:30:39,683 - framestack - INFO: action counts: {0: 260, 1: 52, 2: 1062, 3: 41, 4: 819, 5: 100, 6: 142, 7: 67, 8: 1427, 9: 350}\n",
      "2018-06-23 11:30:39,706 - framestack - INFO: steps: 6242400, steps/s: 94.10\n",
      "  epoch reward:       1.2756/8.0223/21.4317 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.6304/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:31:23,965 - framestack - INFO: action counts: {0: 231, 1: 40, 2: 1089, 3: 28, 4: 891, 5: 79, 6: 137, 7: 58, 8: 1445, 9: 322}\n",
      "2018-06-23 11:31:23,987 - framestack - INFO: steps: 6246720, steps/s: 94.11\n",
      "  epoch reward:       1.2756/8.4426/25.6350 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.5829/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:32:09,356 - framestack - INFO: action counts: {0: 260, 1: 34, 2: 1066, 3: 37, 4: 908, 5: 78, 6: 129, 7: 71, 8: 1407, 9: 330}\n",
      "2018-06-23 11:32:09,386 - framestack - INFO: steps: 6251040, steps/s: 94.11\n",
      "  epoch reward:       1.2756/8.7946/25.6350 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.5424/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:32:53,762 - framestack - INFO: action counts: {0: 279, 1: 57, 2: 1013, 3: 39, 4: 891, 5: 90, 6: 128, 7: 74, 8: 1423, 9: 326}\n",
      "2018-06-23 11:32:53,788 - framestack - INFO: steps: 6255360, steps/s: 94.12\n",
      "  epoch reward:       1.2756/7.2879/25.6350 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.4346/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:33:38,665 - framestack - INFO: action counts: {0: 247, 1: 40, 2: 1024, 3: 41, 4: 903, 5: 116, 6: 135, 7: 74, 8: 1393, 9: 347}\n",
      "2018-06-23 11:33:38,689 - framestack - INFO: steps: 6259680, steps/s: 94.13\n",
      "  epoch reward:       1.2756/7.3214/25.6350 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.3634/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:34:25,260 - framestack - INFO: action counts: {0: 258, 1: 42, 2: 1035, 3: 46, 4: 869, 5: 94, 6: 148, 7: 66, 8: 1415, 9: 347}\n",
      "2018-06-23 11:34:25,284 - framestack - INFO: steps: 6264000, steps/s: 94.13\n",
      "  epoch reward:       1.2756/7.3214/25.6350 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.2511/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:35:12,191 - framestack - INFO: action counts: {0: 237, 1: 57, 2: 1059, 3: 38, 4: 857, 5: 99, 6: 126, 7: 66, 8: 1466, 9: 315}\n",
      "2018-06-23 11:35:12,214 - framestack - INFO: steps: 6268320, steps/s: 94.12\n",
      "  epoch reward:       1.7298/7.6213/25.6350 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/12.1413/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:35:58,474 - framestack - INFO: action counts: {0: 265, 1: 38, 2: 1049, 3: 26, 4: 862, 5: 86, 6: 109, 7: 61, 8: 1486, 9: 338}\n",
      "2018-06-23 11:35:58,497 - framestack - INFO: steps: 6272640, steps/s: 94.12\n",
      "  epoch reward:       2.0912/8.6148/25.6350 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.9998/49.1214 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 11:36:44,574 - framestack - INFO: action counts: {0: 239, 1: 42, 2: 1065, 3: 21, 4: 918, 5: 82, 6: 116, 7: 76, 8: 1473, 9: 288}\n",
      "2018-06-23 11:36:44,598 - framestack - INFO: steps: 6276960, steps/s: 94.12\n",
      "  epoch reward:       2.0912/8.4340/25.6350 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.8734/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:37:31,420 - framestack - INFO: action counts: {0: 236, 1: 40, 2: 1066, 3: 26, 4: 861, 5: 70, 6: 118, 7: 63, 8: 1505, 9: 335}\n",
      "2018-06-23 11:37:31,445 - framestack - INFO: steps: 6281280, steps/s: 94.12\n",
      "  epoch reward:       2.0912/9.2172/25.6350 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.7618/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:38:16,037 - framestack - INFO: action counts: {0: 219, 1: 33, 2: 1042, 3: 37, 4: 841, 5: 89, 6: 120, 7: 83, 8: 1523, 9: 333}\n",
      "2018-06-23 11:38:16,062 - framestack - INFO: steps: 6285600, steps/s: 94.13\n",
      "  epoch reward:       2.0912/7.4729/13.8736 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.6442/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:39:01,940 - framestack - INFO: action counts: {0: 285, 1: 29, 2: 1009, 3: 41, 4: 847, 5: 95, 6: 114, 7: 67, 8: 1518, 9: 315}\n",
      "2018-06-23 11:39:01,960 - framestack - INFO: steps: 6289920, steps/s: 94.14\n",
      "  epoch reward:       2.0912/6.7254/13.7750 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.5005/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:39:48,480 - framestack - INFO: action counts: {0: 227, 1: 43, 2: 1084, 3: 46, 4: 847, 5: 85, 6: 136, 7: 59, 8: 1462, 9: 331}\n",
      "2018-06-23 11:39:48,504 - framestack - INFO: steps: 6294240, steps/s: 94.14\n",
      "  epoch reward:       2.0912/6.2405/13.7750 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.3471/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:40:35,182 - framestack - INFO: action counts: {0: 260, 1: 39, 2: 1083, 3: 33, 4: 864, 5: 95, 6: 165, 7: 69, 8: 1394, 9: 318}\n",
      "2018-06-23 11:40:35,209 - framestack - INFO: steps: 6298560, steps/s: 94.14\n",
      "  epoch reward:       2.0912/7.5403/15.9228 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.2198/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:41:22,116 - framestack - INFO: action counts: {0: 273, 1: 36, 2: 1151, 3: 31, 4: 790, 5: 88, 6: 105, 7: 87, 8: 1427, 9: 332}\n",
      "2018-06-23 11:41:22,140 - framestack - INFO: steps: 6302880, steps/s: 94.13\n",
      "  epoch reward:       2.0912/7.5403/15.9228 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.0845/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:42:07,410 - framestack - INFO: action counts: {0: 245, 1: 51, 2: 1137, 3: 34, 4: 863, 5: 97, 6: 137, 7: 71, 8: 1372, 9: 313}\n",
      "2018-06-23 11:42:07,439 - framestack - INFO: steps: 6307200, steps/s: 94.13\n",
      "  epoch reward:       0.7183/8.5541/25.1194 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/11.0168/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:42:53,087 - framestack - INFO: action counts: {0: 257, 1: 45, 2: 1134, 3: 37, 4: 810, 5: 91, 6: 119, 7: 77, 8: 1398, 9: 352}\n",
      "2018-06-23 11:42:53,111 - framestack - INFO: steps: 6311520, steps/s: 94.14\n",
      "  epoch reward:       0.7183/8.5828/25.1194 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9497/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:43:38,717 - framestack - INFO: action counts: {0: 254, 1: 34, 2: 1068, 3: 39, 4: 819, 5: 89, 6: 142, 7: 70, 8: 1469, 9: 336}\n",
      "2018-06-23 11:43:38,746 - framestack - INFO: steps: 6315840, steps/s: 94.14\n",
      "  epoch reward:       0.7183/8.0889/25.1194 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8728/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:44:24,043 - framestack - INFO: action counts: {0: 241, 1: 38, 2: 1073, 3: 47, 4: 872, 5: 97, 6: 138, 7: 78, 8: 1417, 9: 319}\n",
      "2018-06-23 11:44:24,068 - framestack - INFO: steps: 6320160, steps/s: 94.14\n",
      "  epoch reward:       0.7183/8.0889/25.1194 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7889/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:45:12,260 - framestack - INFO: action counts: {0: 242, 1: 30, 2: 1077, 3: 36, 4: 878, 5: 69, 6: 128, 7: 46, 8: 1522, 9: 292}\n",
      "2018-06-23 11:45:12,285 - framestack - INFO: steps: 6324480, steps/s: 94.14\n",
      "  epoch reward:       0.7183/10.0212/25.1194 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7207/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:45:56,856 - framestack - INFO: action counts: {0: 229, 1: 44, 2: 1092, 3: 26, 4: 877, 5: 83, 6: 93, 7: 51, 8: 1518, 9: 307}\n",
      "2018-06-23 11:45:56,881 - framestack - INFO: steps: 6328800, steps/s: 94.14\n",
      "  epoch reward:       0.7183/10.9703/25.1194 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6411/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:46:42,677 - framestack - INFO: action counts: {0: 262, 1: 32, 2: 1141, 3: 34, 4: 819, 5: 88, 6: 135, 7: 61, 8: 1456, 9: 292}\n",
      "2018-06-23 11:46:42,704 - framestack - INFO: steps: 6333120, steps/s: 94.14\n",
      "  epoch reward:       0.7183/11.4535/25.1194 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.5711/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:47:29,971 - framestack - INFO: action counts: {0: 273, 1: 44, 2: 1113, 3: 30, 4: 850, 5: 81, 6: 107, 7: 63, 8: 1455, 9: 304}\n",
      "2018-06-23 11:47:29,999 - framestack - INFO: steps: 6337440, steps/s: 94.13\n",
      "  epoch reward:       0.7183/16.1216/47.9911 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.5946/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:48:16,121 - framestack - INFO: action counts: {0: 228, 1: 27, 2: 1151, 3: 27, 4: 830, 5: 72, 6: 125, 7: 83, 8: 1476, 9: 301}\n",
      "2018-06-23 11:48:16,153 - framestack - INFO: steps: 6341760, steps/s: 94.13\n",
      "  epoch reward:       0.7183/16.1216/47.9911 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6397/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:49:02,280 - framestack - INFO: action counts: {0: 246, 1: 40, 2: 1086, 3: 33, 4: 839, 5: 99, 6: 114, 7: 56, 8: 1491, 9: 316}\n",
      "2018-06-23 11:49:02,303 - framestack - INFO: steps: 6346080, steps/s: 94.12\n",
      "  epoch reward:       0.7183/16.1216/47.9911 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7009/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:49:48,566 - framestack - INFO: action counts: {0: 241, 1: 37, 2: 1048, 3: 29, 4: 829, 5: 92, 6: 131, 7: 74, 8: 1487, 9: 352}\n",
      "2018-06-23 11:49:48,590 - framestack - INFO: steps: 6350400, steps/s: 94.12\n",
      "  epoch reward:       3.4071/17.0840/47.9911 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8437/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:50:33,478 - framestack - INFO: action counts: {0: 259, 1: 33, 2: 1055, 3: 29, 4: 914, 5: 106, 6: 122, 7: 71, 8: 1392, 9: 339}\n",
      "2018-06-23 11:50:33,505 - framestack - INFO: steps: 6354720, steps/s: 94.12\n",
      "  epoch reward:       0.4673/14.3375/47.9911 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9358/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:51:19,846 - framestack - INFO: action counts: {0: 272, 1: 43, 2: 1057, 3: 24, 4: 894, 5: 110, 6: 132, 7: 71, 8: 1344, 9: 373}\n",
      "2018-06-23 11:51:19,867 - framestack - INFO: steps: 6359040, steps/s: 94.12\n",
      "  epoch reward:       2.1593/14.5067/47.9911 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9919/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:52:05,939 - framestack - INFO: action counts: {0: 259, 1: 38, 2: 1008, 3: 55, 4: 840, 5: 112, 6: 115, 7: 83, 8: 1456, 9: 354}\n",
      "2018-06-23 11:52:05,964 - framestack - INFO: steps: 6363360, steps/s: 94.11\n",
      "  epoch reward:       2.1593/14.5067/47.9911 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9524/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:52:53,857 - framestack - INFO: action counts: {0: 281, 1: 53, 2: 1043, 3: 38, 4: 866, 5: 112, 6: 167, 7: 82, 8: 1354, 9: 324}\n",
      "2018-06-23 11:52:53,886 - framestack - INFO: steps: 6367680, steps/s: 94.10\n",
      "  epoch reward:       2.1593/14.5067/47.9911 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9295/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:53:43,154 - framestack - INFO: action counts: {0: 285, 1: 44, 2: 1008, 3: 47, 4: 859, 5: 120, 6: 150, 7: 81, 8: 1372, 9: 354}\n",
      "2018-06-23 11:53:43,178 - framestack - INFO: steps: 6372000, steps/s: 94.09\n",
      "  epoch reward:       2.1593/14.2410/47.9911 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.9025/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:54:29,800 - framestack - INFO: action counts: {0: 272, 1: 48, 2: 1044, 3: 56, 4: 877, 5: 116, 6: 138, 7: 96, 8: 1305, 9: 368}\n",
      "2018-06-23 11:54:29,824 - framestack - INFO: steps: 6376320, steps/s: 94.08\n",
      "  epoch reward:       2.1593/10.8244/26.6269 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.8073/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:55:15,520 - framestack - INFO: action counts: {0: 299, 1: 50, 2: 1016, 3: 34, 4: 854, 5: 124, 6: 150, 7: 97, 8: 1303, 9: 393}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 11:55:15,548 - framestack - INFO: steps: 6380640, steps/s: 94.08\n",
      "  epoch reward:       2.1593/11.3032/26.6269 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.7216/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:56:02,320 - framestack - INFO: action counts: {0: 291, 1: 42, 2: 1018, 3: 46, 4: 841, 5: 122, 6: 129, 7: 75, 8: 1373, 9: 383}\n",
      "2018-06-23 11:56:02,343 - framestack - INFO: steps: 6384960, steps/s: 94.08\n",
      "  epoch reward:       2.1593/9.7085/26.6269 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6040/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:56:49,014 - framestack - INFO: action counts: {0: 259, 1: 52, 2: 1037, 3: 44, 4: 848, 5: 110, 6: 155, 7: 59, 8: 1416, 9: 340}\n",
      "2018-06-23 11:56:49,040 - framestack - INFO: steps: 6389280, steps/s: 94.07\n",
      "  epoch reward:       1.9854/9.5720/26.6269 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4550/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:57:36,337 - framestack - INFO: action counts: {0: 245, 1: 43, 2: 1067, 3: 41, 4: 885, 5: 114, 6: 134, 7: 77, 8: 1369, 9: 345}\n",
      "2018-06-23 11:57:36,364 - framestack - INFO: steps: 6393600, steps/s: 94.07\n",
      "  epoch reward:       1.9854/9.8364/26.6269 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3466/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:58:24,567 - framestack - INFO: action counts: {0: 259, 1: 54, 2: 1016, 3: 48, 4: 834, 5: 85, 6: 156, 7: 90, 8: 1422, 9: 356}\n",
      "2018-06-23 11:58:24,590 - framestack - INFO: steps: 6397920, steps/s: 94.06\n",
      "  epoch reward:       1.9854/10.5079/26.6269 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2465/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:59:09,998 - framestack - INFO: action counts: {0: 251, 1: 57, 2: 1020, 3: 59, 4: 830, 5: 116, 6: 132, 7: 94, 8: 1407, 9: 354}\n",
      "2018-06-23 11:59:10,020 - framestack - INFO: steps: 6402240, steps/s: 94.06\n",
      "  epoch reward:       1.9854/10.5079/26.6269 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2890/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 11:59:55,681 - framestack - INFO: action counts: {0: 285, 1: 51, 2: 1021, 3: 47, 4: 811, 5: 133, 6: 167, 7: 101, 8: 1373, 9: 331}\n",
      "2018-06-23 11:59:55,703 - framestack - INFO: steps: 6406560, steps/s: 94.06\n",
      "  epoch reward:       1.9854/10.5079/26.6269 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3314/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 12:00:41,666 - framestack - INFO: action counts: {0: 278, 1: 52, 2: 1002, 3: 54, 4: 846, 5: 128, 6: 140, 7: 88, 8: 1374, 9: 358}\n",
      "2018-06-23 12:00:41,690 - framestack - INFO: steps: 6410880, steps/s: 94.06\n",
      "  epoch reward:       1.9854/7.6735/21.2289 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3148/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 12:01:28,468 - framestack - INFO: action counts: {0: 268, 1: 39, 2: 1039, 3: 39, 4: 832, 5: 94, 6: 134, 7: 77, 8: 1458, 9: 340}\n",
      "2018-06-23 12:01:28,492 - framestack - INFO: steps: 6415200, steps/s: 94.07\n",
      "  epoch reward:       1.2854/7.4657/21.2289 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2844/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 12:02:12,936 - framestack - INFO: action counts: {0: 253, 1: 61, 2: 995, 3: 43, 4: 869, 5: 86, 6: 116, 7: 72, 8: 1476, 9: 349}\n",
      "2018-06-23 12:02:12,961 - framestack - INFO: steps: 6419520, steps/s: 94.07\n",
      "  epoch reward:       1.2854/6.6962/14.4813 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2109/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 12:02:59,107 - framestack - INFO: action counts: {0: 238, 1: 37, 2: 1033, 3: 30, 4: 858, 5: 108, 6: 122, 7: 77, 8: 1455, 9: 362}\n",
      "2018-06-23 12:02:59,134 - framestack - INFO: steps: 6423840, steps/s: 94.07\n",
      "  epoch reward:       1.2854/7.2578/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.1486/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 12:03:44,843 - framestack - INFO: action counts: {0: 251, 1: 42, 2: 1044, 3: 32, 4: 884, 5: 74, 6: 99, 7: 79, 8: 1496, 9: 319}\n",
      "2018-06-23 12:03:44,872 - framestack - INFO: steps: 6428160, steps/s: 94.07\n",
      "  epoch reward:       1.9854/7.3452/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0998/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 12:04:33,416 - framestack - INFO: action counts: {0: 233, 1: 38, 2: 1054, 3: 40, 4: 868, 5: 84, 6: 132, 7: 72, 8: 1467, 9: 332}\n",
      "2018-06-23 12:04:33,442 - framestack - INFO: steps: 6432480, steps/s: 94.06\n",
      "  epoch reward:       2.1292/8.8983/24.5527 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0677/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 12:05:20,205 - framestack - INFO: action counts: {0: 240, 1: 53, 2: 1040, 3: 36, 4: 899, 5: 116, 6: 124, 7: 90, 8: 1386, 9: 336}\n",
      "2018-06-23 12:05:20,228 - framestack - INFO: steps: 6436800, steps/s: 94.06\n",
      "  epoch reward:       2.0471/8.2707/24.5527 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0181/49.1214 [n=500]\n",
      "\n",
      "2018-06-23 12:06:06,386 - framestack - INFO: action counts: {0: 253, 1: 57, 2: 1019, 3: 36, 4: 864, 5: 102, 6: 127, 7: 75, 8: 1454, 9: 333}\n",
      "2018-06-23 12:06:06,410 - framestack - INFO: steps: 6441120, steps/s: 94.06\n",
      "  epoch reward:       2.0471/7.4228/16.0745 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8681/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:06:53,081 - framestack - INFO: action counts: {0: 266, 1: 60, 2: 1025, 3: 43, 4: 830, 5: 95, 6: 149, 7: 70, 8: 1450, 9: 332}\n",
      "2018-06-23 12:06:53,108 - framestack - INFO: steps: 6445440, steps/s: 94.07\n",
      "  epoch reward:       2.0471/7.4228/16.0745 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7946/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:07:40,449 - framestack - INFO: action counts: {0: 242, 1: 32, 2: 1059, 3: 35, 4: 841, 5: 92, 6: 124, 7: 61, 8: 1485, 9: 349}\n",
      "2018-06-23 12:07:40,472 - framestack - INFO: steps: 6449760, steps/s: 94.06\n",
      "  epoch reward:       2.0471/8.4870/16.0745 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7838/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:08:28,536 - framestack - INFO: action counts: {0: 272, 1: 30, 2: 1043, 3: 25, 4: 850, 5: 110, 6: 135, 7: 64, 8: 1475, 9: 316}\n",
      "2018-06-23 12:08:28,562 - framestack - INFO: steps: 6454080, steps/s: 94.05\n",
      "  epoch reward:       2.0471/8.7795/16.0745 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7678/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:09:16,295 - framestack - INFO: action counts: {0: 235, 1: 48, 2: 1089, 3: 39, 4: 868, 5: 85, 6: 109, 7: 67, 8: 1452, 9: 328}\n",
      "2018-06-23 12:09:16,318 - framestack - INFO: steps: 6458400, steps/s: 94.04\n",
      "  epoch reward:       2.0471/12.4829/28.4276 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8570/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:10:00,345 - framestack - INFO: action counts: {0: 230, 1: 36, 2: 1091, 3: 37, 4: 832, 5: 89, 6: 115, 7: 62, 8: 1511, 9: 317}\n",
      "2018-06-23 12:10:00,368 - framestack - INFO: steps: 6462720, steps/s: 94.05\n",
      "  epoch reward:       2.0471/12.1073/28.4276 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9303/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:10:47,308 - framestack - INFO: action counts: {0: 237, 1: 33, 2: 1075, 3: 28, 4: 814, 5: 72, 6: 105, 7: 69, 8: 1581, 9: 306}\n",
      "2018-06-23 12:10:47,340 - framestack - INFO: steps: 6467040, steps/s: 94.05\n",
      "  epoch reward:       2.0471/12.6660/38.9428 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0078/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:11:35,444 - framestack - INFO: action counts: {0: 224, 1: 37, 2: 1095, 3: 32, 4: 817, 5: 82, 6: 121, 7: 49, 8: 1576, 9: 287}\n",
      "2018-06-23 12:11:35,468 - framestack - INFO: steps: 6471360, steps/s: 94.04\n",
      "  epoch reward:       2.0471/12.4564/38.9428 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.1111/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:12:23,341 - framestack - INFO: action counts: {0: 218, 1: 29, 2: 1064, 3: 29, 4: 880, 5: 74, 6: 103, 7: 54, 8: 1583, 9: 286}\n",
      "2018-06-23 12:12:23,363 - framestack - INFO: steps: 6475680, steps/s: 94.03\n",
      "  epoch reward:       5.1114/13.2742/38.9428 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.2302/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:13:10,060 - framestack - INFO: action counts: {0: 241, 1: 48, 2: 1062, 3: 37, 4: 860, 5: 79, 6: 113, 7: 56, 8: 1523, 9: 301}\n",
      "2018-06-23 12:13:10,090 - framestack - INFO: steps: 6480000, steps/s: 94.03\n",
      "  epoch reward:       5.1114/13.2742/38.9428 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3492/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:13:58,061 - framestack - INFO: action counts: {0: 235, 1: 34, 2: 1087, 3: 28, 4: 819, 5: 73, 6: 108, 7: 68, 8: 1591, 9: 277}\n",
      "2018-06-23 12:13:58,087 - framestack - INFO: steps: 6484320, steps/s: 94.02\n",
      "  epoch reward:       5.1114/13.5929/38.9428 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.4687/47.9911 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 12:14:46,990 - framestack - INFO: action counts: {0: 207, 1: 28, 2: 1094, 3: 27, 4: 855, 5: 78, 6: 102, 7: 44, 8: 1599, 9: 286}\n",
      "2018-06-23 12:14:47,015 - framestack - INFO: steps: 6488640, steps/s: 94.02\n",
      "  epoch reward:       2.7224/12.4103/38.9428 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.5446/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:15:36,980 - framestack - INFO: action counts: {0: 212, 1: 26, 2: 1063, 3: 22, 4: 919, 5: 62, 6: 84, 7: 56, 8: 1611, 9: 265}\n",
      "2018-06-23 12:15:37,007 - framestack - INFO: steps: 6492960, steps/s: 94.00\n",
      "  epoch reward:       2.7224/12.4465/38.9428 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.6248/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:16:22,900 - framestack - INFO: action counts: {0: 206, 1: 32, 2: 1107, 3: 19, 4: 870, 5: 72, 6: 110, 7: 47, 8: 1577, 9: 280}\n",
      "2018-06-23 12:16:22,927 - framestack - INFO: steps: 6497280, steps/s: 94.00\n",
      "  epoch reward:       5.1114/15.1880/38.9428 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.7442/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:17:09,307 - framestack - INFO: action counts: {0: 199, 1: 44, 2: 1072, 3: 23, 4: 912, 5: 77, 6: 93, 7: 58, 8: 1568, 9: 274}\n",
      "2018-06-23 12:17:09,332 - framestack - INFO: steps: 6501600, steps/s: 94.00\n",
      "  epoch reward:       0.1048/14.3352/38.9428 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8815/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:17:55,119 - framestack - INFO: action counts: {0: 242, 1: 35, 2: 1061, 3: 25, 4: 863, 5: 90, 6: 113, 7: 74, 8: 1505, 9: 312}\n",
      "2018-06-23 12:17:55,153 - framestack - INFO: steps: 6505920, steps/s: 94.00\n",
      "  epoch reward:       0.1048/11.7573/24.6807 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9821/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:18:41,901 - framestack - INFO: action counts: {0: 279, 1: 45, 2: 998, 3: 26, 4: 871, 5: 79, 6: 120, 7: 67, 8: 1494, 9: 341}\n",
      "2018-06-23 12:18:41,927 - framestack - INFO: steps: 6510240, steps/s: 94.00\n",
      "  epoch reward:       0.1048/11.8880/24.6807 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0951/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:19:26,987 - framestack - INFO: action counts: {0: 235, 1: 47, 2: 1036, 3: 29, 4: 860, 5: 97, 6: 114, 7: 66, 8: 1540, 9: 296}\n",
      "2018-06-23 12:19:27,013 - framestack - INFO: steps: 6514560, steps/s: 94.00\n",
      "  epoch reward:       0.1048/13.2504/27.9323 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2093/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:20:14,234 - framestack - INFO: action counts: {0: 217, 1: 45, 2: 988, 3: 19, 4: 893, 5: 64, 6: 118, 7: 74, 8: 1546, 9: 356}\n",
      "2018-06-23 12:20:14,260 - framestack - INFO: steps: 6518880, steps/s: 93.99\n",
      "  epoch reward:       0.1048/11.0424/24.6807 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2793/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:20:59,304 - framestack - INFO: action counts: {0: 270, 1: 36, 2: 1038, 3: 25, 4: 821, 5: 94, 6: 121, 7: 51, 8: 1532, 9: 332}\n",
      "2018-06-23 12:20:59,328 - framestack - INFO: steps: 6523200, steps/s: 94.00\n",
      "  epoch reward:       0.1048/12.1723/25.3267 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3517/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:21:43,958 - framestack - INFO: action counts: {0: 233, 1: 54, 2: 960, 3: 34, 4: 894, 5: 101, 6: 100, 7: 69, 8: 1567, 9: 308}\n",
      "2018-06-23 12:21:43,985 - framestack - INFO: steps: 6527520, steps/s: 94.00\n",
      "  epoch reward:       0.1048/10.9473/24.6807 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3990/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:22:29,812 - framestack - INFO: action counts: {0: 256, 1: 45, 2: 966, 3: 32, 4: 900, 5: 74, 6: 119, 7: 46, 8: 1562, 9: 320}\n",
      "2018-06-23 12:22:29,837 - framestack - INFO: steps: 6531840, steps/s: 94.00\n",
      "  epoch reward:       0.1048/10.9473/24.6807 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4561/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:23:16,232 - framestack - INFO: action counts: {0: 237, 1: 31, 2: 967, 3: 34, 4: 893, 5: 91, 6: 125, 7: 64, 8: 1535, 9: 343}\n",
      "2018-06-23 12:23:16,262 - framestack - INFO: steps: 6536160, steps/s: 94.00\n",
      "  epoch reward:       0.1048/10.1131/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4966/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:24:03,359 - framestack - INFO: action counts: {0: 270, 1: 62, 2: 961, 3: 31, 4: 879, 5: 83, 6: 134, 7: 66, 8: 1456, 9: 378}\n",
      "2018-06-23 12:24:03,381 - framestack - INFO: steps: 6540480, steps/s: 94.00\n",
      "  epoch reward:       1.8382/10.7571/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5113/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:24:49,640 - framestack - INFO: action counts: {0: 249, 1: 34, 2: 999, 3: 39, 4: 901, 5: 108, 6: 130, 7: 70, 8: 1423, 9: 367}\n",
      "2018-06-23 12:24:49,665 - framestack - INFO: steps: 6544800, steps/s: 94.00\n",
      "  epoch reward:       0.7183/10.6451/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5048/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:25:35,105 - framestack - INFO: action counts: {0: 269, 1: 34, 2: 999, 3: 49, 4: 895, 5: 75, 6: 133, 7: 83, 8: 1436, 9: 347}\n",
      "2018-06-23 12:25:35,139 - framestack - INFO: steps: 6549120, steps/s: 94.00\n",
      "  epoch reward:       0.7183/10.1454/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4787/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:26:19,806 - framestack - INFO: action counts: {0: 247, 1: 38, 2: 979, 3: 34, 4: 888, 5: 106, 6: 110, 7: 77, 8: 1474, 9: 367}\n",
      "2018-06-23 12:26:19,832 - framestack - INFO: steps: 6553440, steps/s: 94.01\n",
      "  epoch reward:       0.7183/10.0287/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3568/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:27:04,074 - framestack - INFO: action counts: {0: 285, 1: 43, 2: 951, 3: 36, 4: 875, 5: 106, 6: 140, 7: 66, 8: 1422, 9: 396}\n",
      "2018-06-23 12:27:04,103 - framestack - INFO: steps: 6557760, steps/s: 94.01\n",
      "  epoch reward:       0.7183/12.2038/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2785/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:27:49,322 - framestack - INFO: action counts: {0: 297, 1: 42, 2: 1055, 3: 35, 4: 804, 5: 101, 6: 117, 7: 62, 8: 1469, 9: 338}\n",
      "2018-06-23 12:27:49,350 - framestack - INFO: steps: 6562080, steps/s: 94.02\n",
      "  epoch reward:       0.7183/11.3174/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1824/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:28:34,794 - framestack - INFO: action counts: {0: 250, 1: 32, 2: 1038, 3: 29, 4: 890, 5: 94, 6: 123, 7: 74, 8: 1461, 9: 329}\n",
      "2018-06-23 12:28:34,823 - framestack - INFO: steps: 6566400, steps/s: 94.02\n",
      "  epoch reward:       0.7183/11.0790/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0623/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:29:20,275 - framestack - INFO: action counts: {0: 251, 1: 39, 2: 1016, 3: 33, 4: 793, 5: 88, 6: 97, 7: 67, 8: 1609, 9: 327}\n",
      "2018-06-23 12:29:20,304 - framestack - INFO: steps: 6570720, steps/s: 94.02\n",
      "  epoch reward:       0.7183/12.5384/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0263/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:30:06,196 - framestack - INFO: action counts: {0: 251, 1: 38, 2: 969, 3: 25, 4: 875, 5: 77, 6: 113, 7: 47, 8: 1623, 9: 302}\n",
      "2018-06-23 12:30:06,225 - framestack - INFO: steps: 6575040, steps/s: 94.02\n",
      "  epoch reward:       0.7183/11.1277/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9587/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:30:52,245 - framestack - INFO: action counts: {0: 241, 1: 32, 2: 1057, 3: 19, 4: 818, 5: 61, 6: 110, 7: 59, 8: 1585, 9: 338}\n",
      "2018-06-23 12:30:52,271 - framestack - INFO: steps: 6579360, steps/s: 94.03\n",
      "  epoch reward:       0.7183/11.1277/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8911/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:31:37,846 - framestack - INFO: action counts: {0: 250, 1: 33, 2: 1022, 3: 20, 4: 876, 5: 80, 6: 113, 7: 68, 8: 1541, 9: 317}\n",
      "2018-06-23 12:31:37,875 - framestack - INFO: steps: 6583680, steps/s: 94.04\n",
      "  epoch reward:       2.1401/13.2348/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8657/47.9911 [n=500]\n",
      "\n",
      "2018-06-23 12:32:23,981 - framestack - INFO: action counts: {0: 232, 1: 27, 2: 992, 3: 33, 4: 851, 5: 76, 6: 114, 7: 42, 8: 1646, 9: 307}\n",
      "2018-06-23 12:32:24,009 - framestack - INFO: steps: 6588000, steps/s: 94.04\n",
      "  epoch reward:       2.1401/14.1138/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8632/38.9428 [n=500]\n",
      "\n",
      "2018-06-23 12:33:09,827 - framestack - INFO: action counts: {0: 195, 1: 36, 2: 1022, 3: 30, 4: 838, 5: 87, 6: 118, 7: 76, 8: 1590, 9: 328}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 12:33:09,853 - framestack - INFO: steps: 6592320, steps/s: 94.04\n",
      "  epoch reward:       3.2603/13.9663/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9260/38.9428 [n=500]\n",
      "\n",
      "2018-06-23 12:33:55,732 - framestack - INFO: action counts: {0: 216, 1: 25, 2: 1027, 3: 31, 4: 864, 5: 73, 6: 94, 7: 47, 8: 1648, 9: 295}\n",
      "2018-06-23 12:33:55,762 - framestack - INFO: steps: 6596640, steps/s: 94.04\n",
      "  epoch reward:       3.7451/14.0148/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9802/38.9428 [n=500]\n",
      "\n",
      "2018-06-23 12:34:41,641 - framestack - INFO: action counts: {0: 202, 1: 32, 2: 1000, 3: 27, 4: 865, 5: 79, 6: 108, 7: 52, 8: 1631, 9: 324}\n",
      "2018-06-23 12:34:41,666 - framestack - INFO: steps: 6600960, steps/s: 94.03\n",
      "  epoch reward:       3.7451/11.6850/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0198/38.9428 [n=500]\n",
      "\n",
      "2018-06-23 12:35:27,564 - framestack - INFO: action counts: {0: 235, 1: 36, 2: 964, 3: 34, 4: 859, 5: 89, 6: 117, 7: 73, 8: 1589, 9: 324}\n",
      "2018-06-23 12:35:27,591 - framestack - INFO: steps: 6605280, steps/s: 94.03\n",
      "  epoch reward:       3.4100/12.2648/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0736/38.9428 [n=500]\n",
      "\n",
      "2018-06-23 12:36:13,273 - framestack - INFO: action counts: {0: 226, 1: 32, 2: 1011, 3: 31, 4: 899, 5: 73, 6: 88, 7: 54, 8: 1624, 9: 282}\n",
      "2018-06-23 12:36:13,304 - framestack - INFO: steps: 6609600, steps/s: 94.03\n",
      "  epoch reward:       3.4100/11.1530/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1000/38.9428 [n=500]\n",
      "\n",
      "2018-06-23 12:36:58,245 - framestack - INFO: action counts: {0: 194, 1: 25, 2: 1002, 3: 23, 4: 845, 5: 61, 6: 122, 7: 60, 8: 1691, 9: 297}\n",
      "2018-06-23 12:36:58,277 - framestack - INFO: steps: 6613920, steps/s: 94.03\n",
      "  epoch reward:       3.4100/8.5973/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0617/38.9428 [n=500]\n",
      "\n",
      "2018-06-23 12:37:43,770 - framestack - INFO: action counts: {0: 230, 1: 27, 2: 1035, 3: 19, 4: 828, 5: 54, 6: 82, 7: 45, 8: 1706, 9: 294}\n",
      "2018-06-23 12:37:43,799 - framestack - INFO: steps: 6618240, steps/s: 94.04\n",
      "  epoch reward:       2.1264/6.8219/12.6892 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9880/38.9428 [n=500]\n",
      "\n",
      "2018-06-23 12:38:29,482 - framestack - INFO: action counts: {0: 229, 1: 29, 2: 1039, 3: 15, 4: 839, 5: 71, 6: 88, 7: 57, 8: 1659, 9: 294}\n",
      "2018-06-23 12:38:29,508 - framestack - INFO: steps: 6622560, steps/s: 94.04\n",
      "  epoch reward:       3.2630/7.9035/18.3592 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9359/38.9428 [n=500]\n",
      "\n",
      "2018-06-23 12:39:15,171 - framestack - INFO: action counts: {0: 259, 1: 36, 2: 983, 3: 36, 4: 853, 5: 86, 6: 103, 7: 69, 8: 1577, 9: 318}\n",
      "2018-06-23 12:39:15,201 - framestack - INFO: steps: 6626880, steps/s: 94.04\n",
      "  epoch reward:       3.2630/10.3417/21.2898 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9893/38.9428 [n=500]\n",
      "\n",
      "2018-06-23 12:40:00,362 - framestack - INFO: action counts: {0: 219, 1: 32, 2: 965, 3: 36, 4: 856, 5: 75, 6: 115, 7: 62, 8: 1621, 9: 339}\n",
      "2018-06-23 12:40:00,387 - framestack - INFO: steps: 6631200, steps/s: 94.04\n",
      "  epoch reward:       3.2630/10.7307/21.2898 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0546/38.9428 [n=500]\n",
      "\n",
      "2018-06-23 12:40:45,574 - framestack - INFO: action counts: {0: 232, 1: 35, 2: 1032, 3: 17, 4: 827, 5: 65, 6: 114, 7: 41, 8: 1645, 9: 312}\n",
      "2018-06-23 12:40:45,603 - framestack - INFO: steps: 6635520, steps/s: 94.05\n",
      "  epoch reward:       3.2630/14.1804/49.1569 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2043/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:41:30,237 - framestack - INFO: action counts: {0: 231, 1: 35, 2: 1071, 3: 18, 4: 841, 5: 62, 6: 95, 7: 60, 8: 1613, 9: 294}\n",
      "2018-06-23 12:41:30,267 - framestack - INFO: steps: 6639840, steps/s: 94.05\n",
      "  epoch reward:       3.2630/14.1804/49.1569 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3427/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:42:15,085 - framestack - INFO: action counts: {0: 229, 1: 28, 2: 1042, 3: 25, 4: 837, 5: 78, 6: 89, 7: 39, 8: 1644, 9: 309}\n",
      "2018-06-23 12:42:15,114 - framestack - INFO: steps: 6644160, steps/s: 94.05\n",
      "  epoch reward:       3.2630/14.1804/49.1569 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4794/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:42:59,672 - framestack - INFO: action counts: {0: 245, 1: 36, 2: 1028, 3: 28, 4: 863, 5: 94, 6: 107, 7: 53, 8: 1568, 9: 298}\n",
      "2018-06-23 12:42:59,700 - framestack - INFO: steps: 6648480, steps/s: 94.06\n",
      "  epoch reward:       3.2630/15.2829/49.1569 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6071/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:43:44,649 - framestack - INFO: action counts: {0: 224, 1: 33, 2: 1032, 3: 30, 4: 862, 5: 70, 6: 114, 7: 58, 8: 1569, 9: 328}\n",
      "2018-06-23 12:43:44,682 - framestack - INFO: steps: 6652800, steps/s: 94.06\n",
      "  epoch reward:       3.2630/15.6588/49.1569 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7549/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:44:29,632 - framestack - INFO: action counts: {0: 263, 1: 36, 2: 971, 3: 32, 4: 880, 5: 91, 6: 114, 7: 60, 8: 1500, 9: 373}\n",
      "2018-06-23 12:44:29,664 - framestack - INFO: steps: 6657120, steps/s: 94.07\n",
      "  epoch reward:       3.2630/15.4274/49.1569 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9150/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:45:15,791 - framestack - INFO: action counts: {0: 261, 1: 36, 2: 1005, 3: 28, 4: 857, 5: 74, 6: 116, 7: 49, 8: 1562, 9: 332}\n",
      "2018-06-23 12:45:15,816 - framestack - INFO: steps: 6661440, steps/s: 94.07\n",
      "  epoch reward:       3.2846/11.1879/21.2898 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9903/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:46:02,276 - framestack - INFO: action counts: {0: 231, 1: 27, 2: 984, 3: 29, 4: 805, 5: 74, 6: 96, 7: 61, 8: 1719, 9: 294}\n",
      "2018-06-23 12:46:02,302 - framestack - INFO: steps: 6665760, steps/s: 94.07\n",
      "  epoch reward:       3.2846/10.2216/21.2898 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.0250/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:46:47,730 - framestack - INFO: action counts: {0: 205, 1: 20, 2: 996, 3: 20, 4: 874, 5: 65, 6: 93, 7: 50, 8: 1683, 9: 314}\n",
      "2018-06-23 12:46:47,758 - framestack - INFO: steps: 6670080, steps/s: 94.07\n",
      "  epoch reward:       3.2846/10.0567/20.0972 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.0505/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:47:34,802 - framestack - INFO: action counts: {0: 223, 1: 24, 2: 990, 3: 23, 4: 838, 5: 49, 6: 74, 7: 48, 8: 1751, 9: 300}\n",
      "2018-06-23 12:47:34,829 - framestack - INFO: steps: 6674400, steps/s: 94.07\n",
      "  epoch reward:       3.2846/10.8231/18.6868 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.0173/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:48:19,557 - framestack - INFO: action counts: {0: 222, 1: 23, 2: 1052, 3: 18, 4: 826, 5: 70, 6: 117, 7: 61, 8: 1628, 9: 303}\n",
      "2018-06-23 12:48:19,578 - framestack - INFO: steps: 6678720, steps/s: 94.08\n",
      "  epoch reward:       1.4195/10.1829/18.6868 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9788/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:49:07,583 - framestack - INFO: action counts: {0: 238, 1: 40, 2: 994, 3: 28, 4: 882, 5: 84, 6: 110, 7: 51, 8: 1585, 9: 308}\n",
      "2018-06-23 12:49:07,609 - framestack - INFO: steps: 6683040, steps/s: 94.06\n",
      "  epoch reward:       0.7183/10.1127/18.6868 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9278/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:49:54,074 - framestack - INFO: action counts: {0: 221, 1: 38, 2: 992, 3: 38, 4: 845, 5: 87, 6: 112, 7: 54, 8: 1593, 9: 340}\n",
      "2018-06-23 12:49:54,098 - framestack - INFO: steps: 6687360, steps/s: 94.06\n",
      "  epoch reward:       0.7183/12.1476/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9216/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:50:39,711 - framestack - INFO: action counts: {0: 227, 1: 34, 2: 973, 3: 33, 4: 872, 5: 74, 6: 115, 7: 46, 8: 1637, 9: 309}\n",
      "2018-06-23 12:50:39,734 - framestack - INFO: steps: 6691680, steps/s: 94.06\n",
      "  epoch reward:       0.7183/9.6029/18.6868 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.8482/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:51:24,855 - framestack - INFO: action counts: {0: 250, 1: 31, 2: 996, 3: 22, 4: 857, 5: 78, 6: 100, 7: 45, 8: 1619, 9: 322}\n",
      "2018-06-23 12:51:24,879 - framestack - INFO: steps: 6696000, steps/s: 94.07\n",
      "  epoch reward:       0.7183/10.5090/18.6868 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7929/49.1569 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 12:52:11,818 - framestack - INFO: action counts: {0: 219, 1: 26, 2: 965, 3: 35, 4: 849, 5: 67, 6: 119, 7: 51, 8: 1668, 9: 321}\n",
      "2018-06-23 12:52:11,847 - framestack - INFO: steps: 6700320, steps/s: 94.06\n",
      "  epoch reward:       0.7183/11.9100/23.6364 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7592/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:52:56,439 - framestack - INFO: action counts: {0: 222, 1: 42, 2: 966, 3: 27, 4: 836, 5: 77, 6: 125, 7: 60, 8: 1607, 9: 358}\n",
      "2018-06-23 12:52:56,464 - framestack - INFO: steps: 6704640, steps/s: 94.06\n",
      "  epoch reward:       0.7183/10.0163/18.6868 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7113/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:53:40,789 - framestack - INFO: action counts: {0: 238, 1: 36, 2: 994, 3: 24, 4: 856, 5: 84, 6: 105, 7: 57, 8: 1600, 9: 326}\n",
      "2018-06-23 12:53:40,812 - framestack - INFO: steps: 6708960, steps/s: 94.07\n",
      "  epoch reward:       0.7183/12.2817/18.6868 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7080/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:54:27,556 - framestack - INFO: action counts: {0: 200, 1: 39, 2: 1006, 3: 38, 4: 902, 5: 69, 6: 93, 7: 59, 8: 1591, 9: 323}\n",
      "2018-06-23 12:54:27,580 - framestack - INFO: steps: 6713280, steps/s: 94.06\n",
      "  epoch reward:       0.7183/10.3339/18.6868 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6110/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:55:14,576 - framestack - INFO: action counts: {0: 257, 1: 34, 2: 1001, 3: 28, 4: 916, 5: 104, 6: 139, 7: 42, 8: 1474, 9: 325}\n",
      "2018-06-23 12:55:14,600 - framestack - INFO: steps: 6717600, steps/s: 94.06\n",
      "  epoch reward:       0.7183/8.7964/16.4828 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5002/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:56:02,760 - framestack - INFO: action counts: {0: 274, 1: 28, 2: 987, 3: 28, 4: 852, 5: 96, 6: 101, 7: 48, 8: 1569, 9: 337}\n",
      "2018-06-23 12:56:02,786 - framestack - INFO: steps: 6721920, steps/s: 94.04\n",
      "  epoch reward:       3.3118/9.4204/16.4828 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4534/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:56:48,620 - framestack - INFO: action counts: {0: 229, 1: 21, 2: 997, 3: 29, 4: 850, 5: 86, 6: 106, 7: 57, 8: 1602, 9: 343}\n",
      "2018-06-23 12:56:48,645 - framestack - INFO: steps: 6726240, steps/s: 94.05\n",
      "  epoch reward:       3.3118/10.6643/18.0861 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4290/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:57:36,176 - framestack - INFO: action counts: {0: 239, 1: 20, 2: 968, 3: 24, 4: 846, 5: 64, 6: 111, 7: 45, 8: 1653, 9: 350}\n",
      "2018-06-23 12:57:36,199 - framestack - INFO: steps: 6730560, steps/s: 94.04\n",
      "  epoch reward:       3.3118/11.0071/18.0861 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3841/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:58:22,630 - framestack - INFO: action counts: {0: 231, 1: 38, 2: 959, 3: 17, 4: 864, 5: 77, 6: 114, 7: 57, 8: 1628, 9: 335}\n",
      "2018-06-23 12:58:22,653 - framestack - INFO: steps: 6734880, steps/s: 94.05\n",
      "  epoch reward:       3.3118/11.1355/18.0861 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3860/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:59:08,594 - framestack - INFO: action counts: {0: 224, 1: 33, 2: 968, 3: 38, 4: 871, 5: 89, 6: 115, 7: 54, 8: 1613, 9: 315}\n",
      "2018-06-23 12:59:08,621 - framestack - INFO: steps: 6739200, steps/s: 94.05\n",
      "  epoch reward:       3.3118/9.8704/18.0861 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3399/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 12:59:53,954 - framestack - INFO: action counts: {0: 260, 1: 36, 2: 953, 3: 38, 4: 857, 5: 87, 6: 117, 7: 56, 8: 1557, 9: 359}\n",
      "2018-06-23 12:59:53,977 - framestack - INFO: steps: 6743520, steps/s: 94.05\n",
      "  epoch reward:       3.3070/9.6946/18.0861 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3149/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:00:41,493 - framestack - INFO: action counts: {0: 240, 1: 39, 2: 964, 3: 26, 4: 879, 5: 91, 6: 122, 7: 63, 8: 1538, 9: 358}\n",
      "2018-06-23 13:00:41,516 - framestack - INFO: steps: 6747840, steps/s: 94.04\n",
      "  epoch reward:       3.3070/8.0169/18.0861 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2563/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:01:26,918 - framestack - INFO: action counts: {0: 247, 1: 43, 2: 984, 3: 37, 4: 860, 5: 74, 6: 125, 7: 73, 8: 1531, 9: 346}\n",
      "2018-06-23 13:01:26,945 - framestack - INFO: steps: 6752160, steps/s: 94.04\n",
      "  epoch reward:       3.3070/8.8025/18.0861 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.2301/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:02:14,004 - framestack - INFO: action counts: {0: 257, 1: 27, 2: 944, 3: 37, 4: 909, 5: 84, 6: 129, 7: 64, 8: 1533, 9: 336}\n",
      "2018-06-23 13:02:14,032 - framestack - INFO: steps: 6756480, steps/s: 94.03\n",
      "  epoch reward:       3.3070/9.2783/18.0861 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.2005/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:02:58,488 - framestack - INFO: action counts: {0: 221, 1: 38, 2: 1022, 3: 24, 4: 903, 5: 94, 6: 123, 7: 68, 8: 1485, 9: 342}\n",
      "2018-06-23 13:02:58,512 - framestack - INFO: steps: 6760800, steps/s: 94.04\n",
      "  epoch reward:       3.1160/8.8941/18.0861 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1655/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:03:43,315 - framestack - INFO: action counts: {0: 242, 1: 39, 2: 982, 3: 30, 4: 868, 5: 84, 6: 109, 7: 66, 8: 1533, 9: 367}\n",
      "2018-06-23 13:03:43,339 - framestack - INFO: steps: 6765120, steps/s: 94.05\n",
      "  epoch reward:       3.1160/10.4929/24.5443 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1724/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:04:29,809 - framestack - INFO: action counts: {0: 255, 1: 43, 2: 990, 3: 37, 4: 936, 5: 84, 6: 122, 7: 73, 8: 1406, 9: 374}\n",
      "2018-06-23 13:04:29,833 - framestack - INFO: steps: 6769440, steps/s: 94.05\n",
      "  epoch reward:       0.7216/8.3099/24.5443 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1380/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:05:15,674 - framestack - INFO: action counts: {0: 226, 1: 36, 2: 1009, 3: 36, 4: 906, 5: 91, 6: 116, 7: 62, 8: 1488, 9: 350}\n",
      "2018-06-23 13:05:15,696 - framestack - INFO: steps: 6773760, steps/s: 94.05\n",
      "  epoch reward:       0.7216/8.3099/24.5443 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0602/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:06:02,201 - framestack - INFO: action counts: {0: 265, 1: 44, 2: 979, 3: 40, 4: 907, 5: 87, 6: 111, 7: 66, 8: 1449, 9: 372}\n",
      "2018-06-23 13:06:02,224 - framestack - INFO: steps: 6778080, steps/s: 94.04\n",
      "  epoch reward:       0.7216/9.6324/24.5443 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0265/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:06:47,367 - framestack - INFO: action counts: {0: 249, 1: 42, 2: 1018, 3: 39, 4: 895, 5: 95, 6: 126, 7: 56, 8: 1432, 9: 368}\n",
      "2018-06-23 13:06:47,389 - framestack - INFO: steps: 6782400, steps/s: 94.05\n",
      "  epoch reward:       0.7216/9.6022/24.5443 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9969/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:07:31,176 - framestack - INFO: action counts: {0: 228, 1: 40, 2: 946, 3: 38, 4: 916, 5: 107, 6: 106, 7: 70, 8: 1521, 9: 348}\n",
      "2018-06-23 13:07:31,203 - framestack - INFO: steps: 6786720, steps/s: 94.06\n",
      "  epoch reward:       0.7216/9.6022/24.5443 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9382/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:08:16,013 - framestack - INFO: action counts: {0: 241, 1: 32, 2: 978, 3: 33, 4: 897, 5: 82, 6: 97, 7: 46, 8: 1565, 9: 349}\n",
      "2018-06-23 13:08:16,041 - framestack - INFO: steps: 6791040, steps/s: 94.07\n",
      "  epoch reward:       1.8427/13.1704/47.3322 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9790/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:08:59,500 - framestack - INFO: action counts: {0: 239, 1: 27, 2: 1026, 3: 34, 4: 905, 5: 80, 6: 106, 7: 55, 8: 1499, 9: 349}\n",
      "2018-06-23 13:08:59,529 - framestack - INFO: steps: 6795360, steps/s: 94.08\n",
      "  epoch reward:       1.8427/13.8877/47.3322 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0342/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:09:45,498 - framestack - INFO: action counts: {0: 219, 1: 32, 2: 1037, 3: 16, 4: 927, 5: 100, 6: 97, 7: 47, 8: 1509, 9: 336}\n",
      "2018-06-23 13:09:45,528 - framestack - INFO: steps: 6799680, steps/s: 94.07\n",
      "  epoch reward:       1.8427/13.8877/47.3322 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0473/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:10:31,620 - framestack - INFO: action counts: {0: 240, 1: 35, 2: 947, 3: 31, 4: 930, 5: 89, 6: 115, 7: 61, 8: 1528, 9: 344}\n",
      "2018-06-23 13:10:31,649 - framestack - INFO: steps: 6804000, steps/s: 94.08\n",
      "  epoch reward:       1.8427/12.8463/47.3322 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0220/49.1569 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 13:11:18,593 - framestack - INFO: action counts: {0: 242, 1: 31, 2: 978, 3: 36, 4: 892, 5: 82, 6: 146, 7: 55, 8: 1503, 9: 355}\n",
      "2018-06-23 13:11:18,618 - framestack - INFO: steps: 6808320, steps/s: 94.08\n",
      "  epoch reward:       2.9343/13.8244/47.3322 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0191/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:12:04,122 - framestack - INFO: action counts: {0: 281, 1: 49, 2: 942, 3: 27, 4: 920, 5: 107, 6: 113, 7: 73, 8: 1437, 9: 371}\n",
      "2018-06-23 13:12:04,146 - framestack - INFO: steps: 6812640, steps/s: 94.08\n",
      "  epoch reward:       2.9343/10.4640/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9481/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:12:49,271 - framestack - INFO: action counts: {0: 253, 1: 52, 2: 971, 3: 29, 4: 940, 5: 100, 6: 127, 7: 63, 8: 1394, 9: 391}\n",
      "2018-06-23 13:12:49,297 - framestack - INFO: steps: 6816960, steps/s: 94.08\n",
      "  epoch reward:       2.7823/9.3503/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9014/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:13:34,961 - framestack - INFO: action counts: {0: 260, 1: 43, 2: 980, 3: 26, 4: 955, 5: 91, 6: 115, 7: 61, 8: 1435, 9: 354}\n",
      "2018-06-23 13:13:34,989 - framestack - INFO: steps: 6821280, steps/s: 94.07\n",
      "  epoch reward:       2.7823/8.9352/19.0814 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8348/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:14:19,921 - framestack - INFO: action counts: {0: 271, 1: 42, 2: 973, 3: 42, 4: 907, 5: 83, 6: 128, 7: 64, 8: 1457, 9: 353}\n",
      "2018-06-23 13:14:19,946 - framestack - INFO: steps: 6825600, steps/s: 94.08\n",
      "  epoch reward:       2.7823/8.2963/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7777/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:15:04,804 - framestack - INFO: action counts: {0: 240, 1: 44, 2: 1009, 3: 38, 4: 873, 5: 112, 6: 144, 7: 71, 8: 1408, 9: 381}\n",
      "2018-06-23 13:15:04,832 - framestack - INFO: steps: 6829920, steps/s: 94.08\n",
      "  epoch reward:       2.7823/8.2963/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7717/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:15:50,460 - framestack - INFO: action counts: {0: 291, 1: 55, 2: 965, 3: 39, 4: 866, 5: 118, 6: 125, 7: 65, 8: 1397, 9: 399}\n",
      "2018-06-23 13:15:50,487 - framestack - INFO: steps: 6834240, steps/s: 94.09\n",
      "  epoch reward:       2.7823/9.8648/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8325/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:16:35,661 - framestack - INFO: action counts: {0: 266, 1: 62, 2: 971, 3: 30, 4: 893, 5: 109, 6: 136, 7: 78, 8: 1396, 9: 379}\n",
      "2018-06-23 13:16:35,690 - framestack - INFO: steps: 6838560, steps/s: 94.10\n",
      "  epoch reward:       2.6328/9.4261/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8630/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:17:21,359 - framestack - INFO: action counts: {0: 289, 1: 40, 2: 970, 3: 38, 4: 859, 5: 110, 6: 135, 7: 59, 8: 1418, 9: 402}\n",
      "2018-06-23 13:17:21,382 - framestack - INFO: steps: 6842880, steps/s: 94.10\n",
      "  epoch reward:       2.7823/10.5079/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8663/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:18:08,619 - framestack - INFO: action counts: {0: 263, 1: 32, 2: 997, 3: 38, 4: 869, 5: 110, 6: 136, 7: 85, 8: 1381, 9: 409}\n",
      "2018-06-23 13:18:08,647 - framestack - INFO: steps: 6847200, steps/s: 94.10\n",
      "  epoch reward:       0.7183/9.2467/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8366/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:18:53,590 - framestack - INFO: action counts: {0: 304, 1: 42, 2: 1001, 3: 26, 4: 846, 5: 119, 6: 148, 7: 79, 8: 1334, 9: 421}\n",
      "2018-06-23 13:18:53,617 - framestack - INFO: steps: 6851520, steps/s: 94.10\n",
      "  epoch reward:       0.7183/9.2154/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7373/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:19:39,464 - framestack - INFO: action counts: {0: 267, 1: 38, 2: 1046, 3: 50, 4: 863, 5: 102, 6: 143, 7: 72, 8: 1325, 9: 414}\n",
      "2018-06-23 13:19:39,491 - framestack - INFO: steps: 6855840, steps/s: 94.10\n",
      "  epoch reward:       0.7183/9.2926/25.0648 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6396/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:20:25,929 - framestack - INFO: action counts: {0: 265, 1: 45, 2: 1042, 3: 28, 4: 865, 5: 99, 6: 137, 7: 66, 8: 1366, 9: 407}\n",
      "2018-06-23 13:20:25,959 - framestack - INFO: steps: 6860160, steps/s: 94.10\n",
      "  epoch reward:       0.7183/11.8734/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.5934/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:21:12,788 - framestack - INFO: action counts: {0: 221, 1: 36, 2: 1034, 3: 42, 4: 896, 5: 87, 6: 114, 7: 72, 8: 1437, 9: 381}\n",
      "2018-06-23 13:21:12,815 - framestack - INFO: steps: 6864480, steps/s: 94.09\n",
      "  epoch reward:       0.7183/11.8001/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.5238/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:21:58,971 - framestack - INFO: action counts: {0: 234, 1: 43, 2: 1059, 3: 34, 4: 861, 5: 81, 6: 136, 7: 51, 8: 1472, 9: 349}\n",
      "2018-06-23 13:21:58,997 - framestack - INFO: steps: 6868800, steps/s: 94.09\n",
      "  epoch reward:       0.7183/11.8001/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.4466/49.1569 [n=500]\n",
      "\n",
      "2018-06-23 13:22:43,575 - framestack - INFO: action counts: {0: 238, 1: 40, 2: 1013, 3: 26, 4: 822, 5: 95, 6: 123, 7: 66, 8: 1500, 9: 397}\n",
      "2018-06-23 13:22:43,599 - framestack - INFO: steps: 6873120, steps/s: 94.10\n",
      "  epoch reward:       0.7183/9.6740/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3315/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:23:28,701 - framestack - INFO: action counts: {0: 254, 1: 38, 2: 997, 3: 29, 4: 892, 5: 93, 6: 116, 7: 49, 8: 1451, 9: 401}\n",
      "2018-06-23 13:23:28,728 - framestack - INFO: steps: 6877440, steps/s: 94.10\n",
      "  epoch reward:       0.7183/9.6722/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3012/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:24:14,001 - framestack - INFO: action counts: {0: 257, 1: 39, 2: 1029, 3: 33, 4: 881, 5: 93, 6: 89, 7: 53, 8: 1461, 9: 385}\n",
      "2018-06-23 13:24:14,028 - framestack - INFO: steps: 6881760, steps/s: 94.11\n",
      "  epoch reward:       0.7183/10.3074/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3029/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:24:59,063 - framestack - INFO: action counts: {0: 247, 1: 41, 2: 1009, 3: 41, 4: 863, 5: 78, 6: 118, 7: 60, 8: 1490, 9: 373}\n",
      "2018-06-23 13:24:59,090 - framestack - INFO: steps: 6886080, steps/s: 94.11\n",
      "  epoch reward:       3.0534/10.8192/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3182/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:25:43,958 - framestack - INFO: action counts: {0: 247, 1: 42, 2: 1086, 3: 30, 4: 830, 5: 85, 6: 110, 7: 30, 8: 1469, 9: 391}\n",
      "2018-06-23 13:25:43,989 - framestack - INFO: steps: 6890400, steps/s: 94.12\n",
      "  epoch reward:       0.7183/10.2106/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3059/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:26:29,670 - framestack - INFO: action counts: {0: 254, 1: 48, 2: 1050, 3: 31, 4: 887, 5: 98, 6: 101, 7: 50, 8: 1384, 9: 417}\n",
      "2018-06-23 13:26:29,703 - framestack - INFO: steps: 6894720, steps/s: 94.12\n",
      "  epoch reward:       0.7183/9.1949/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2862/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:27:16,419 - framestack - INFO: action counts: {0: 284, 1: 31, 2: 1034, 3: 37, 4: 857, 5: 86, 6: 105, 7: 43, 8: 1484, 9: 359}\n",
      "2018-06-23 13:27:16,444 - framestack - INFO: steps: 6899040, steps/s: 94.12\n",
      "  epoch reward:       0.7183/7.4638/13.4414 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2332/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:28:02,364 - framestack - INFO: action counts: {0: 268, 1: 29, 2: 1071, 3: 29, 4: 854, 5: 97, 6: 106, 7: 46, 8: 1434, 9: 386}\n",
      "2018-06-23 13:28:02,392 - framestack - INFO: steps: 6903360, steps/s: 94.12\n",
      "  epoch reward:       3.0534/7.7304/13.4414 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.1448/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:28:48,743 - framestack - INFO: action counts: {0: 267, 1: 35, 2: 1103, 3: 37, 4: 807, 5: 99, 6: 105, 7: 56, 8: 1415, 9: 396}\n",
      "2018-06-23 13:28:48,768 - framestack - INFO: steps: 6907680, steps/s: 94.12\n",
      "  epoch reward:       3.0534/11.1174/47.3114 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.1751/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:29:33,050 - framestack - INFO: action counts: {0: 233, 1: 44, 2: 1074, 3: 24, 4: 853, 5: 96, 6: 102, 7: 50, 8: 1478, 9: 366}\n",
      "2018-06-23 13:29:33,075 - framestack - INFO: steps: 6912000, steps/s: 94.13\n",
      "  epoch reward:       3.3070/12.2766/47.3114 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2105/47.3322 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 13:30:17,243 - framestack - INFO: action counts: {0: 232, 1: 38, 2: 1063, 3: 34, 4: 825, 5: 86, 6: 122, 7: 63, 8: 1473, 9: 384}\n",
      "2018-06-23 13:30:17,268 - framestack - INFO: steps: 6916320, steps/s: 94.14\n",
      "  epoch reward:       3.3070/14.2135/47.3114 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2566/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:31:02,388 - framestack - INFO: action counts: {0: 217, 1: 33, 2: 1122, 3: 27, 4: 847, 5: 90, 6: 97, 7: 45, 8: 1465, 9: 377}\n",
      "2018-06-23 13:31:02,416 - framestack - INFO: steps: 6920640, steps/s: 94.14\n",
      "  epoch reward:       3.3070/17.5661/47.3114 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.4075/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:31:46,568 - framestack - INFO: action counts: {0: 244, 1: 30, 2: 1052, 3: 33, 4: 850, 5: 76, 6: 115, 7: 40, 8: 1469, 9: 411}\n",
      "2018-06-23 13:31:46,592 - framestack - INFO: steps: 6924960, steps/s: 94.15\n",
      "  epoch reward:       2.0252/14.0873/47.3114 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.4437/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:32:30,255 - framestack - INFO: action counts: {0: 234, 1: 29, 2: 1065, 3: 36, 4: 928, 5: 87, 6: 112, 7: 57, 8: 1393, 9: 379}\n",
      "2018-06-23 13:32:30,282 - framestack - INFO: steps: 6929280, steps/s: 94.16\n",
      "  epoch reward:       2.0252/14.0873/47.3114 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.5187/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:33:15,915 - framestack - INFO: action counts: {0: 247, 1: 40, 2: 1097, 3: 38, 4: 857, 5: 108, 6: 120, 7: 70, 8: 1342, 9: 401}\n",
      "2018-06-23 13:33:15,944 - framestack - INFO: steps: 6933600, steps/s: 94.16\n",
      "  epoch reward:       2.0252/14.0873/47.3114 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6245/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:34:00,726 - framestack - INFO: action counts: {0: 250, 1: 38, 2: 1048, 3: 32, 4: 891, 5: 88, 6: 112, 7: 49, 8: 1402, 9: 410}\n",
      "2018-06-23 13:34:00,751 - framestack - INFO: steps: 6937920, steps/s: 94.17\n",
      "  epoch reward:       2.0252/15.6844/47.3114 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7498/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:34:48,594 - framestack - INFO: action counts: {0: 240, 1: 45, 2: 1062, 3: 38, 4: 815, 5: 89, 6: 126, 7: 39, 8: 1480, 9: 386}\n",
      "2018-06-23 13:34:48,624 - framestack - INFO: steps: 6942240, steps/s: 94.16\n",
      "  epoch reward:       2.0252/15.6844/47.3114 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8502/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:35:34,019 - framestack - INFO: action counts: {0: 218, 1: 33, 2: 1076, 3: 24, 4: 870, 5: 89, 6: 113, 7: 48, 8: 1458, 9: 391}\n",
      "2018-06-23 13:35:34,043 - framestack - INFO: steps: 6946560, steps/s: 94.16\n",
      "  epoch reward:       2.0252/13.4461/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8990/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:36:20,741 - framestack - INFO: action counts: {0: 245, 1: 31, 2: 1119, 3: 35, 4: 827, 5: 85, 6: 139, 7: 47, 8: 1423, 9: 369}\n",
      "2018-06-23 13:36:20,771 - framestack - INFO: steps: 6950880, steps/s: 94.16\n",
      "  epoch reward:       2.0252/12.6139/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9286/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:37:05,854 - framestack - INFO: action counts: {0: 256, 1: 39, 2: 1055, 3: 30, 4: 869, 5: 84, 6: 109, 7: 60, 8: 1377, 9: 441}\n",
      "2018-06-23 13:37:05,878 - framestack - INFO: steps: 6955200, steps/s: 94.17\n",
      "  epoch reward:       0.7183/9.8809/25.3008 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9288/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:37:51,657 - framestack - INFO: action counts: {0: 227, 1: 36, 2: 1112, 3: 27, 4: 868, 5: 84, 6: 96, 7: 44, 8: 1444, 9: 382}\n",
      "2018-06-23 13:37:51,679 - framestack - INFO: steps: 6959520, steps/s: 94.16\n",
      "  epoch reward:       0.7183/10.4874/25.3008 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9446/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:38:34,956 - framestack - INFO: action counts: {0: 223, 1: 44, 2: 1053, 3: 27, 4: 873, 5: 75, 6: 108, 7: 51, 8: 1428, 9: 438}\n",
      "2018-06-23 13:38:34,979 - framestack - INFO: steps: 6963840, steps/s: 94.17\n",
      "  epoch reward:       0.7183/9.8318/25.3008 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9809/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:39:22,403 - framestack - INFO: action counts: {0: 234, 1: 28, 2: 1091, 3: 45, 4: 859, 5: 98, 6: 112, 7: 60, 8: 1393, 9: 400}\n",
      "2018-06-23 13:39:22,430 - framestack - INFO: steps: 6968160, steps/s: 94.15\n",
      "  epoch reward:       0.7183/9.9652/25.3008 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0042/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:40:08,842 - framestack - INFO: action counts: {0: 241, 1: 46, 2: 1014, 3: 49, 4: 847, 5: 98, 6: 127, 7: 57, 8: 1430, 9: 411}\n",
      "2018-06-23 13:40:08,869 - framestack - INFO: steps: 6972480, steps/s: 94.15\n",
      "  epoch reward:       0.7183/9.9652/25.3008 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0179/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:40:55,018 - framestack - INFO: action counts: {0: 259, 1: 36, 2: 1018, 3: 42, 4: 840, 5: 107, 6: 144, 7: 75, 8: 1377, 9: 422}\n",
      "2018-06-23 13:40:55,045 - framestack - INFO: steps: 6976800, steps/s: 94.15\n",
      "  epoch reward:       0.7183/8.4348/25.3008 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0087/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:41:41,031 - framestack - INFO: action counts: {0: 234, 1: 36, 2: 1025, 3: 38, 4: 885, 5: 105, 6: 135, 7: 61, 8: 1363, 9: 438}\n",
      "2018-06-23 13:41:41,064 - framestack - INFO: steps: 6981120, steps/s: 94.15\n",
      "  epoch reward:       0.7183/8.4348/25.3008 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9676/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:42:25,731 - framestack - INFO: action counts: {0: 223, 1: 40, 2: 1019, 3: 42, 4: 943, 5: 96, 6: 130, 7: 56, 8: 1333, 9: 438}\n",
      "2018-06-23 13:42:25,760 - framestack - INFO: steps: 6985440, steps/s: 94.15\n",
      "  epoch reward:       0.7183/6.1775/14.3021 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9249/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:43:12,690 - framestack - INFO: action counts: {0: 260, 1: 52, 2: 1000, 3: 43, 4: 844, 5: 91, 6: 141, 7: 72, 8: 1389, 9: 428}\n",
      "2018-06-23 13:43:12,718 - framestack - INFO: steps: 6989760, steps/s: 94.15\n",
      "  epoch reward:       0.7183/5.8738/14.3021 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8762/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:44:00,656 - framestack - INFO: action counts: {0: 282, 1: 38, 2: 1001, 3: 30, 4: 872, 5: 97, 6: 147, 7: 59, 8: 1374, 9: 420}\n",
      "2018-06-23 13:44:00,684 - framestack - INFO: steps: 6994080, steps/s: 94.14\n",
      "  epoch reward:       2.1210/7.5181/14.3021 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8339/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:44:47,018 - framestack - INFO: action counts: {0: 235, 1: 47, 2: 1028, 3: 40, 4: 874, 5: 96, 6: 117, 7: 47, 8: 1430, 9: 406}\n",
      "2018-06-23 13:44:47,044 - framestack - INFO: steps: 6998400, steps/s: 94.13\n",
      "  epoch reward:       0.1048/10.6671/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8552/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:45:35,262 - framestack - INFO: action counts: {0: 239, 1: 45, 2: 1060, 3: 42, 4: 872, 5: 92, 6: 102, 7: 58, 8: 1407, 9: 403}\n",
      "2018-06-23 13:45:35,292 - framestack - INFO: steps: 7002720, steps/s: 94.13\n",
      "  epoch reward:       0.1048/8.6168/15.0117 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8355/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:46:20,886 - framestack - INFO: action counts: {0: 223, 1: 33, 2: 1016, 3: 39, 4: 887, 5: 100, 6: 131, 7: 56, 8: 1405, 9: 430}\n",
      "2018-06-23 13:46:20,913 - framestack - INFO: steps: 7007040, steps/s: 94.13\n",
      "  epoch reward:       0.1048/9.4278/15.0117 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7607/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:47:07,504 - framestack - INFO: action counts: {0: 241, 1: 50, 2: 1010, 3: 36, 4: 875, 5: 110, 6: 121, 7: 60, 8: 1411, 9: 406}\n",
      "2018-06-23 13:47:07,530 - framestack - INFO: steps: 7011360, steps/s: 94.12\n",
      "  epoch reward:       0.1048/9.4278/15.0117 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6715/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:47:51,933 - framestack - INFO: action counts: {0: 258, 1: 52, 2: 975, 3: 46, 4: 858, 5: 105, 6: 157, 7: 64, 8: 1393, 9: 412}\n",
      "2018-06-23 13:47:51,960 - framestack - INFO: steps: 7015680, steps/s: 94.13\n",
      "  epoch reward:       0.1048/9.4180/15.0117 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5821/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:48:40,020 - framestack - INFO: action counts: {0: 277, 1: 54, 2: 1059, 3: 46, 4: 882, 5: 102, 6: 117, 7: 59, 8: 1323, 9: 401}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 13:48:40,047 - framestack - INFO: steps: 7020000, steps/s: 94.12\n",
      "  epoch reward:       0.1048/9.0272/15.0117 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5057/47.3322 [n=500]\n",
      "\n",
      "2018-06-23 13:49:23,746 - framestack - INFO: action counts: {0: 219, 1: 51, 2: 1006, 3: 48, 4: 842, 5: 100, 6: 143, 7: 74, 8: 1430, 9: 407}\n",
      "2018-06-23 13:49:23,771 - framestack - INFO: steps: 7024320, steps/s: 94.12\n",
      "  epoch reward:       0.1048/9.0272/15.0117 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4097/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:50:07,858 - framestack - INFO: action counts: {0: 251, 1: 47, 2: 1063, 3: 24, 4: 837, 5: 100, 6: 147, 7: 69, 8: 1340, 9: 442}\n",
      "2018-06-23 13:50:07,883 - framestack - INFO: steps: 7028640, steps/s: 94.12\n",
      "  epoch reward:       0.1048/9.2655/15.0117 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3858/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:50:53,410 - framestack - INFO: action counts: {0: 265, 1: 45, 2: 959, 3: 57, 4: 812, 5: 111, 6: 141, 7: 79, 8: 1393, 9: 458}\n",
      "2018-06-23 13:50:53,435 - framestack - INFO: steps: 7032960, steps/s: 94.13\n",
      "  epoch reward:       0.1048/9.2655/15.0117 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3841/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:51:40,092 - framestack - INFO: action counts: {0: 271, 1: 63, 2: 981, 3: 59, 4: 857, 5: 119, 6: 154, 7: 67, 8: 1334, 9: 415}\n",
      "2018-06-23 13:51:40,117 - framestack - INFO: steps: 7037280, steps/s: 94.13\n",
      "  epoch reward:       2.1319/10.7185/23.1353 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4197/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:52:25,812 - framestack - INFO: action counts: {0: 293, 1: 61, 2: 966, 3: 50, 4: 871, 5: 132, 6: 149, 7: 65, 8: 1292, 9: 441}\n",
      "2018-06-23 13:52:25,841 - framestack - INFO: steps: 7041600, steps/s: 94.13\n",
      "  epoch reward:       2.1319/9.8449/23.1353 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4507/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:53:11,806 - framestack - INFO: action counts: {0: 244, 1: 58, 2: 950, 3: 66, 4: 852, 5: 124, 6: 165, 7: 81, 8: 1313, 9: 467}\n",
      "2018-06-23 13:53:11,828 - framestack - INFO: steps: 7045920, steps/s: 94.12\n",
      "  epoch reward:       2.1456/9.8462/23.1353 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4817/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:53:58,773 - framestack - INFO: action counts: {0: 271, 1: 52, 2: 1017, 3: 45, 4: 891, 5: 127, 6: 139, 7: 77, 8: 1255, 9: 446}\n",
      "2018-06-23 13:53:58,796 - framestack - INFO: steps: 7050240, steps/s: 94.12\n",
      "  epoch reward:       2.1456/9.7029/23.1353 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4785/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:54:44,109 - framestack - INFO: action counts: {0: 274, 1: 66, 2: 994, 3: 45, 4: 858, 5: 138, 6: 141, 7: 72, 8: 1270, 9: 462}\n",
      "2018-06-23 13:54:44,134 - framestack - INFO: steps: 7054560, steps/s: 94.12\n",
      "  epoch reward:       1.6684/8.4595/23.1353 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4591/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:55:28,186 - framestack - INFO: action counts: {0: 251, 1: 55, 2: 1006, 3: 73, 4: 819, 5: 120, 6: 152, 7: 91, 8: 1295, 9: 458}\n",
      "2018-06-23 13:55:28,209 - framestack - INFO: steps: 7058880, steps/s: 94.14\n",
      "  epoch reward:       2.1456/10.8390/23.1370 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4658/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:56:14,222 - framestack - INFO: action counts: {0: 264, 1: 54, 2: 1023, 3: 58, 4: 854, 5: 110, 6: 153, 7: 66, 8: 1299, 9: 439}\n",
      "2018-06-23 13:56:14,257 - framestack - INFO: steps: 7063200, steps/s: 94.13\n",
      "  epoch reward:       2.1456/11.5723/23.1370 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5123/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:57:00,254 - framestack - INFO: action counts: {0: 268, 1: 49, 2: 1060, 3: 45, 4: 872, 5: 91, 6: 138, 7: 53, 8: 1317, 9: 427}\n",
      "2018-06-23 13:57:00,287 - framestack - INFO: steps: 7067520, steps/s: 94.12\n",
      "  epoch reward:       2.1456/13.5382/24.7710 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5987/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:57:48,001 - framestack - INFO: action counts: {0: 250, 1: 50, 2: 1045, 3: 42, 4: 850, 5: 123, 6: 137, 7: 68, 8: 1353, 9: 402}\n",
      "2018-06-23 13:57:48,029 - framestack - INFO: steps: 7071840, steps/s: 94.12\n",
      "  epoch reward:       2.1456/13.5382/24.7710 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6836/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:58:34,270 - framestack - INFO: action counts: {0: 242, 1: 54, 2: 1016, 3: 40, 4: 854, 5: 121, 6: 143, 7: 76, 8: 1334, 9: 440}\n",
      "2018-06-23 13:58:34,297 - framestack - INFO: steps: 7076160, steps/s: 94.11\n",
      "  epoch reward:       2.1456/11.9053/24.7710 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6843/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 13:59:20,568 - framestack - INFO: action counts: {0: 270, 1: 58, 2: 1025, 3: 53, 4: 852, 5: 124, 6: 178, 7: 73, 8: 1260, 9: 427}\n",
      "2018-06-23 13:59:20,592 - framestack - INFO: steps: 7080480, steps/s: 94.11\n",
      "  epoch reward:       2.1456/11.9053/24.7710 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.6864/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:00:07,779 - framestack - INFO: action counts: {0: 286, 1: 66, 2: 962, 3: 55, 4: 856, 5: 139, 6: 189, 7: 78, 8: 1252, 9: 437}\n",
      "2018-06-23 14:00:07,808 - framestack - INFO: steps: 7084800, steps/s: 94.10\n",
      "  epoch reward:       2.1456/12.9667/24.7710 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.7097/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:00:54,562 - framestack - INFO: action counts: {0: 283, 1: 68, 2: 952, 3: 56, 4: 842, 5: 131, 6: 166, 7: 68, 8: 1270, 9: 484}\n",
      "2018-06-23 14:00:54,588 - framestack - INFO: steps: 7089120, steps/s: 94.09\n",
      "  epoch reward:       4.0935/14.6052/24.7710 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.8083/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:01:39,831 - framestack - INFO: action counts: {0: 295, 1: 77, 2: 968, 3: 48, 4: 806, 5: 152, 6: 166, 7: 73, 8: 1300, 9: 435}\n",
      "2018-06-23 14:01:39,857 - framestack - INFO: steps: 7093440, steps/s: 94.09\n",
      "  epoch reward:       4.0935/14.6052/24.7710 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9070/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:02:26,079 - framestack - INFO: action counts: {0: 303, 1: 57, 2: 1007, 3: 45, 4: 846, 5: 136, 6: 182, 7: 81, 8: 1216, 9: 447}\n",
      "2018-06-23 14:02:26,101 - framestack - INFO: steps: 7097760, steps/s: 94.09\n",
      "  epoch reward:       2.9849/12.5900/24.7710 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.9527/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:03:11,029 - framestack - INFO: action counts: {0: 288, 1: 55, 2: 973, 3: 59, 4: 831, 5: 122, 6: 168, 7: 82, 8: 1289, 9: 453}\n",
      "2018-06-23 14:03:11,052 - framestack - INFO: steps: 7102080, steps/s: 94.10\n",
      "  epoch reward:       2.9849/14.7828/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0319/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:03:56,505 - framestack - INFO: action counts: {0: 308, 1: 66, 2: 979, 3: 64, 4: 796, 5: 147, 6: 153, 7: 81, 8: 1246, 9: 480}\n",
      "2018-06-23 14:03:56,531 - framestack - INFO: steps: 7106400, steps/s: 94.10\n",
      "  epoch reward:       2.9849/13.0556/25.9623 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0888/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:04:42,855 - framestack - INFO: action counts: {0: 283, 1: 54, 2: 1005, 3: 55, 4: 841, 5: 110, 6: 162, 7: 73, 8: 1312, 9: 425}\n",
      "2018-06-23 14:04:42,877 - framestack - INFO: steps: 7110720, steps/s: 94.11\n",
      "  epoch reward:       2.9849/11.0897/25.9623 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1267/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:05:27,994 - framestack - INFO: action counts: {0: 274, 1: 50, 2: 1038, 3: 49, 4: 846, 5: 136, 6: 152, 7: 70, 8: 1300, 9: 405}\n",
      "2018-06-23 14:05:28,014 - framestack - INFO: steps: 7115040, steps/s: 94.11\n",
      "  epoch reward:       2.9849/11.0897/25.9623 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1992/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:06:11,898 - framestack - INFO: action counts: {0: 299, 1: 50, 2: 1004, 3: 58, 4: 831, 5: 137, 6: 153, 7: 86, 8: 1255, 9: 447}\n",
      "2018-06-23 14:06:11,925 - framestack - INFO: steps: 7119360, steps/s: 94.12\n",
      "  epoch reward:       2.9849/11.2031/25.9623 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2687/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:06:57,011 - framestack - INFO: action counts: {0: 268, 1: 64, 2: 1009, 3: 52, 4: 852, 5: 128, 6: 146, 7: 75, 8: 1294, 9: 432}\n",
      "2018-06-23 14:06:57,036 - framestack - INFO: steps: 7123680, steps/s: 94.13\n",
      "  epoch reward:       2.9849/10.3993/25.9623 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2543/47.3114 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 14:07:44,380 - framestack - INFO: action counts: {0: 274, 1: 69, 2: 981, 3: 40, 4: 920, 5: 133, 6: 155, 7: 79, 8: 1257, 9: 412}\n",
      "2018-06-23 14:07:44,404 - framestack - INFO: steps: 7128000, steps/s: 94.12\n",
      "  epoch reward:       2.9849/9.5316/25.9623 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1994/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:08:29,103 - framestack - INFO: action counts: {0: 265, 1: 48, 2: 985, 3: 50, 4: 865, 5: 130, 6: 158, 7: 73, 8: 1315, 9: 431}\n",
      "2018-06-23 14:08:29,126 - framestack - INFO: steps: 7132320, steps/s: 94.13\n",
      "  epoch reward:       2.9849/9.5316/25.9623 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1058/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:09:13,385 - framestack - INFO: action counts: {0: 252, 1: 49, 2: 1013, 3: 49, 4: 882, 5: 126, 6: 140, 7: 71, 8: 1308, 9: 430}\n",
      "2018-06-23 14:09:13,425 - framestack - INFO: steps: 7136640, steps/s: 94.14\n",
      "  epoch reward:       3.3365/13.1948/45.7050 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0184/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:09:59,620 - framestack - INFO: action counts: {0: 267, 1: 44, 2: 1001, 3: 35, 4: 884, 5: 119, 6: 128, 7: 58, 8: 1382, 9: 402}\n",
      "2018-06-23 14:09:59,649 - framestack - INFO: steps: 7140960, steps/s: 94.14\n",
      "  epoch reward:       3.3365/15.0098/45.7050 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0368/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:10:45,135 - framestack - INFO: action counts: {0: 266, 1: 49, 2: 989, 3: 40, 4: 903, 5: 101, 6: 125, 7: 43, 8: 1404, 9: 400}\n",
      "2018-06-23 14:10:45,163 - framestack - INFO: steps: 7145280, steps/s: 94.13\n",
      "  epoch reward:       4.2229/15.2961/45.7050 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0610/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:11:29,491 - framestack - INFO: action counts: {0: 248, 1: 41, 2: 1011, 3: 27, 4: 946, 5: 112, 6: 120, 7: 46, 8: 1341, 9: 428}\n",
      "2018-06-23 14:11:29,518 - framestack - INFO: steps: 7149600, steps/s: 94.14\n",
      "  epoch reward:       4.2229/15.2961/45.7050 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0852/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:12:15,422 - framestack - INFO: action counts: {0: 277, 1: 39, 2: 1008, 3: 34, 4: 917, 5: 100, 6: 127, 7: 59, 8: 1365, 9: 394}\n",
      "2018-06-23 14:12:15,450 - framestack - INFO: steps: 7153920, steps/s: 94.14\n",
      "  epoch reward:       4.2229/15.3572/45.7050 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0786/47.3114 [n=500]\n",
      "\n",
      "2018-06-23 14:12:59,983 - framestack - INFO: action counts: {0: 279, 1: 52, 2: 1005, 3: 48, 4: 907, 5: 126, 6: 135, 7: 66, 8: 1267, 9: 435}\n",
      "2018-06-23 14:13:00,013 - framestack - INFO: steps: 7158240, steps/s: 94.15\n",
      "  epoch reward:       3.3070/14.8984/45.7050 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.0629/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:13:46,981 - framestack - INFO: action counts: {0: 266, 1: 41, 2: 930, 3: 51, 4: 911, 5: 128, 6: 173, 7: 75, 8: 1258, 9: 487}\n",
      "2018-06-23 14:13:47,013 - framestack - INFO: steps: 7162560, steps/s: 94.14\n",
      "  epoch reward:       3.3070/15.5389/45.7050 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.1048/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:14:34,218 - framestack - INFO: action counts: {0: 286, 1: 53, 2: 1010, 3: 36, 4: 852, 5: 131, 6: 144, 7: 77, 8: 1253, 9: 478}\n",
      "2018-06-23 14:14:34,247 - framestack - INFO: steps: 7166880, steps/s: 94.14\n",
      "  epoch reward:       3.3070/17.8126/45.7050 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.2087/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:15:20,427 - framestack - INFO: action counts: {0: 249, 1: 48, 2: 1006, 3: 49, 4: 860, 5: 110, 6: 150, 7: 64, 8: 1313, 9: 471}\n",
      "2018-06-23 14:15:20,462 - framestack - INFO: steps: 7171200, steps/s: 94.14\n",
      "  epoch reward:       2.1237/15.2318/45.7050 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.3158/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:16:05,747 - framestack - INFO: action counts: {0: 276, 1: 47, 2: 1009, 3: 50, 4: 897, 5: 112, 6: 159, 7: 81, 8: 1263, 9: 426}\n",
      "2018-06-23 14:16:05,776 - framestack - INFO: steps: 7175520, steps/s: 94.14\n",
      "  epoch reward:       2.1237/15.5726/45.7050 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4175/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:16:52,575 - framestack - INFO: action counts: {0: 270, 1: 69, 2: 1018, 3: 68, 4: 867, 5: 107, 6: 154, 7: 69, 8: 1264, 9: 434}\n",
      "2018-06-23 14:16:52,603 - framestack - INFO: steps: 7179840, steps/s: 94.14\n",
      "  epoch reward:       2.1237/13.5714/26.4824 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.4923/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:17:39,149 - framestack - INFO: action counts: {0: 278, 1: 52, 2: 1036, 3: 55, 4: 873, 5: 129, 6: 148, 7: 68, 8: 1251, 9: 430}\n",
      "2018-06-23 14:17:39,172 - framestack - INFO: steps: 7184160, steps/s: 94.13\n",
      "  epoch reward:       2.1237/12.3545/26.4824 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5400/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:18:25,445 - framestack - INFO: action counts: {0: 289, 1: 80, 2: 1001, 3: 45, 4: 861, 5: 130, 6: 163, 7: 84, 8: 1209, 9: 458}\n",
      "2018-06-23 14:18:25,471 - framestack - INFO: steps: 7188480, steps/s: 94.13\n",
      "  epoch reward:       2.1237/12.0113/26.4824 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.5810/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:19:11,926 - framestack - INFO: action counts: {0: 272, 1: 61, 2: 928, 3: 46, 4: 884, 5: 149, 6: 146, 7: 72, 8: 1306, 9: 456}\n",
      "2018-06-23 14:19:11,952 - framestack - INFO: steps: 7192800, steps/s: 94.13\n",
      "  epoch reward:       2.1237/12.1447/26.4824 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.6552/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:19:58,699 - framestack - INFO: action counts: {0: 285, 1: 54, 2: 992, 3: 62, 4: 819, 5: 136, 6: 157, 7: 78, 8: 1263, 9: 474}\n",
      "2018-06-23 14:19:58,725 - framestack - INFO: steps: 7197120, steps/s: 94.13\n",
      "  epoch reward:       2.1237/13.6816/26.4824 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.7601/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:20:43,255 - framestack - INFO: action counts: {0: 257, 1: 45, 2: 1011, 3: 53, 4: 886, 5: 112, 6: 121, 7: 49, 8: 1376, 9: 410}\n",
      "2018-06-23 14:20:43,279 - framestack - INFO: steps: 7201440, steps/s: 94.14\n",
      "  epoch reward:       2.1237/13.6816/26.4824 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/11.9102/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:21:27,264 - framestack - INFO: action counts: {0: 277, 1: 46, 2: 985, 3: 47, 4: 879, 5: 136, 6: 169, 7: 80, 8: 1284, 9: 417}\n",
      "2018-06-23 14:21:27,293 - framestack - INFO: steps: 7205760, steps/s: 94.15\n",
      "  epoch reward:       2.1237/13.6816/26.4824 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.0663/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:22:12,340 - framestack - INFO: action counts: {0: 283, 1: 51, 2: 934, 3: 45, 4: 897, 5: 137, 6: 175, 7: 88, 8: 1266, 9: 444}\n",
      "2018-06-23 14:22:12,363 - framestack - INFO: steps: 7210080, steps/s: 94.16\n",
      "  epoch reward:       6.2150/14.1815/26.4824 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.1996/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:22:57,950 - framestack - INFO: action counts: {0: 293, 1: 58, 2: 954, 3: 45, 4: 871, 5: 101, 6: 177, 7: 89, 8: 1248, 9: 484}\n",
      "2018-06-23 14:22:57,974 - framestack - INFO: steps: 7214400, steps/s: 94.16\n",
      "  epoch reward:       3.2798/12.8855/26.4824 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2440/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:23:42,228 - framestack - INFO: action counts: {0: 278, 1: 59, 2: 1017, 3: 50, 4: 803, 5: 134, 6: 172, 7: 70, 8: 1294, 9: 443}\n",
      "2018-06-23 14:23:42,255 - framestack - INFO: steps: 7218720, steps/s: 94.17\n",
      "  epoch reward:       3.2798/10.2801/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2772/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:24:28,619 - framestack - INFO: action counts: {0: 283, 1: 61, 2: 981, 3: 50, 4: 879, 5: 107, 6: 153, 7: 72, 8: 1322, 9: 412}\n",
      "2018-06-23 14:24:28,644 - framestack - INFO: steps: 7223040, steps/s: 94.17\n",
      "  epoch reward:       0.9357/8.7107/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2629/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:25:16,174 - framestack - INFO: action counts: {0: 277, 1: 47, 2: 976, 3: 44, 4: 863, 5: 112, 6: 160, 7: 82, 8: 1326, 9: 433}\n",
      "2018-06-23 14:25:16,201 - framestack - INFO: steps: 7227360, steps/s: 94.17\n",
      "  epoch reward:       0.9357/10.5893/23.0669 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2861/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:26:02,612 - framestack - INFO: action counts: {0: 265, 1: 52, 2: 1012, 3: 52, 4: 877, 5: 119, 6: 147, 7: 72, 8: 1284, 9: 440}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 14:26:02,640 - framestack - INFO: steps: 7231680, steps/s: 94.17\n",
      "  epoch reward:       0.9357/8.4203/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2662/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:26:48,088 - framestack - INFO: action counts: {0: 287, 1: 54, 2: 954, 3: 42, 4: 909, 5: 133, 6: 155, 7: 75, 8: 1280, 9: 431}\n",
      "2018-06-23 14:26:48,114 - framestack - INFO: steps: 7236000, steps/s: 94.17\n",
      "  epoch reward:       0.9357/6.8757/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2231/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:27:33,510 - framestack - INFO: action counts: {0: 257, 1: 74, 2: 928, 3: 64, 4: 852, 5: 156, 6: 158, 7: 87, 8: 1330, 9: 414}\n",
      "2018-06-23 14:27:33,536 - framestack - INFO: steps: 7240320, steps/s: 94.18\n",
      "  epoch reward:       0.9357/6.9713/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.1820/45.7050 [n=500]\n",
      "\n",
      "2018-06-23 14:28:20,590 - framestack - INFO: action counts: {0: 269, 1: 58, 2: 966, 3: 52, 4: 852, 5: 127, 6: 154, 7: 94, 8: 1297, 9: 451}\n",
      "2018-06-23 14:28:20,614 - framestack - INFO: steps: 7244640, steps/s: 94.18\n",
      "  epoch reward:       0.9357/11.4876/49.1031 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/12.2265/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:29:06,866 - framestack - INFO: action counts: {0: 234, 1: 59, 2: 954, 3: 46, 4: 938, 5: 131, 6: 135, 7: 77, 8: 1341, 9: 405}\n",
      "2018-06-23 14:29:06,888 - framestack - INFO: steps: 7248960, steps/s: 94.17\n",
      "  epoch reward:       0.9357/11.4876/49.1031 [n=10] (min/mean/max)\n",
      "  running reward:     0.9357/12.2709/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:29:51,367 - framestack - INFO: action counts: {0: 253, 1: 53, 2: 1014, 3: 42, 4: 834, 5: 127, 6: 154, 7: 85, 8: 1313, 9: 445}\n",
      "2018-06-23 14:29:51,396 - framestack - INFO: steps: 7253280, steps/s: 94.17\n",
      "  epoch reward:       0.7183/11.6511/49.1031 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.2896/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:30:36,757 - framestack - INFO: action counts: {0: 270, 1: 58, 2: 959, 3: 47, 4: 837, 5: 123, 6: 157, 7: 88, 8: 1348, 9: 433}\n",
      "2018-06-23 14:30:36,784 - framestack - INFO: steps: 7257600, steps/s: 94.18\n",
      "  epoch reward:       0.7183/9.9280/49.1031 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.2912/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:31:23,026 - framestack - INFO: action counts: {0: 268, 1: 58, 2: 974, 3: 45, 4: 837, 5: 116, 6: 155, 7: 61, 8: 1350, 9: 456}\n",
      "2018-06-23 14:31:23,049 - framestack - INFO: steps: 7261920, steps/s: 94.18\n",
      "  epoch reward:       0.7216/13.2768/49.1031 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.3598/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:32:10,524 - framestack - INFO: action counts: {0: 292, 1: 49, 2: 967, 3: 38, 4: 880, 5: 121, 6: 136, 7: 74, 8: 1341, 9: 422}\n",
      "2018-06-23 14:32:10,551 - framestack - INFO: steps: 7266240, steps/s: 94.18\n",
      "  epoch reward:       0.7216/13.1700/49.1031 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.4292/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:32:56,299 - framestack - INFO: action counts: {0: 257, 1: 53, 2: 997, 3: 39, 4: 889, 5: 114, 6: 144, 7: 74, 8: 1399, 9: 354}\n",
      "2018-06-23 14:32:56,322 - framestack - INFO: steps: 7270560, steps/s: 94.19\n",
      "  epoch reward:       0.7216/12.5003/49.1031 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.5100/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:33:41,170 - framestack - INFO: action counts: {0: 255, 1: 47, 2: 971, 3: 39, 4: 928, 5: 127, 6: 148, 7: 63, 8: 1325, 9: 417}\n",
      "2018-06-23 14:33:41,194 - framestack - INFO: steps: 7274880, steps/s: 94.19\n",
      "  epoch reward:       0.7216/12.0079/49.1031 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.5334/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:34:28,631 - framestack - INFO: action counts: {0: 262, 1: 41, 2: 956, 3: 56, 4: 862, 5: 120, 6: 154, 7: 77, 8: 1368, 9: 424}\n",
      "2018-06-23 14:34:28,654 - framestack - INFO: steps: 7279200, steps/s: 94.19\n",
      "  epoch reward:       0.7216/12.6472/49.1031 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.5549/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:35:14,759 - framestack - INFO: action counts: {0: 260, 1: 55, 2: 929, 3: 32, 4: 895, 5: 125, 6: 135, 7: 57, 8: 1377, 9: 455}\n",
      "2018-06-23 14:35:14,780 - framestack - INFO: steps: 7283520, steps/s: 94.19\n",
      "  epoch reward:       0.7216/13.0731/49.1031 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.5456/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:36:01,993 - framestack - INFO: action counts: {0: 249, 1: 56, 2: 989, 3: 50, 4: 889, 5: 110, 6: 154, 7: 78, 8: 1320, 9: 425}\n",
      "2018-06-23 14:36:02,017 - framestack - INFO: steps: 7287840, steps/s: 94.20\n",
      "  epoch reward:       0.7216/8.6426/25.0019 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.4477/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:36:47,998 - framestack - INFO: action counts: {0: 268, 1: 49, 2: 936, 3: 55, 4: 889, 5: 129, 6: 143, 7: 60, 8: 1380, 9: 411}\n",
      "2018-06-23 14:36:48,026 - framestack - INFO: steps: 7292160, steps/s: 94.20\n",
      "  epoch reward:       0.7216/10.5664/46.7850 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.4209/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:37:37,068 - framestack - INFO: action counts: {0: 262, 1: 49, 2: 956, 3: 42, 4: 895, 5: 109, 6: 163, 7: 80, 8: 1325, 9: 439}\n",
      "2018-06-23 14:37:37,092 - framestack - INFO: steps: 7296480, steps/s: 94.19\n",
      "  epoch reward:       2.1538/7.9468/13.0706 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.3417/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:38:24,041 - framestack - INFO: action counts: {0: 301, 1: 52, 2: 934, 3: 32, 4: 907, 5: 120, 6: 142, 7: 78, 8: 1362, 9: 392}\n",
      "2018-06-23 14:38:24,064 - framestack - INFO: steps: 7300800, steps/s: 94.18\n",
      "  epoch reward:       2.1538/9.8002/23.3994 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.2784/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:39:11,757 - framestack - INFO: action counts: {0: 236, 1: 57, 2: 963, 3: 44, 4: 931, 5: 123, 6: 132, 7: 67, 8: 1347, 9: 420}\n",
      "2018-06-23 14:39:11,780 - framestack - INFO: steps: 7305120, steps/s: 94.18\n",
      "  epoch reward:       2.1538/9.8862/23.3994 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.1840/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:39:58,833 - framestack - INFO: action counts: {0: 262, 1: 65, 2: 987, 3: 43, 4: 902, 5: 131, 6: 155, 7: 73, 8: 1256, 9: 446}\n",
      "2018-06-23 14:39:58,854 - framestack - INFO: steps: 7309440, steps/s: 94.18\n",
      "  epoch reward:       2.1538/9.8862/23.3994 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.0896/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:40:46,800 - framestack - INFO: action counts: {0: 298, 1: 57, 2: 1002, 3: 60, 4: 842, 5: 118, 6: 145, 7: 82, 8: 1311, 9: 405}\n",
      "2018-06-23 14:40:46,823 - framestack - INFO: steps: 7313760, steps/s: 94.18\n",
      "  epoch reward:       4.7984/10.5683/23.3994 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.0492/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:41:32,590 - framestack - INFO: action counts: {0: 267, 1: 58, 2: 998, 3: 51, 4: 868, 5: 133, 6: 145, 7: 99, 8: 1254, 9: 447}\n",
      "2018-06-23 14:41:32,614 - framestack - INFO: steps: 7318080, steps/s: 94.18\n",
      "  epoch reward:       4.7984/10.6653/23.3994 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9668/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:42:18,799 - framestack - INFO: action counts: {0: 265, 1: 67, 2: 952, 3: 54, 4: 892, 5: 127, 6: 160, 7: 82, 8: 1308, 9: 413}\n",
      "2018-06-23 14:42:18,826 - framestack - INFO: steps: 7322400, steps/s: 94.17\n",
      "  epoch reward:       1.8946/9.6943/23.3994 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8996/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:43:06,583 - framestack - INFO: action counts: {0: 310, 1: 79, 2: 974, 3: 60, 4: 859, 5: 148, 6: 172, 7: 94, 8: 1210, 9: 414}\n",
      "2018-06-23 14:43:06,607 - framestack - INFO: steps: 7326720, steps/s: 94.17\n",
      "  epoch reward:       1.4326/11.3302/26.2370 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9044/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:43:54,520 - framestack - INFO: action counts: {0: 301, 1: 73, 2: 888, 3: 73, 4: 898, 5: 173, 6: 180, 7: 107, 8: 1183, 9: 444}\n",
      "2018-06-23 14:43:54,541 - framestack - INFO: steps: 7331040, steps/s: 94.17\n",
      "  epoch reward:       1.1489/10.5521/26.2370 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8937/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:44:42,044 - framestack - INFO: action counts: {0: 302, 1: 78, 2: 928, 3: 58, 4: 833, 5: 136, 6: 173, 7: 105, 8: 1252, 9: 455}\n",
      "2018-06-23 14:44:42,067 - framestack - INFO: steps: 7335360, steps/s: 94.16\n",
      "  epoch reward:       1.1489/9.1935/26.2370 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8535/49.1031 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 14:45:27,694 - framestack - INFO: action counts: {0: 300, 1: 66, 2: 932, 3: 68, 4: 873, 5: 153, 6: 162, 7: 87, 8: 1238, 9: 441}\n",
      "2018-06-23 14:45:27,719 - framestack - INFO: steps: 7339680, steps/s: 94.16\n",
      "  epoch reward:       1.1489/9.1935/26.2370 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8294/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:46:13,377 - framestack - INFO: action counts: {0: 289, 1: 72, 2: 952, 3: 52, 4: 893, 5: 139, 6: 185, 7: 84, 8: 1232, 9: 422}\n",
      "2018-06-23 14:46:13,402 - framestack - INFO: steps: 7344000, steps/s: 94.16\n",
      "  epoch reward:       1.1489/12.5570/48.2217 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8899/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:46:59,205 - framestack - INFO: action counts: {0: 322, 1: 70, 2: 949, 3: 51, 4: 898, 5: 115, 6: 165, 7: 83, 8: 1243, 9: 424}\n",
      "2018-06-23 14:46:59,224 - framestack - INFO: steps: 7348320, steps/s: 94.16\n",
      "  epoch reward:       1.1489/12.5570/48.2217 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9504/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:47:47,180 - framestack - INFO: action counts: {0: 269, 1: 52, 2: 998, 3: 61, 4: 867, 5: 140, 6: 181, 7: 89, 8: 1229, 9: 434}\n",
      "2018-06-23 14:47:47,206 - framestack - INFO: steps: 7352640, steps/s: 94.15\n",
      "  epoch reward:       1.1489/12.5570/48.2217 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9376/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:48:32,599 - framestack - INFO: action counts: {0: 302, 1: 61, 2: 906, 3: 69, 4: 883, 5: 137, 6: 189, 7: 97, 8: 1232, 9: 444}\n",
      "2018-06-23 14:48:32,627 - framestack - INFO: steps: 7356960, steps/s: 94.15\n",
      "  epoch reward:       1.1489/12.5570/48.2217 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8886/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:49:18,433 - framestack - INFO: action counts: {0: 300, 1: 63, 2: 888, 3: 62, 4: 906, 5: 150, 6: 181, 7: 88, 8: 1239, 9: 443}\n",
      "2018-06-23 14:49:18,456 - framestack - INFO: steps: 7361280, steps/s: 94.15\n",
      "  epoch reward:       1.1489/12.6408/48.2217 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8355/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:50:06,997 - framestack - INFO: action counts: {0: 309, 1: 76, 2: 926, 3: 51, 4: 907, 5: 144, 6: 188, 7: 98, 8: 1135, 9: 486}\n",
      "2018-06-23 14:50:07,017 - framestack - INFO: steps: 7365600, steps/s: 94.13\n",
      "  epoch reward:       1.1489/12.3973/48.2217 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.7775/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:50:53,720 - framestack - INFO: action counts: {0: 287, 1: 53, 2: 922, 3: 62, 4: 904, 5: 130, 6: 175, 7: 96, 8: 1238, 9: 453}\n",
      "2018-06-23 14:50:53,747 - framestack - INFO: steps: 7369920, steps/s: 94.12\n",
      "  epoch reward:       1.1489/12.3973/48.2217 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.7183/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:51:37,798 - framestack - INFO: action counts: {0: 271, 1: 69, 2: 952, 3: 65, 4: 888, 5: 128, 6: 170, 7: 85, 8: 1249, 9: 443}\n",
      "2018-06-23 14:51:37,824 - framestack - INFO: steps: 7374240, steps/s: 94.12\n",
      "  epoch reward:       1.1532/12.5259/48.2217 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.6708/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:52:23,278 - framestack - INFO: action counts: {0: 307, 1: 72, 2: 901, 3: 60, 4: 897, 5: 139, 6: 159, 7: 95, 8: 1233, 9: 457}\n",
      "2018-06-23 14:52:23,304 - framestack - INFO: steps: 7378560, steps/s: 94.12\n",
      "  epoch reward:       1.1231/12.2964/48.2217 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.6060/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:53:09,639 - framestack - INFO: action counts: {0: 287, 1: 47, 2: 982, 3: 50, 4: 850, 5: 146, 6: 171, 7: 98, 8: 1245, 9: 444}\n",
      "2018-06-23 14:53:09,665 - framestack - INFO: steps: 7382880, steps/s: 94.12\n",
      "  epoch reward:       1.8561/6.4371/15.9889 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.3785/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:53:56,385 - framestack - INFO: action counts: {0: 265, 1: 64, 2: 1003, 3: 47, 4: 887, 5: 129, 6: 160, 7: 61, 8: 1273, 9: 431}\n",
      "2018-06-23 14:53:56,410 - framestack - INFO: steps: 7387200, steps/s: 94.11\n",
      "  epoch reward:       0.7183/4.8381/9.1627 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1706/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:54:43,726 - framestack - INFO: action counts: {0: 278, 1: 61, 2: 968, 3: 52, 4: 933, 5: 113, 6: 149, 7: 74, 8: 1299, 9: 393}\n",
      "2018-06-23 14:54:43,749 - framestack - INFO: steps: 7391520, steps/s: 94.11\n",
      "  epoch reward:       0.7183/5.3377/11.4005 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9659/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:55:29,613 - framestack - INFO: action counts: {0: 332, 1: 56, 2: 939, 3: 58, 4: 912, 5: 127, 6: 137, 7: 91, 8: 1230, 9: 438}\n",
      "2018-06-23 14:55:29,638 - framestack - INFO: steps: 7395840, steps/s: 94.10\n",
      "  epoch reward:       0.7183/5.3377/11.4005 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8012/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:56:13,187 - framestack - INFO: action counts: {0: 288, 1: 66, 2: 945, 3: 69, 4: 889, 5: 130, 6: 142, 7: 72, 8: 1276, 9: 443}\n",
      "2018-06-23 14:56:13,209 - framestack - INFO: steps: 7400160, steps/s: 94.11\n",
      "  epoch reward:       0.7183/5.3377/11.4005 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6609/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:56:57,637 - framestack - INFO: action counts: {0: 306, 1: 49, 2: 951, 3: 58, 4: 892, 5: 133, 6: 165, 7: 91, 8: 1269, 9: 406}\n",
      "2018-06-23 14:56:57,660 - framestack - INFO: steps: 7404480, steps/s: 94.11\n",
      "  epoch reward:       0.7183/6.2926/11.6642 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.5465/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:57:44,390 - framestack - INFO: action counts: {0: 279, 1: 86, 2: 940, 3: 68, 4: 860, 5: 162, 6: 143, 7: 87, 8: 1230, 9: 465}\n",
      "2018-06-23 14:57:44,416 - framestack - INFO: steps: 7408800, steps/s: 94.11\n",
      "  epoch reward:       0.7183/6.9754/13.4501 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.4431/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:58:30,765 - framestack - INFO: action counts: {0: 292, 1: 68, 2: 927, 3: 62, 4: 907, 5: 134, 6: 173, 7: 88, 8: 1231, 9: 438}\n",
      "2018-06-23 14:58:30,793 - framestack - INFO: steps: 7413120, steps/s: 94.11\n",
      "  epoch reward:       0.7183/6.9754/13.4501 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3090/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 14:59:16,884 - framestack - INFO: action counts: {0: 249, 1: 70, 2: 948, 3: 63, 4: 910, 5: 143, 6: 187, 7: 88, 8: 1203, 9: 459}\n",
      "2018-06-23 14:59:16,908 - framestack - INFO: steps: 7417440, steps/s: 94.11\n",
      "  epoch reward:       0.7183/6.6208/13.4501 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.1678/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:00:03,465 - framestack - INFO: action counts: {0: 282, 1: 62, 2: 962, 3: 52, 4: 887, 5: 166, 6: 150, 7: 95, 8: 1214, 9: 450}\n",
      "2018-06-23 15:00:03,487 - framestack - INFO: steps: 7421760, steps/s: 94.10\n",
      "  epoch reward:       0.7183/8.3373/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0609/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:00:51,130 - framestack - INFO: action counts: {0: 272, 1: 57, 2: 968, 3: 41, 4: 899, 5: 133, 6: 143, 7: 70, 8: 1326, 9: 411}\n",
      "2018-06-23 15:00:51,155 - framestack - INFO: steps: 7426080, steps/s: 94.09\n",
      "  epoch reward:       1.2822/11.4721/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0067/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:01:38,603 - framestack - INFO: action counts: {0: 275, 1: 56, 2: 938, 3: 49, 4: 951, 5: 121, 6: 157, 7: 74, 8: 1312, 9: 387}\n",
      "2018-06-23 15:01:38,626 - framestack - INFO: steps: 7430400, steps/s: 94.09\n",
      "  epoch reward:       1.2822/11.0113/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9692/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:02:25,404 - framestack - INFO: action counts: {0: 308, 1: 50, 2: 971, 3: 52, 4: 870, 5: 132, 6: 160, 7: 89, 8: 1212, 9: 476}\n",
      "2018-06-23 15:02:25,428 - framestack - INFO: steps: 7434720, steps/s: 94.08\n",
      "  epoch reward:       1.2822/11.0113/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/9.9839/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:03:11,802 - framestack - INFO: action counts: {0: 331, 1: 64, 2: 909, 3: 59, 4: 900, 5: 147, 6: 189, 7: 104, 8: 1149, 9: 468}\n",
      "2018-06-23 15:03:11,829 - framestack - INFO: steps: 7439040, steps/s: 94.08\n",
      "  epoch reward:       1.2822/11.0113/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0299/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:03:59,183 - framestack - INFO: action counts: {0: 330, 1: 69, 2: 915, 3: 63, 4: 879, 5: 140, 6: 193, 7: 90, 8: 1183, 9: 458}\n",
      "2018-06-23 15:03:59,207 - framestack - INFO: steps: 7443360, steps/s: 94.07\n",
      "  epoch reward:       1.2822/10.6385/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0309/49.1031 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 15:04:45,333 - framestack - INFO: action counts: {0: 334, 1: 65, 2: 922, 3: 50, 4: 858, 5: 149, 6: 160, 7: 76, 8: 1226, 9: 480}\n",
      "2018-06-23 15:04:45,355 - framestack - INFO: steps: 7447680, steps/s: 94.07\n",
      "  epoch reward:       1.2822/11.0915/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.0843/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:05:30,277 - framestack - INFO: action counts: {0: 318, 1: 53, 2: 873, 3: 53, 4: 894, 5: 140, 6: 161, 7: 86, 8: 1294, 9: 448}\n",
      "2018-06-23 15:05:30,300 - framestack - INFO: steps: 7452000, steps/s: 94.07\n",
      "  epoch reward:       1.2822/10.3977/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.1547/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:06:15,905 - framestack - INFO: action counts: {0: 295, 1: 56, 2: 949, 3: 45, 4: 915, 5: 111, 6: 150, 7: 76, 8: 1271, 9: 452}\n",
      "2018-06-23 15:06:15,932 - framestack - INFO: steps: 7456320, steps/s: 94.07\n",
      "  epoch reward:       6.5114/12.9252/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2738/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:07:03,021 - framestack - INFO: action counts: {0: 297, 1: 57, 2: 923, 3: 45, 4: 966, 5: 132, 6: 176, 7: 66, 8: 1223, 9: 435}\n",
      "2018-06-23 15:07:03,044 - framestack - INFO: steps: 7460640, steps/s: 94.06\n",
      "  epoch reward:       6.5114/12.9252/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3025/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:07:48,615 - framestack - INFO: action counts: {0: 325, 1: 73, 2: 947, 3: 49, 4: 915, 5: 144, 6: 150, 7: 84, 8: 1208, 9: 425}\n",
      "2018-06-23 15:07:48,638 - framestack - INFO: steps: 7464960, steps/s: 94.06\n",
      "  epoch reward:       0.7183/11.5035/26.5580 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3029/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:08:33,892 - framestack - INFO: action counts: {0: 287, 1: 52, 2: 947, 3: 48, 4: 922, 5: 139, 6: 148, 7: 72, 8: 1302, 9: 403}\n",
      "2018-06-23 15:08:33,923 - framestack - INFO: steps: 7469280, steps/s: 94.07\n",
      "  epoch reward:       0.7183/10.8501/26.5580 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2868/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:09:20,511 - framestack - INFO: action counts: {0: 283, 1: 64, 2: 982, 3: 41, 4: 901, 5: 136, 6: 150, 7: 94, 8: 1226, 9: 443}\n",
      "2018-06-23 15:09:20,533 - framestack - INFO: steps: 7473600, steps/s: 94.05\n",
      "  epoch reward:       0.7183/11.3081/26.5580 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3144/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:10:06,788 - framestack - INFO: action counts: {0: 273, 1: 51, 2: 925, 3: 44, 4: 923, 5: 119, 6: 148, 7: 77, 8: 1317, 9: 443}\n",
      "2018-06-23 15:10:06,812 - framestack - INFO: steps: 7477920, steps/s: 94.04\n",
      "  epoch reward:       0.7183/11.3081/26.5580 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2751/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:10:51,073 - framestack - INFO: action counts: {0: 285, 1: 47, 2: 974, 3: 38, 4: 906, 5: 113, 6: 146, 7: 63, 8: 1333, 9: 415}\n",
      "2018-06-23 15:10:51,095 - framestack - INFO: steps: 7482240, steps/s: 94.05\n",
      "  epoch reward:       0.7183/11.3081/26.5580 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2378/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:11:38,510 - framestack - INFO: action counts: {0: 301, 1: 41, 2: 953, 3: 52, 4: 908, 5: 143, 6: 117, 7: 96, 8: 1245, 9: 464}\n",
      "2018-06-23 15:11:38,535 - framestack - INFO: steps: 7486560, steps/s: 94.04\n",
      "  epoch reward:       0.7183/11.7963/26.5580 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.2238/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:12:25,491 - framestack - INFO: action counts: {0: 294, 1: 56, 2: 912, 3: 44, 4: 942, 5: 124, 6: 164, 7: 93, 8: 1267, 9: 424}\n",
      "2018-06-23 15:12:25,515 - framestack - INFO: steps: 7490880, steps/s: 94.04\n",
      "  epoch reward:       3.6797/18.5002/47.2714 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.3536/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:13:12,062 - framestack - INFO: action counts: {0: 275, 1: 49, 2: 954, 3: 31, 4: 994, 5: 106, 6: 143, 7: 72, 8: 1282, 9: 414}\n",
      "2018-06-23 15:13:12,088 - framestack - INFO: steps: 7495200, steps/s: 94.03\n",
      "  epoch reward:       3.6797/15.0086/47.2714 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.4008/49.1031 [n=500]\n",
      "\n",
      "2018-06-23 15:13:57,720 - framestack - INFO: action counts: {0: 267, 1: 52, 2: 979, 3: 27, 4: 962, 5: 121, 6: 128, 7: 66, 8: 1329, 9: 389}\n",
      "2018-06-23 15:13:57,746 - framestack - INFO: steps: 7499520, steps/s: 94.02\n",
      "  epoch reward:       3.6797/14.2363/47.2714 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.4241/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:14:45,083 - framestack - INFO: action counts: {0: 284, 1: 42, 2: 995, 3: 43, 4: 940, 5: 109, 6: 113, 7: 58, 8: 1334, 9: 402}\n",
      "2018-06-23 15:14:45,106 - framestack - INFO: steps: 7503840, steps/s: 94.02\n",
      "  epoch reward:       3.6797/14.7146/47.2714 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.5455/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:15:29,179 - framestack - INFO: action counts: {0: 295, 1: 39, 2: 973, 3: 30, 4: 956, 5: 102, 6: 102, 7: 55, 8: 1386, 9: 382}\n",
      "2018-06-23 15:15:29,204 - framestack - INFO: steps: 7508160, steps/s: 94.02\n",
      "  epoch reward:       3.6797/14.1908/47.2714 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.6180/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:16:14,591 - framestack - INFO: action counts: {0: 252, 1: 39, 2: 1004, 3: 22, 4: 950, 5: 85, 6: 103, 7: 56, 8: 1389, 9: 420}\n",
      "2018-06-23 15:16:14,621 - framestack - INFO: steps: 7512480, steps/s: 94.02\n",
      "  epoch reward:       3.6797/14.2515/47.2714 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.7441/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:17:00,358 - framestack - INFO: action counts: {0: 259, 1: 45, 2: 954, 3: 32, 4: 986, 5: 112, 6: 130, 7: 70, 8: 1347, 9: 385}\n",
      "2018-06-23 15:17:00,383 - framestack - INFO: steps: 7516800, steps/s: 94.02\n",
      "  epoch reward:       3.6797/14.2515/47.2714 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.8331/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:17:46,237 - framestack - INFO: action counts: {0: 274, 1: 47, 2: 919, 3: 37, 4: 959, 5: 121, 6: 134, 7: 67, 8: 1335, 9: 427}\n",
      "2018-06-23 15:17:46,261 - framestack - INFO: steps: 7521120, steps/s: 94.02\n",
      "  epoch reward:       3.6797/14.2515/47.2714 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9204/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:18:32,462 - framestack - INFO: action counts: {0: 298, 1: 55, 2: 944, 3: 51, 4: 948, 5: 130, 6: 145, 7: 50, 8: 1288, 9: 411}\n",
      "2018-06-23 15:18:32,484 - framestack - INFO: steps: 7525440, steps/s: 94.01\n",
      "  epoch reward:       3.6797/14.2515/47.2714 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0078/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:19:18,441 - framestack - INFO: action counts: {0: 285, 1: 63, 2: 918, 3: 48, 4: 965, 5: 119, 6: 129, 7: 57, 8: 1297, 9: 439}\n",
      "2018-06-23 15:19:18,465 - framestack - INFO: steps: 7529760, steps/s: 94.01\n",
      "  epoch reward:       3.7557/11.6657/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0297/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:20:04,682 - framestack - INFO: action counts: {0: 274, 1: 55, 2: 954, 3: 41, 4: 941, 5: 132, 6: 146, 7: 88, 8: 1245, 9: 444}\n",
      "2018-06-23 15:20:04,709 - framestack - INFO: steps: 7534080, steps/s: 94.00\n",
      "  epoch reward:       3.7557/11.6657/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0497/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:20:50,907 - framestack - INFO: action counts: {0: 296, 1: 65, 2: 891, 3: 56, 4: 970, 5: 117, 6: 134, 7: 87, 8: 1290, 9: 414}\n",
      "2018-06-23 15:20:50,937 - framestack - INFO: steps: 7538400, steps/s: 94.00\n",
      "  epoch reward:       3.3070/11.6073/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0880/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:21:34,312 - framestack - INFO: action counts: {0: 312, 1: 65, 2: 893, 3: 42, 4: 957, 5: 147, 6: 129, 7: 71, 8: 1313, 9: 391}\n",
      "2018-06-23 15:21:34,340 - framestack - INFO: steps: 7542720, steps/s: 94.00\n",
      "  epoch reward:       1.3999/11.0639/20.2559 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0826/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:22:20,619 - framestack - INFO: action counts: {0: 326, 1: 49, 2: 844, 3: 32, 4: 980, 5: 131, 6: 153, 7: 66, 8: 1298, 9: 441}\n",
      "2018-06-23 15:22:20,643 - framestack - INFO: steps: 7547040, steps/s: 93.99\n",
      "  epoch reward:       1.3999/11.5765/30.1345 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1031/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:23:06,554 - framestack - INFO: action counts: {0: 287, 1: 42, 2: 951, 3: 32, 4: 985, 5: 119, 6: 141, 7: 59, 8: 1294, 9: 410}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 15:23:06,577 - framestack - INFO: steps: 7551360, steps/s: 93.99\n",
      "  epoch reward:       1.3999/10.8670/30.1345 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1366/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:23:51,400 - framestack - INFO: action counts: {0: 286, 1: 58, 2: 936, 3: 41, 4: 955, 5: 115, 6: 147, 7: 56, 8: 1328, 9: 398}\n",
      "2018-06-23 15:23:51,425 - framestack - INFO: steps: 7555680, steps/s: 93.99\n",
      "  epoch reward:       1.3999/11.5023/30.1345 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1828/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:24:34,846 - framestack - INFO: action counts: {0: 307, 1: 56, 2: 900, 3: 43, 4: 924, 5: 120, 6: 169, 7: 80, 8: 1311, 9: 410}\n",
      "2018-06-23 15:24:34,870 - framestack - INFO: steps: 7560000, steps/s: 93.99\n",
      "  epoch reward:       3.3070/11.7627/30.1345 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1669/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:25:21,782 - framestack - INFO: action counts: {0: 308, 1: 56, 2: 884, 3: 43, 4: 936, 5: 142, 6: 150, 7: 94, 8: 1305, 9: 402}\n",
      "2018-06-23 15:25:21,804 - framestack - INFO: steps: 7564320, steps/s: 93.99\n",
      "  epoch reward:       3.3070/11.7100/30.1345 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1499/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:26:06,492 - framestack - INFO: action counts: {0: 311, 1: 61, 2: 897, 3: 49, 4: 977, 5: 115, 6: 142, 7: 80, 8: 1229, 9: 459}\n",
      "2018-06-23 15:26:06,514 - framestack - INFO: steps: 7568640, steps/s: 93.99\n",
      "  epoch reward:       3.3070/11.9888/30.1345 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1386/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:26:54,195 - framestack - INFO: action counts: {0: 293, 1: 51, 2: 918, 3: 51, 4: 953, 5: 104, 6: 141, 7: 68, 8: 1303, 9: 438}\n",
      "2018-06-23 15:26:54,218 - framestack - INFO: steps: 7572960, steps/s: 93.98\n",
      "  epoch reward:       3.3070/13.2745/30.1345 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1529/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:27:42,864 - framestack - INFO: action counts: {0: 302, 1: 53, 2: 850, 3: 44, 4: 941, 5: 139, 6: 143, 7: 106, 8: 1315, 9: 427}\n",
      "2018-06-23 15:27:42,889 - framestack - INFO: steps: 7577280, steps/s: 93.97\n",
      "  epoch reward:       3.3070/13.2745/30.1345 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1656/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:28:30,867 - framestack - INFO: action counts: {0: 271, 1: 61, 2: 853, 3: 43, 4: 996, 5: 111, 6: 159, 7: 86, 8: 1314, 9: 426}\n",
      "2018-06-23 15:28:30,887 - framestack - INFO: steps: 7581600, steps/s: 93.97\n",
      "  epoch reward:       3.3070/13.2745/30.1345 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1832/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:29:17,446 - framestack - INFO: action counts: {0: 305, 1: 45, 2: 924, 3: 50, 4: 960, 5: 127, 6: 130, 7: 67, 8: 1291, 9: 421}\n",
      "2018-06-23 15:29:17,469 - framestack - INFO: steps: 7585920, steps/s: 93.96\n",
      "  epoch reward:       3.3070/10.2230/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.1397/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:30:04,894 - framestack - INFO: action counts: {0: 291, 1: 44, 2: 926, 3: 40, 4: 920, 5: 102, 6: 133, 7: 85, 8: 1324, 9: 455}\n",
      "2018-06-23 15:30:04,918 - framestack - INFO: steps: 7590240, steps/s: 93.95\n",
      "  epoch reward:       2.7332/8.7427/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0640/48.2217 [n=500]\n",
      "\n",
      "2018-06-23 15:30:50,218 - framestack - INFO: action counts: {0: 276, 1: 53, 2: 967, 3: 33, 4: 958, 5: 97, 6: 110, 7: 62, 8: 1359, 9: 405}\n",
      "2018-06-23 15:30:50,240 - framestack - INFO: steps: 7594560, steps/s: 93.96\n",
      "  epoch reward:       2.7332/8.1913/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/10.9819/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:31:34,496 - framestack - INFO: action counts: {0: 261, 1: 55, 2: 949, 3: 30, 4: 1011, 5: 88, 6: 116, 7: 58, 8: 1320, 9: 432}\n",
      "2018-06-23 15:31:34,519 - framestack - INFO: steps: 7598880, steps/s: 93.96\n",
      "  epoch reward:       2.7332/11.9158/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.0915/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:32:21,120 - framestack - INFO: action counts: {0: 263, 1: 54, 2: 950, 3: 28, 4: 1032, 5: 109, 6: 119, 7: 60, 8: 1314, 9: 391}\n",
      "2018-06-23 15:32:21,143 - framestack - INFO: steps: 7603200, steps/s: 93.96\n",
      "  epoch reward:       2.7332/11.2953/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.2206/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:33:07,234 - framestack - INFO: action counts: {0: 245, 1: 36, 2: 963, 3: 34, 4: 996, 5: 86, 6: 125, 7: 52, 8: 1394, 9: 389}\n",
      "2018-06-23 15:33:07,260 - framestack - INFO: steps: 7607520, steps/s: 93.96\n",
      "  epoch reward:       2.7332/10.9417/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.3327/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:33:54,794 - framestack - INFO: action counts: {0: 245, 1: 42, 2: 990, 3: 23, 4: 1045, 5: 99, 6: 112, 7: 37, 8: 1325, 9: 402}\n",
      "2018-06-23 15:33:54,817 - framestack - INFO: steps: 7611840, steps/s: 93.95\n",
      "  epoch reward:       2.7332/10.9417/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.4448/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:34:41,403 - framestack - INFO: action counts: {0: 279, 1: 33, 2: 937, 3: 20, 4: 1032, 5: 81, 6: 114, 7: 56, 8: 1379, 9: 389}\n",
      "2018-06-23 15:34:41,425 - framestack - INFO: steps: 7616160, steps/s: 93.95\n",
      "  epoch reward:       2.7332/13.0614/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.5993/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:35:28,439 - framestack - INFO: action counts: {0: 263, 1: 31, 2: 1016, 3: 26, 4: 966, 5: 98, 6: 135, 7: 59, 8: 1312, 9: 414}\n",
      "2018-06-23 15:35:28,463 - framestack - INFO: steps: 7620480, steps/s: 93.95\n",
      "  epoch reward:       2.7332/13.0614/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.7346/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:36:13,554 - framestack - INFO: action counts: {0: 262, 1: 38, 2: 934, 3: 31, 4: 1034, 5: 100, 6: 132, 7: 67, 8: 1331, 9: 391}\n",
      "2018-06-23 15:36:13,581 - framestack - INFO: steps: 7624800, steps/s: 93.95\n",
      "  epoch reward:       2.7332/11.9220/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8336/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:36:58,516 - framestack - INFO: action counts: {0: 281, 1: 49, 2: 991, 3: 31, 4: 981, 5: 98, 6: 138, 7: 61, 8: 1259, 9: 431}\n",
      "2018-06-23 15:36:58,539 - framestack - INFO: steps: 7629120, steps/s: 93.95\n",
      "  epoch reward:       1.3934/10.9573/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9132/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:37:45,635 - framestack - INFO: action counts: {0: 230, 1: 40, 2: 984, 3: 45, 4: 1012, 5: 100, 6: 107, 7: 60, 8: 1343, 9: 399}\n",
      "2018-06-23 15:37:45,656 - framestack - INFO: steps: 7633440, steps/s: 93.95\n",
      "  epoch reward:       1.3934/11.5394/24.6790 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.0116/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:38:31,017 - framestack - INFO: action counts: {0: 265, 1: 46, 2: 936, 3: 27, 4: 1036, 5: 94, 6: 111, 7: 54, 8: 1370, 9: 381}\n",
      "2018-06-23 15:38:31,042 - framestack - INFO: steps: 7637760, steps/s: 93.95\n",
      "  epoch reward:       1.3934/11.8642/27.9265 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.0821/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:39:16,750 - framestack - INFO: action counts: {0: 240, 1: 40, 2: 1000, 3: 38, 4: 997, 5: 89, 6: 119, 7: 69, 8: 1310, 9: 418}\n",
      "2018-06-23 15:39:16,775 - framestack - INFO: steps: 7642080, steps/s: 93.95\n",
      "  epoch reward:       1.3934/10.0203/27.9265 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.0531/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:40:01,137 - framestack - INFO: action counts: {0: 235, 1: 34, 2: 954, 3: 34, 4: 1044, 5: 68, 6: 132, 7: 57, 8: 1357, 9: 405}\n",
      "2018-06-23 15:40:01,163 - framestack - INFO: steps: 7646400, steps/s: 93.96\n",
      "  epoch reward:       1.3934/10.1871/27.9265 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.0366/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:40:47,235 - framestack - INFO: action counts: {0: 224, 1: 41, 2: 970, 3: 46, 4: 1078, 5: 87, 6: 102, 7: 57, 8: 1364, 9: 351}\n",
      "2018-06-23 15:40:47,259 - framestack - INFO: steps: 7650720, steps/s: 93.95\n",
      "  epoch reward:       1.3934/10.1871/27.9265 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/12.0201/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:41:32,017 - framestack - INFO: action counts: {0: 239, 1: 34, 2: 963, 3: 34, 4: 1062, 5: 78, 6: 102, 7: 60, 8: 1388, 9: 360}\n",
      "2018-06-23 15:41:32,042 - framestack - INFO: steps: 7655040, steps/s: 93.96\n",
      "  epoch reward:       1.3934/8.0427/27.9265 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9607/47.2714 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 15:42:17,734 - framestack - INFO: action counts: {0: 242, 1: 41, 2: 989, 3: 44, 4: 995, 5: 97, 6: 113, 7: 60, 8: 1359, 9: 380}\n",
      "2018-06-23 15:42:17,761 - framestack - INFO: steps: 7659360, steps/s: 93.96\n",
      "  epoch reward:       1.3934/7.7370/27.9265 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.9027/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:43:02,121 - framestack - INFO: action counts: {0: 248, 1: 29, 2: 992, 3: 39, 4: 971, 5: 102, 6: 113, 7: 53, 8: 1372, 9: 401}\n",
      "2018-06-23 15:43:02,146 - framestack - INFO: steps: 7663680, steps/s: 93.96\n",
      "  epoch reward:       1.3934/7.7370/27.9265 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8356/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:43:48,854 - framestack - INFO: action counts: {0: 276, 1: 49, 2: 947, 3: 38, 4: 998, 5: 85, 6: 135, 7: 68, 8: 1321, 9: 403}\n",
      "2018-06-23 15:43:48,880 - framestack - INFO: steps: 7668000, steps/s: 93.96\n",
      "  epoch reward:       1.6186/9.0730/27.9265 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.8091/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:44:35,800 - framestack - INFO: action counts: {0: 261, 1: 48, 2: 850, 3: 41, 4: 1032, 5: 103, 6: 105, 7: 69, 8: 1404, 9: 407}\n",
      "2018-06-23 15:44:35,832 - framestack - INFO: steps: 7672320, steps/s: 93.96\n",
      "  epoch reward:       1.6186/8.2965/27.9265 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.7165/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:45:22,272 - framestack - INFO: action counts: {0: 219, 1: 45, 2: 918, 3: 35, 4: 1072, 5: 101, 6: 111, 7: 69, 8: 1337, 9: 413}\n",
      "2018-06-23 15:45:22,297 - framestack - INFO: steps: 7676640, steps/s: 93.96\n",
      "  epoch reward:       1.6186/7.5938/27.9265 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.6099/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:46:08,691 - framestack - INFO: action counts: {0: 210, 1: 36, 2: 948, 3: 28, 4: 1023, 5: 83, 6: 118, 7: 63, 8: 1411, 9: 400}\n",
      "2018-06-23 15:46:08,715 - framestack - INFO: steps: 7680960, steps/s: 93.96\n",
      "  epoch reward:       1.6186/6.3044/14.5200 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.5059/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:46:54,468 - framestack - INFO: action counts: {0: 258, 1: 33, 2: 922, 3: 30, 4: 1081, 5: 83, 6: 94, 7: 49, 8: 1363, 9: 407}\n",
      "2018-06-23 15:46:54,493 - framestack - INFO: steps: 7685280, steps/s: 93.96\n",
      "  epoch reward:       1.6186/6.3044/14.5200 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.4150/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:47:40,413 - framestack - INFO: action counts: {0: 233, 1: 28, 2: 957, 3: 29, 4: 1065, 5: 78, 6: 110, 7: 47, 8: 1371, 9: 402}\n",
      "2018-06-23 15:47:40,440 - framestack - INFO: steps: 7689600, steps/s: 93.95\n",
      "  epoch reward:       0.7183/6.2349/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.3136/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:48:26,269 - framestack - INFO: action counts: {0: 223, 1: 26, 2: 977, 3: 31, 4: 1053, 5: 90, 6: 118, 7: 50, 8: 1355, 9: 397}\n",
      "2018-06-23 15:48:26,295 - framestack - INFO: steps: 7693920, steps/s: 93.96\n",
      "  epoch reward:       0.7183/7.4465/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.7183/11.2363/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:49:10,936 - framestack - INFO: action counts: {0: 246, 1: 37, 2: 903, 3: 37, 4: 1003, 5: 92, 6: 134, 7: 64, 8: 1411, 9: 393}\n",
      "2018-06-23 15:49:10,962 - framestack - INFO: steps: 7698240, steps/s: 93.97\n",
      "  epoch reward:       0.5580/6.7951/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.5580/11.1461/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:49:57,276 - framestack - INFO: action counts: {0: 262, 1: 49, 2: 916, 3: 21, 4: 999, 5: 85, 6: 128, 7: 73, 8: 1369, 9: 418}\n",
      "2018-06-23 15:49:57,303 - framestack - INFO: steps: 7702560, steps/s: 93.96\n",
      "  epoch reward:       0.5580/6.7951/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.5580/11.0460/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:50:43,573 - framestack - INFO: action counts: {0: 249, 1: 48, 2: 942, 3: 44, 4: 1021, 5: 103, 6: 136, 7: 65, 8: 1307, 9: 405}\n",
      "2018-06-23 15:50:43,597 - framestack - INFO: steps: 7706880, steps/s: 93.96\n",
      "  epoch reward:       0.5580/6.9940/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.5580/10.8159/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:51:30,371 - framestack - INFO: action counts: {0: 276, 1: 47, 2: 915, 3: 44, 4: 998, 5: 97, 6: 128, 7: 67, 8: 1362, 9: 386}\n",
      "2018-06-23 15:51:30,397 - framestack - INFO: steps: 7711200, steps/s: 93.96\n",
      "  epoch reward:       0.5580/6.9940/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.5580/10.6556/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:52:13,732 - framestack - INFO: action counts: {0: 244, 1: 51, 2: 948, 3: 34, 4: 980, 5: 92, 6: 151, 7: 62, 8: 1347, 9: 411}\n",
      "2018-06-23 15:52:13,760 - framestack - INFO: steps: 7715520, steps/s: 93.97\n",
      "  epoch reward:       0.5580/8.5452/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.5580/10.5418/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:53:00,699 - framestack - INFO: action counts: {0: 253, 1: 43, 2: 907, 3: 27, 4: 1061, 5: 101, 6: 99, 7: 64, 8: 1392, 9: 373}\n",
      "2018-06-23 15:53:00,721 - framestack - INFO: steps: 7719840, steps/s: 93.97\n",
      "  epoch reward:       0.5580/8.3015/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.5580/10.4135/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:53:45,542 - framestack - INFO: action counts: {0: 217, 1: 40, 2: 917, 3: 30, 4: 1041, 5: 88, 6: 120, 7: 62, 8: 1430, 9: 375}\n",
      "2018-06-23 15:53:45,565 - framestack - INFO: steps: 7724160, steps/s: 93.97\n",
      "  epoch reward:       0.4673/9.7107/22.4872 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.3239/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:54:31,281 - framestack - INFO: action counts: {0: 209, 1: 30, 2: 966, 3: 30, 4: 1064, 5: 72, 6: 120, 7: 41, 8: 1407, 9: 381}\n",
      "2018-06-23 15:54:31,306 - framestack - INFO: steps: 7728480, steps/s: 93.97\n",
      "  epoch reward:       0.4673/7.8201/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.1953/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:55:17,349 - framestack - INFO: action counts: {0: 243, 1: 33, 2: 983, 3: 38, 4: 995, 5: 78, 6: 104, 7: 59, 8: 1417, 9: 370}\n",
      "2018-06-23 15:55:17,373 - framestack - INFO: steps: 7732800, steps/s: 93.97\n",
      "  epoch reward:       0.4673/7.8201/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/10.0667/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:56:02,844 - framestack - INFO: action counts: {0: 210, 1: 33, 2: 918, 3: 33, 4: 1053, 5: 90, 6: 146, 7: 69, 8: 1376, 9: 392}\n",
      "2018-06-23 15:56:02,869 - framestack - INFO: steps: 7737120, steps/s: 93.97\n",
      "  epoch reward:       0.4673/8.5522/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9527/47.2714 [n=500]\n",
      "\n",
      "2018-06-23 15:56:48,514 - framestack - INFO: action counts: {0: 238, 1: 32, 2: 940, 3: 34, 4: 1043, 5: 86, 6: 116, 7: 46, 8: 1412, 9: 373}\n",
      "2018-06-23 15:56:48,538 - framestack - INFO: steps: 7741440, steps/s: 93.97\n",
      "  epoch reward:       0.4673/9.2782/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8532/30.1345 [n=500]\n",
      "\n",
      "2018-06-23 15:57:36,246 - framestack - INFO: action counts: {0: 214, 1: 30, 2: 947, 3: 38, 4: 1046, 5: 86, 6: 124, 7: 61, 8: 1440, 9: 334}\n",
      "2018-06-23 15:57:36,274 - framestack - INFO: steps: 7745760, steps/s: 93.96\n",
      "  epoch reward:       3.6952/10.1109/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8221/30.1345 [n=500]\n",
      "\n",
      "2018-06-23 15:58:20,882 - framestack - INFO: action counts: {0: 199, 1: 32, 2: 1028, 3: 20, 4: 1044, 5: 73, 6: 104, 7: 45, 8: 1419, 9: 356}\n",
      "2018-06-23 15:58:20,907 - framestack - INFO: steps: 7750080, steps/s: 93.97\n",
      "  epoch reward:       3.6952/9.9278/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7874/30.1345 [n=500]\n",
      "\n",
      "2018-06-23 15:59:06,620 - framestack - INFO: action counts: {0: 232, 1: 42, 2: 990, 3: 36, 4: 1056, 5: 73, 6: 103, 7: 54, 8: 1381, 9: 353}\n",
      "2018-06-23 15:59:06,651 - framestack - INFO: steps: 7754400, steps/s: 93.97\n",
      "  epoch reward:       3.6952/13.3675/30.8297 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8226/30.8297 [n=500]\n",
      "\n",
      "2018-06-23 15:59:54,720 - framestack - INFO: action counts: {0: 254, 1: 43, 2: 928, 3: 32, 4: 1046, 5: 89, 6: 111, 7: 47, 8: 1420, 9: 350}\n",
      "2018-06-23 15:59:54,745 - framestack - INFO: steps: 7758720, steps/s: 93.96\n",
      "  epoch reward:       3.6952/11.1512/30.8297 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8243/30.8297 [n=500]\n",
      "\n",
      "2018-06-23 16:00:39,799 - framestack - INFO: action counts: {0: 235, 1: 40, 2: 963, 3: 29, 4: 968, 5: 101, 6: 153, 7: 54, 8: 1360, 9: 417}\n",
      "2018-06-23 16:00:39,829 - framestack - INFO: steps: 7763040, steps/s: 93.97\n",
      "  epoch reward:       3.0624/11.0318/17.5773 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8134/30.8297 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 16:01:24,161 - framestack - INFO: action counts: {0: 254, 1: 58, 2: 904, 3: 42, 4: 946, 5: 89, 6: 123, 7: 71, 8: 1438, 9: 395}\n",
      "2018-06-23 16:01:24,192 - framestack - INFO: steps: 7767360, steps/s: 93.97\n",
      "  epoch reward:       3.0624/8.8993/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7741/30.8297 [n=500]\n",
      "\n",
      "2018-06-23 16:02:09,245 - framestack - INFO: action counts: {0: 216, 1: 36, 2: 981, 3: 28, 4: 1019, 5: 89, 6: 129, 7: 55, 8: 1406, 9: 361}\n",
      "2018-06-23 16:02:09,273 - framestack - INFO: steps: 7771680, steps/s: 93.98\n",
      "  epoch reward:       3.0624/8.3974/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7120/30.8297 [n=500]\n",
      "\n",
      "2018-06-23 16:02:56,348 - framestack - INFO: action counts: {0: 226, 1: 50, 2: 920, 3: 33, 4: 1048, 5: 82, 6: 118, 7: 55, 8: 1417, 9: 371}\n",
      "2018-06-23 16:02:56,377 - framestack - INFO: steps: 7776000, steps/s: 93.97\n",
      "  epoch reward:       3.0624/11.1379/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.6995/30.8297 [n=500]\n",
      "\n",
      "2018-06-23 16:03:43,428 - framestack - INFO: action counts: {0: 234, 1: 48, 2: 948, 3: 32, 4: 980, 5: 76, 6: 128, 7: 54, 8: 1441, 9: 379}\n",
      "2018-06-23 16:03:43,453 - framestack - INFO: steps: 7780320, steps/s: 93.96\n",
      "  epoch reward:       3.0624/12.2642/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7106/30.8297 [n=500]\n",
      "\n",
      "2018-06-23 16:04:32,699 - framestack - INFO: action counts: {0: 228, 1: 40, 2: 898, 3: 32, 4: 1009, 5: 91, 6: 132, 7: 61, 8: 1455, 9: 374}\n",
      "2018-06-23 16:04:32,723 - framestack - INFO: steps: 7784640, steps/s: 93.95\n",
      "  epoch reward:       3.0624/14.0190/27.9336 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.7512/30.8297 [n=500]\n",
      "\n",
      "2018-06-23 16:05:18,790 - framestack - INFO: action counts: {0: 215, 1: 43, 2: 930, 3: 35, 4: 1045, 5: 101, 6: 116, 7: 53, 8: 1392, 9: 390}\n",
      "2018-06-23 16:05:18,816 - framestack - INFO: steps: 7788960, steps/s: 93.95\n",
      "  epoch reward:       6.3167/18.4685/47.0356 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.8551/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:06:04,751 - framestack - INFO: action counts: {0: 199, 1: 36, 2: 895, 3: 30, 4: 1048, 5: 93, 6: 111, 7: 50, 8: 1469, 9: 389}\n",
      "2018-06-23 16:06:04,777 - framestack - INFO: steps: 7793280, steps/s: 93.95\n",
      "  epoch reward:       2.1648/17.2483/47.0356 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9345/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:06:52,430 - framestack - INFO: action counts: {0: 239, 1: 40, 2: 924, 3: 35, 4: 1024, 5: 99, 6: 107, 7: 67, 8: 1362, 9: 423}\n",
      "2018-06-23 16:06:52,455 - framestack - INFO: steps: 7797600, steps/s: 93.94\n",
      "  epoch reward:       2.1648/15.5674/47.0356 [n=10] (min/mean/max)\n",
      "  running reward:     0.4673/9.9804/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:07:39,184 - framestack - INFO: action counts: {0: 230, 1: 49, 2: 903, 3: 38, 4: 960, 5: 103, 6: 146, 7: 73, 8: 1394, 9: 424}\n",
      "2018-06-23 16:07:39,211 - framestack - INFO: steps: 7801920, steps/s: 93.94\n",
      "  epoch reward:       0.1048/14.6245/47.0356 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.0684/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:08:24,634 - framestack - INFO: action counts: {0: 252, 1: 46, 2: 908, 3: 30, 4: 1019, 5: 111, 6: 113, 7: 70, 8: 1383, 9: 388}\n",
      "2018-06-23 16:08:24,656 - framestack - INFO: steps: 7806240, steps/s: 93.94\n",
      "  epoch reward:       0.1048/14.2573/47.0356 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.1787/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:09:12,340 - framestack - INFO: action counts: {0: 240, 1: 42, 2: 931, 3: 45, 4: 1022, 5: 110, 6: 118, 7: 65, 8: 1349, 9: 398}\n",
      "2018-06-23 16:09:12,370 - framestack - INFO: steps: 7810560, steps/s: 93.93\n",
      "  epoch reward:       0.1048/15.9596/47.0356 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3341/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:09:59,092 - framestack - INFO: action counts: {0: 255, 1: 45, 2: 902, 3: 46, 4: 940, 5: 110, 6: 159, 7: 83, 8: 1362, 9: 418}\n",
      "2018-06-23 16:09:59,121 - framestack - INFO: steps: 7814880, steps/s: 93.93\n",
      "  epoch reward:       0.1048/14.5940/47.0356 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3876/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:10:43,348 - framestack - INFO: action counts: {0: 214, 1: 32, 2: 890, 3: 40, 4: 1000, 5: 113, 6: 131, 7: 45, 8: 1437, 9: 418}\n",
      "2018-06-23 16:10:43,377 - framestack - INFO: steps: 7819200, steps/s: 93.93\n",
      "  epoch reward:       0.1048/14.9163/47.0356 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4601/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:11:28,708 - framestack - INFO: action counts: {0: 239, 1: 54, 2: 888, 3: 41, 4: 1017, 5: 92, 6: 122, 7: 68, 8: 1399, 9: 400}\n",
      "2018-06-23 16:11:28,733 - framestack - INFO: steps: 7823520, steps/s: 93.93\n",
      "  epoch reward:       0.1048/14.9163/47.0356 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.5396/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:12:15,558 - framestack - INFO: action counts: {0: 272, 1: 53, 2: 901, 3: 38, 4: 986, 5: 118, 6: 134, 7: 54, 8: 1367, 9: 397}\n",
      "2018-06-23 16:12:15,583 - framestack - INFO: steps: 7827840, steps/s: 93.93\n",
      "  epoch reward:       0.1048/8.8639/18.2515 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4980/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:13:00,232 - framestack - INFO: action counts: {0: 252, 1: 52, 2: 886, 3: 38, 4: 958, 5: 121, 6: 140, 7: 88, 8: 1375, 9: 410}\n",
      "2018-06-23 16:13:00,258 - framestack - INFO: steps: 7832160, steps/s: 93.94\n",
      "  epoch reward:       0.1048/9.4303/18.2515 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.4254/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:13:45,159 - framestack - INFO: action counts: {0: 270, 1: 58, 2: 902, 3: 38, 4: 994, 5: 123, 6: 153, 7: 84, 8: 1298, 9: 400}\n",
      "2018-06-23 16:13:45,184 - framestack - INFO: steps: 7836480, steps/s: 93.95\n",
      "  epoch reward:       0.1048/8.8638/18.2515 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3414/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:14:30,379 - framestack - INFO: action counts: {0: 240, 1: 56, 2: 919, 3: 43, 4: 986, 5: 101, 6: 151, 7: 69, 8: 1378, 9: 377}\n",
      "2018-06-23 16:14:30,407 - framestack - INFO: steps: 7840800, steps/s: 93.96\n",
      "  epoch reward:       3.2849/11.5163/26.6303 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3333/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:15:14,728 - framestack - INFO: action counts: {0: 241, 1: 46, 2: 893, 3: 37, 4: 1010, 5: 103, 6: 132, 7: 60, 8: 1424, 9: 374}\n",
      "2018-06-23 16:15:14,755 - framestack - INFO: steps: 7845120, steps/s: 93.96\n",
      "  epoch reward:       2.5548/9.1088/18.2515 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2963/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:15:59,538 - framestack - INFO: action counts: {0: 251, 1: 45, 2: 837, 3: 29, 4: 1039, 5: 108, 6: 138, 7: 61, 8: 1432, 9: 380}\n",
      "2018-06-23 16:15:59,563 - framestack - INFO: steps: 7849440, steps/s: 93.97\n",
      "  epoch reward:       2.5548/9.2525/15.2427 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2506/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:16:43,778 - framestack - INFO: action counts: {0: 207, 1: 41, 2: 971, 3: 40, 4: 967, 5: 109, 6: 136, 7: 53, 8: 1407, 9: 389}\n",
      "2018-06-23 16:16:43,810 - framestack - INFO: steps: 7853760, steps/s: 93.98\n",
      "  epoch reward:       2.5548/11.1358/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2360/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:17:28,093 - framestack - INFO: action counts: {0: 222, 1: 43, 2: 964, 3: 25, 4: 974, 5: 104, 6: 113, 7: 70, 8: 1424, 9: 381}\n",
      "2018-06-23 16:17:28,118 - framestack - INFO: steps: 7858080, steps/s: 93.99\n",
      "  epoch reward:       2.5548/11.2181/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2600/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:18:12,816 - framestack - INFO: action counts: {0: 207, 1: 52, 2: 977, 3: 37, 4: 1026, 5: 100, 6: 117, 7: 50, 8: 1366, 9: 388}\n",
      "2018-06-23 16:18:12,840 - framestack - INFO: steps: 7862400, steps/s: 94.00\n",
      "  epoch reward:       2.5548/11.2181/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2806/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:18:55,717 - framestack - INFO: action counts: {0: 207, 1: 34, 2: 908, 3: 39, 4: 1042, 5: 101, 6: 117, 7: 46, 8: 1420, 9: 406}\n",
      "2018-06-23 16:18:55,742 - framestack - INFO: steps: 7866720, steps/s: 94.02\n",
      "  epoch reward:       2.5548/11.0461/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.2978/47.0356 [n=500]\n",
      "\n",
      "2018-06-23 16:19:40,182 - framestack - INFO: action counts: {0: 230, 1: 52, 2: 888, 3: 44, 4: 1017, 5: 99, 6: 145, 7: 68, 8: 1389, 9: 388}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-06-23 16:19:40,211 - framestack - INFO: steps: 7871040, steps/s: 94.03\n",
      "  epoch reward:       2.5548/10.3255/28.4084 [n=10] (min/mean/max)\n",
      "  running reward:     0.1048/10.3434/47.0356 [n=500]\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "saving ./outputs/RNN_v3b_128im_512z_1512_v6k_VAE5_all_noframestack/PPO_512z_all_g.pkl\n",
      "saving backup ./outputs/RNN_v3b_128im_512z_1512_v6k_VAE5_all_noframestack/PPO_512z_all_g-20180623_08-20-24.pkl\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-14-81e0dd8adde3>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m     \u001b[0mrun_iterations\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0magent\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlog_dir\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlog_dir\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mKeyboardInterrupt\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m     \u001b[0;31m# Close the environment\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mconfig\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnum_workers\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/media/oldhome/wassname/Documents/projects/retro_sonic_comp/world-models-pytorch/world_models_sonic/helpers/deep_rl/utils.py\u001b[0m in \u001b[0;36mrun_iterations\u001b[0;34m(agent, log_dir)\u001b[0m\n\u001b[1;32m     22\u001b[0m     \u001b[0;32mwhile\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     23\u001b[0m         \u001b[0msteps0\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0magent\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtotal_steps\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 24\u001b[0;31m         \u001b[0magent\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0miteration\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     25\u001b[0m         \u001b[0mhistory\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'steps'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0magent\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtotal_steps\u001b[0m \u001b[0;34m-\u001b[0m \u001b[0msteps0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     26\u001b[0m         \u001b[0mhistory\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'rewards'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0magent\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlast_episode_rewards\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtolist\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/media/oldhome/wassname/Documents/projects/retro_sonic_comp/world-models-pytorch/world_models_sonic/helpers/deep_rl/ppo_agent.py\u001b[0m in \u001b[0;36miteration\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m     68\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0m_\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mconfig\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrollout_length\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     69\u001b[0m             \u001b[0;32mwith\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mno_grad\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 70\u001b[0;31m                 \u001b[0mactions\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlog_probs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalues\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnext_hidden_states\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnetwork\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpredict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mz_states\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhidden_states\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mhidden_states\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     71\u001b[0m             \u001b[0mnext_states\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrewards\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mterminals\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtask\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mactions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcpu\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdetach\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnumpy\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     72\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mepisode_rewards\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0mrewards\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/media/oldhome/wassname/Documents/projects/retro_sonic_comp/world-models-pytorch/world_models_sonic/helpers/deep_rl/network_heads.py\u001b[0m in \u001b[0;36mpredict\u001b[0;34m(self, obs_z, action, next_obs_z, hidden_states)\u001b[0m\n\u001b[1;32m    159\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrender\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    160\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 161\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mworld_model\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    162\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    163\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0maction\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlog_prob\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mentropy\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhidden_states\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.pyenv/versions/3.5.3/envs/jupyter3/lib/python3.5/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36mtrain\u001b[0;34m(self, mode)\u001b[0m\n\u001b[1;32m    883\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtraining\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    884\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0mmodule\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mchildren\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 885\u001b[0;31m             \u001b[0mmodule\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    886\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    887\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.pyenv/versions/3.5.3/envs/jupyter3/lib/python3.5/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36mtrain\u001b[0;34m(self, mode)\u001b[0m\n\u001b[1;32m    883\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtraining\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    884\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0mmodule\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mchildren\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 885\u001b[0;31m             \u001b[0mmodule\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    886\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    887\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.pyenv/versions/3.5.3/envs/jupyter3/lib/python3.5/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36mtrain\u001b[0;34m(self, mode)\u001b[0m\n\u001b[1;32m    883\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtraining\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    884\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0mmodule\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mchildren\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 885\u001b[0;31m             \u001b[0mmodule\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    886\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    887\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.pyenv/versions/3.5.3/envs/jupyter3/lib/python3.5/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36mtrain\u001b[0;34m(self, mode)\u001b[0m\n\u001b[1;32m    881\u001b[0m             \u001b[0mModule\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    882\u001b[0m         \"\"\"\n\u001b[0;32m--> 883\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtraining\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    884\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0mmodule\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mchildren\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    885\u001b[0m             \u001b[0mmodule\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "try:\n",
    "    run_iterations(agent, log_dir=log_dir)\n",
    "except KeyboardInterrupt:\n",
    "    # Close the environment\n",
    "    if config.num_workers == 1:\n",
    "        agent.task.tasks[0].env.close()\n",
    "    else:\n",
    "        [t.close() for t in agent.task.tasks]\n",
    "\n",
    "    print(\"saving\", ppo_save_file)\n",
    "    agent.save(ppo_save_file)\n",
    "#     torch.save(config.intrinsic_reward_normalizer.state_dict(), ppo_save_file.replace('.pkl', '-intrinsic_reward_normalizer.pkl'))\n",
    "#     torch.save(config.reward_normalizer.state_dict(), ppo_save_file.replace('.pkl', '-reward_normalizer.pkl'))\n",
    "\n",
    "    # Backup since it sometimes get's corrupted\n",
    "    ts = datetime.datetime.utcnow().strftime('%Y%m%d_%H-%M-%S')\n",
    "    print(\"saving backup\",\n",
    "          ppo_save_file.replace('.pkl', '-%s.pkl' % ts),)\n",
    "    agent.save(ppo_save_file.replace('.pkl', '-%s.pkl' % ts))\n",
    "    raise"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-22T08:57:52.180082Z",
     "start_time": "2018-06-22T08:56:35.396Z"
    }
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-21T21:46:38.825560Z",
     "start_time": "2018-06-20T01:31:51.801Z"
    }
   },
   "source": [
    "    2018-06-20 09:40:21,906 - framestack - INFO: action counts: {0: 127, 1: 41, 2: 196, 3: 22, 4: 185, 5: 96, 6: 97, 7: 35, 8: 238, 9: 83}\n",
    "    2018-06-20 09:40:21,928 - framestack - INFO: steps: 23520, steps/s: 47.68\n",
    "      world model losses: 40.4108 rnn=26.8570, inv= 0.1192=0.0050 * 23.8446, vae=13.4345=0.1250 * (93.5157 + 0.0833 * 167.5278)\n",
    "      epoch reward:       0.0000/1.2111/12.7297 [n=40] (min/mean/max)\n",
    "      running reward:     0.0000/0.9334/12.7297 [n=500]\n",
    "\n",
    "    2018-06-21 07:12:46,362 - framestack - INFO: action counts: {0: 82, 1: 20, 2: 252, 3: 19, 4: 217, 5: 61, 6: 129, 7: 48, 8: 224, 9: 68}\n",
    "    2018-06-21 07:12:46,379 - framestack - INFO: steps: 3764320, steps/s: 48.60\n",
    "      world model losses: 34.7660 rnn=24.8725, inv= 0.0004=0.0050 * 0.0753, vae=9.8931=0.1250 * (63.7831 + 0.0833 * 184.3440)\n",
    "      epoch reward:       0.7183/10.4729/38.4701 [n=40] (min/mean/max)\n",
    "      running reward:     0.7183/10.6002/38.4701 [n=500]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-23T08:20:25.183670Z",
     "start_time": "2018-06-22T08:57:56.531Z"
    }
   },
   "outputs": [],
   "source": [
    "agent.save(ppo_save_file)\n",
    "torch.save(config.intrinsic_reward_normalizer.state_dict(), ppo_save_file.replace('.pkl', '-intrinsic_reward_normalizer.pkl'))\n",
    "torch.save(config.reward_normalizer.state_dict(), ppo_save_file.replace('.pkl', '-reward_normalizer.pkl'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-23T08:20:25.184757Z",
     "start_time": "2018-06-22T08:57:56.533Z"
    }
   },
   "outputs": [],
   "source": [
    "agent.save(ppo_save_file)\n",
    "# torch.save(config.intrinsic_reward_normalizer.state_dict(), ppo_save_file.replace('.pkl', '-intrinsic_reward_normalizer.pkl'))\n",
    "# torch.save(config.reward_normalizer.state_dict(), ppo_save_file.replace('.pkl', '-reward_normalizer.pkl'))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-05-20T08:02:13.543439Z",
     "start_time": "2018-05-20T08:02:13.516675Z"
    }
   },
   "source": [
    "# Summarize model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-23T08:20:25.185844Z",
     "start_time": "2018-06-22T08:57:56.536Z"
    }
   },
   "outputs": [],
   "source": [
    "agent.network.world_model.mdnrnn.training"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-06-23T08:20:25.186972Z",
     "start_time": "2018-06-22T08:57:56.539Z"
    }
   },
   "outputs": [],
   "source": [
    "from IPython.display import display\n",
    "\n",
    "with torch.no_grad():\n",
    "    img = np.random.randn(image_size, image_size, 3)\n",
    "    action = np.array(np.random.randint(0,action_dim))[np.newaxis]\n",
    "    action = Variable(torch.from_numpy(action)).float().cuda()[np.newaxis]\n",
    "    gpu_img = Variable(torch.from_numpy(img[np.newaxis].transpose(0, 3, 1, 2))).float().cuda()\n",
    "    if cuda:\n",
    "        gpu_img = gpu_img.cuda()\n",
    "    with TorchSummarizeDf(vae) as tdf:\n",
    "        x, mu_vae, logvar_vae = vae.forward(gpu_img)\n",
    "        z = vae.sample(mu_vae, logvar_vae)\n",
    "        df_vae = tdf.make_df()\n",
    "\n",
    "    display(df_vae[df_vae.level<2])\n",
    "    \n",
    "    with TorchSummarizeDf(mdnrnn) as tdf: \n",
    "        pi, mu, sigma, hidden_state = mdnrnn.forward(z.unsqueeze(1).repeat((1,2,1)))\n",
    "        z_next = mdnrnn.sample(pi, mu, sigma)\n",
    "        df_mdnrnn = tdf.make_df()\n",
    "    \n",
    "    display(df_mdnrnn)\n",
    "    \n",
    "\n",
    "    with TorchSummarizeDf(finv) as tdf:\n",
    "        finv(z.repeat((1,2,1)), z_next)   \n",
    "        df_finv = tdf.make_df()\n",
    "    display(df_finv)\n",
    "\n",
    "    with TorchSummarizeDf(world_model) as tdf:\n",
    "        world_model(gpu_img, action)\n",
    "        df_world_model = tdf.make_df()\n",
    "    display(df_world_model[df_world_model.level<2])\n",
    "    \n",
    "    del img, action, gpu_img, x, mu, z, z_next, mu_vae, pi, sigma, logvar_vae"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "jupyter3",
   "language": "python",
   "name": "jupyter3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.3"
  },
  "notify_time": "5",
  "toc": {
   "colors": {
    "hover_highlight": "#DAA520",
    "navigate_num": "#000000",
    "navigate_text": "#333333",
    "running_highlight": "#FF0000",
    "selected_highlight": "#FFD700",
    "sidebar_border": "#EEEEEE",
    "wrapper_background": "#FFFFFF"
   },
   "moveMenuLeft": true,
   "nav_menu": {
    "height": "185px",
    "width": "252px"
   },
   "navigate_menu": true,
   "number_sections": false,
   "sideBar": true,
   "threshold": 4,
   "toc_cell": false,
   "toc_position": {
    "height": "751px",
    "left": "0px",
    "right": "20px",
    "top": "147px",
    "width": "158px"
   },
   "toc_section_display": "block",
   "toc_window_display": true,
   "widenNotebook": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}