prototyping.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_state(observation, statespace):\n",
    "    axis_v_x = 0\n",
    "    axis_v_y = 0\n",
    "    axis_r = 0\n",
    "    axis_wall_dist = 0\n",
    "    axis_m = 0\n",
    "    axis_fuel = 0\n",
    "    \n",
    "    print(observation)\n",
    "    \n",
    "    if statespace == \"Tiny\":\n",
    "        def vel_state(v):\n",
    "            if v < 0:\n",
    "                neg = True\n",
    "            else:\n",
    "                neg = False\n",
    "            \n",
    "            v = abs(v)\n",
    "            if v < 20:\n",
    "                axis = int((v - (v % 5)) / 5)\n",
    "            if v >= 20 and v < 100:\n",
    "                v -= int(20)\n",
    "                axis = int((v - (v % 40)) / 40) + 4\n",
    "            if v >= 100:\n",
    "                axis = 5\n",
    "            \n",
    "            if neg:\n",
    "                axis = 6-1-axis\n",
    "            else:\n",
    "                axis = 6+axis\n",
    "            \n",
    "            return axis\n",
    "        \n",
    "        axis_v_x = vel_state(observation[0])\n",
    "        axis_v_y = vel_state(observation[1])\n",
    "        \n",
    "        \n",
    "        if observation[2] >= 2500:\n",
    "            axis_r = 4\n",
    "        else:\n",
    "            axis_r = int((observation[2] - (observation[2] % 500)) / 500)\n",
    "        \n",
    "        if observation[3] >= 500:\n",
    "            axis_wall_dist = 4\n",
    "        else:\n",
    "            axis_wall_dist = int((observation[3] - (observation[3] % 100)) / 100)\n",
    "        \n",
    "        if observation[4] >= 0.5:\n",
    "            axis_m = 3\n",
    "        else:\n",
    "            val = round(observation[4] - 0.2,1)\n",
    "            print(val % 0.1)\n",
    "            axis_m = int((val - (val % 0.1)) / 0.1)\n",
    "        \n",
    "        if observation[5] >= 200:\n",
    "            axis_fuel = 1\n",
    "        else:\n",
    "            axis_fuel = int((observation[5] - (observation[5] % 100)) / 100)\n",
    "        \n",
    "    state = [axis_v_x, axis_v_y, axis_r, axis_wall_dist, axis_m, axis_fuel]\n",
    "\n",
    "    return state"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[-25, 15.2, 500, 240, 0.3, 200]\n",
      "0.0\n",
      "[1, 9, 1, 2, 1, 1]\n"
     ]
    }
   ],
   "source": [
    "observation = [-25,15.2,500,240,0.3,200]\n",
    "# state should be [1, 9, 1, 2, 1, 1]\n",
    "\n",
    "statespace = \"Tiny\"\n",
    "\n",
    "\n",
    "print(get_state(observation, statespace))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "\n",
    "\n",
    "'''\n",
    "v states: 12\n",
    "0   -inf  -60    (large)\n",
    "1   -60.   -20    (large)\n",
    "2   -20.   -15    (precision)\n",
    "3   -15.   -10    (precision)\n",
    "4   -10.   -5     (precision)\n",
    "5   -5.    0      (precision)\n",
    "6   0     5.      (precision)\n",
    "7   5     10.     (precision)\n",
    "8   10    15.     (precision)\n",
    "9   15    20.     (precision)\n",
    "10  20    60.     (large)\n",
    "11  60    inf    (large)\n",
    "\n",
    "\n",
    "r states: 5\n",
    "0   0     500.\n",
    "1   500   1000.\n",
    "2   1000  1500.\n",
    "3   1500  2000.\n",
    "4   2000  2500.\n",
    "\n",
    "\n",
    "wall_dist states: 5\n",
    "0   0     100.\n",
    "1   100   200.\n",
    "2   200   300.\n",
    "3   300   400.\n",
    "4   400   500\n",
    "\n",
    "\n",
    "m states: 4\n",
    "0   .2\n",
    "1   .3\n",
    "2   .4\n",
    "3   .5\n",
    "\n",
    "\n",
    "fuel states: 2\n",
    "0   0    100.\n",
    "1   100  200\n",
    "\n",
    "\n",
    "'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-102 0\n",
      "-101 0\n",
      "-100 0\n",
      "-99 0\n",
      "-98 0\n",
      "-97 0\n",
      "-96 0\n",
      "-95 0\n",
      "-94 0\n",
      "-93 0\n",
      "-92 0\n",
      "-91 0\n",
      "-90 0\n",
      "-89 0\n",
      "-88 0\n",
      "-87 0\n",
      "-86 0\n",
      "-85 0\n",
      "-84 0\n",
      "-83 0\n",
      "-82 0\n",
      "-81 0\n",
      "-80 0\n",
      "-79 0\n",
      "-78 0\n",
      "-77 0\n",
      "-76 0\n",
      "-75 0\n",
      "-74 0\n",
      "-73 0\n",
      "-72 0\n",
      "-71 0\n",
      "-70 0\n",
      "-69 0\n",
      "-68 0\n",
      "-67 0\n",
      "-66 0\n",
      "-65 0\n",
      "-64 0\n",
      "-63 0\n",
      "-62 0\n",
      "-61 0\n",
      "-60 0\n",
      "-59 1\n",
      "-58 1\n",
      "-57 1\n",
      "-56 1\n",
      "-55 1\n",
      "-54 1\n",
      "-53 1\n",
      "-52 1\n",
      "-51 1\n",
      "-50 1\n",
      "-49 1\n",
      "-48 1\n",
      "-47 1\n",
      "-46 1\n",
      "-45 1\n",
      "-44 1\n",
      "-43 1\n",
      "-42 1\n",
      "-41 1\n",
      "-40 1\n",
      "-39 1\n",
      "-38 1\n",
      "-37 1\n",
      "-36 1\n",
      "-35 1\n",
      "-34 1\n",
      "-33 1\n",
      "-32 1\n",
      "-31 1\n",
      "-30 1\n",
      "-29 1\n",
      "-28 1\n",
      "-27 1\n",
      "-26 1\n",
      "-25 1\n",
      "-24 1\n",
      "-23 1\n",
      "-22 1\n",
      "-21 1\n",
      "-20 1\n",
      "-19 2\n",
      "-18 2\n",
      "-17 2\n",
      "-16 2\n",
      "-15 2\n",
      "-14 3\n",
      "-13 3\n",
      "-12 3\n",
      "-11 3\n",
      "-10 3\n",
      "-9 4\n",
      "-8 4\n",
      "-7 4\n",
      "-6 4\n",
      "-5 4\n",
      "-4 5\n",
      "-3 5\n",
      "-2 5\n",
      "-1 5\n",
      "0 6\n",
      "1 6\n",
      "2 6\n",
      "3 6\n",
      "4 6\n",
      "5 7\n",
      "6 7\n",
      "7 7\n",
      "8 7\n",
      "9 7\n",
      "10 8\n",
      "11 8\n",
      "12 8\n",
      "13 8\n",
      "14 8\n",
      "15 9\n",
      "16 9\n",
      "17 9\n",
      "18 9\n",
      "19 9\n",
      "20 10\n",
      "21 10\n",
      "22 10\n",
      "23 10\n",
      "24 10\n",
      "25 10\n",
      "26 10\n",
      "27 10\n",
      "28 10\n",
      "29 10\n",
      "30 10\n",
      "31 10\n",
      "32 10\n",
      "33 10\n",
      "34 10\n",
      "35 10\n",
      "36 10\n",
      "37 10\n",
      "38 10\n",
      "39 10\n",
      "40 10\n",
      "41 10\n",
      "42 10\n",
      "43 10\n",
      "44 10\n",
      "45 10\n",
      "46 10\n",
      "47 10\n",
      "48 10\n",
      "49 10\n",
      "50 10\n",
      "51 10\n",
      "52 10\n",
      "53 10\n",
      "54 10\n",
      "55 10\n",
      "56 10\n",
      "57 10\n",
      "58 10\n",
      "59 10\n",
      "60 11\n",
      "61 11\n",
      "62 11\n",
      "63 11\n",
      "64 11\n",
      "65 11\n",
      "66 11\n",
      "67 11\n",
      "68 11\n",
      "69 11\n",
      "70 11\n",
      "71 11\n",
      "72 11\n",
      "73 11\n",
      "74 11\n",
      "75 11\n",
      "76 11\n",
      "77 11\n",
      "78 11\n",
      "79 11\n",
      "80 11\n",
      "81 11\n",
      "82 11\n",
      "83 11\n",
      "84 11\n",
      "85 11\n",
      "86 11\n",
      "87 11\n",
      "88 11\n",
      "89 11\n",
      "90 11\n",
      "91 11\n",
      "92 11\n",
      "93 11\n",
      "94 11\n",
      "95 11\n",
      "96 11\n",
      "97 11\n",
      "98 11\n",
      "99 11\n",
      "100 11\n",
      "101 11\n"
     ]
    }
   ],
   "source": [
    "def vel_state(v):\n",
    "            if v < 0:\n",
    "                neg = True\n",
    "            else:\n",
    "                neg = False\n",
    "            \n",
    "            v = abs(v)\n",
    "            if v < 20:\n",
    "                axis = int((v - (v % 5)) / 5)\n",
    "            if v >= 20 and v < 100:\n",
    "                v -= int(20)\n",
    "                axis = int((v - (v % 40)) / 40) + 4\n",
    "            if v >= 100:\n",
    "                axis = 5\n",
    "            \n",
    "            if neg:\n",
    "                axis = 6-1-axis\n",
    "            else:\n",
    "                axis = 6+axis\n",
    "            \n",
    "            return axis\n",
    "\n",
    "for i in range(-102, 102):\n",
    "    print(i, vel_state(i))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[[0. 0. 0.]\n",
      "  [0. 0. 0.]\n",
      "  [0. 0. 0.]]\n",
      "\n",
      " [[0. 0. 0.]\n",
      "  [0. 0. 0.]\n",
      "  [0. 0. 0.]]\n",
      "\n",
      " [[0. 0. 0.]\n",
      "  [0. 0. 0.]\n",
      "  [5. 6. 4.]]\n",
      "\n",
      " [[0. 0. 0.]\n",
      "  [0. 0. 0.]\n",
      "  [0. 0. 0.]]\n",
      "\n",
      " [[0. 0. 0.]\n",
      "  [0. 0. 0.]\n",
      "  [1. 2. 3.]]]\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "this = np.zeros([5,3,3])\n",
    "this[4,2] = [1,2,3]\n",
    "this[2,2] = [5,6,4]\n",
    "print(this)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6.0"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "max(this[2,2])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1. 2. 3.]\n"
     ]
    }
   ],
   "source": [
    "location = [4,2]\n",
    "\n",
    "print(this[location[0],location[1]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "Random\n",
      "1\n",
      "1\n",
      "1\n",
      "Random\n",
      "2\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "Random\n",
      "2\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "Random\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "Random\n",
      "3\n",
      "Random\n",
      "3\n",
      "Random\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "Random\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "1\n",
      "Random\n",
      "2\n",
      "1\n",
      "1\n"
     ]
    }
   ],
   "source": [
    "import random\n",
    "\n",
    "action_space = np.array([0,2,2])\n",
    "\n",
    "epsilon = 0.1\n",
    "\n",
    "for i in range(0,100):\n",
    "    a = action_space.argmax()\n",
    "    rand = random.randint(0,100)\n",
    "    if rand >= 100 - (100*epsilon):\n",
    "        print(\"Random\")\n",
    "        a = random.randint(1,3)\n",
    "    print(a)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "def read_logs(statespace, mode):\n",
    "    file = open(\"training_logs.txt\", \"r\")\n",
    "\n",
    "    episode = None\n",
    "    \n",
    "    for line in file:\n",
    "        line.strip(\"\\n\")\n",
    "        line_list = line.split(\"\\t\")\n",
    "        if line_list[0] == statespace and line_list[1] == mode:\n",
    "            episode = line_list[2]\n",
    "    return episode\n",
    "\n",
    "    file.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "def save_logs(statespace, mode, episode):\n",
    "    with open(\"training_logs.txt\", \"a\") as file:\n",
    "        timestamp = datetime.datetime.now().strftime(\"%I:%M%p on %B %d, %Y\")\n",
    "        line = statespace + \" \" + mode + \" \" + episode + \" \" + timestamp + \"\\n\"\n",
    "        file.write(line)  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "save_logs(\"Tiny\",\"NoAstroids\", \"11\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tiny\tNoAstroids\t5\n",
      "\n",
      "Tiny\tNoAstroids\t5\n",
      "\n",
      "Tiny\tNoAstroids\t6\n",
      "\n",
      "Tiny\tNoAstroids\t7\n",
      "\n",
      "Tiny\tNoAstroids\t7\n",
      "\n",
      "Tiny\tNoAstroids\t11\n",
      "\n",
      "11\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(read_logs(\"Tiny\", \"NoAstroids\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6\n"
     ]
    }
   ],
   "source": [
    "print(int(\"5\")+1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}