Merge pull request dennybritz#31 from hogehogeworld/master

changed s to state, fixed typo

Author: dennybritz

DP/Value Iteration Solution.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 34,
+   "execution_count": 17,
    "metadata": {
     "collapsed": false
    },
@@ -18,7 +18,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 35,
+   "execution_count": 18,
    "metadata": {
     "collapsed": false
    },
@@ -30,7 +30,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 36,
+   "execution_count": 19,
    "metadata": {
     "collapsed": false
    },
@@ -63,7 +63,7 @@
     "        \"\"\"\n",
     "        A = np.zeros(env.nA)\n",
     "        for a in range(env.nA):\n",
-    "            for prob, next_state, reward, done in env.P[s][a]:\n",
+    "            for prob, next_state, reward, done in env.P[state][a]:\n",
     "                A[a] += prob * (reward + discount_factor * V[next_state])\n",
     "        return A\n",
     "    \n",
@@ -98,7 +98,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 37,
+   "execution_count": 20,
    "metadata": {
     "collapsed": false
    },
@@ -174,10 +174,11 @@
   }
  ],
  "metadata": {
+  "anaconda-cloud": {},
   "kernelspec": {
-   "display_name": "Python 3",
+   "display_name": "Python [Root]",
    "language": "python",
-   "name": "python3"
+   "name": "Python [Root]"
   },
   "language_info": {
    "codemirror_mode": {