Skip to content

Commit 44e651b

Browse files
committed
Minor cleanup.
1 parent a4e8d4a commit 44e651b

File tree

1 file changed

+2
-4
lines changed

1 file changed

+2
-4
lines changed

aima-core/src/main/java/aima/core/learning/reinforcement/agent/PassiveADPAgent.java

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -50,8 +50,7 @@
5050
* @author Ruediger Lunde
5151
*
5252
*/
53-
public class PassiveADPAgent<S, A extends Action> extends
54-
ReinforcementAgent<S, A> {
53+
public class PassiveADPAgent<S, A extends Action> extends ReinforcementAgent<S, A> {
5554
// persistent: &pi;, a fixed policy
5655
private Map<S, A> pi = new HashMap<>();
5756
// mdp, an MDP with model P, rewards R, discount &gamma;
@@ -126,8 +125,7 @@ public Optional<A> act(PerceptStateReward<S> percept) {
126125
if (NsDelta_sa.getCount(t_sa) != 0) {
127126
// P(t|s,a) <- N<sub>s'|sa</sub>[t,s,a] /
128127
// N<sub>sa</sub>[s,a]
129-
P.put(t_sa, NsDelta_sa.getCount(t_sa).doubleValue()
130-
/ Nsa.getCount(sa).doubleValue());
128+
P.put(t_sa, NsDelta_sa.getCount(t_sa).doubleValue() / Nsa.getCount(sa).doubleValue());
131129
}
132130
}
133131
}

0 commit comments

Comments
 (0)