Skip to content

Commit

Permalink
update readme and cleanup
Browse files Browse the repository at this point in the history
  • Loading branch information
scientist1642 committed Mar 30, 2017
1 parent 5dcb244 commit 66e03ba
Show file tree
Hide file tree
Showing 4 changed files with 7 additions and 7 deletions.
6 changes: 6 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,12 @@ Install most recent nightly build (version '0.1.10+2fd4d08' or later) of PyTorch
pip install git+https://github.com/pytorch/pytorch
`

## Dependencies
* pytorch
* torchvision
* universe (for now)
* [tensorboard logger](https://github.com/TeamHG-Memex/tensorboard_logger)

## Results

With 16 processes it converges for PongDeterministic-v3 in 15 minutes.
Expand Down
2 changes: 1 addition & 1 deletion main.py
Original file line number Diff line number Diff line change
Expand Up @@ -65,8 +65,8 @@ def setup_loggings(args):
if __name__ == '__main__':
args = parser.parse_args()
setup_loggings(args)

torch.manual_seed(args.seed)

env = create_atari_env(args.env_name)
shared_model = ActorCritic(
env.observation_space.shape[0], env.action_space)
Expand Down
4 changes: 0 additions & 4 deletions model.py
Original file line number Diff line number Diff line change
Expand Up @@ -44,12 +44,8 @@ def __init__(self, num_inputs, action_space):
self.lstm = nn.LSTMCell(32 * 3 * 3, 256)

num_outputs = action_space.n

self.critic_linear = nn.Linear(256, 1)
self.actor_linear = nn.Linear(256, num_outputs)
#self.critic_linear = nn.Linear(288, 1)
#self.actor_linear = nn.Linear(288, num_outputs)

self.apply(weights_init)
self.actor_linear.weight.data = normalized_columns_initializer(
self.actor_linear.weight.data, 0.01)
Expand Down
2 changes: 0 additions & 2 deletions train.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,6 @@
import math
import os
import sys
import resource
import gc

import torch
import torch.nn.functional as F
Expand Down

0 comments on commit 66e03ba

Please sign in to comment.