Skip to content
This repository was archived by the owner on May 6, 2021. It is now read-only.

Reorganize code structure to support distributed reinforcement learning #169

Merged
merged 14 commits into from
Dec 3, 2020
Merged

Reorganize code structure to support distributed reinforcement learning #169

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
14 commits
Select commit Hold shift + click to select a range
6c438ae
bugfixes with trajectory
findmyway Nov 23, 2020
a26f888
merge master
findmyway Nov 23, 2020
19ffc2d
simplify trajectories
findmyway Nov 28, 2020
33ca831
clean up utils
findmyway Nov 28, 2020
2fe081d
revisit extensions
findmyway Nov 28, 2020
5d3bb36
Merge remote-tracking branch 'upstream/master' into bugfix_trajectory
findmyway Nov 28, 2020
f6f0ff7
update processors
findmyway Nov 28, 2020
0bc953f
pass tests
findmyway Dec 1, 2020
4c950c6
reorganize code structure
findmyway Dec 1, 2020
d62b7af
fix training/testing mode
findmyway Dec 2, 2020
a05a7a6
fix problems found in BasicDQN
findmyway Dec 2, 2020
52eb087
improve trajectories
findmyway Dec 2, 2020
704a96f
support PrioritizedTrajectory
findmyway Dec 2, 2020
bc31baa
resolve comments
findmyway Dec 3, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .gitignore
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
.DS_Store
/Manifest.toml
Manifest.toml
/dev/
/checkpoints/
/logs/
13 changes: 4 additions & 9 deletions Project.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,12 +6,14 @@ version = "0.5.1"
[deps]
AbstractTrees = "1520ce14-60c1-5f80-bbc7-55ef81b5835c"
Adapt = "79e6a3ab-5dfb-504d-930d-738a2a938a0e"
BSON = "fbb218c0-5317-5bc6-957e-2ee96dd4b1f0"
CUDA = "052768ef-5323-5732-b1bb-66c8b64840ba"
CircularArrayBuffers = "9de3a189-e0c0-4e15-ba3b-b14b9fb0aec1"
Dates = "ade2ca70-3891-5945-98fb-dc099432e06a"
Distributions = "31c24e10-a181-5473-b8eb-7969acd0382f"
ElasticArrays = "fdbdab4c-e67f-52f5-8c3f-e7b388dad3d4"
FillArrays = "1a297f60-69ca-5386-bcde-b61e274b549b"
Flux = "587475ba-b771-5e3f-ad9e-33799f191a9c"
Functors = "d9f16b24-f501-4c13-a1f2-28368ffc5196"
GPUArrays = "0c68f7d7-f131-5f86-a1c3-88cf8149b2d7"
ImageTransformations = "02fcd773-0e25-5acc-982a-7f6622650795"
JLD = "4138dd39-2aa7-5051-a626-17a0bb65d9c8"
Expand All @@ -28,7 +30,7 @@ Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"
[compat]
AbstractTrees = "0.3"
Adapt = "2"
BSON = "0.2"
CircularArrayBuffers = "0.1"
CUDA = "1, 2.1"
Distributions = "0.24"
ElasticArrays = "1.2"
Expand All @@ -44,10 +46,3 @@ Setfield = "0.6, 0.7"
StatsBase = "0.32, 0.33"
Zygote = "0.5"
julia = "1.4"

[extras]
ReinforcementLearningEnvironments = "25e41dd2-4622-11e9-1641-f1adca772921"
Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

[targets]
test = ["Test", "ReinforcementLearningEnvironments"]
2 changes: 1 addition & 1 deletion src/ReinforcementLearningCore.jl
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ export RLCore

include("utils/utils.jl")
include("extensions/extensions.jl")
include("components/components.jl")
include("policies/policies.jl")
include("core/core.jl")

end # module
78 changes: 0 additions & 78 deletions src/components/agents/abstract_agent.jl
View file
Open in desktop

This file was deleted.

137 changes: 0 additions & 137 deletions src/components/agents/agent.jl
View file
Open in desktop

This file was deleted.

3 changes: 0 additions & 3 deletions src/components/agents/agents.jl
View file
Open in desktop

This file was deleted.

71 changes: 0 additions & 71 deletions src/components/agents/dyna_agent.jl
View file
Open in desktop

This file was deleted.

7 changes: 0 additions & 7 deletions src/components/components.jl
View file
Open in desktop

This file was deleted.

Loading