internal.

PiperOrigin-RevId: 221268516
SuReLI · Nov 13, 2018 · 4eec4a8 · 4eec4a8
1 parent 292f797
commit 4eec4a8
Show file tree

Hide file tree

Showing 221 changed files with 60 additions and 662 deletions.
diff --git a/agents/rainbow/__init__.py b/agents/rainbow/__init__.py
diff --git a/atari/__init__.py b/atari/__init__.py
diff --git a/AUTHORS → dopamine/AUTHORS b/AUTHORS → dopamine/AUTHORS
diff --git a/CONTRIBUTING.md → dopamine/CONTRIBUTING.md b/CONTRIBUTING.md → dopamine/CONTRIBUTING.md
diff --git a/LICENSE → dopamine/LICENSE b/LICENSE → dopamine/LICENSE
diff --git a/README.md → dopamine/README.md b/README.md → dopamine/README.md
diff --git a/__init__.py → dopamine/__init__.py b/__init__.py → dopamine/__init__.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/common/__init__.py → dopamine/agents/__init__.py b/common/__init__.py → dopamine/agents/__init__.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -26,3 +12,4 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
diff --git a/agents/__init__.py → dopamine/agents/dqn/__init__.py b/agents/__init__.py → dopamine/agents/dqn/__init__.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/agents/dqn/configs/dqn.gin → dopamine/agents/dqn/configs/dqn.gin b/agents/dqn/configs/dqn.gin → dopamine/agents/dqn/configs/dqn.gin
diff --git a/agents/dqn/configs/dqn_icml.gin → dopamine/agents/dqn/configs/dqn_icml.gin b/agents/dqn/configs/dqn_icml.gin → dopamine/agents/dqn/configs/dqn_icml.gin
diff --git a/agents/dqn/configs/dqn_nature.gin → dopamine/agents/dqn/configs/dqn_nature.gin b/agents/dqn/configs/dqn_nature.gin → dopamine/agents/dqn/configs/dqn_nature.gin
diff --git a/agents/dqn/dqn_agent.py → dopamine/agents/dqn/dqn_agent.py b/agents/dqn/dqn_agent.py → dopamine/agents/dqn/dqn_agent.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/agents/dqn/__init__.py → ...mine/agents/implicit_quantile/__init__.py b/agents/dqn/__init__.py → ...mine/agents/implicit_quantile/__init__.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/...it_quantile/configs/implicit_quantile.gin → ...it_quantile/configs/implicit_quantile.gin b/...it_quantile/configs/implicit_quantile.gin → ...it_quantile/configs/implicit_quantile.gin
diff --git a/...antile/configs/implicit_quantile_icml.gin → ...antile/configs/implicit_quantile_icml.gin b/...antile/configs/implicit_quantile_icml.gin → ...antile/configs/implicit_quantile_icml.gin
diff --git a/...licit_quantile/implicit_quantile_agent.py → ...licit_quantile/implicit_quantile_agent.py b/...licit_quantile/implicit_quantile_agent.py → ...licit_quantile/implicit_quantile_agent.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/agents/implicit_quantile/__init__.py → dopamine/agents/rainbow/__init__.py b/agents/implicit_quantile/__init__.py → dopamine/agents/rainbow/__init__.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/agents/rainbow/configs/c51.gin → dopamine/agents/rainbow/configs/c51.gin b/agents/rainbow/configs/c51.gin → dopamine/agents/rainbow/configs/c51.gin
diff --git a/agents/rainbow/configs/c51_icml.gin → dopamine/agents/rainbow/configs/c51_icml.gin b/agents/rainbow/configs/c51_icml.gin → dopamine/agents/rainbow/configs/c51_icml.gin
diff --git a/agents/rainbow/configs/rainbow.gin → dopamine/agents/rainbow/configs/rainbow.gin b/agents/rainbow/configs/rainbow.gin → dopamine/agents/rainbow/configs/rainbow.gin
diff --git a/agents/rainbow/configs/rainbow_aaai.gin → ...e/agents/rainbow/configs/rainbow_aaai.gin b/agents/rainbow/configs/rainbow_aaai.gin → ...e/agents/rainbow/configs/rainbow_aaai.gin
diff --git a/agents/rainbow/rainbow_agent.py → dopamine/agents/rainbow/rainbow_agent.py b/agents/rainbow/rainbow_agent.py → dopamine/agents/rainbow/rainbow_agent.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/dopamine/atari/__init__.py b/dopamine/atari/__init__.py
@@ -0,0 +1,15 @@
+# coding=utf-8
+# Copyright 2018 The Dopamine Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
diff --git a/atari/preprocessing.py → dopamine/atari/preprocessing.py b/atari/preprocessing.py → dopamine/atari/preprocessing.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/atari/run_experiment.py → dopamine/atari/run_experiment.py b/atari/run_experiment.py → dopamine/atari/run_experiment.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/atari/train.py → dopamine/atari/train.py b/atari/train.py → dopamine/atari/train.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/baselines/README.md → dopamine/baselines/README.md b/baselines/README.md → dopamine/baselines/README.md
diff --git a/baselines/data/airraid.json → dopamine/baselines/data/airraid.json b/baselines/data/airraid.json → dopamine/baselines/data/airraid.json
diff --git a/baselines/data/airraid.vg.json → dopamine/baselines/data/airraid.vg.json b/baselines/data/airraid.vg.json → dopamine/baselines/data/airraid.vg.json
diff --git a/baselines/data/alien.json → dopamine/baselines/data/alien.json b/baselines/data/alien.json → dopamine/baselines/data/alien.json
diff --git a/baselines/data/alien.vg.json → dopamine/baselines/data/alien.vg.json b/baselines/data/alien.vg.json → dopamine/baselines/data/alien.vg.json
diff --git a/baselines/data/amidar.json → dopamine/baselines/data/amidar.json b/baselines/data/amidar.json → dopamine/baselines/data/amidar.json
diff --git a/baselines/data/amidar.vg.json → dopamine/baselines/data/amidar.vg.json b/baselines/data/amidar.vg.json → dopamine/baselines/data/amidar.vg.json
diff --git a/baselines/data/assault.json → dopamine/baselines/data/assault.json b/baselines/data/assault.json → dopamine/baselines/data/assault.json
diff --git a/baselines/data/assault.vg.json → dopamine/baselines/data/assault.vg.json b/baselines/data/assault.vg.json → dopamine/baselines/data/assault.vg.json
diff --git a/baselines/data/asterix.json → dopamine/baselines/data/asterix.json b/baselines/data/asterix.json → dopamine/baselines/data/asterix.json
diff --git a/baselines/data/asterix.vg.json → dopamine/baselines/data/asterix.vg.json b/baselines/data/asterix.vg.json → dopamine/baselines/data/asterix.vg.json
diff --git a/baselines/data/asteroids.json → dopamine/baselines/data/asteroids.json b/baselines/data/asteroids.json → dopamine/baselines/data/asteroids.json
diff --git a/baselines/data/asteroids.vg.json → dopamine/baselines/data/asteroids.vg.json b/baselines/data/asteroids.vg.json → dopamine/baselines/data/asteroids.vg.json
diff --git a/baselines/data/atlantis.json → dopamine/baselines/data/atlantis.json b/baselines/data/atlantis.json → dopamine/baselines/data/atlantis.json
diff --git a/baselines/data/atlantis.vg.json → dopamine/baselines/data/atlantis.vg.json b/baselines/data/atlantis.vg.json → dopamine/baselines/data/atlantis.vg.json
diff --git a/baselines/data/bankheist.json → dopamine/baselines/data/bankheist.json b/baselines/data/bankheist.json → dopamine/baselines/data/bankheist.json
diff --git a/baselines/data/bankheist.vg.json → dopamine/baselines/data/bankheist.vg.json b/baselines/data/bankheist.vg.json → dopamine/baselines/data/bankheist.vg.json
diff --git a/baselines/data/battlezone.json → dopamine/baselines/data/battlezone.json b/baselines/data/battlezone.json → dopamine/baselines/data/battlezone.json
diff --git a/baselines/data/battlezone.vg.json → dopamine/baselines/data/battlezone.vg.json b/baselines/data/battlezone.vg.json → dopamine/baselines/data/battlezone.vg.json
diff --git a/baselines/data/beamrider.json → dopamine/baselines/data/beamrider.json b/baselines/data/beamrider.json → dopamine/baselines/data/beamrider.json
diff --git a/baselines/data/beamrider.vg.json → dopamine/baselines/data/beamrider.vg.json b/baselines/data/beamrider.vg.json → dopamine/baselines/data/beamrider.vg.json
diff --git a/baselines/data/berzerk.json → dopamine/baselines/data/berzerk.json b/baselines/data/berzerk.json → dopamine/baselines/data/berzerk.json
diff --git a/baselines/data/berzerk.vg.json → dopamine/baselines/data/berzerk.vg.json b/baselines/data/berzerk.vg.json → dopamine/baselines/data/berzerk.vg.json
diff --git a/baselines/data/bowling.json → dopamine/baselines/data/bowling.json b/baselines/data/bowling.json → dopamine/baselines/data/bowling.json
diff --git a/baselines/data/bowling.vg.json → dopamine/baselines/data/bowling.vg.json b/baselines/data/bowling.vg.json → dopamine/baselines/data/bowling.vg.json
diff --git a/baselines/data/boxing.json → dopamine/baselines/data/boxing.json b/baselines/data/boxing.json → dopamine/baselines/data/boxing.json
diff --git a/baselines/data/boxing.vg.json → dopamine/baselines/data/boxing.vg.json b/baselines/data/boxing.vg.json → dopamine/baselines/data/boxing.vg.json
diff --git a/baselines/data/breakout.json → dopamine/baselines/data/breakout.json b/baselines/data/breakout.json → dopamine/baselines/data/breakout.json
diff --git a/baselines/data/breakout.vg.json → dopamine/baselines/data/breakout.vg.json b/baselines/data/breakout.vg.json → dopamine/baselines/data/breakout.vg.json
diff --git a/baselines/data/carnival.json → dopamine/baselines/data/carnival.json b/baselines/data/carnival.json → dopamine/baselines/data/carnival.json
diff --git a/baselines/data/carnival.vg.json → dopamine/baselines/data/carnival.vg.json b/baselines/data/carnival.vg.json → dopamine/baselines/data/carnival.vg.json
diff --git a/baselines/data/centipede.json → dopamine/baselines/data/centipede.json b/baselines/data/centipede.json → dopamine/baselines/data/centipede.json
diff --git a/baselines/data/centipede.vg.json → dopamine/baselines/data/centipede.vg.json b/baselines/data/centipede.vg.json → dopamine/baselines/data/centipede.vg.json
diff --git a/baselines/data/choppercommand.json → dopamine/baselines/data/choppercommand.json b/baselines/data/choppercommand.json → dopamine/baselines/data/choppercommand.json
diff --git a/baselines/data/choppercommand.vg.json → ...ine/baselines/data/choppercommand.vg.json b/baselines/data/choppercommand.vg.json → ...ine/baselines/data/choppercommand.vg.json
diff --git a/baselines/data/crazyclimber.json → dopamine/baselines/data/crazyclimber.json b/baselines/data/crazyclimber.json → dopamine/baselines/data/crazyclimber.json
diff --git a/baselines/data/crazyclimber.vg.json → dopamine/baselines/data/crazyclimber.vg.json b/baselines/data/crazyclimber.vg.json → dopamine/baselines/data/crazyclimber.vg.json
diff --git a/baselines/data/demonattack.json → dopamine/baselines/data/demonattack.json b/baselines/data/demonattack.json → dopamine/baselines/data/demonattack.json
diff --git a/baselines/data/demonattack.vg.json → dopamine/baselines/data/demonattack.vg.json b/baselines/data/demonattack.vg.json → dopamine/baselines/data/demonattack.vg.json
diff --git a/baselines/data/doubledunk.json → dopamine/baselines/data/doubledunk.json b/baselines/data/doubledunk.json → dopamine/baselines/data/doubledunk.json
diff --git a/baselines/data/doubledunk.vg.json → dopamine/baselines/data/doubledunk.vg.json b/baselines/data/doubledunk.vg.json → dopamine/baselines/data/doubledunk.vg.json
diff --git a/baselines/data/elevatoraction.json → dopamine/baselines/data/elevatoraction.json b/baselines/data/elevatoraction.json → dopamine/baselines/data/elevatoraction.json
diff --git a/baselines/data/elevatoraction.vg.json → ...ine/baselines/data/elevatoraction.vg.json b/baselines/data/elevatoraction.vg.json → ...ine/baselines/data/elevatoraction.vg.json
diff --git a/baselines/data/enduro.json → dopamine/baselines/data/enduro.json b/baselines/data/enduro.json → dopamine/baselines/data/enduro.json
diff --git a/baselines/data/enduro.vg.json → dopamine/baselines/data/enduro.vg.json b/baselines/data/enduro.vg.json → dopamine/baselines/data/enduro.vg.json
diff --git a/baselines/data/fishingderby.json → dopamine/baselines/data/fishingderby.json b/baselines/data/fishingderby.json → dopamine/baselines/data/fishingderby.json
diff --git a/baselines/data/fishingderby.vg.json → dopamine/baselines/data/fishingderby.vg.json b/baselines/data/fishingderby.vg.json → dopamine/baselines/data/fishingderby.vg.json
diff --git a/baselines/data/freeway.json → dopamine/baselines/data/freeway.json b/baselines/data/freeway.json → dopamine/baselines/data/freeway.json
diff --git a/baselines/data/freeway.vg.json → dopamine/baselines/data/freeway.vg.json b/baselines/data/freeway.vg.json → dopamine/baselines/data/freeway.vg.json
diff --git a/baselines/data/frostbite.json → dopamine/baselines/data/frostbite.json b/baselines/data/frostbite.json → dopamine/baselines/data/frostbite.json
diff --git a/baselines/data/frostbite.vg.json → dopamine/baselines/data/frostbite.vg.json b/baselines/data/frostbite.vg.json → dopamine/baselines/data/frostbite.vg.json
diff --git a/baselines/data/gopher.json → dopamine/baselines/data/gopher.json b/baselines/data/gopher.json → dopamine/baselines/data/gopher.json
diff --git a/baselines/data/gopher.vg.json → dopamine/baselines/data/gopher.vg.json b/baselines/data/gopher.vg.json → dopamine/baselines/data/gopher.vg.json
diff --git a/baselines/data/gravitar.json → dopamine/baselines/data/gravitar.json b/baselines/data/gravitar.json → dopamine/baselines/data/gravitar.json
diff --git a/baselines/data/gravitar.vg.json → dopamine/baselines/data/gravitar.vg.json b/baselines/data/gravitar.vg.json → dopamine/baselines/data/gravitar.vg.json
diff --git a/baselines/data/hero.json → dopamine/baselines/data/hero.json b/baselines/data/hero.json → dopamine/baselines/data/hero.json
diff --git a/baselines/data/hero.vg.json → dopamine/baselines/data/hero.vg.json b/baselines/data/hero.vg.json → dopamine/baselines/data/hero.vg.json
diff --git a/baselines/data/icehockey.json → dopamine/baselines/data/icehockey.json b/baselines/data/icehockey.json → dopamine/baselines/data/icehockey.json
diff --git a/baselines/data/icehockey.vg.json → dopamine/baselines/data/icehockey.vg.json b/baselines/data/icehockey.vg.json → dopamine/baselines/data/icehockey.vg.json
diff --git a/baselines/data/jamesbond.json → dopamine/baselines/data/jamesbond.json b/baselines/data/jamesbond.json → dopamine/baselines/data/jamesbond.json
diff --git a/baselines/data/jamesbond.vg.json → dopamine/baselines/data/jamesbond.vg.json b/baselines/data/jamesbond.vg.json → dopamine/baselines/data/jamesbond.vg.json
diff --git a/baselines/data/journeyescape.json → dopamine/baselines/data/journeyescape.json b/baselines/data/journeyescape.json → dopamine/baselines/data/journeyescape.json
diff --git a/baselines/data/journeyescape.vg.json → ...mine/baselines/data/journeyescape.vg.json b/baselines/data/journeyescape.vg.json → ...mine/baselines/data/journeyescape.vg.json
diff --git a/baselines/data/kangaroo.json → dopamine/baselines/data/kangaroo.json b/baselines/data/kangaroo.json → dopamine/baselines/data/kangaroo.json
diff --git a/baselines/data/kangaroo.vg.json → dopamine/baselines/data/kangaroo.vg.json b/baselines/data/kangaroo.vg.json → dopamine/baselines/data/kangaroo.vg.json
diff --git a/baselines/data/krull.json → dopamine/baselines/data/krull.json b/baselines/data/krull.json → dopamine/baselines/data/krull.json
diff --git a/baselines/data/krull.vg.json → dopamine/baselines/data/krull.vg.json b/baselines/data/krull.vg.json → dopamine/baselines/data/krull.vg.json
diff --git a/baselines/data/kungfumaster.json → dopamine/baselines/data/kungfumaster.json b/baselines/data/kungfumaster.json → dopamine/baselines/data/kungfumaster.json
diff --git a/baselines/data/kungfumaster.vg.json → dopamine/baselines/data/kungfumaster.vg.json b/baselines/data/kungfumaster.vg.json → dopamine/baselines/data/kungfumaster.vg.json
diff --git a/baselines/data/montezumarevenge.json → ...mine/baselines/data/montezumarevenge.json b/baselines/data/montezumarevenge.json → ...mine/baselines/data/montezumarevenge.json
diff --git a/baselines/data/montezumarevenge.vg.json → ...e/baselines/data/montezumarevenge.vg.json b/baselines/data/montezumarevenge.vg.json → ...e/baselines/data/montezumarevenge.vg.json
diff --git a/baselines/data/mspacman.json → dopamine/baselines/data/mspacman.json b/baselines/data/mspacman.json → dopamine/baselines/data/mspacman.json
diff --git a/baselines/data/mspacman.vg.json → dopamine/baselines/data/mspacman.vg.json b/baselines/data/mspacman.vg.json → dopamine/baselines/data/mspacman.vg.json
diff --git a/baselines/data/namethisgame.json → dopamine/baselines/data/namethisgame.json b/baselines/data/namethisgame.json → dopamine/baselines/data/namethisgame.json
diff --git a/baselines/data/namethisgame.vg.json → dopamine/baselines/data/namethisgame.vg.json b/baselines/data/namethisgame.vg.json → dopamine/baselines/data/namethisgame.vg.json
diff --git a/baselines/data/phoenix.json → dopamine/baselines/data/phoenix.json b/baselines/data/phoenix.json → dopamine/baselines/data/phoenix.json
diff --git a/baselines/data/phoenix.vg.json → dopamine/baselines/data/phoenix.vg.json b/baselines/data/phoenix.vg.json → dopamine/baselines/data/phoenix.vg.json
diff --git a/baselines/data/pitfall.json → dopamine/baselines/data/pitfall.json b/baselines/data/pitfall.json → dopamine/baselines/data/pitfall.json
diff --git a/baselines/data/pitfall.vg.json → dopamine/baselines/data/pitfall.vg.json b/baselines/data/pitfall.vg.json → dopamine/baselines/data/pitfall.vg.json
diff --git a/baselines/data/pong.json → dopamine/baselines/data/pong.json b/baselines/data/pong.json → dopamine/baselines/data/pong.json
diff --git a/baselines/data/pong.vg.json → dopamine/baselines/data/pong.vg.json b/baselines/data/pong.vg.json → dopamine/baselines/data/pong.vg.json
diff --git a/baselines/data/pooyan.json → dopamine/baselines/data/pooyan.json b/baselines/data/pooyan.json → dopamine/baselines/data/pooyan.json
diff --git a/baselines/data/pooyan.vg.json → dopamine/baselines/data/pooyan.vg.json b/baselines/data/pooyan.vg.json → dopamine/baselines/data/pooyan.vg.json
diff --git a/baselines/data/privateeye.json → dopamine/baselines/data/privateeye.json b/baselines/data/privateeye.json → dopamine/baselines/data/privateeye.json
diff --git a/baselines/data/privateeye.vg.json → dopamine/baselines/data/privateeye.vg.json b/baselines/data/privateeye.vg.json → dopamine/baselines/data/privateeye.vg.json
diff --git a/baselines/data/qbert.json → dopamine/baselines/data/qbert.json b/baselines/data/qbert.json → dopamine/baselines/data/qbert.json
diff --git a/baselines/data/qbert.vg.json → dopamine/baselines/data/qbert.vg.json b/baselines/data/qbert.vg.json → dopamine/baselines/data/qbert.vg.json
diff --git a/baselines/data/riverraid.json → dopamine/baselines/data/riverraid.json b/baselines/data/riverraid.json → dopamine/baselines/data/riverraid.json
diff --git a/baselines/data/riverraid.vg.json → dopamine/baselines/data/riverraid.vg.json b/baselines/data/riverraid.vg.json → dopamine/baselines/data/riverraid.vg.json
diff --git a/baselines/data/roadrunner.json → dopamine/baselines/data/roadrunner.json b/baselines/data/roadrunner.json → dopamine/baselines/data/roadrunner.json
diff --git a/baselines/data/roadrunner.vg.json → dopamine/baselines/data/roadrunner.vg.json b/baselines/data/roadrunner.vg.json → dopamine/baselines/data/roadrunner.vg.json
diff --git a/baselines/data/robotank.json → dopamine/baselines/data/robotank.json b/baselines/data/robotank.json → dopamine/baselines/data/robotank.json
diff --git a/baselines/data/robotank.vg.json → dopamine/baselines/data/robotank.vg.json b/baselines/data/robotank.vg.json → dopamine/baselines/data/robotank.vg.json
diff --git a/baselines/data/seaquest.json → dopamine/baselines/data/seaquest.json b/baselines/data/seaquest.json → dopamine/baselines/data/seaquest.json
diff --git a/baselines/data/seaquest.vg.json → dopamine/baselines/data/seaquest.vg.json b/baselines/data/seaquest.vg.json → dopamine/baselines/data/seaquest.vg.json
diff --git a/baselines/data/skiing.json → dopamine/baselines/data/skiing.json b/baselines/data/skiing.json → dopamine/baselines/data/skiing.json
diff --git a/baselines/data/skiing.vg.json → dopamine/baselines/data/skiing.vg.json b/baselines/data/skiing.vg.json → dopamine/baselines/data/skiing.vg.json
diff --git a/baselines/data/solaris.json → dopamine/baselines/data/solaris.json b/baselines/data/solaris.json → dopamine/baselines/data/solaris.json
diff --git a/baselines/data/solaris.vg.json → dopamine/baselines/data/solaris.vg.json b/baselines/data/solaris.vg.json → dopamine/baselines/data/solaris.vg.json
diff --git a/baselines/data/spaceinvaders.json → dopamine/baselines/data/spaceinvaders.json b/baselines/data/spaceinvaders.json → dopamine/baselines/data/spaceinvaders.json
diff --git a/baselines/data/spaceinvaders.vg.json → ...mine/baselines/data/spaceinvaders.vg.json b/baselines/data/spaceinvaders.vg.json → ...mine/baselines/data/spaceinvaders.vg.json
diff --git a/baselines/data/stargunner.json → dopamine/baselines/data/stargunner.json b/baselines/data/stargunner.json → dopamine/baselines/data/stargunner.json
diff --git a/baselines/data/stargunner.vg.json → dopamine/baselines/data/stargunner.vg.json b/baselines/data/stargunner.vg.json → dopamine/baselines/data/stargunner.vg.json
diff --git a/baselines/data/tennis.json → dopamine/baselines/data/tennis.json b/baselines/data/tennis.json → dopamine/baselines/data/tennis.json
diff --git a/baselines/data/tennis.vg.json → dopamine/baselines/data/tennis.vg.json b/baselines/data/tennis.vg.json → dopamine/baselines/data/tennis.vg.json
diff --git a/baselines/data/timepilot.json → dopamine/baselines/data/timepilot.json b/baselines/data/timepilot.json → dopamine/baselines/data/timepilot.json
diff --git a/baselines/data/timepilot.vg.json → dopamine/baselines/data/timepilot.vg.json b/baselines/data/timepilot.vg.json → dopamine/baselines/data/timepilot.vg.json
diff --git a/baselines/data/tutankham.json → dopamine/baselines/data/tutankham.json b/baselines/data/tutankham.json → dopamine/baselines/data/tutankham.json
diff --git a/baselines/data/tutankham.vg.json → dopamine/baselines/data/tutankham.vg.json b/baselines/data/tutankham.vg.json → dopamine/baselines/data/tutankham.vg.json
diff --git a/baselines/data/upndown.json → dopamine/baselines/data/upndown.json b/baselines/data/upndown.json → dopamine/baselines/data/upndown.json
diff --git a/baselines/data/upndown.vg.json → dopamine/baselines/data/upndown.vg.json b/baselines/data/upndown.vg.json → dopamine/baselines/data/upndown.vg.json
diff --git a/baselines/data/venture.json → dopamine/baselines/data/venture.json b/baselines/data/venture.json → dopamine/baselines/data/venture.json
diff --git a/baselines/data/venture.vg.json → dopamine/baselines/data/venture.vg.json b/baselines/data/venture.vg.json → dopamine/baselines/data/venture.vg.json
diff --git a/baselines/data/videopinball.json → dopamine/baselines/data/videopinball.json b/baselines/data/videopinball.json → dopamine/baselines/data/videopinball.json
diff --git a/baselines/data/videopinball.vg.json → dopamine/baselines/data/videopinball.vg.json b/baselines/data/videopinball.vg.json → dopamine/baselines/data/videopinball.vg.json
diff --git a/baselines/data/wizardofwor.json → dopamine/baselines/data/wizardofwor.json b/baselines/data/wizardofwor.json → dopamine/baselines/data/wizardofwor.json
diff --git a/baselines/data/wizardofwor.vg.json → dopamine/baselines/data/wizardofwor.vg.json b/baselines/data/wizardofwor.vg.json → dopamine/baselines/data/wizardofwor.vg.json
diff --git a/baselines/data/yarsrevenge.json → dopamine/baselines/data/yarsrevenge.json b/baselines/data/yarsrevenge.json → dopamine/baselines/data/yarsrevenge.json
diff --git a/baselines/data/yarsrevenge.vg.json → dopamine/baselines/data/yarsrevenge.vg.json b/baselines/data/yarsrevenge.vg.json → dopamine/baselines/data/yarsrevenge.vg.json
diff --git a/baselines/data/zaxxon.json → dopamine/baselines/data/zaxxon.json b/baselines/data/zaxxon.json → dopamine/baselines/data/zaxxon.json
diff --git a/baselines/data/zaxxon.vg.json → dopamine/baselines/data/zaxxon.vg.json b/baselines/data/zaxxon.vg.json → dopamine/baselines/data/zaxxon.vg.json
diff --git a/baselines/plots.html → dopamine/baselines/plots.html b/baselines/plots.html → dopamine/baselines/plots.html
diff --git a/dopamine/colab/__init__.py b/dopamine/colab/__init__.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/dopamine/colab/utils.py b/dopamine/colab/utils.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/dopamine/common/__init__.py b/dopamine/common/__init__.py
@@ -0,0 +1,14 @@
+# coding=utf-8
+# Copyright 2018 The Dopamine Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
diff --git a/common/checkpointer.py → dopamine/common/checkpointer.py b/common/checkpointer.py → dopamine/common/checkpointer.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/common/iteration_statistics.py → dopamine/common/iteration_statistics.py b/common/iteration_statistics.py → dopamine/common/iteration_statistics.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/common/logger.py → dopamine/common/logger.py b/common/logger.py → dopamine/common/logger.py
@@ -1,18 +1,4 @@
 # coding=utf-8
-# Copyright 2018 The Dopamine Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 # Copyright 2018 The Dopamine Authors.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/docs/README.md → dopamine/g3doc/README.md b/docs/README.md → dopamine/g3doc/README.md
diff --git a/docs/api_docs/python/_toc.yaml → dopamine/g3doc/api_docs/python/_toc.yaml b/docs/api_docs/python/_toc.yaml → dopamine/g3doc/api_docs/python/_toc.yaml
diff --git a/docs/api_docs/python/checkpointer.md → ...ine/g3doc/api_docs/python/checkpointer.md b/docs/api_docs/python/checkpointer.md → ...ine/g3doc/api_docs/python/checkpointer.md
diff --git a/..._docs/python/checkpointer/Checkpointer.md → ..._docs/python/checkpointer/Checkpointer.md b/..._docs/python/checkpointer/Checkpointer.md → ..._docs/python/checkpointer/Checkpointer.md
diff --git a/...api_docs/python/circular_replay_buffer.md → ...api_docs/python/circular_replay_buffer.md b/...api_docs/python/circular_replay_buffer.md → ...api_docs/python/circular_replay_buffer.md
diff --git a/...r_replay_buffer/OutOfGraphReplayBuffer.md → ...r_replay_buffer/OutOfGraphReplayBuffer.md b/...r_replay_buffer/OutOfGraphReplayBuffer.md → ...r_replay_buffer/OutOfGraphReplayBuffer.md
diff --git a/...ular_replay_buffer/WrappedReplayBuffer.md → ...ular_replay_buffer/WrappedReplayBuffer.md b/...ular_replay_buffer/WrappedReplayBuffer.md → ...ular_replay_buffer/WrappedReplayBuffer.md
diff --git a/docs/api_docs/python/dqn_agent.md → dopamine/g3doc/api_docs/python/dqn_agent.md b/docs/api_docs/python/dqn_agent.md → dopamine/g3doc/api_docs/python/dqn_agent.md
diff --git a/docs/api_docs/python/dqn_agent/DQNAgent.md → ...doc/api_docs/python/dqn_agent/DQNAgent.md b/docs/api_docs/python/dqn_agent/DQNAgent.md → ...doc/api_docs/python/dqn_agent/DQNAgent.md
diff --git a/...pi_docs/python/implicit_quantile_agent.md → ...pi_docs/python/implicit_quantile_agent.md b/...pi_docs/python/implicit_quantile_agent.md → ...pi_docs/python/implicit_quantile_agent.md
diff --git a/...t_quantile_agent/ImplicitQuantileAgent.md → ...t_quantile_agent/ImplicitQuantileAgent.md b/...t_quantile_agent/ImplicitQuantileAgent.md → ...t_quantile_agent/ImplicitQuantileAgent.md
diff --git a/docs/api_docs/python/index.md → dopamine/g3doc/api_docs/python/index.md b/docs/api_docs/python/index.md → dopamine/g3doc/api_docs/python/index.md
diff --git a/docs/api_docs/python/iteration_statistics.md → ...c/api_docs/python/iteration_statistics.md b/docs/api_docs/python/iteration_statistics.md → ...c/api_docs/python/iteration_statistics.md
diff --git a/...eration_statistics/IterationStatistics.md → ...eration_statistics/IterationStatistics.md b/...eration_statistics/IterationStatistics.md → ...eration_statistics/IterationStatistics.md
diff --git a/docs/api_docs/python/logger.md → dopamine/g3doc/api_docs/python/logger.md b/docs/api_docs/python/logger.md → dopamine/g3doc/api_docs/python/logger.md
diff --git a/docs/api_docs/python/logger/Logger.md → ...ne/g3doc/api_docs/python/logger/Logger.md b/docs/api_docs/python/logger/Logger.md → ...ne/g3doc/api_docs/python/logger/Logger.md
diff --git a/..._docs/python/prioritized_replay_buffer.md → ..._docs/python/prioritized_replay_buffer.md b/..._docs/python/prioritized_replay_buffer.md → ..._docs/python/prioritized_replay_buffer.md
diff --git a/...ffer/OutOfGraphPrioritizedReplayBuffer.md → ...ffer/OutOfGraphPrioritizedReplayBuffer.md b/...ffer/OutOfGraphPrioritizedReplayBuffer.md → ...ffer/OutOfGraphPrioritizedReplayBuffer.md
diff --git a/..._buffer/WrappedPrioritizedReplayBuffer.md → ..._buffer/WrappedPrioritizedReplayBuffer.md b/..._buffer/WrappedPrioritizedReplayBuffer.md → ..._buffer/WrappedPrioritizedReplayBuffer.md
diff --git a/docs/api_docs/python/rainbow_agent.md → ...ne/g3doc/api_docs/python/rainbow_agent.md b/docs/api_docs/python/rainbow_agent.md → ...ne/g3doc/api_docs/python/rainbow_agent.md
diff --git a/...docs/python/rainbow_agent/RainbowAgent.md → ...docs/python/rainbow_agent/RainbowAgent.md b/...docs/python/rainbow_agent/RainbowAgent.md → ...docs/python/rainbow_agent/RainbowAgent.md
diff --git a/...hon/rainbow_agent/project_distribution.md → ...hon/rainbow_agent/project_distribution.md b/...hon/rainbow_agent/project_distribution.md → ...hon/rainbow_agent/project_distribution.md
diff --git a/docs/api_docs/python/run_experiment.md → ...e/g3doc/api_docs/python/run_experiment.md b/docs/api_docs/python/run_experiment.md → ...e/g3doc/api_docs/python/run_experiment.md
diff --git a/.../api_docs/python/run_experiment/Runner.md → .../api_docs/python/run_experiment/Runner.md b/.../api_docs/python/run_experiment/Runner.md → .../api_docs/python/run_experiment/Runner.md
diff --git a/...docs/python/run_experiment/TrainRunner.md → ...docs/python/run_experiment/TrainRunner.md b/...docs/python/run_experiment/TrainRunner.md → ...docs/python/run_experiment/TrainRunner.md
diff --git a/docs/api_docs/python/train.md → dopamine/g3doc/api_docs/python/train.md b/docs/api_docs/python/train.md → dopamine/g3doc/api_docs/python/train.md
diff --git a/docs/api_docs/python/train/create_agent.md → ...doc/api_docs/python/train/create_agent.md b/docs/api_docs/python/train/create_agent.md → ...doc/api_docs/python/train/create_agent.md
diff --git a/docs/api_docs/python/train/create_runner.md → ...oc/api_docs/python/train/create_runner.md b/docs/api_docs/python/train/create_runner.md → ...oc/api_docs/python/train/create_runner.md
diff --git a/...pi_docs/python/train/launch_experiment.md → ...pi_docs/python/train/launch_experiment.md b/...pi_docs/python/train/launch_experiment.md → ...pi_docs/python/train/launch_experiment.md
diff --git a/docs/api_docs/python/utils.md → dopamine/g3doc/api_docs/python/utils.md b/docs/api_docs/python/utils.md → dopamine/g3doc/api_docs/python/utils.md
diff --git a/.../api_docs/python/utils/get_latest_file.md → .../api_docs/python/utils/get_latest_file.md b/.../api_docs/python/utils/get_latest_file.md → .../api_docs/python/utils/get_latest_file.md
diff --git a/...docs/python/utils/get_latest_iteration.md → ...docs/python/utils/get_latest_iteration.md b/...docs/python/utils/get_latest_iteration.md → ...docs/python/utils/get_latest_iteration.md
diff --git a/docs/api_docs/python/utils/load_baselines.md → ...c/api_docs/python/utils/load_baselines.md b/docs/api_docs/python/utils/load_baselines.md → ...c/api_docs/python/utils/load_baselines.md
diff --git a/.../api_docs/python/utils/load_statistics.md → .../api_docs/python/utils/load_statistics.md b/.../api_docs/python/utils/load_statistics.md → .../api_docs/python/utils/load_statistics.md
diff --git a/.../api_docs/python/utils/read_experiment.md → .../api_docs/python/utils/read_experiment.md b/.../api_docs/python/utils/read_experiment.md → .../api_docs/python/utils/read_experiment.md
diff --git a/docs/api_docs/python/utils/summarize_data.md → ...c/api_docs/python/utils/summarize_data.md b/docs/api_docs/python/utils/summarize_data.md → ...c/api_docs/python/utils/summarize_data.md