diff --git a/setup.py b/setup.py
index 5e5e6fa..3fee82c 100644
--- a/setup.py
+++ b/setup.py
@@ -49,7 +49,6 @@ setup(
         'gym>=0.15.0',
         'tqdm',
         'numpy',
-        'cloudpickle',
         'tensorboard',
         'torch>=1.4.0',
     ],