diff --git a/mushroom_rl/rl_utils/replay_memory.py b/mushroom_rl/rl_utils/replay_memory.py
index 8b5fb032..f4491dd7 100644
--- a/mushroom_rl/rl_utils/replay_memory.py
+++ b/mushroom_rl/rl_utils/replay_memory.py
@@ -144,7 +144,7 @@ def initialized(self):
             allows it to be used.
 
         """
-        return self.size > self._initial_size
+        return self.size >= self._initial_size
 
     @property
     def size(self):