diff --git a/perfkitbenchmarker/providers/openstack/os_network.py b/perfkitbenchmarker/providers/openstack/os_network.py
index 286f4ca52f..cb4c14b4a0 100644
--- a/perfkitbenchmarker/providers/openstack/os_network.py
+++ b/perfkitbenchmarker/providers/openstack/os_network.py
@@ -87,7 +87,8 @@ def get_or_create(self):
         with self.__floating_ip_lock:
             floating_ips = self.__nclient.floating_ips.findall(
                 fixed_ip=None,
-                pool=self.ip_pool_name
+                pool=self.ip_pool_name,
+                status='Down'
             )
         if floating_ips:
             return floating_ips[0]