diff --git a/modules/interrogate.py b/modules/interrogate.py
index cbb80683..0389cdec 100644
--- a/modules/interrogate.py
+++ b/modules/interrogate.py
@@ -41,7 +41,7 @@ def download_default_clip_interrogate_categories(content_dir):
         errors.display(e, "downloading default CLIP interrogate categories")
     finally:
         if os.path.exists(tmpdir):
-            os.remove(tmpdir)
+            os.removedirs(tmpdir)
 
 
 class InterrogateModels: