From e21795ee357f06526915dcc829c8ff78bfb0f7ca Mon Sep 17 00:00:00 2001
From: Joscha <joscha@plugh.de>
Date: Sat, 22 May 2021 21:45:51 +0200
Subject: [PATCH] Make file cleanup part of default crawler behaviour

---
 PFERD/crawler.py | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/PFERD/crawler.py b/PFERD/crawler.py
index 42f66a3..ec0e147 100644
--- a/PFERD/crawler.py
+++ b/PFERD/crawler.py
@@ -244,8 +244,15 @@ class Crawler(ABC):
         desc = f"[bold bright_cyan]Downloading[/] {escape(str(path))}"
         return DownloadToken(self._limiter, fs_token, desc)
 
-    async def cleanup(self) -> None:
-        await self._output_dir.cleanup()
+    async def _cleanup(self) -> None:
+        log.explain_topic("Decision: Clean up files?")
+        if self.error_free:
+            log.explain("No warnings or errors occurred during this run")
+            log.explain("Cleaning up files")
+            await self._output_dir.cleanup()
+        else:
+            log.explain("Warnings or errors occurred during this run")
+            log.explain("Not cleaning up files")
 
     async def run(self) -> None:
         """
@@ -255,6 +262,7 @@ class Crawler(ABC):
 
         with log.show_progress():
             await self._run()
+            await self._cleanup()
 
     @abstractmethod
     async def _run(self) -> None: