Make the data archive optional

.env.example

@@ -13,6 +13,9 @@ USER_AGENT=
 # Sentry
 SENTRY_DSN=
 
+# Archive all data (can use a lot of disk space)
+ARCHIVE_DATA=false
+
 # Browserless (for screenshots)
 BROWSERLESS_ENDPOINT=ws://localhost:3000
 SCREENSHOT_HOST=host.docker.internal

app/data/updaters/DataUpdater.mjs

@@ -180,7 +180,9 @@ export default class DataUpdater
     await this.writeFile(this.getPath(this.filename), s);
 
     // Write a secondary file for archival
-    await this.writeFile(this.getArchivePath(this.filename), s);
+    if (process.env.ARCHIVE_DATA) {
+      await this.writeFile(this.getArchivePath(this.filename), s);
+    }
   }
 
   getPath(filename) {