feat: email admins of stale backups removed from block volume storage

jobs/sqlite-cleanup.js

@@ -72,6 +72,8 @@ const AFFIXES = ['-backup', '-backup-wal', '-backup-shm'];
       withFileTypes: true
     });
 
+    const filePaths = [];
+
     for (const dirent of dirents) {
       if (!dirent.isDirectory()) continue;
       // eslint-disable-next-line no-await-in-loop
@@ -92,12 +94,28 @@ const AFFIXES = ['-backup', '-backup-wal', '-backup-shm'];
           if (stat.mtimeMs && stat.mtimeMs <= Date.now() - ms('4h')) {
             // eslint-disable-next-line no-await-in-loop
             await fs.promises.unlink(filePath);
+            filePaths.push(filePath);
           }
 
           break;
         }
       }
     }
+
+    // email admins of any old files cleaned up
+    if (filePaths.length > 0)
+      await emailHelper({
+        template: 'alert',
+        message: {
+          to: config.email.message.from,
+          subject: `SQLite cleanup successfully removed (${filePaths.length}) stale backups`
+        },
+        locals: {
+          message: `<ul><li><code class="small">${filePaths.join(
+            '</code></li><li><code class="small">'
+          )}</code></li></ul>`
+        }
+      });
   } catch (err) {
     await logger.error(err);
 

sqlite-bree.js

@@ -16,14 +16,12 @@ const bree = new Bree({
   jobs: [
     {
       //
-      // this is a long running job, but we attempt to restart it
-      // every 30s in case errors (e.g. uncaught exception edge case causes `process.exit()`)
-      // this job cleans up any backup artifacts from 1 hr+ ago for 'rekey' and 'backup' sqlite-server cases
+      // this job cleans up any backup artifacts from 4 hr+ ago for 'rekey' and 'backup' sqlite-server cases
       // (e.g. the server stopped mid-backup or an error occurred, e.g. ran out of memory)
       // and in an attempt to save on disk stoarge, we will run `fs.unlink` on each of these files
       //
       name: 'sqlite-cleanup',
-      interval: '30s',
+      interval: '1h',
       timeout: 0
     }
   ]