retry tasks in enqueue worker script

3 files changed, 32 insertions, 3 deletions

diff --git a/scripts/config.ts b/scripts/config.ts
index 5b5f1da..0662a26 100644
--- a/scripts/config.ts
+++ b/scripts/config.ts
@@ -12,7 +12,8 @@ export interface Config {
 }
 
 export interface EnqueueTask {
-    list_file: string
+    list_file?: string
+    retry_failed?: boolean,
     kind: string,
     interval: number,
     filter?: string,
diff --git a/scripts/enqueue.md b/scripts/enqueue.md
index 24ad205..210fb91 100644
--- a/scripts/enqueue.md
+++ b/scripts/enqueue.md
@@ -5,11 +5,15 @@ Inserts tasks into the queue with some time interval.
 ## Configuration
 
 - `enqueue`
-  - `list_file`: Path to the task list. The format is described below. (string)
+  - `list_file`: Path to the task list. The format is described below. (optional
+    string)
+  - `retry_failed`: Move failed completed tasks back to the queue instead of
+    adding from a list file.
   - `kind`: Task kind to insert.
   - `interval`: Number of seconds to wait in between inserts. (number)
   - `filter`: Only inserts tasks that have this flag attached. The flag will be
-    removed. (optional string)
+    removed. This filters for fail reason if `retry_failed` is used. (optional
+    string)
   - `default_flags`: List of flags attached to every task except where manually
     removed. (optional list of string)
   - `data`: Additional attributes that will be attached to the tasks data.
@@ -24,6 +28,11 @@ enqueue:
       data:
           priority: 100
           output: /home/user/somedir
+
+    - retry_failed: true
+      kind: webpage-download
+      interval: 86400
+      filter: "some_reason"
 ```
 
 ## Task list file format
diff --git a/scripts/enqueue.ts b/scripts/enqueue.ts
index be67be7..d2b4729 100644
--- a/scripts/enqueue.ts
+++ b/scripts/enqueue.ts
@@ -4,6 +4,18 @@ const ws = new WebSocket(Deno.args[0])
 let config: Config = {} as unknown as Config
 
 async function run_enqueue(eqt: EnqueueTask) {
+    if (eqt.retry_failed) {
+        ws.send(JSON.stringify({
+            t: "query",
+            state: "complete",
+            kind: eqt.kind,
+            data: eqt.filter ? { failed: eqt.filter } : null,
+            cookie: "for_enqueue"
+        }))
+        return
+    }
+
+    if (!eqt.list_file) throw new Error("need either list_file or retry_failed");
     const file = await Deno.readTextFile(eqt.list_file)
     for (const line of file.split("\n")) {
         if (!line.trim().length) continue
@@ -58,4 +70,11 @@ ws.onmessage = ev => {
         if (!started) start()
     }
     if (p.t == "error") console.error(`error: ${p.message}`);
+    if (p.t == "query_response" && p.cookie == "for_enqueue") {
+        for (const key of p.keys) {
+            ws.send(JSON.stringify({ t: "metadata", key, data: { failed: null } }))
+            ws.send(JSON.stringify({ t: "enqueue", key, ignore_complete: true }))
+        }
+        ws.send(JSON.stringify({ t: "save" }))
+    }
 }