summaryrefslogtreecommitdiff
path: root/cmd/lspipeline
diff options
context:
space:
mode:
authorNick White <git@njw.name>2019-11-19 14:47:41 +0000
committerNick White <git@njw.name>2019-11-19 14:47:41 +0000
commit7693065b8b8a9eff1f17dc993ae1235984872e09 (patch)
treea3ca625040f7f016456957ecd48d557eadd0de65 /cmd/lspipeline
parent08a305c263329c0d27efd36e3da6d4befcfb4240 (diff)
Add ocrpage queue for processing individual pages
This should be a good way to get around the ongoing heartbeat issue, as individual page jobs will never come close to a the 12 hour mark that can cause the bug. The OCR page processing is done and working now, still to do is to populate the queue (rather than the ocr queue) after preprocessing / wiping.
Diffstat (limited to 'cmd/lspipeline')
-rw-r--r--cmd/lspipeline/main.go2
1 files changed, 2 insertions, 0 deletions
diff --git a/cmd/lspipeline/main.go b/cmd/lspipeline/main.go
index 0b8ce49..a32d851 100644
--- a/cmd/lspipeline/main.go
+++ b/cmd/lspipeline/main.go
@@ -28,6 +28,7 @@ type LsPipeliner interface {
PreQueueId() string
WipeQueueId() string
OCRQueueId() string
+ OCRPageQueueId() string
AnalyseQueueId() string
GetQueueDetails(url string) (string, string, error)
GetInstanceDetails() ([]bookpipeline.InstanceDetails, error)
@@ -62,6 +63,7 @@ func getQueueDetails(conn LsPipeliner, qdetails chan queueDetails) {
{"preprocess", conn.PreQueueId()},
{"wipeonly", conn.WipeQueueId()},
{"ocr", conn.OCRQueueId()},
+ {"ocrpage", conn.OCRPageQueueId()},
{"analyse", conn.AnalyseQueueId()},
}
for _, q := range queues {