summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorNick White <git@njw.name>2019-12-11 16:59:38 +0000
committerNick White <git@njw.name>2019-12-11 16:59:38 +0000
commitad2eaa283b7e06344c6fdc55fe441c88f00e0e94 (patch)
treed05619cd64e722488b75a0ac89fc7c6b0268ea70
parentce1ff46135122959cf8991a90bf7c6cb4d9e0e30 (diff)
Add addtoanalysequeue tool, which is useful for debugging
-rw-r--r--cmd/addtoanalysequeue/main.go72
1 files changed, 72 insertions, 0 deletions
diff --git a/cmd/addtoanalysequeue/main.go b/cmd/addtoanalysequeue/main.go
new file mode 100644
index 0000000..c9a34c7
--- /dev/null
+++ b/cmd/addtoanalysequeue/main.go
@@ -0,0 +1,72 @@
+package main
+
+import (
+ "flag"
+ "fmt"
+ "log"
+ "os"
+
+ "rescribe.xyz/bookpipeline"
+)
+
+const usage = `Usage: addtoanalysequeue [-v] bookname
+
+addtoanalysequeue adds a book it to the Analyse queue.
+
+This should be done automatically by the bookpipeline tool once
+the OCR job has completed, but sometimes it isn't, because of a
+bug where if a file that is named like a preprocessed image
+doesn't have a hOCR component. Once that bug is squashed, this
+tool can be deleted.
+`
+
+// null writer to enable non-verbose logging to be discarded
+type NullWriter bool
+
+func (w NullWriter) Write(p []byte) (n int, err error) {
+ return len(p), nil
+}
+
+type UnstickPipeliner interface {
+ Init() error
+ AddToQueue(url string, msg string) error
+ AnalyseQueueId() string
+}
+
+func main() {
+ verbose := flag.Bool("v", false, "verbose")
+ flag.Usage = func() {
+ fmt.Fprintf(flag.CommandLine.Output(), usage)
+ flag.PrintDefaults()
+ }
+ flag.Parse()
+
+ if flag.NArg() != 1 {
+ flag.Usage()
+ return
+ }
+
+ var verboselog *log.Logger
+ if *verbose {
+ verboselog = log.New(os.Stdout, "", 0)
+ } else {
+ var n NullWriter
+ verboselog = log.New(n, "", 0)
+ }
+
+ var conn UnstickPipeliner
+ conn = &bookpipeline.AwsConn{Region: "eu-west-2", Logger: verboselog}
+
+ err := conn.Init()
+ if err != nil {
+ log.Fatalln("Error setting up cloud connection:", err)
+ }
+
+ book := flag.Arg(0)
+
+ err = conn.AddToQueue(conn.AnalyseQueueId(), book)
+ if err != nil {
+ log.Fatalln("Error adding message to Analyse queue:", err)
+ }
+ fmt.Println("Added message from to the Analyse queue.")
+}