diff options
Diffstat (limited to 'cmd')
-rw-r--r-- | cmd/addtoanalysequeue/main.go | 72 | ||||
-rw-r--r-- | cmd/addtoqueue/main.go | 93 |
2 files changed, 93 insertions, 72 deletions
diff --git a/cmd/addtoanalysequeue/main.go b/cmd/addtoanalysequeue/main.go deleted file mode 100644 index c9a34c7..0000000 --- a/cmd/addtoanalysequeue/main.go +++ /dev/null @@ -1,72 +0,0 @@ -package main - -import ( - "flag" - "fmt" - "log" - "os" - - "rescribe.xyz/bookpipeline" -) - -const usage = `Usage: addtoanalysequeue [-v] bookname - -addtoanalysequeue adds a book it to the Analyse queue. - -This should be done automatically by the bookpipeline tool once -the OCR job has completed, but sometimes it isn't, because of a -bug where if a file that is named like a preprocessed image -doesn't have a hOCR component. Once that bug is squashed, this -tool can be deleted. -` - -// null writer to enable non-verbose logging to be discarded -type NullWriter bool - -func (w NullWriter) Write(p []byte) (n int, err error) { - return len(p), nil -} - -type UnstickPipeliner interface { - Init() error - AddToQueue(url string, msg string) error - AnalyseQueueId() string -} - -func main() { - verbose := flag.Bool("v", false, "verbose") - flag.Usage = func() { - fmt.Fprintf(flag.CommandLine.Output(), usage) - flag.PrintDefaults() - } - flag.Parse() - - if flag.NArg() != 1 { - flag.Usage() - return - } - - var verboselog *log.Logger - if *verbose { - verboselog = log.New(os.Stdout, "", 0) - } else { - var n NullWriter - verboselog = log.New(n, "", 0) - } - - var conn UnstickPipeliner - conn = &bookpipeline.AwsConn{Region: "eu-west-2", Logger: verboselog} - - err := conn.Init() - if err != nil { - log.Fatalln("Error setting up cloud connection:", err) - } - - book := flag.Arg(0) - - err = conn.AddToQueue(conn.AnalyseQueueId(), book) - if err != nil { - log.Fatalln("Error adding message to Analyse queue:", err) - } - fmt.Println("Added message from to the Analyse queue.") -} diff --git a/cmd/addtoqueue/main.go b/cmd/addtoqueue/main.go new file mode 100644 index 0000000..3549180 --- /dev/null +++ b/cmd/addtoqueue/main.go @@ -0,0 +1,93 @@ +package main + +import ( + "flag" + "fmt" + "log" + + "rescribe.xyz/bookpipeline" +) + +const usage = `Usage: addtoqueue qname msg + +addtoqueue adds a message to a queue. + +This is handy to work around bugs when things are misbehaving. + +Valid queue names: +- preprocess +- wipeonly +- ocr +- ocrpage +- analyse +` + +// null writer to enable non-verbose logging to be discarded +type NullWriter bool + +func (w NullWriter) Write(p []byte) (n int, err error) { + return len(p), nil +} + +type QueuePipeliner interface { + Init() error + AddToQueue(url string, msg string) error + PreQueueId() string + WipeQueueId() string + OCRQueueId() string + OCRPageQueueId() string + AnalyseQueueId() string +} + +func main() { + flag.Usage = func() { + fmt.Fprintf(flag.CommandLine.Output(), usage) + flag.PrintDefaults() + } + flag.Parse() + + if flag.NArg() != 2 { + flag.Usage() + return + } + + var n NullWriter + quietlog := log.New(n, "", 0) + var conn QueuePipeliner + conn = &bookpipeline.AwsConn{Region: "eu-west-2", Logger: quietlog} + + err := conn.Init() + if err != nil { + log.Fatalln("Error setting up cloud connection:", err) + } + + qdetails := []struct { + id, name string + }{ + {conn.PreQueueId(), "preprocess"}, + {conn.WipeQueueId(), "wipeonly"}, + {conn.OCRQueueId(), "ocr"}, + {conn.OCRPageQueueId(), "ocrpage"}, + {conn.AnalyseQueueId(), "analyse"}, + } + + qname := flag.Arg(0) + msg := flag.Arg(1) + + var qid string + for i, n := range qdetails { + if n.name == qname { + qid = qdetails[i].id + break + } + } + if qid == "" { + log.Fatalln("Error, no queue named", qname) + } + + err = conn.AddToQueue(qid, msg) + if err != nil { + log.Fatalln("Error adding message to", qname, "queue:", err) + } + fmt.Println("Added message to the queue.") +} |