From d4c42f851cb2254a27940721de3e3ef2d73f2910 Mon Sep 17 00:00:00 2001 From: Nick White Date: Mon, 16 Dec 2019 16:05:47 +0000 Subject: Add a new tool, addtoqueue, which can be used to generically add any message to any queue --- cmd/addtoqueue/main.go | 93 ++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 93 insertions(+) create mode 100644 cmd/addtoqueue/main.go (limited to 'cmd/addtoqueue') diff --git a/cmd/addtoqueue/main.go b/cmd/addtoqueue/main.go new file mode 100644 index 0000000..3549180 --- /dev/null +++ b/cmd/addtoqueue/main.go @@ -0,0 +1,93 @@ +package main + +import ( + "flag" + "fmt" + "log" + + "rescribe.xyz/bookpipeline" +) + +const usage = `Usage: addtoqueue qname msg + +addtoqueue adds a message to a queue. + +This is handy to work around bugs when things are misbehaving. + +Valid queue names: +- preprocess +- wipeonly +- ocr +- ocrpage +- analyse +` + +// null writer to enable non-verbose logging to be discarded +type NullWriter bool + +func (w NullWriter) Write(p []byte) (n int, err error) { + return len(p), nil +} + +type QueuePipeliner interface { + Init() error + AddToQueue(url string, msg string) error + PreQueueId() string + WipeQueueId() string + OCRQueueId() string + OCRPageQueueId() string + AnalyseQueueId() string +} + +func main() { + flag.Usage = func() { + fmt.Fprintf(flag.CommandLine.Output(), usage) + flag.PrintDefaults() + } + flag.Parse() + + if flag.NArg() != 2 { + flag.Usage() + return + } + + var n NullWriter + quietlog := log.New(n, "", 0) + var conn QueuePipeliner + conn = &bookpipeline.AwsConn{Region: "eu-west-2", Logger: quietlog} + + err := conn.Init() + if err != nil { + log.Fatalln("Error setting up cloud connection:", err) + } + + qdetails := []struct { + id, name string + }{ + {conn.PreQueueId(), "preprocess"}, + {conn.WipeQueueId(), "wipeonly"}, + {conn.OCRQueueId(), "ocr"}, + {conn.OCRPageQueueId(), "ocrpage"}, + {conn.AnalyseQueueId(), "analyse"}, + } + + qname := flag.Arg(0) + msg := flag.Arg(1) + + var qid string + for i, n := range qdetails { + if n.name == qname { + qid = qdetails[i].id + break + } + } + if qid == "" { + log.Fatalln("Error, no queue named", qname) + } + + err = conn.AddToQueue(qid, msg) + if err != nil { + log.Fatalln("Error adding message to", qname, "queue:", err) + } + fmt.Println("Added message to the queue.") +} -- cgit v1.2.1-24-ge1ad