summaryrefslogtreecommitdiff
path: root/bookpipeline
diff options
context:
space:
mode:
authorNick White <git@njw.name>2019-09-18 17:56:39 +0100
committerNick White <git@njw.name>2019-09-18 17:56:39 +0100
commit3bfe3a9e11f0cbe2ccde2a2fbd007b50b5fdfc07 (patch)
treefbbc00e2138c28c457590f07438c36b1a3d4c258 /bookpipeline
parente2e84271e6e013cadb59556f32f96babe819bc38 (diff)
Add start of lspipeline
Diffstat (limited to 'bookpipeline')
-rw-r--r--bookpipeline/cmd/lspipeline/main.go83
1 files changed, 83 insertions, 0 deletions
diff --git a/bookpipeline/cmd/lspipeline/main.go b/bookpipeline/cmd/lspipeline/main.go
new file mode 100644
index 0000000..5943e6c
--- /dev/null
+++ b/bookpipeline/cmd/lspipeline/main.go
@@ -0,0 +1,83 @@
+package main
+
+import (
+ "flag"
+ "fmt"
+ "log"
+
+ // TODO: abstract out the aws stuff into aws.go in due course
+ "github.com/aws/aws-sdk-go/aws"
+ "github.com/aws/aws-sdk-go/aws/session"
+ "github.com/aws/aws-sdk-go/service/ec2"
+ //"github.com/aws/aws-sdk-go/service/s3"
+ //"github.com/aws/aws-sdk-go/service/sqs"
+)
+
+const usage = `Usage: lspipeline
+
+Lists useful things related to the pipeline.
+
+- Instances running
+- Messages in each queue (ApproximateNumberOfMessages and ApproximateNumberOfMessagesNotVisible from GetQueueAttributes)
+- Books not completed (from S3 without a best file)
+- Books completed (from S3 with a best file)
+- Last 5 lines of bookpipeline logs from each running instance (with -v)
+`
+
+func printInstances(page *ec2.DescribeInstancesOutput, lastPage bool) bool {
+ for _, r := range page.Reservations {
+ for _, i := range r.Instances {
+ var ip, name, spot string
+ for _, t := range i.Tags {
+ if *t.Key == "Name" {
+ name = *t.Value
+ }
+ }
+ if i.PublicIpAddress != nil {
+ ip = *i.PublicIpAddress
+ }
+ if i.SpotInstanceRequestId != nil {
+ spot = *i.SpotInstanceRequestId
+ }
+ fmt.Printf("Type: %s", *i.InstanceType)
+ if name != "" {
+ fmt.Printf(", Name: %s", name)
+ }
+ fmt.Printf(", LaunchTime: %s, State: %s", i.LaunchTime, *i.State.Name)
+ if ip != "" {
+ fmt.Printf(", IP: %s", ip)
+ }
+ if spot != "" {
+ fmt.Printf(", SpotRequest: %s", spot)
+ }
+ fmt.Printf("\n")
+ }
+ }
+
+ return !lastPage
+}
+
+func main() {
+ flag.Usage = func() {
+ fmt.Fprintf(flag.CommandLine.Output(), usage)
+ flag.PrintDefaults()
+ }
+ flag.Parse()
+
+ sess, err := session.NewSession(&aws.Config{
+ Region: aws.String("eu-west-2"),
+ })
+ if err != nil {
+ log.Fatalln("Failed to set up aws session", err)
+ }
+ ec2svc := ec2.New(sess)
+ //s3svc := s3.New(sess)
+ //sqssvc := sqs.New(sess)
+
+ err = ec2svc.DescribeInstancesPages(&ec2.DescribeInstancesInput{}, printInstances)
+ if err != nil {
+ log.Fatalln("Failed to get ec2 instances", err)
+ }
+
+ // TODO: See remaining items in the usage statement
+}