Add ability to pass -service to choose which download type to use, plus add a -bookdir flag to set download directory

1 files changed, 72 insertions, 11 deletions

diff --git a/cmd/iiifdownloader/main.go b/cmd/iiifdownloader/main.go
index a1fba4f..593a93e 100644
--- a/cmd/iiifdownloader/main.go
+++ b/cmd/iiifdownloader/main.go
@@ -25,8 +25,8 @@ Currently supports the following IIIF using services:
 - BNF's Gallica   example url: https://gallica.bnf.fr/ark:/12148/bpt6k6468158v
 - BSB / MDZ       example url: https://reader.digitale-sammlungen.de//de/fs1/object/display/bsb10132387_00005.html
 - DFG Viewer      example url: http://dfg-viewer.de/show?set%%5Bmets%%5D=http%%3A%%2F%%2Fdaten.digitale-sammlungen.de%%2F~db%%2Fmets%%2Fbsb11274872_mets.xml&cHash=fd18451ee968c125ab2bdbfd3717eae6
-- IIIF Manifest (TODO)
-- METS Manifest (TODO)
+- IIIF Manifest   example url: https://iiif.bodleian.ox.ac.uk/iiif/manifest/441db95d-cdff-472e-bb2d-b46f043db82d.json
+- METS Manifest   example url: https://daten.digitale-sammlungen.de/~db/mets/bsb10132387_mets.xml
 
 `
 
@@ -305,7 +305,27 @@ func sanitiseUrl(u string) string {
 	return s
 }
 
+// detectService finds which service to use based on the
+// url passed to it.
+func detectService(url string) string {
+	switch {
+	case strings.HasSuffix(url, "/manifest"):
+		return "iiifmanifest"
+	case strings.HasSuffix(url, "mets.xml"):
+		return "mets"
+	case strings.HasPrefix(url, bnfPrefix):
+		return "bnf"
+	case strings.HasPrefix(url, bsbPrefix):
+		return "bsb"
+	case strings.HasPrefix(url, dfgPrefix):
+		return "dfg"
+	}
+	return ""
+}
+
 func main() {
+	service := flag.String("service", "", "Force use of a specific service rather than autodetecting based on the URL (choose one of: bnf, bsb, mets, iiifmanifest)")
+	dir := flag.String("bookdir", "", "Save book pages to this directory")
 	forcemets := flag.Bool("mets", false, "Force METS metadata to be used (BSB / MDZ only)")
 	flag.Usage = func() {
 		fmt.Fprintf(flag.CommandLine.Output(), usage)
@@ -326,9 +346,28 @@ func main() {
 	var pgUrls []string
 	var noPgNums bool
 	var err error
+	var useservice string
 
-	switch {
-	case strings.HasPrefix(u, bnfPrefix):
+	if *dir != "" {
+		bookdir = *dir
+	}
+
+	if *service == "" {
+		useservice = detectService(u)
+	} else {
+		useservice = *service
+	}
+
+	switch *service {
+	case "iiifmanifest":
+		if bookdir == "" {
+			bookdir = "iiifbook"
+		}
+		pgUrls, err = parseMets(u)
+	}
+
+	switch useservice {
+	case "bnf":
 		f := strings.Split(u[len(bnfPrefix):], "/")
 		if len(f) < 2 {
 			log.Fatalln("Failed to extract BNF book ID from URL")
@@ -341,7 +380,9 @@ func main() {
 			lastpart = f[1][0:dot]
 		}
 		bookid := f[0] + "/" + lastpart
-		bookdir = f[0] + "-" + lastpart
+		if bookdir == "" {
+			bookdir = f[0] + "-" + lastpart
+		}
 
 		pgurlStart = "https://gallica.bnf.fr/iiif/ark:/" + bookid + "/f"
 		pgurlEnd = "/full/full/0/native.jpg"
@@ -351,13 +392,15 @@ func main() {
 		// the missing ones in less good quality from an alternative URL.
 		pgurlAltStart = "https://gallica.bnf.fr/ark:/" + bookid + "/f"
 		pgurlAltEnd = ".highres"
-	case strings.HasPrefix(u, bsbPrefix):
+	case "bsb":
 		f := strings.Split(u[len(bsbPrefix):], "_")
 		if len(f) < 2 {
-			log.Fatalln("Failed to extract BNF book ID from URL")
+			log.Fatalln("Failed to extract BSB book ID from URL")
 		}
 		bookid := f[0]
-		bookdir = bookid
+		if bookdir == "" {
+			bookdir = bookid
+		}
 		iiifurl := "https://api.digitale-sammlungen.de/iiif/presentation/v2/" + bookid + "/manifest"
 
 		if *forcemets {
@@ -369,7 +412,7 @@ func main() {
 		if err != nil {
 			log.Fatalf("Error parsing manifest url %s: %v\n", iiifurl, err)
 		}
-	case strings.HasPrefix(u, dfgPrefix):
+	case "dfg":
 		// dfg can have a url encoded mets url in several parts of the viewer url
 		metsNames := []string{"set[mets]", "tx_dlf[id]"}
 		var metsurl string
@@ -396,14 +439,32 @@ func main() {
 
 		b := path.Base(metsurl)
 		f := strings.Split(b, "_")
-		bookdir = f[0]
+		if bookdir == "" {
+			bookdir = f[0]
+		}
 
 		pgUrls, err = parseMets(metsurl)
 		if err != nil {
 			log.Fatalf("Error parsing mets url %s: %v\n", metsurl, err)
 		}
+	case "iiifmanifest":
+		if bookdir == "" {
+			bookdir = "iiifbook"
+		}
+		pgUrls, err = parseIIIFManifest(u)
+		if err != nil {
+			log.Fatalf("Error parsing iiif manifest url %s: %v\n", u, err)
+		}
+	case "mets":
+		if bookdir == "" {
+			bookdir = "metsbook"
+		}
+		pgUrls, err = parseMets(u)
+		if err != nil {
+			log.Fatalf("Error parsing mets url %s: %v\n", u, err)
+		}
 	default:
-		log.Fatalln("Error: generic IIIF downloading not supported yet")
+		log.Fatalln("Error: failed to autodetect service type, or invalid service type given; specify with the -service flag")
 	}
 
 	err = os.MkdirAll(bookdir, 0777)