// Copyright 2019 Nick White. // Use of this source code is governed by the GPLv3 // license that can be found in the LICENSE file. // eeboxmltohocr converts the XML from an EEBO download to hOCR, which // can be easily incorporated into a searchable PDF package main import ( "bufio" "flag" "fmt" "io" "log" "os" "regexp" "strconv" "strings" ) // splitByPb is a split function for the scanner that splits by the // '= 0 { return i + 1, data[0:i], nil } // If we're at EOF, we have a final section, so just return the lot. if atEOF { return len(data), data, nil } // Request more data. return 0, nil, nil } type Page struct { number int text string } func addPage(pgs *[]Page, number int, text string) { added := 0 for i, pg := range *pgs { if pg.number == number { (*pgs)[i].text = pg.text + text added = 1 } } if added == 0 { newpg := Page{number, text} *pgs = append(*pgs, newpg) } } func main() { flag.Usage = func() { fmt.Fprintf(os.Stderr, "Usage: eeboxmltohocr in.xml outbase\n") flag.PrintDefaults() } flag.Parse() if flag.NArg() < 2 { flag.Usage() os.Exit(1) } f, err := os.Open(flag.Arg(0)) defer f.Close() if err != nil { log.Fatalf("Could not open file %s: %v\n", flag.Arg(0), err) } scanner := bufio.NewScanner(f) scanner.Split(splitByPb) var pgs []Page for scanner.Scan() { t := scanner.Text() r := regexp.MustCompile(`pb [^>]*facs="tcp:.*?:(.*?)"`).FindStringSubmatch(t) if len(r) <= 1 { continue } pgnum, err := strconv.Atoi(r[1]) if err != nil { continue } content := t[strings.Index(t, ">")+1:] ungap := regexp.MustCompile(`(?s)].+?`).ReplaceAllString(content, "") unxml := regexp.MustCompile(`<.+?>`).ReplaceAllString(ungap, "") finaltxt := strings.TrimLeft(unxml, " \n") if len(finaltxt) == 0 { continue } addPage(&pgs, pgnum, finaltxt) } for _, pg := range pgs { fn := fmt.Sprintf("%s-%03d.hocr", flag.Arg(1), pg.number - 1) f, err := os.Create(fn) if err != nil { log.Fatalf("Could not create file %s: %v\n", fn, err) } defer f.Close() _, err = io.WriteString(f, hocrHeader + pg.text + hocrFooter) if err != nil { log.Fatalf("Could not write file %s: %v\n", fn, err) } f.Close() // do this explicitly so we don't end up with too many open simultaneously } } const hocrHeader = `

` const hocrFooter = `