summaryrefslogtreecommitdiff
path: root/cmd
diff options
context:
space:
mode:
Diffstat (limited to 'cmd')
-rw-r--r--cmd/rescribe/main.go99
1 files changed, 92 insertions, 7 deletions
diff --git a/cmd/rescribe/main.go b/cmd/rescribe/main.go
index 606a9a7..c47de00 100644
--- a/cmd/rescribe/main.go
+++ b/cmd/rescribe/main.go
@@ -8,8 +8,12 @@
package main
import (
+ "archive/zip"
+ "bytes"
+ _ "embed"
"flag"
"fmt"
+ "io"
"io/ioutil"
"log"
"os"
@@ -32,8 +36,16 @@ Process and OCR a book using the Rescribe pipeline on a local machine.
OCR results are saved into the bookdir directory unless savedir is
specified.
+
+Note that embedded Tesseract includes these training files:
+- carolinemsv1_fast.traineddata (Caroline Miniscule)
+- rescribefrav2_fast.traineddata (French historic printing)
+- rescribev8_fast.traineddata (Latin historic printing)
`
+//go:embed tesseract-w32-v5.0.0-alpha.20210506.zip
+var w32zip []byte
+
const QueueTimeoutSecs = 2 * 60
const PauseBetweenChecks = 1 * time.Second
const LogSaveTime = 1 * time.Minute
@@ -81,6 +93,49 @@ func resetTimer(t *time.Timer, d time.Duration) {
}
}
+// unpackTessZip unpacks a byte array of a zip file into a directory
+func unpackZip(b []byte, dir string) error {
+ br := bytes.NewReader(b)
+ zr, err := zip.NewReader(br, br.Size())
+ if err != nil {
+ return fmt.Errorf("Error opening zip: %v", err)
+ }
+
+ for _, f := range zr.File {
+ fn := filepath.Join(dir, f.Name)
+ if f.Mode().IsDir() {
+ err = os.MkdirAll(fn, 0755)
+ if err != nil {
+ return fmt.Errorf("Error creating directory %s: %v", fn, err)
+ }
+ continue
+ }
+ w, err := os.Create(fn)
+ if err != nil {
+ return fmt.Errorf("Error creating file %s: %v", fn, err)
+ }
+ err = os.Chmod(fn, f.Mode())
+ if err != nil {
+ return fmt.Errorf("Error setting mode for file %s: %v", fn, err)
+ }
+ defer w.Close()
+ r, err := f.Open()
+ if err != nil {
+ return fmt.Errorf("Error opening file %s: %v", f.Name, err)
+ }
+ defer r.Close()
+ _, err = io.Copy(w, r)
+ if err != nil {
+ return fmt.Errorf("Error copying to file %s: %v", fn, err)
+ }
+ // explicitly close files to ensure we don't hit too many open files limit
+ w.Close()
+ r.Close()
+ }
+
+ return nil
+}
+
func main() {
deftesscmd := "tesseract"
if runtime.GOOS == "windows" {
@@ -88,7 +143,8 @@ func main() {
}
verbose := flag.Bool("v", false, "verbose")
- training := flag.String("t", "trainings/rescribev7_fast.traineddata", "path to the tesseract training file to use")
+ systess := flag.Bool("systess", false, "Use the system installed Tesseract, rather than the copy embedded in rescribe.")
+ training := flag.String("t", "trainings/rescribev8_fast.traineddata", "path to the tesseract training file to use")
tesscmd := flag.String("tesscmd", deftesscmd, "The Tesseract executable to run. You may need to set this to the full path of Tesseract.exe if you're on Windows.")
flag.Usage = func() {
@@ -102,12 +158,16 @@ func main() {
return
}
+ var err error
bookdir := flag.Arg(0)
bookname := filepath.Base(bookdir)
savedir := bookdir
+ tessdir := ""
if flag.NArg() > 1 {
savedir = flag.Arg(1)
}
+ trainingPath := *training
+ tessCommand := *tesscmd
var verboselog *log.Logger
if *verbose {
@@ -117,15 +177,33 @@ func main() {
verboselog = log.New(n, "", 0)
}
- f, err := os.Open(*training)
+ if !*systess && runtime.GOOS == "windows" { // TODO: drop the GOOS check here once support for other oses is done
+ tessdir, err = ioutil.TempDir("", "tesseract")
+ if err != nil {
+ log.Fatalln("Error setting up tesseract directory:", err)
+ }
+ switch runtime.GOOS {
+ case "windows":
+ err = unpackZip(w32zip, tessdir)
+ if err != nil {
+ log.Fatalln("Error unpacking embedded w32 zip:", err)
+ }
+ tessCommand = filepath.Join(tessdir, "tesseract.exe")
+ // TODO: add linux and osx
+ }
+
+ trainingPath = filepath.Join(tessdir, "tessdata", strings.Replace(trainingPath, "trainings/", "", 1))
+ }
+
+ f, err := os.Open(trainingPath)
if err != nil {
- fmt.Fprintf(os.Stderr, "Error: Training file %s could not be opened.\n", *training)
+ fmt.Fprintf(os.Stderr, "Error: Training file %s could not be opened.\n", trainingPath)
fmt.Fprintf(os.Stderr, "Set the `-t` flag with path to a tesseract .traineddata file.\n")
os.Exit(1)
}
f.Close()
- abstraining, err := filepath.Abs(*training)
+ abstraining, err := filepath.Abs(trainingPath)
if err != nil {
log.Fatalf("Error getting absolute path of training %s: %v", err)
}
@@ -136,10 +214,10 @@ func main() {
log.Fatalln("Error setting TESSDATA_PREFIX:", err)
}
- _, err = exec.Command(*tesscmd, "--help").Output()
+ _, err = exec.Command(tessCommand, "--help").Output()
if err != nil {
fmt.Fprintf(os.Stderr, "Error: Can't run Tesseract.\n")
- fmt.Fprintf(os.Stderr, "Ensure that Tesseract is installed and available.\n")
+ fmt.Fprintf(os.Stderr, "Ensure that Tesseract is installed and available, or don't use the -systess flag.\n")
fmt.Fprintf(os.Stderr, "You may need to -tesscmd to the full path of Tesseract.exe if you're on Windows, like this:\n")
fmt.Fprintf(os.Stderr, " rescribe -tesscmd 'C:\\Program Files\\Tesseract OCR (x86)\\tesseract.exe' ...\n")
os.Exit(1)
@@ -169,7 +247,7 @@ func main() {
}
fmt.Printf("Processing book\n")
- err = processbook(trainingName, *tesscmd, conn)
+ err = processbook(trainingName, tessCommand, conn)
if err != nil {
_ = os.RemoveAll(tempdir)
log.Fatalln(err)
@@ -191,6 +269,13 @@ func main() {
log.Fatalf("Error removing temporary directory %s: %v", tempdir, err)
}
+ if !*systess {
+ err = os.RemoveAll(tessdir)
+ if err != nil {
+ log.Fatalf("Error removing tesseract directory %s: %v", tessdir, err)
+ }
+ }
+
hocrs, err := filepath.Glob(fmt.Sprintf("%s%s*.hocr", savedir, string(filepath.Separator)))
if err != nil {
log.Fatalf("Error looking for .hocr files: %v", err)