1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
|
package main
import (
"bufio"
"flag"
"fmt"
"log"
"os"
"git.rescribe.xyz/testingtools/parse"
"git.rescribe.xyz/testingtools/parse/prob"
)
func lineDetails(f string) (parse.LineDetails, error) {
var newlines parse.LineDetails
file, err := os.Open(f)
if err != nil {
return newlines, err
}
defer file.Close()
reader := bufio.NewReader(file)
return prob.GetLineDetails(f, reader)
}
func main() {
flag.Usage = func() {
fmt.Fprintf(os.Stderr, "Usage: line-conf-buckets prob1 [prob2] [...]\n")
fmt.Fprintf(os.Stderr, "Copies image-text line pairs into different directories according\n")
fmt.Fprintf(os.Stderr, "to the average character probability for the line.\n")
flag.PrintDefaults()
}
flag.Parse()
if flag.NArg() < 1 {
flag.Usage()
os.Exit(1)
}
lines := make(parse.LineDetails, 0)
for _, f := range flag.Args() {
newlines, err := lineDetails(f)
if err != nil {
log.Fatal(err)
}
for _, l := range newlines {
lines = append(lines, l)
}
}
b := parse.BucketSpecs{
{ 0, "bad" },
{ 0.95, "95to98" },
{ 0.98, "98plus" },
}
// TODO: set bucket dirname from cmdline
stats, err := parse.BucketUp(lines, b, "newbuckets")
if err != nil {
log.Fatal(err)
}
parse.PrintBucketStats(os.Stdout, stats)
}
|
