summaryrefslogtreecommitdiff
path: root/parse/bucket.go
blob: 44b1d249db3cf059a295481c7c659ef18c892b54 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
package parse

import (
	"fmt"
	"io"
	"path/filepath"
	"os"
	"sort"
	"strconv"
)

type BucketSpec struct {
	Min float64
	Name string
}
type BucketSpecs []BucketSpec
func (b BucketSpecs) Len() int { return len(b) }
func (b BucketSpecs) Swap(i, j int) { b[i], b[j] = b[j], b[i] }
func (b BucketSpecs) Less(i, j int) bool { return b[i].Min < b[j].Min }

func bucketLine(l LineDetail, buckets BucketSpecs, dirname string) (string, error) {
	var bucket string

	todir := ""
	for _, b := range buckets {
		if l.Avgconf >= b.Min {
			todir = b.Name
			bucket = b.Name
		}
	}

	if todir == "" {
		return bucket, nil
	}

	avgstr := strconv.FormatFloat(l.Avgconf, 'G', -1, 64)
	if len(avgstr) > 2 {
		avgstr = avgstr[2:]
	}

	base := filepath.Join(dirname, todir, filepath.Base(l.OcrName) + "_" + l.Name + "_" + avgstr)

	err := os.MkdirAll(filepath.Join(dirname, todir), 0700)
	if err != nil {
		return bucket, err
	}

	f, err := os.Create(base + ".png")
	if err != nil {
		return bucket, err
	}
	defer f.Close()

	err = l.Img.CopyLineTo(f)
	if err != nil {
		return bucket, err
	}

	f, err = os.Create(base + ".txt")
	if err != nil {
		return bucket, err
	}
	defer f.Close()

	_, err = io.WriteString(f, l.Text)
	if err != nil {
		return bucket, err
	}

	return bucket, err
}

type BucketStat struct {
	name string
	num int
}
type BucketStats []BucketStat
func (b BucketStats) Len() int { return len(b) }
func (b BucketStats) Swap(i, j int) { b[i], b[j] = b[j], b[i] }
func (b BucketStats) Less(i, j int) bool { return b[i].num < b[j].num }

// Copies line images and text into directories based on their
// confidence, as defined by the buckets struct
func BucketUp(lines LineDetails, buckets BucketSpecs, dirname string) (BucketStats, error) {
	var all []string
	var stats BucketStats

	sort.Sort(lines)
	sort.Sort(buckets)
	for _, l := range lines {
		bname, err := bucketLine(l, buckets, dirname)
		if err != nil {
			return stats, err
		}
		all = append(all, bname)
	}

	for _, b := range all {
		i := sort.Search(len(stats), func(i int) bool { return stats[i].name == b })
		if i == len(stats) {
			newstat := BucketStat { b, 0 }
			stats = append(stats, newstat)
			i = len(stats) - 1
		}
		stats[i].num++
	}

	return stats, nil
}

func PrintBucketStats(w io.Writer, stats BucketStats) {
	var total int
	for _, s := range stats {
		total += s.num
	}

	fmt.Fprintf(w, "Copied %d lines\n", total)
	fmt.Fprintf(w, "---------------------------------\n")
	sort.Sort(stats)
	for _, s := range stats {
		fmt.Fprintf(w, "Lines in %7s: %2d%%\n", s.name, 100 * s.num / total)
	}
}