-
Notifications
You must be signed in to change notification settings - Fork 1
/
signer.go
103 lines (80 loc) · 1.66 KB
/
signer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
package main
import (
"fmt"
"sort"
"strconv"
"strings"
"sync"
)
const multiHashIterCount = 6
func ExecutePipeline(jobs ...job) {
wg := &sync.WaitGroup{}
in := make(chan interface{})
for _, jobFunc := range jobs {
out := make(chan interface{})
wrapper := jobWrapper(jobFunc, wg)
wg.Add(1)
go wrapper(in, out)
in = out
}
wg.Wait()
}
func jobWrapper(jobFunc job, wg *sync.WaitGroup) job {
return func(in, out chan interface{}) {
defer wg.Done()
jobFunc(in, out)
close(out)
}
}
func SingleHash(in, out chan interface{}) {
wg := &sync.WaitGroup{}
for val := range in {
data := fmt.Sprint(val)
md5 := DataSignerMd5(data)
wg.Add(1)
go func() {
defer wg.Done()
ch1 := crc32Ch(data)
ch2 := crc32Ch(md5)
out <- fmt.Sprintf("%s~%s", <-ch1, <-ch2)
}()
}
wg.Wait()
}
func MultiHash(in, out chan interface{}) {
wg := &sync.WaitGroup{}
for val := range in {
data := fmt.Sprint(val)
wg.Add(1)
go func() {
defer wg.Done()
chs := make([]<-chan string, 0, multiHashIterCount)
for th := 0; th < multiHashIterCount; th++ {
ch := crc32Ch(strconv.Itoa(th) + data)
chs = append(chs, ch)
}
parts := make([]string, 0, multiHashIterCount)
for _, ch := range chs {
parts = append(parts, <-ch)
}
out <- strings.Join(parts, "")
}()
}
wg.Wait()
}
func CombineResults(in, out chan interface{}) {
results := make([]string, 0)
for val := range in {
results = append(results, fmt.Sprint(val))
}
sort.Strings(results)
out <- strings.Join(results, "_")
}
func crc32Ch(val string) <-chan string {
out := make(chan string, 1)
go func() {
out <- DataSignerCrc32(val)
close(out)
}()
return out
}