-
Notifications
You must be signed in to change notification settings - Fork 8
/
pipeline_tree_grower.go
114 lines (96 loc) · 1.98 KB
/
pipeline_tree_grower.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
//go:build !tinywasm
package gtree
import (
"context"
"sync"
)
func newGrowerPipeline(
lastNodeFormat, intermedialNodeFormat branchFormat,
enabledValidation bool,
) growerPipeline {
return &defaultGrowerPipeline{
defaultGrowerSimple: newGrowerSimple(lastNodeFormat, intermedialNodeFormat, enabledValidation).(*defaultGrowerSimple),
}
}
type defaultGrowerPipeline struct {
*defaultGrowerSimple
}
const workerGrowNum = 10
func (dg *defaultGrowerPipeline) grow(ctx context.Context, roots <-chan *Node) (<-chan *Node, <-chan error) {
nodes := make(chan *Node)
errc := make(chan error, 1)
go func() {
defer func() {
close(nodes)
close(errc)
}()
wg := &sync.WaitGroup{}
for i := 0; i < workerGrowNum; i++ {
wg.Add(1)
go dg.worker(ctx, wg, roots, nodes, errc)
}
wg.Wait()
}()
return nodes, errc
}
func (dg *defaultGrowerPipeline) worker(ctx context.Context, wg *sync.WaitGroup, roots <-chan *Node, nodes chan<- *Node, errc chan<- error) {
defer wg.Done()
for {
select {
case <-ctx.Done():
return
case root, ok := <-roots:
if !ok {
return
}
if err := dg.assemble(root); err != nil {
errc <- err
return
}
select {
case <-ctx.Done():
return
case nodes <- root:
}
}
}
}
func newNopGrowerPipeline() growerPipeline {
return &nopGrowerPipeline{
nopGrowerSimple: newNopGrowerSimple().(*nopGrowerSimple),
}
}
type nopGrowerPipeline struct {
*nopGrowerSimple
}
func (*nopGrowerPipeline) grow(ctx context.Context, roots <-chan *Node) (<-chan *Node, <-chan error) {
nodes := make(chan *Node)
errc := make(chan error, 1)
go func() {
defer func() {
close(nodes)
close(errc)
}()
BREAK:
for {
select {
case <-ctx.Done():
return
case root, ok := <-roots:
if !ok {
break BREAK
}
select {
case nodes <- root:
case <-ctx.Done():
return
}
}
}
}()
return nodes, errc
}
var (
_ growerPipeline = (*defaultGrowerPipeline)(nil)
_ growerPipeline = (*nopGrowerPipeline)(nil)
)