mirror of
https://github.com/crazybber/awesome-patterns.git
synced 2024-11-29 00:25:20 +03:00
121 lines
3.7 KiB
Go
121 lines
3.7 KiB
Go
package divide_and_conquer
|
||
|
||
import (
|
||
"fmt"
|
||
"reflect"
|
||
"runtime"
|
||
"time"
|
||
|
||
"github.com/davecgh/go-spew/spew"
|
||
)
|
||
|
||
// https://medium.com/capital-one-developers/buffered-channels-in-go-what-are-they-good-for-43703871828
|
||
|
||
// One common pattern for goroutines is fan-out. When you want to apply the same data to multiple algorithms,
|
||
// you can launch a goroutine for each subtask, and then gather the data back in when they are done.
|
||
// For example, you might want to process the same data via multiple scoring algorithms and return back
|
||
// all of the scores or pull data from multiple microservices to compose a single page. A buffered channel is an
|
||
// ideal way to gather the data back from your subtasks.
|
||
|
||
func RunDivideAndConquer() {
|
||
type in struct {
|
||
a int
|
||
b int
|
||
}
|
||
|
||
type out struct {
|
||
source string
|
||
result int
|
||
}
|
||
|
||
evaluators := []Evaluator{
|
||
EvaluatorFunc(func(inV interface{}) (interface{}, error) {
|
||
time.Sleep(time.Second * 1)
|
||
i := inV.(in)
|
||
r := i.a + i.b
|
||
return out{"Plus", r}, nil
|
||
}),
|
||
EvaluatorFunc(func(inV interface{}) (interface{}, error) {
|
||
i := inV.(in)
|
||
r := i.a * i.b
|
||
return out{"Multi", r}, nil
|
||
}),
|
||
EvaluatorFunc(func(inV interface{}) (interface{}, error) {
|
||
i := inV.(in)
|
||
r := i.a - i.b
|
||
return out{"min", r}, nil
|
||
}),
|
||
EvaluatorFunc(func(inV interface{}) (interface{}, error) {
|
||
i := inV.(in)
|
||
r := i.a / i.b
|
||
return out{"divider", r}, nil
|
||
}),
|
||
}
|
||
|
||
r, errors := DivideAndConquer(in{2, 3}, evaluators, 10*time.Millisecond)
|
||
spew.Dump(r, errors)
|
||
}
|
||
|
||
type Evaluator interface {
|
||
Evaluate(data interface{}) (interface{}, error)
|
||
Name() string
|
||
}
|
||
type EvaluatorFunc func(interface{}) (interface{}, error)
|
||
|
||
func (ef EvaluatorFunc) Evaluate(in interface{}) (interface{}, error) {
|
||
return ef(in)
|
||
}
|
||
|
||
func (ef EvaluatorFunc) Name() string {
|
||
return runtime.FuncForPC(reflect.ValueOf(ef).Pointer()).Name()
|
||
}
|
||
|
||
func DivideAndConquer(data interface{}, evaluators []Evaluator, timeout time.Duration) ([]interface{}, []error) {
|
||
gather := make(chan interface{}, len(evaluators))
|
||
errors := make(chan error, len(evaluators))
|
||
for _, v := range evaluators {
|
||
go func(e Evaluator) {
|
||
// Why not just use an unbuffered channel? The answer is that we don’t want to leak any goroutines.
|
||
// While the Go runtime is capable of handling thousands or hundreds of thousands of goroutines at a time,
|
||
// each goroutine does use some resources, so you don’t want to leave them hanging around when
|
||
// you don’t have to. If you do, a long-running Go program will start performing poorly
|
||
ch := make(chan interface{}, 1)
|
||
ech := make(chan error, 1)
|
||
go func() {
|
||
result, err := e.Evaluate(data)
|
||
if err != nil {
|
||
ech <- err
|
||
} else {
|
||
ch <- result
|
||
}
|
||
}()
|
||
// Remember that an unbuffered channel pauses the writing goroutine until there’s a read by another
|
||
// goroutine. If the timeout triggers before the Evaluator finishes executing,
|
||
// the read will never happen because the only place those channels are read is in the outer
|
||
// goroutine’s select statement, and the outer goroutine exited after the timeout triggered.
|
||
// This means that using an unbuffered channel will cause the inner goroutine to wait forever
|
||
// whenever there is a timeout, leaking the goroutine. Again, the buffered channel proves
|
||
// useful because we know exactly how many writes we can expect.
|
||
select {
|
||
case r := <-ch:
|
||
gather <- r
|
||
case err := <-ech:
|
||
errors <- err
|
||
case <-time.After(timeout):
|
||
errors <- fmt.Errorf("%s timeout after %v on %v", e.Name(), timeout, data)
|
||
}
|
||
}(v)
|
||
}
|
||
out := make([]interface{}, 0, len(evaluators))
|
||
errs := make([]error, 0, len(evaluators))
|
||
for range evaluators {
|
||
select {
|
||
case r := <-gather:
|
||
out = append(out, r)
|
||
case e := <-errors:
|
||
errs = append(errs, e)
|
||
}
|
||
}
|
||
return out, errs
|
||
}
|