mirror/go-pattern-examples
1
0
Fork 0
mirror of https://github.com/crazybber/go-pattern-examples.git synced 2024-11-25 05:06:03 +03:00
Code Issues Packages Projects Releases Wiki Activity

add a fanout_in pattern

Browse Source 
from : https://github.com/abour/concurrency/blob/master/main.go
This commit is contained in:
Edward 2020-05-06 17:39:39 +08:00
parent 9c2d2ddd43
commit d0cc207d54
1 changed files with 276 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

276
gomore/05_fan_out/fan_out_in.go Normal file
View File

@ -0,0 +1,276 @@
package fanout
import (
"context"
"fmt"
"log"
"sync"
"time"
)
func run() {
ctx, cancelFunc := context.WithCancel(context.Background())
defer cancelFunc()
var errcList []chan error
// res := fanin(fanout(generateNumbers(ctx), squareNumbers))
nChan, errc, err := generateNumbers(ctx)
if err != nil {
log.Fatal(err)
}
errcList = append(errcList, errc)
fChanl, errcl, err := fanout(ctx, nChan, squareNumbers)
errcList = append(errcList, errcl...)
res, errRes, err := fanin(fChanl, errcl)
go func() {
for {
select {
case r := <-res:
v, ok := r.(int)
if !ok {
// TODO
_ = ok
}
fmt.Println(v)
case e := <-errRes:
fmt.Println(e)
}
}
}()
fmt.Println("finished")
time.Sleep(10 * time.Duration(time.Second))
}
type Op func(context.Context, chan interface{}) (chan interface{}, chan error, error)
func generateNumbers(ctx context.Context) (chan interface{}, chan error, error) {
fmt.Println("generateNumbers called")
out := make(chan interface{}, 100)
errc := make(chan error, 100)
go func() {
defer close(out)
defer close(errc)
for i := 0; i < 10; i++ {
fmt.Println("gen: ", i)
out <- i
}
}()
return out, errc, nil
}
func fanout(ctx context.Context, in chan interface{}, fct Op) ([]chan interface{}, []chan error, error) {
fmt.Println("fanout called")
var out []chan interface{}
var errcl []chan error
for i := 0; i < 5; i++ {
res, errc, err := fct(ctx, in)
// Todo: manage error
_ = err
out = append(out, res)
errcl = append(errcl, errc)
}
return out, errcl, nil
}
func squareNumbers(ctx context.Context, in chan interface{}) (chan interface{}, chan error, error) {
fmt.Println("squareNumbers called")
out := make(chan interface{}, 100)
errc := make(chan error, 100)
go func() {
for v := range in {
num, _ := v.(int)
squared := num * num
select {
case out <- squared:
case <-ctx.Done():
fmt.Println("ctx done")
return
}
}
close(out)
}()
return out, errc, nil
}
func fanin(ins []chan interface{}, errcl []chan error) (chan interface{}, chan error, error) {
fmt.Println("fanin called")
out := make(chan interface{}, 100)
errcout := make(chan error, 100)
var waitgroup sync.WaitGroup
length := len(ins) + len(errcl)
waitgroup.Add(length)
for _, v := range ins {
go func(w chan interface{}) {
for val := range w {
out <- val
}
waitgroup.Done()
}(v)
}
for _, e := range errcl {
go func(errc chan error) {
for v := range errc {
errcout <- v
}
waitgroup.Done()
}(e)
}
go func() {
waitgroup.Wait()
close(out)
close(errcout)
}()
return out, errcout, nil
}
func main() {
ctx, cancelFunc := context.WithCancel(context.Background())
defer cancelFunc()
var errcList []chan error
// res := fanin(fanout(generateNumbers(ctx), squareNumbers))
nChan, errc, err := generateNumbers(ctx)
if err != nil {
log.Fatal(err)
}
errcList = append(errcList, errc)
fChanl, errcl, err := fanout(ctx, nChan, squareNumbers)
errcList = append(errcList, errcl...)
res, errRes, err := fanin(fChanl, errcl)
go func() {
for {
select {
case r := <-res:
v, ok := r.(int)
if !ok {
// TODO
_ = ok
}
fmt.Println(v)
case e := <-errRes:
fmt.Println(e)
}
}
}()
fmt.Println("finished")
time.Sleep(10 * time.Duration(time.Second))
}
type Op func(context.Context, chan interface{}) (chan interface{}, chan error, error)
func generateNumbers(ctx context.Context) (chan interface{}, chan error, error) {
fmt.Println("generateNumbers called")
out := make(chan interface{}, 100)
errc := make(chan error, 100)
go func() {
defer close(out)
defer close(errc)
for i := 0; i < 10; i++ {
fmt.Println("gen: ", i)
out <- i
}
}()
return out, errc, nil
}
func fanout(ctx context.Context, in chan interface{}, fct Op) ([]chan interface{}, []chan error, error) {
fmt.Println("fanout called")
var out []chan interface{}
var errcl []chan error
for i := 0; i < 5; i++ {
res, errc, err := fct(ctx, in)
// Todo: manage error
_ = err
out = append(out, res)
errcl = append(errcl, errc)
}
return out, errcl, nil
}
func squareNumbers(ctx context.Context, in chan interface{}) (chan interface{}, chan error, error) {
fmt.Println("squareNumbers called")
out := make(chan interface{}, 100)
errc := make(chan error, 100)
go func() {
for v := range in {
num, _ := v.(int)
squared := num * num
select {
case out <- squared:
case <-ctx.Done():
fmt.Println("ctx done")
return
}
}
close(out)
}()
return out, errc, nil
}
func fanin(ins []chan interface{}, errcl []chan error) (chan interface{}, chan error, error) {
fmt.Println("fanin called")
out := make(chan interface{}, 100)
errcout := make(chan error, 100)
var waitgroup sync.WaitGroup
length := len(ins) + len(errcl)
waitgroup.Add(length)
for _, v := range ins {
go func(w chan interface{}) {
for val := range w {
out <- val
}
waitgroup.Done()
}(v)
}
for _, e := range errcl {
go func(errc chan error) {
for v := range errc {
errcout <- v
}
waitgroup.Done()
}(e)
}
go func() {
waitgroup.Wait()
close(out)
close(errcout)
}()
return out, errcout, nil
}