Files
GoCollections/concurrent/util/Pipeline.go
2022-10-31 20:54:53 +08:00

39 lines
757 B
Go

package util
import (
"github.com/tursom/GoCollections/concurrent/collections"
"github.com/tursom/GoCollections/lang"
)
type (
pipeline[T, R any] struct {
value T
sender collections.SequenceSender[R]
}
)
func NewPipeline[T, R any](producer <-chan T, concurrency int, consumer func(T) R) lang.ReceiveChannel[R] {
var sequence collections.Sequence[R]
c := lang.NewChannel[pipeline[T, R]](0)
go func() {
defer close(c)
for value := range producer {
c.Send(pipeline[T, R]{
value: value,
sender: sequence.Alloc(),
})
}
}()
for i := 0; i < concurrency; i++ {
go func() {
defer sequence.Close()
for value := range c {
r := consumer(value.value)
value.sender.Send(r)
}
}()
}
return sequence.Channel()
}