2021-02-05 09:39:48 +13:00
|
|
|
package capture
|
|
|
|
|
|
|
|
import (
|
2021-09-27 11:50:49 +13:00
|
|
|
"errors"
|
2021-02-07 00:52:02 +13:00
|
|
|
"reflect"
|
2021-02-15 02:40:17 +13:00
|
|
|
"sync"
|
2021-02-05 09:39:48 +13:00
|
|
|
|
|
|
|
"github.com/rs/zerolog"
|
|
|
|
"github.com/rs/zerolog/log"
|
|
|
|
|
2021-02-15 02:40:17 +13:00
|
|
|
"demodesk/neko/internal/capture/gst"
|
2021-02-05 09:39:48 +13:00
|
|
|
"demodesk/neko/internal/types"
|
|
|
|
"demodesk/neko/internal/types/codec"
|
|
|
|
)
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
var moveSinkListenerMu = sync.Mutex{}
|
2021-10-02 01:41:21 +13:00
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
type StreamSinkManagerCtx struct {
|
2021-09-27 11:50:49 +13:00
|
|
|
logger zerolog.Logger
|
|
|
|
mu sync.Mutex
|
|
|
|
wg sync.WaitGroup
|
|
|
|
|
2021-09-29 11:22:51 +13:00
|
|
|
codec codec.RTPCodec
|
2021-02-15 02:40:17 +13:00
|
|
|
pipeline *gst.Pipeline
|
2021-09-27 11:50:49 +13:00
|
|
|
pipelineMu sync.Mutex
|
|
|
|
pipelineStr func() string
|
|
|
|
|
|
|
|
sample chan types.Sample
|
2021-10-05 01:40:20 +13:00
|
|
|
sampleStop chan struct{}
|
|
|
|
sampleUpdate chan struct{}
|
2021-09-27 11:50:49 +13:00
|
|
|
|
2021-10-02 00:46:10 +13:00
|
|
|
listeners map[uintptr]*func(sample types.Sample)
|
|
|
|
listenersMu sync.Mutex
|
2021-02-05 09:39:48 +13:00
|
|
|
}
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func streamSinkNew(codec codec.RTPCodec, pipelineStr func() string, video_id string) *StreamSinkManagerCtx {
|
2021-08-29 06:15:54 +12:00
|
|
|
logger := log.With().
|
|
|
|
Str("module", "capture").
|
2021-12-02 08:30:18 +13:00
|
|
|
Str("submodule", "stream-sink").
|
2021-08-29 06:15:54 +12:00
|
|
|
Str("video_id", video_id).Logger()
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
manager := &StreamSinkManagerCtx{
|
2021-09-27 11:50:49 +13:00
|
|
|
logger: logger,
|
|
|
|
codec: codec,
|
|
|
|
pipelineStr: pipelineStr,
|
2021-10-05 01:40:20 +13:00
|
|
|
sampleStop: make(chan struct{}),
|
|
|
|
sampleUpdate: make(chan struct{}),
|
2021-09-27 11:50:49 +13:00
|
|
|
listeners: map[uintptr]*func(sample types.Sample){},
|
2021-02-05 09:39:48 +13:00
|
|
|
}
|
|
|
|
|
2021-09-02 10:00:56 +12:00
|
|
|
manager.wg.Add(1)
|
|
|
|
|
2021-02-05 09:39:48 +13:00
|
|
|
go func() {
|
|
|
|
manager.logger.Debug().Msg("started emitting samples")
|
2021-09-02 10:00:56 +12:00
|
|
|
defer manager.wg.Done()
|
2021-02-05 09:39:48 +13:00
|
|
|
|
|
|
|
for {
|
|
|
|
select {
|
2021-09-27 11:50:49 +13:00
|
|
|
case <-manager.sampleStop:
|
2021-02-05 09:39:48 +13:00
|
|
|
manager.logger.Debug().Msg("stopped emitting samples")
|
|
|
|
return
|
2021-09-27 11:50:49 +13:00
|
|
|
case <-manager.sampleUpdate:
|
2021-02-05 09:39:48 +13:00
|
|
|
manager.logger.Debug().Msg("update emitting samples")
|
|
|
|
case sample := <-manager.sample:
|
2021-09-27 11:50:49 +13:00
|
|
|
manager.listenersMu.Lock()
|
2021-02-07 00:52:02 +13:00
|
|
|
for _, emit := range manager.listeners {
|
2021-02-07 05:05:25 +13:00
|
|
|
(*emit)(sample)
|
2021-02-07 00:52:02 +13:00
|
|
|
}
|
2021-09-27 11:50:49 +13:00
|
|
|
manager.listenersMu.Unlock()
|
2021-02-05 09:39:48 +13:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
return manager
|
|
|
|
}
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) shutdown() {
|
2021-09-02 10:00:56 +12:00
|
|
|
manager.logger.Info().Msgf("shutdown")
|
2021-02-05 09:39:48 +13:00
|
|
|
|
2021-09-27 11:50:49 +13:00
|
|
|
manager.listenersMu.Lock()
|
2021-03-01 06:56:04 +13:00
|
|
|
for key := range manager.listeners {
|
|
|
|
delete(manager.listeners, key)
|
|
|
|
}
|
2021-09-27 11:50:49 +13:00
|
|
|
manager.listenersMu.Unlock()
|
2021-03-01 06:56:04 +13:00
|
|
|
|
2021-02-05 09:39:48 +13:00
|
|
|
manager.destroyPipeline()
|
2021-09-02 10:00:56 +12:00
|
|
|
|
2021-09-27 11:50:49 +13:00
|
|
|
close(manager.sampleStop)
|
2021-09-02 10:00:56 +12:00
|
|
|
manager.wg.Wait()
|
2021-02-05 09:39:48 +13:00
|
|
|
}
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) Codec() codec.RTPCodec {
|
2021-02-05 09:39:48 +13:00
|
|
|
return manager.codec
|
|
|
|
}
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) start() error {
|
2021-10-02 00:46:10 +13:00
|
|
|
if len(manager.listeners) == 0 {
|
2021-09-27 11:50:49 +13:00
|
|
|
err := manager.createPipeline()
|
|
|
|
if err != nil && !errors.Is(err, types.ErrCapturePipelineAlreadyExists) {
|
2021-10-02 00:46:10 +13:00
|
|
|
return err
|
2021-09-27 11:50:49 +13:00
|
|
|
}
|
2021-02-07 00:52:02 +13:00
|
|
|
|
2021-09-27 11:50:49 +13:00
|
|
|
manager.logger.Info().Msgf("first listener, starting")
|
|
|
|
}
|
|
|
|
|
2021-10-02 00:46:10 +13:00
|
|
|
return nil
|
|
|
|
}
|
2021-09-29 11:22:51 +13:00
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) stop() {
|
2021-10-02 00:46:10 +13:00
|
|
|
if len(manager.listeners) == 0 {
|
|
|
|
manager.destroyPipeline()
|
|
|
|
manager.logger.Info().Msgf("last listener, stopping")
|
|
|
|
}
|
|
|
|
}
|
2021-09-27 11:50:49 +13:00
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) addListener(listener *func(sample types.Sample)) {
|
2021-10-02 00:46:10 +13:00
|
|
|
ptr := reflect.ValueOf(listener).Pointer()
|
2021-09-27 11:50:49 +13:00
|
|
|
|
2021-10-02 00:46:10 +13:00
|
|
|
manager.listenersMu.Lock()
|
|
|
|
manager.listeners[ptr] = listener
|
|
|
|
manager.listenersMu.Unlock()
|
2021-09-29 11:22:51 +13:00
|
|
|
|
2021-10-02 00:46:10 +13:00
|
|
|
manager.logger.Debug().Interface("ptr", ptr).Msgf("adding listener")
|
2021-02-07 00:52:02 +13:00
|
|
|
}
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) removeListener(listener *func(sample types.Sample)) {
|
2021-09-27 11:50:49 +13:00
|
|
|
ptr := reflect.ValueOf(listener).Pointer()
|
2021-02-07 06:16:24 +13:00
|
|
|
|
2021-09-27 11:50:49 +13:00
|
|
|
manager.listenersMu.Lock()
|
|
|
|
delete(manager.listeners, ptr)
|
|
|
|
manager.listenersMu.Unlock()
|
2021-02-07 06:16:24 +13:00
|
|
|
|
2021-09-27 11:50:49 +13:00
|
|
|
manager.logger.Debug().Interface("ptr", ptr).Msgf("removing listener")
|
2021-10-02 00:46:10 +13:00
|
|
|
}
|
2021-02-06 00:49:02 +13:00
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) AddListener(listener *func(sample types.Sample)) error {
|
2021-09-27 12:17:25 +13:00
|
|
|
manager.mu.Lock()
|
2021-10-02 00:46:10 +13:00
|
|
|
defer manager.mu.Unlock()
|
2021-09-27 12:17:25 +13:00
|
|
|
|
2021-10-02 00:46:10 +13:00
|
|
|
if listener == nil {
|
|
|
|
return errors.New("listener cannot be nil")
|
|
|
|
}
|
2021-09-29 12:03:39 +13:00
|
|
|
|
2021-10-02 00:46:10 +13:00
|
|
|
// start if stopped
|
|
|
|
if err := manager.start(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-02-06 00:41:02 +13:00
|
|
|
|
2021-10-02 00:46:10 +13:00
|
|
|
// add listener
|
|
|
|
manager.addListener(listener)
|
2021-09-29 11:21:53 +13:00
|
|
|
|
2021-10-02 00:46:10 +13:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) RemoveListener(listener *func(sample types.Sample)) error {
|
2021-10-02 00:46:10 +13:00
|
|
|
manager.mu.Lock()
|
|
|
|
defer manager.mu.Unlock()
|
|
|
|
|
|
|
|
if listener == nil {
|
|
|
|
return errors.New("listener cannot be nil")
|
|
|
|
}
|
|
|
|
|
|
|
|
// remove listener
|
|
|
|
manager.removeListener(listener)
|
|
|
|
|
|
|
|
// stop if started
|
|
|
|
manager.stop()
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-10-02 01:41:21 +13:00
|
|
|
// moving listeners between streams ensures, that target pipeline is running
|
|
|
|
// before listener is added, and stops source pipeline if there are 0 listeners
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) MoveListenerTo(listener *func(sample types.Sample), stream types.StreamSinkManager) error {
|
2021-10-02 01:41:21 +13:00
|
|
|
if listener == nil {
|
|
|
|
return errors.New("listener cannot be nil")
|
|
|
|
}
|
2021-10-02 00:46:10 +13:00
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
targetStream, ok := stream.(*StreamSinkManagerCtx)
|
2021-10-02 00:46:10 +13:00
|
|
|
if !ok {
|
2021-10-02 01:41:21 +13:00
|
|
|
return errors.New("target stream manager does not support moving listeners")
|
2021-10-02 00:46:10 +13:00
|
|
|
}
|
|
|
|
|
2021-10-02 01:41:21 +13:00
|
|
|
// we need to acquire both mutextes, from source stream and from target stream
|
|
|
|
// in order to do that safely (without possibility of deadlock) we need third
|
|
|
|
// global mutex, that ensures atomic locking
|
|
|
|
|
|
|
|
// lock global mutex
|
2021-12-02 08:30:18 +13:00
|
|
|
moveSinkListenerMu.Lock()
|
2021-10-02 01:41:21 +13:00
|
|
|
|
|
|
|
// lock source stream
|
|
|
|
manager.mu.Lock()
|
|
|
|
defer manager.mu.Unlock()
|
|
|
|
|
|
|
|
// lock target stream
|
|
|
|
targetStream.mu.Lock()
|
|
|
|
defer targetStream.mu.Unlock()
|
|
|
|
|
|
|
|
// unlock global mutex
|
2021-12-02 08:30:18 +13:00
|
|
|
moveSinkListenerMu.Unlock()
|
2021-09-29 12:03:39 +13:00
|
|
|
|
2021-10-02 00:46:10 +13:00
|
|
|
// start if stopped
|
|
|
|
if err := targetStream.start(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
// swap listeners
|
|
|
|
manager.removeListener(listener)
|
|
|
|
targetStream.addListener(listener)
|
|
|
|
|
|
|
|
// stop if started
|
|
|
|
manager.stop()
|
|
|
|
|
|
|
|
return nil
|
2021-02-05 09:39:48 +13:00
|
|
|
}
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) ListenersCount() int {
|
2021-09-27 11:50:49 +13:00
|
|
|
manager.listenersMu.Lock()
|
|
|
|
defer manager.listenersMu.Unlock()
|
2021-02-06 00:49:02 +13:00
|
|
|
|
2021-09-27 11:50:49 +13:00
|
|
|
return len(manager.listeners)
|
2021-02-05 09:39:48 +13:00
|
|
|
}
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) Started() bool {
|
2021-10-02 00:46:10 +13:00
|
|
|
return manager.ListenersCount() > 0
|
2021-02-05 09:39:48 +13:00
|
|
|
}
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) createPipeline() error {
|
2021-09-27 11:50:49 +13:00
|
|
|
manager.pipelineMu.Lock()
|
|
|
|
defer manager.pipelineMu.Unlock()
|
|
|
|
|
2021-02-06 00:49:02 +13:00
|
|
|
if manager.pipeline != nil {
|
2021-08-30 03:09:13 +12:00
|
|
|
return types.ErrCapturePipelineAlreadyExists
|
2021-02-06 00:49:02 +13:00
|
|
|
}
|
|
|
|
|
2021-02-05 09:39:48 +13:00
|
|
|
var err error
|
|
|
|
|
2021-02-10 08:36:22 +13:00
|
|
|
pipelineStr := manager.pipelineStr()
|
2021-02-05 09:39:48 +13:00
|
|
|
manager.logger.Info().
|
2021-12-02 08:30:18 +13:00
|
|
|
Str("codec", manager.codec.Name).
|
2021-02-10 08:36:22 +13:00
|
|
|
Str("src", pipelineStr).
|
2021-02-05 09:39:48 +13:00
|
|
|
Msgf("creating pipeline")
|
|
|
|
|
2021-02-10 08:36:22 +13:00
|
|
|
manager.pipeline, err = gst.CreatePipeline(pipelineStr)
|
2021-02-05 09:39:48 +13:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2021-11-29 10:19:06 +13:00
|
|
|
manager.pipeline.AttachAppsink("appsink")
|
|
|
|
manager.pipeline.Play()
|
2021-02-05 09:39:48 +13:00
|
|
|
|
|
|
|
manager.sample = manager.pipeline.Sample
|
2021-09-27 11:50:49 +13:00
|
|
|
manager.sampleUpdate <- struct{}{}
|
2021-02-05 09:39:48 +13:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-12-02 08:30:18 +13:00
|
|
|
func (manager *StreamSinkManagerCtx) destroyPipeline() {
|
2021-09-27 11:50:49 +13:00
|
|
|
manager.pipelineMu.Lock()
|
|
|
|
defer manager.pipelineMu.Unlock()
|
|
|
|
|
2021-02-05 09:39:48 +13:00
|
|
|
if manager.pipeline == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2021-12-06 06:16:26 +13:00
|
|
|
manager.pipeline.Destroy()
|
2021-02-06 01:58:02 +13:00
|
|
|
manager.logger.Info().Msgf("destroying pipeline")
|
2021-02-05 09:39:48 +13:00
|
|
|
manager.pipeline = nil
|
|
|
|
}
|