neko/internal/capture/manager.go

261 lines
7.2 KiB
Go
Raw Normal View History

2020-11-02 04:09:48 +13:00
package capture
import (
"errors"
2021-02-06 03:10:41 +13:00
"fmt"
"strings"
2020-11-02 04:09:48 +13:00
"github.com/rs/zerolog"
"github.com/rs/zerolog/log"
2021-02-15 02:40:17 +13:00
"demodesk/neko/internal/config"
2020-11-02 04:09:48 +13:00
"demodesk/neko/internal/types"
2021-12-02 10:36:45 +13:00
"demodesk/neko/internal/types/codec"
2020-11-02 04:09:48 +13:00
)
type CaptureManagerCtx struct {
logger zerolog.Logger
desktop types.DesktopManager
2021-12-02 10:36:45 +13:00
// sinks
2021-02-15 02:40:17 +13:00
broadcast *BroacastManagerCtx
screencast *ScreencastManagerCtx
2021-12-02 08:30:18 +13:00
audio *StreamSinkManagerCtx
videos map[string]*StreamSinkManagerCtx
2021-02-15 02:40:17 +13:00
videoIDs []string
2021-12-02 10:36:45 +13:00
// sources
webcam *StreamSrcManagerCtx
microphone *StreamSrcManagerCtx
2020-11-02 04:09:48 +13:00
}
func New(desktop types.DesktopManager, config *config.Capture) *CaptureManagerCtx {
2021-02-06 01:58:02 +13:00
logger := log.With().Str("module", "capture").Logger()
2021-02-06 03:10:41 +13:00
broadcastPipeline := config.BroadcastPipeline
if broadcastPipeline == "" {
broadcastPipeline = fmt.Sprintf(
2021-02-15 02:40:17 +13:00
"flvmux name=mux ! rtmpsink location='{url} live=1' "+
"pulsesrc device=%s "+
"! audio/x-raw,channels=2 "+
"! audioconvert "+
"! queue "+
2021-03-19 01:17:10 +13:00
"! voaacenc bitrate=%d "+
2021-02-15 02:40:17 +13:00
"! mux. "+
"ximagesrc display-name=%s show-pointer=true use-damage=false "+
"! video/x-raw "+
"! videoconvert "+
"! queue "+
2021-03-19 01:17:10 +13:00
"! x264enc threads=4 bitrate=%d key-int-max=15 byte-stream=true tune=zerolatency speed-preset=%s "+
"! mux.", config.AudioDevice, config.BroadcastAudioBitrate*1000, config.Display, config.BroadcastVideoBitrate, config.BroadcastPreset,
2021-02-06 03:10:41 +13:00
)
}
2021-02-06 01:58:02 +13:00
2021-02-06 03:10:41 +13:00
screencastPipeline := config.ScreencastPipeline
if screencastPipeline == "" {
screencastPipeline = fmt.Sprintf(
2021-02-15 02:40:17 +13:00
"ximagesrc display-name=%s show-pointer=true use-damage=false "+
"! video/x-raw,framerate=%s "+
"! videoconvert "+
"! queue "+
"! jpegenc quality=%s "+
2021-02-06 03:10:41 +13:00
"! appsink name=appsink", config.Display, config.ScreencastRate, config.ScreencastQuality,
)
2021-02-06 01:58:02 +13:00
}
2021-12-02 08:30:18 +13:00
videos := map[string]*StreamSinkManagerCtx{}
2021-08-29 06:15:54 +12:00
for video_id, cnf := range config.VideoPipelines {
pipelineConf := cnf
2021-03-29 11:58:51 +13:00
createPipeline := func() string {
if pipelineConf.GstPipeline != "" {
return strings.Replace(pipelineConf.GstPipeline, "{display}", config.Display, 1)
}
2021-03-29 11:58:51 +13:00
screen := desktop.GetScreenSize()
2021-03-29 11:58:51 +13:00
pipeline, err := pipelineConf.GetPipeline(*screen)
if err != nil {
logger.Panic().Err(err).
2021-08-29 06:15:54 +12:00
Str("video_id", video_id).
Msg("unable to get video pipeline")
2021-03-29 11:58:51 +13:00
}
return fmt.Sprintf(
"ximagesrc display-name=%s show-pointer=false use-damage=false "+
2021-03-30 09:59:07 +13:00
"%s ! appsink name=appsink", config.Display, pipeline,
2021-03-29 11:58:51 +13:00
)
}
// trigger function to catch evaluation errors at startup
pipeline := createPipeline()
logger.Info().
2021-08-29 06:15:54 +12:00
Str("video_id", video_id).
Str("pipeline", pipeline).
Msg("syntax check for video stream pipeline passed")
2021-03-29 11:58:51 +13:00
// append to videos
2021-12-02 08:30:18 +13:00
videos[video_id] = streamSinkNew(config.VideoCodec, createPipeline, video_id)
2021-03-29 11:58:51 +13:00
}
2020-11-02 04:09:48 +13:00
return &CaptureManagerCtx{
logger: logger,
desktop: desktop,
2021-12-02 10:36:45 +13:00
// sinks
2021-02-15 02:40:17 +13:00
broadcast: broadcastNew(broadcastPipeline),
2021-03-17 03:24:58 +13:00
screencast: screencastNew(config.ScreencastEnabled, screencastPipeline),
2021-12-02 08:30:18 +13:00
audio: streamSinkNew(config.AudioCodec, func() string {
2021-02-10 08:36:22 +13:00
if config.AudioPipeline != "" {
return config.AudioPipeline
}
return fmt.Sprintf(
2021-02-15 02:40:17 +13:00
"pulsesrc device=%s "+
"! audio/x-raw,channels=2 "+
"! audioconvert "+
"! queue "+
"! %s "+
2021-03-12 05:55:13 +13:00
"! appsink name=appsink", config.AudioDevice, config.AudioCodec.Pipeline,
2021-02-10 08:36:22 +13:00
)
2021-08-29 06:15:54 +12:00
}, "audio"),
2021-03-29 11:58:51 +13:00
videos: videos,
videoIDs: config.VideoIDs,
2021-12-02 10:36:45 +13:00
// sources
2021-12-03 11:06:21 +13:00
webcam: streamSrcNew(map[string]string{
2021-12-06 10:06:42 +13:00
codec.VP8().Name: "appsrc format=time is-live=true do-timestamp=true name=appsrc " +
2021-12-03 11:06:21 +13:00
fmt.Sprintf("! application/x-rtp, payload=%d, encoding-name=VP8-DRAFT-IETF-01 ", codec.VP8().PayloadType) +
"! rtpvp8depay " +
"! decodebin " +
2021-12-06 04:35:04 +13:00
"! videoconvert " +
2021-12-06 10:25:35 +13:00
"! videorate " +
2021-12-06 10:11:52 +13:00
"! identity drop-allocation=true " +
2021-12-06 10:25:35 +13:00
"! v4l2sink sync=false device=/dev/video0",
2021-12-06 10:06:42 +13:00
codec.VP9().Name: "appsrc format=time is-live=true do-timestamp=true name=appsrc " +
2021-12-03 11:06:21 +13:00
"! application/x-rtp " +
"! rtpvp9depay " +
"! decodebin " +
2021-12-06 04:35:04 +13:00
"! videoconvert " +
2021-12-06 10:25:35 +13:00
"! videorate " +
2021-12-06 10:11:52 +13:00
"! identity drop-allocation=true " +
2021-12-06 10:25:35 +13:00
"! v4l2sink sync=false device=/dev/video0",
2021-12-06 10:06:42 +13:00
codec.H264().Name: "appsrc format=time is-live=true do-timestamp=true name=appsrc " +
2021-12-03 11:06:21 +13:00
"! application/x-rtp " +
"! rtph264depay " +
"! decodebin " +
2021-12-06 04:35:04 +13:00
"! videoconvert " +
2021-12-06 10:25:35 +13:00
"! videorate " +
2021-12-06 10:11:52 +13:00
"! identity drop-allocation=true " +
2021-12-06 10:25:35 +13:00
"! v4l2sink sync=false device=/dev/video0",
2021-12-03 11:06:21 +13:00
}, "webcam"),
2021-12-02 10:36:45 +13:00
microphone: streamSrcNew(map[string]string{
2021-12-06 10:06:42 +13:00
codec.Opus().Name: "appsrc format=time is-live=true do-timestamp=true name=appsrc " +
2021-12-03 11:06:21 +13:00
fmt.Sprintf("! application/x-rtp, payload=%d, encoding-name=OPUS ", codec.Opus().PayloadType) +
2021-12-02 10:36:45 +13:00
"! rtpopusdepay " +
"! decodebin " +
"! pulsesink device=audio_input",
2021-12-06 10:06:42 +13:00
codec.G722().Name: "appsrc format=time is-live=true do-timestamp=true name=appsrc " +
2021-12-02 10:36:45 +13:00
"! application/x-rtp clock-rate=8000 " +
"! rtpg722depay " +
"! decodebin " +
"! pulsesink device=audio_input",
}, "microphone"),
2020-11-02 04:09:48 +13:00
}
}
func (manager *CaptureManagerCtx) Start() {
2021-02-06 02:03:53 +13:00
if manager.broadcast.Started() {
if err := manager.broadcast.createPipeline(); err != nil {
2020-11-19 11:32:43 +13:00
manager.logger.Panic().Err(err).Msg("unable to create broadcast pipeline")
}
}
2020-11-02 04:09:48 +13:00
manager.desktop.OnBeforeScreenSizeChange(func() {
for _, video := range manager.videos {
if video.Started() {
video.destroyPipeline()
}
}
2021-02-06 02:03:53 +13:00
if manager.broadcast.Started() {
manager.broadcast.destroyPipeline()
}
2021-01-23 06:13:32 +13:00
2021-01-24 03:17:52 +13:00
if manager.screencast.Started() {
2021-01-23 06:13:32 +13:00
manager.screencast.destroyPipeline()
}
})
2020-11-02 04:09:48 +13:00
manager.desktop.OnAfterScreenSizeChange(func() {
for _, video := range manager.videos {
if video.Started() {
err := video.createPipeline()
if err != nil && !errors.Is(err, types.ErrCapturePipelineAlreadyExists) {
manager.logger.Panic().Err(err).Msg("unable to recreate video pipeline")
}
}
}
2021-02-06 02:03:53 +13:00
if manager.broadcast.Started() {
err := manager.broadcast.createPipeline()
if err != nil && !errors.Is(err, types.ErrCapturePipelineAlreadyExists) {
2021-01-23 06:13:32 +13:00
manager.logger.Panic().Err(err).Msg("unable to recreate broadcast pipeline")
}
}
2021-01-24 03:17:52 +13:00
if manager.screencast.Started() {
err := manager.screencast.createPipeline()
if err != nil && !errors.Is(err, types.ErrCapturePipelineAlreadyExists) {
2021-01-23 06:13:32 +13:00
manager.logger.Panic().Err(err).Msg("unable to recreate screencast pipeline")
2020-11-19 11:32:43 +13:00
}
}
2020-11-04 12:27:47 +13:00
})
2020-11-02 04:09:48 +13:00
}
func (manager *CaptureManagerCtx) Shutdown() error {
2021-09-02 10:00:29 +12:00
manager.logger.Info().Msgf("shutdown")
2021-02-03 06:28:32 +13:00
2021-02-06 00:18:46 +13:00
manager.broadcast.shutdown()
manager.screencast.shutdown()
manager.audio.shutdown()
for _, video := range manager.videos {
video.shutdown()
}
2021-12-02 10:36:45 +13:00
manager.webcam.shutdown()
manager.microphone.shutdown()
2020-11-02 04:09:48 +13:00
return nil
}
func (manager *CaptureManagerCtx) Broadcast() types.BroadcastManager {
return manager.broadcast
}
2021-01-23 06:13:32 +13:00
func (manager *CaptureManagerCtx) Screencast() types.ScreencastManager {
return manager.screencast
}
2021-12-02 08:30:18 +13:00
func (manager *CaptureManagerCtx) Audio() types.StreamSinkManager {
return manager.audio
2020-11-02 04:09:48 +13:00
}
2021-12-02 08:30:18 +13:00
func (manager *CaptureManagerCtx) Video(videoID string) (types.StreamSinkManager, bool) {
2021-02-06 06:07:58 +13:00
video, ok := manager.videos[videoID]
return video, ok
}
func (manager *CaptureManagerCtx) VideoIDs() []string {
return manager.videoIDs
2020-11-02 04:09:48 +13:00
}
2021-12-02 10:36:45 +13:00
func (manager *CaptureManagerCtx) Webcam() types.StreamSrcManager {
return manager.webcam
}
func (manager *CaptureManagerCtx) Microphone() types.StreamSrcManager {
return manager.microphone
}