neko/internal/capture/manager.go

package capture

import (
	"fmt"
	"math"

	"github.com/rs/zerolog"
	"github.com/rs/zerolog/log"

	"demodesk/neko/internal/config"
	"demodesk/neko/internal/types"
	"demodesk/neko/internal/types/codec"
)

type CaptureManagerCtx struct {
	logger     zerolog.Logger
	desktop    types.DesktopManager
	streaming  bool
	broadcast  *BroacastManagerCtx
	screencast *ScreencastManagerCtx
	audio      *StreamManagerCtx
	videos     map[string]*StreamManagerCtx
	videoIDs   []string
}

func New(desktop types.DesktopManager, config *config.Capture) *CaptureManagerCtx {
	logger := log.With().Str("module", "capture").Logger()

	broadcastPipeline := config.BroadcastPipeline
	if broadcastPipeline == "" {
		broadcastPipeline = fmt.Sprintf(
			"flvmux name=mux ! rtmpsink location='{url} live=1' "+
				"pulsesrc device=%s "+
				"! audio/x-raw,channels=2 "+
				"! audioconvert "+
				"! queue "+
				"! voaacenc bitrate=%d "+
				"! mux. "+
				"ximagesrc display-name=%s show-pointer=true use-damage=false "+
				"! video/x-raw "+
				"! videoconvert "+
				"! queue "+
				"! x264enc threads=4 bitrate=%d key-int-max=15 byte-stream=true tune=zerolatency speed-preset=%s "+
				"! mux.", config.AudioDevice, config.BroadcastAudioBitrate*1000, config.Display, config.BroadcastVideoBitrate, config.BroadcastPreset,
		)
	}

	screencastPipeline := config.ScreencastPipeline
	if screencastPipeline == "" {
		screencastPipeline = fmt.Sprintf(
			"ximagesrc display-name=%s show-pointer=true use-damage=false "+
				"! video/x-raw,framerate=%s "+
				"! videoconvert "+
				"! queue "+
				"! jpegenc quality=%s "+
				"! appsink name=appsink", config.Display, config.ScreencastRate, config.ScreencastQuality,
		)
	}

	return &CaptureManagerCtx{
		logger:     logger,
		desktop:    desktop,
		streaming:  false,
		broadcast:  broadcastNew(broadcastPipeline),
		screencast: screencastNew(config.ScreencastEnabled, screencastPipeline),
		audio: streamNew(config.AudioCodec, func() string {
			if config.AudioPipeline != "" {
				return config.AudioPipeline
			}

			return fmt.Sprintf(
				"pulsesrc device=%s "+
					"! audio/x-raw,channels=2 "+
					"! audioconvert "+
					"! queue "+
					"! %s "+
					"! appsink name=appsink", config.AudioDevice, config.AudioCodec.Pipeline,
			)
		}),
		videos: map[string]*StreamManagerCtx{
			"hd": streamNew(codec.VP8(), func() string {
				screen := desktop.GetScreenSize()
				bitrate := int((screen.Width * screen.Height * 5) / 3)

				return fmt.Sprintf(
					"ximagesrc display-name=%s show-pointer=false use-damage=false "+
						"! video/x-raw,framerate=25/1 "+
						"! videoconvert "+
						"! queue "+
						"! vp8enc end-usage=cbr target-bitrate=%d cpu-used=16 threads=4 deadline=100000 undershoot=95 error-resilient=partitions keyframe-max-dist=15 auto-alt-ref=true min-quantizer=6 max-quantizer=12 "+
						"! appsink name=appsink", config.Display, bitrate,
				)
			}),
			"hq": streamNew(codec.VP8(), func() string {
				screen := desktop.GetScreenSize()
				width := int(math.Ceil(float64(screen.Width)/6) * 5)
				height := int(math.Ceil(float64(screen.Height)/6) * 5)
				bitrate := int((width * height * 5) / 3)

				return fmt.Sprintf(
					"ximagesrc display-name=%s show-pointer=false use-damage=false "+
						"! video/x-raw,framerate=25/1 "+
						"! videoconvert "+
						"! queue "+
						"! videoscale "+
						"! video/x-raw,width=%d,height=%d "+
						"! queue "+
						"! vp8enc end-usage=cbr target-bitrate=%d cpu-used=16 threads=4 deadline=100000 undershoot=95 error-resilient=partitions keyframe-max-dist=15 auto-alt-ref=true min-quantizer=6 max-quantizer=12 "+
						"! appsink name=appsink", config.Display, width, height, bitrate,
				)
			}),
			"mq": streamNew(codec.VP8(), func() string {
				screen := desktop.GetScreenSize()
				width := int(math.Ceil(float64(screen.Width)/6) * 4)
				height := int(math.Ceil(float64(screen.Height)/6) * 4)
				bitrate := int((width * height * 5) / 3)

				return fmt.Sprintf(
					"ximagesrc display-name=%s show-pointer=false use-damage=false "+
						"! video/x-raw,framerate=125/10 "+
						"! videoconvert "+
						"! queue "+
						"! videoscale "+
						"! video/x-raw,width=%d,height=%d "+
						"! queue "+
						"! vp8enc end-usage=cbr target-bitrate=%d cpu-used=16 threads=4 deadline=100000 undershoot=95 error-resilient=partitions keyframe-max-dist=15 auto-alt-ref=true min-quantizer=12 max-quantizer=24 "+
						"! appsink name=appsink", config.Display, width, height, bitrate,
				)
			}),
			"lq": streamNew(codec.VP8(), func() string {
				screen := desktop.GetScreenSize()
				width := int(math.Ceil(float64(screen.Width)/6) * 3)
				height := int(math.Ceil(float64(screen.Height)/6) * 3)
				bitrate := int((width * height * 5) / 3)

				return fmt.Sprintf(
					"ximagesrc display-name=%s show-pointer=false use-damage=false "+
						"! video/x-raw,framerate=125/10 "+
						"! videoconvert "+
						"! queue "+
						"! videoscale "+
						"! video/x-raw,width=%d,height=%d "+
						"! queue "+
						"! vp8enc end-usage=cbr target-bitrate=%d cpu-used=16 threads=4 deadline=100000 undershoot=95 error-resilient=partitions keyframe-max-dist=15 auto-alt-ref=true min-quantizer=12 max-quantizer=24 "+
						"! appsink name=appsink", config.Display, width, height, bitrate,
				)
			}),
		},
		videoIDs: []string{"hd", "hq", "mq", "lq"},
	}
}

func (manager *CaptureManagerCtx) Start() {
	if manager.broadcast.Started() {
		if err := manager.broadcast.createPipeline(); err != nil {
			manager.logger.Panic().Err(err).Msg("unable to create broadcast pipeline")
		}
	}

	manager.desktop.OnBeforeScreenSizeChange(func() {
		for _, video := range manager.videos {
			if video.Started() {
				video.destroyPipeline()
			}
		}

		if manager.broadcast.Started() {
			manager.broadcast.destroyPipeline()
		}

		if manager.screencast.Started() {
			manager.screencast.destroyPipeline()
		}
	})

	manager.desktop.OnAfterScreenSizeChange(func() {
		for _, video := range manager.videos {
			if video.Started() {
				if err := video.createPipeline(); err != nil {
					manager.logger.Panic().Err(err).Msg("unable to recreate video pipeline")
				}
			}
		}

		if manager.broadcast.Started() {
			if err := manager.broadcast.createPipeline(); err != nil {
				manager.logger.Panic().Err(err).Msg("unable to recreate broadcast pipeline")
			}
		}

		if manager.screencast.Started() {
			if err := manager.screencast.createPipeline(); err != nil {
				manager.logger.Panic().Err(err).Msg("unable to recreate screencast pipeline")
			}
		}
	})
}

func (manager *CaptureManagerCtx) Shutdown() error {
	manager.logger.Info().Msgf("capture shutting down")

	manager.broadcast.shutdown()
	manager.screencast.shutdown()

	manager.audio.shutdown()

	for _, video := range manager.videos {
		video.shutdown()
	}

	return nil
}

func (manager *CaptureManagerCtx) Broadcast() types.BroadcastManager {
	return manager.broadcast
}

func (manager *CaptureManagerCtx) Screencast() types.ScreencastManager {
	return manager.screencast
}

func (manager *CaptureManagerCtx) Audio() types.StreamManager {
	return manager.audio
}

func (manager *CaptureManagerCtx) Video(videoID string) (types.StreamManager, bool) {
	video, ok := manager.videos[videoID]
	return video, ok
}

func (manager *CaptureManagerCtx) VideoIDs() []string {
	return manager.videoIDs
}