neko/internal/webrtc/manager.go

package webrtc

import (
	"fmt"
	"io"
	"strings"

	"github.com/pion/webrtc/v3"
	"github.com/pion/webrtc/v3/pkg/media"
	"github.com/rs/zerolog"
	"github.com/rs/zerolog/log"

	"demodesk/neko/internal/types"
	"demodesk/neko/internal/types/codec"
	"demodesk/neko/internal/types/event"
	"demodesk/neko/internal/types/message"
	"demodesk/neko/internal/config"
)

func New(desktop types.DesktopManager, capture types.CaptureManager, config *config.WebRTC) *WebRTCManagerCtx {
	return &WebRTCManagerCtx{
		logger:         log.With().Str("module", "webrtc").Logger(),
		defaultVideoID:  capture.VideoIDs()[0],
		desktop:         desktop,
		capture:         capture,
		config:          config,
	}
}

type WebRTCManagerCtx struct {
	logger          zerolog.Logger
	videoTracks     map[string]*webrtc.TrackLocalStaticSample
	audioTrack      *webrtc.TrackLocalStaticSample
	unsubscribe     []func()
	defaultVideoID  string
	audioCodec      codec.RTPCodec
	desktop         types.DesktopManager
	capture         types.CaptureManager
	config          *config.WebRTC
}

func (manager *WebRTCManagerCtx) Start() {
	var err error

	// create audio track
	audio := manager.capture.Audio()
	manager.audioTrack, err = webrtc.NewTrackLocalStaticSample(audio.Codec().Capability, "audio", "stream")
	if err != nil {
		manager.logger.Panic().Err(err).Msg("unable to create audio track")
	}

	listener := func(sample types.Sample) {
		if err := manager.audioTrack.WriteSample(media.Sample(sample)); err != nil && err != io.ErrClosedPipe {
			manager.logger.Warn().Err(err).Msg("audio pipeline failed to write")
		}
	}

	audio.AddListener(listener)
	manager.unsubscribe = append(manager.unsubscribe, func(){
		audio.RemoveListener(listener)
	})

	videoIDs := manager.capture.VideoIDs()
	manager.videoTracks = map[string]*webrtc.TrackLocalStaticSample{}
	for _, videoID := range videoIDs {
		videoID := videoID

		video, ok := manager.capture.Video(videoID)
		if !ok {
			manager.logger.Warn().Str("videoID", videoID).Msg("video stream not found, skipping")
			continue
		}

		track, err := webrtc.NewTrackLocalStaticSample(video.Codec().Capability, "video", "stream")
		if err != nil {
			manager.logger.Panic().Err(err).Str("videoID", videoID).Msg("unable to create video track")
		}

		listener := func(sample types.Sample) {
			if err := track.WriteSample(media.Sample(sample)); err != nil && err != io.ErrClosedPipe {
				manager.logger.Warn().Err(err).Str("videoID", videoID).Msg("vide pipeline failed to write")
			}
		}

		video.AddListener(listener)
		manager.unsubscribe = append(manager.unsubscribe, func(){
			video.RemoveListener(listener)
		})

		manager.videoTracks[videoID] = track
	}

	manager.logger.Info().
		Str("ice_lite", fmt.Sprintf("%t", manager.config.ICELite)).
		Str("ice_trickle", fmt.Sprintf("%t", manager.config.ICETrickle)).
		Str("ice_servers", strings.Join(manager.config.ICEServers, ",")).
		Str("ephemeral_port_range", fmt.Sprintf("%d-%d", manager.config.EphemeralMin, manager.config.EphemeralMax)).
		Str("nat_ips", strings.Join(manager.config.NAT1To1IPs, ",")).
		Msgf("webrtc starting")
}

func (manager *WebRTCManagerCtx) Shutdown() error {
	manager.logger.Info().Msgf("webrtc shutting down")

	for _, unsubscribe := range manager.unsubscribe {
		unsubscribe()
	}

	return nil
}

func (manager *WebRTCManagerCtx) ICELite() bool {
	return manager.config.ICELite
}

func (manager *WebRTCManagerCtx) ICEServers() []string {
	return manager.config.ICEServers
}

func (manager *WebRTCManagerCtx) CreatePeer(session types.Session) (*webrtc.SessionDescription, error) {
	logger := manager.logger.With().Str("id", session.ID()).Logger()

	// Create MediaEngine
	engine, err := manager.mediaEngine()
	if err != nil {
		return nil, err
	}

	// Custom settings & configuration
	settings := manager.apiSettings(logger)
	configuration := manager.apiConfiguration()

	// Create NewAPI with MediaEngine and SettingEngine
	api := webrtc.NewAPI(webrtc.WithMediaEngine(engine), webrtc.WithSettingEngine(*settings))

	connection, err := api.NewPeerConnection(*configuration)
	if err != nil {
		return nil, err
	}

	// Asynchronously send local ICE Candidates
	if manager.config.ICETrickle {
		connection.OnICECandidate(func(candidate *webrtc.ICECandidate) {
			if candidate == nil {
				logger.Debug().Msg("all local ice candidates sent")
				return
			}

			ICECandidateInit := candidate.ToJSON()
			err := session.Send(
				message.SignalCandidate{
					Event:            event.SIGNAL_CANDIDATE,
					ICECandidateInit: &ICECandidateInit,
				})

			if err != nil {
				logger.Warn().Err(err).Msg("sending ice candidate failed")
			}
		})
	}

	_, err = connection.AddTrack(manager.audioTrack)
	if err != nil {
		return nil, err
	}

	videoSender, err := connection.AddTrack(manager.videoTracks[manager.defaultVideoID])
	if err != nil {
		return nil, err
	}

	_, err = connection.CreateDataChannel("data", nil)
	if err != nil {
		return nil, err
	}

	offer, err := connection.CreateOffer(nil)
	if err != nil {
		return nil, err
	}

	if !manager.config.ICETrickle {
		// Create channel that is blocked until ICE Gathering is complete
		gatherComplete := webrtc.GatheringCompletePromise(connection)

		if err := connection.SetLocalDescription(offer); err != nil {
			return nil, err
		}

		<-gatherComplete
	} else {
		if err := connection.SetLocalDescription(offer); err != nil {
			return nil, err
		}
	}

	connection.OnNegotiationNeeded(func() {
		logger.Warn().Msg("!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!negotiation needed!")
	})

	connection.OnConnectionStateChange(func(state webrtc.PeerConnectionState) {
		switch state {
		case webrtc.PeerConnectionStateConnected:
			session.SetWebRTCConnected(true)
		case webrtc.PeerConnectionStateDisconnected:
			fallthrough
		case webrtc.PeerConnectionStateFailed:
			connection.Close()
		case webrtc.PeerConnectionStateClosed:
			session.SetWebRTCConnected(false)
		}
	})

	connection.OnDataChannel(func(channel *webrtc.DataChannel) {
		channel.OnMessage(func(message webrtc.DataChannelMessage) {
			if !session.IsHost() {
				return
			}

			if err = manager.handle(message); err != nil {
				logger.Warn().Err(err).Msg("data handle failed")
			}
		})
	})

	session.SetWebRTCPeer(&WebRTCPeerCtx{
		api:            api,
		engine:         engine,
		settings:       settings,
		connection:     connection,
		configuration:  configuration,
		videoTracks:    manager.videoTracks,
		videoSender:    videoSender,
	})

	return connection.LocalDescription(), nil
}

func (manager *WebRTCManagerCtx) mediaEngine() (*webrtc.MediaEngine, error) {
	engine := &webrtc.MediaEngine{}

	// all videos must have the same codec
	video, ok := manager.capture.Video(manager.defaultVideoID)
	if !ok {
		return nil, fmt.Errorf("default video track not found")
	}

	videoCodec := video.Codec()
	if err := videoCodec.Register(engine); err != nil {
		return nil, err
	}

	audioCodec := manager.capture.Audio().Codec()
	if err := audioCodec.Register(engine); err != nil {
		return nil, err
	}

	return engine, nil
}

func (manager *WebRTCManagerCtx) apiSettings(logger zerolog.Logger) *webrtc.SettingEngine {
	settings := &webrtc.SettingEngine{
		LoggerFactory: loggerFactory{
			logger: logger,
		},
	}

	//nolint
	settings.SetEphemeralUDPPortRange(manager.config.EphemeralMin, manager.config.EphemeralMax)
	settings.SetNAT1To1IPs(manager.config.NAT1To1IPs, webrtc.ICECandidateTypeHost)
	settings.SetLite(manager.config.ICELite)

	return settings
}

func (manager *WebRTCManagerCtx) apiConfiguration() *webrtc.Configuration {
	if manager.config.ICELite {
		return &webrtc.Configuration{
			SDPSemantics: webrtc.SDPSemanticsUnifiedPlanWithFallback,
		}
	}

	return &webrtc.Configuration{
		ICEServers: []webrtc.ICEServer{
			{
				URLs: manager.config.ICEServers,
			},
		},
		SDPSemantics: webrtc.SDPSemanticsUnifiedPlanWithFallback,
	}
}