package webrtc import ( "fmt" "io" "strings" "github.com/pion/webrtc/v3" "github.com/pion/webrtc/v3/pkg/media" "github.com/rs/zerolog" "github.com/rs/zerolog/log" "demodesk/neko/internal/types" "demodesk/neko/internal/types/codec" "demodesk/neko/internal/types/event" "demodesk/neko/internal/types/message" "demodesk/neko/internal/config" ) func New(desktop types.DesktopManager, capture types.CaptureManager, config *config.WebRTC) *WebRTCManagerCtx { return &WebRTCManagerCtx{ logger: log.With().Str("module", "webrtc").Logger(), defaultVideoID: capture.VideoIDs()[0], desktop: desktop, capture: capture, config: config, } } type WebRTCManagerCtx struct { logger zerolog.Logger audioTrack *webrtc.TrackLocalStaticSample unsubscribe []func() defaultVideoID string audioCodec codec.RTPCodec desktop types.DesktopManager capture types.CaptureManager config *config.WebRTC } func (manager *WebRTCManagerCtx) Start() { var err error // create audio track audio := manager.capture.Audio() manager.audioTrack, err = webrtc.NewTrackLocalStaticSample(audio.Codec().Capability, "audio", "stream") if err != nil { manager.logger.Panic().Err(err).Msg("unable to create audio track") } listener := func(sample types.Sample) { if err := manager.audioTrack.WriteSample(media.Sample(sample)); err != nil && err != io.ErrClosedPipe { manager.logger.Warn().Err(err).Msg("audio pipeline failed to write") } } audio.AddListener(&listener) manager.unsubscribe = append(manager.unsubscribe, func(){ audio.RemoveListener(&listener) }) manager.logger.Info(). Str("ice_lite", fmt.Sprintf("%t", manager.config.ICELite)). Str("ice_trickle", fmt.Sprintf("%t", manager.config.ICETrickle)). Str("ice_servers", strings.Join(manager.config.ICEServers, ",")). Str("ephemeral_port_range", fmt.Sprintf("%d-%d", manager.config.EphemeralMin, manager.config.EphemeralMax)). Str("nat_ips", strings.Join(manager.config.NAT1To1IPs, ",")). Msgf("webrtc starting") } func (manager *WebRTCManagerCtx) Shutdown() error { manager.logger.Info().Msgf("webrtc shutting down") for _, unsubscribe := range manager.unsubscribe { unsubscribe() } return nil } func (manager *WebRTCManagerCtx) ICELite() bool { return manager.config.ICELite } func (manager *WebRTCManagerCtx) ICEServers() []string { return manager.config.ICEServers } func (manager *WebRTCManagerCtx) CreatePeer(session types.Session) (*webrtc.SessionDescription, error) { logger := manager.logger.With().Str("id", session.ID()).Logger() // Create MediaEngine engine, err := manager.mediaEngine() if err != nil { return nil, err } // Custom settings & configuration settings := manager.apiSettings(logger) configuration := manager.apiConfiguration() // Create NewAPI with MediaEngine and SettingEngine api := webrtc.NewAPI(webrtc.WithMediaEngine(engine), webrtc.WithSettingEngine(*settings)) connection, err := api.NewPeerConnection(*configuration) if err != nil { return nil, err } // Asynchronously send local ICE Candidates if manager.config.ICETrickle { connection.OnICECandidate(func(candidate *webrtc.ICECandidate) { if candidate == nil { logger.Debug().Msg("all local ice candidates sent") return } ICECandidateInit := candidate.ToJSON() err := session.Send( message.SignalCandidate{ Event: event.SIGNAL_CANDIDATE, ICECandidateInit: &ICECandidateInit, }) if err != nil { logger.Warn().Err(err).Msg("sending ice candidate failed") } }) } // create video track videoStream, ok := manager.capture.Video(manager.defaultVideoID) if !ok { manager.logger.Warn().Str("videoID", manager.defaultVideoID).Msg("default video stream not found") return nil, err } videoTrack, err := webrtc.NewTrackLocalStaticSample(videoStream.Codec().Capability, "video", "stream") if err != nil { manager.logger.Warn().Err(err).Msg("unable to create video track") return nil, err } listener := func(sample types.Sample) { if err := videoTrack.WriteSample(media.Sample(sample)); err != nil && err != io.ErrClosedPipe { manager.logger.Warn().Err(err).Msg("video pipeline failed to write") } } // should be stream started if videoStream.ListenersCount() == 0 { if err := videoStream.Start(); err != nil { manager.logger.Warn().Err(err).Msg("unable to start video pipeline") return nil, err } } videoStream.AddListener(&listener) changeVideo := func(videoID string) error { newVideoStream, ok := manager.capture.Video(videoID) if !ok { return fmt.Errorf("video stream not found") } // should be new stream started if newVideoStream.ListenersCount() == 0 { if err := newVideoStream.Start(); err != nil { return err } } // switch listeners videoStream.RemoveListener(&listener) newVideoStream.AddListener(&listener) // should be old stream stopped if videoStream.ListenersCount() == 0 { videoStream.Stop() } videoStream = newVideoStream return nil } _, err = connection.AddTrack(manager.audioTrack) if err != nil { return nil, err } _, err = connection.AddTrack(videoTrack) if err != nil { return nil, err } _, err = connection.CreateDataChannel("data", nil) if err != nil { return nil, err } offer, err := connection.CreateOffer(nil) if err != nil { return nil, err } if !manager.config.ICETrickle { // Create channel that is blocked until ICE Gathering is complete gatherComplete := webrtc.GatheringCompletePromise(connection) if err := connection.SetLocalDescription(offer); err != nil { return nil, err } <-gatherComplete } else { if err := connection.SetLocalDescription(offer); err != nil { return nil, err } } connection.OnNegotiationNeeded(func() { logger.Warn().Msg("!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!negotiation needed!") }) connection.OnConnectionStateChange(func(state webrtc.PeerConnectionState) { switch state { case webrtc.PeerConnectionStateConnected: session.SetWebRTCConnected(true) case webrtc.PeerConnectionStateDisconnected: fallthrough case webrtc.PeerConnectionStateFailed: connection.Close() case webrtc.PeerConnectionStateClosed: session.SetWebRTCConnected(false) videoStream.RemoveListener(&listener) // should be stream stopped if videoStream.ListenersCount() == 0 { videoStream.Stop() } } }) connection.OnDataChannel(func(channel *webrtc.DataChannel) { channel.OnMessage(func(message webrtc.DataChannelMessage) { if !session.IsHost() { return } if err = manager.handle(message); err != nil { logger.Warn().Err(err).Msg("data handle failed") } }) }) session.SetWebRTCPeer(&WebRTCPeerCtx{ api: api, engine: engine, settings: settings, connection: connection, configuration: configuration, changeVideo: changeVideo, }) return connection.LocalDescription(), nil } func (manager *WebRTCManagerCtx) mediaEngine() (*webrtc.MediaEngine, error) { engine := &webrtc.MediaEngine{} // all videos must have the same codec video, ok := manager.capture.Video(manager.defaultVideoID) if !ok { return nil, fmt.Errorf("default video track not found") } videoCodec := video.Codec() if err := videoCodec.Register(engine); err != nil { return nil, err } audioCodec := manager.capture.Audio().Codec() if err := audioCodec.Register(engine); err != nil { return nil, err } return engine, nil } func (manager *WebRTCManagerCtx) apiSettings(logger zerolog.Logger) *webrtc.SettingEngine { settings := &webrtc.SettingEngine{ LoggerFactory: loggerFactory{ logger: logger, }, } //nolint settings.SetEphemeralUDPPortRange(manager.config.EphemeralMin, manager.config.EphemeralMax) settings.SetNAT1To1IPs(manager.config.NAT1To1IPs, webrtc.ICECandidateTypeHost) settings.SetLite(manager.config.ICELite) return settings } func (manager *WebRTCManagerCtx) apiConfiguration() *webrtc.Configuration { if manager.config.ICELite { return &webrtc.Configuration{ SDPSemantics: webrtc.SDPSemanticsUnifiedPlanWithFallback, } } return &webrtc.Configuration{ ICEServers: []webrtc.ICEServer{ { URLs: manager.config.ICEServers, }, }, SDPSemantics: webrtc.SDPSemanticsUnifiedPlanWithFallback, } }