package capture import ( "fmt" "strings" "m1k1o/neko/internal/capture/gst" "m1k1o/neko/internal/config" "m1k1o/neko/internal/types/codec" ) /* apt-get install \ libgstreamer1.0-0 \ gstreamer1.0-plugins-base \ gstreamer1.0-plugins-good \ gstreamer1.0-plugins-bad \ gstreamer1.0-plugins-ugly\ gstreamer1.0-libav \ gstreamer1.0-doc \ gstreamer1.0-tools \ gstreamer1.0-x \ gstreamer1.0-alsa \ gstreamer1.0-pulseaudio gst-inspect-1.0 --version gst-inspect-1.0 plugin gst-launch-1.0 ximagesrc show-pointer=true use-damage=false ! video/x-raw,framerate=30/1 ! videoconvert ! queue ! vp8enc error-resilient=partitions keyframe-max-dist=10 auto-alt-ref=true cpu-used=5 deadline=1 ! autovideosink gst-launch-1.0 pulsesrc ! audioconvert ! opusenc ! autoaudiosink */ const ( videoSrc = "ximagesrc display-name=%s show-pointer=true use-damage=false ! video/x-raw,framerate=%d/1 ! videoconvert ! queue ! " audioSrc = "pulsesrc device=%s ! audio/x-raw,channels=2 ! audioconvert ! " ) func NewBroadcastPipeline(device string, display string, pipelineSrc string, url string) (string, error) { video := fmt.Sprintf(videoSrc, display, 25) audio := fmt.Sprintf(audioSrc, device) var pipelineStr string if pipelineSrc != "" { // replace RTMP url pipelineStr = strings.Replace(pipelineSrc, "{url}", url, -1) // replace audio device pipelineStr = strings.Replace(pipelineStr, "{device}", device, -1) // replace display pipelineStr = strings.Replace(pipelineStr, "{display}", display, -1) } else { pipelineStr = fmt.Sprintf("flvmux name=mux ! rtmpsink location='%s live=1' %s audio/x-raw,channels=2 ! audioconvert ! voaacenc ! mux. %s x264enc bframes=0 key-int-max=60 byte-stream=true tune=zerolatency speed-preset=veryfast ! mux.", url, audio, video) } return pipelineStr, nil } func NewVideoPipeline(rtpCodec codec.RTPCodec, display string, pipelineSrc string, fps int16, bitrate uint, hwenc config.HwEnc) (string, error) { pipelineStr := " ! appsink name=appsinkvideo" // if using custom pipeline if pipelineSrc != "" { pipelineStr = fmt.Sprintf(pipelineSrc+pipelineStr, display) return pipelineStr, nil } // use default fps if not set if fps == 0 { fps = 25 } switch rtpCodec.Name { case codec.VP8().Name: if hwenc == config.HwEncVAAPI { if err := gst.CheckPlugins([]string{"ximagesrc", "vaapi"}); err != nil { return "", err } // vp8 encode is missing from gstreamer.freedesktop.org/documentation // note that it was removed from some recent intel CPUs: https://trac.ffmpeg.org/wiki/Hardware/QuickSync // https://gstreamer.freedesktop.org/data/doc/gstreamer/head/gstreamer-vaapi-plugins/html/gstreamer-vaapi-plugins-vaapivp8enc.html pipelineStr = fmt.Sprintf(videoSrc+"video/x-raw,format=NV12 ! vaapivp8enc rate-control=vbr bitrate=%d keyframe-period=180"+pipelineStr, display, fps, bitrate) } else { // https://gstreamer.freedesktop.org/documentation/vpx/vp8enc.html?gi-language=c // gstreamer1.0-plugins-good // vp8enc error-resilient=partitions keyframe-max-dist=10 auto-alt-ref=true cpu-used=5 deadline=1 if err := gst.CheckPlugins([]string{"ximagesrc", "vpx"}); err != nil { return "", err } pipelineStr = strings.Join([]string{ fmt.Sprintf(videoSrc, display, fps), "vp8enc", fmt.Sprintf("target-bitrate=%d", bitrate*650), "cpu-used=4", "end-usage=cbr", "threads=4", "deadline=1", "undershoot=95", fmt.Sprintf("buffer-size=%d", bitrate*4), fmt.Sprintf("buffer-initial-size=%d", bitrate*2), fmt.Sprintf("buffer-optimal-size=%d", bitrate*3), "keyframe-max-dist=25", "min-quantizer=4", "max-quantizer=20", pipelineStr, }, " ") } case codec.VP9().Name: // https://gstreamer.freedesktop.org/documentation/vpx/vp9enc.html?gi-language=c // gstreamer1.0-plugins-good // vp9enc if err := gst.CheckPlugins([]string{"ximagesrc", "vpx"}); err != nil { return "", err } pipelineStr = fmt.Sprintf(videoSrc+"vp9enc target-bitrate=%d cpu-used=-5 threads=4 deadline=1 keyframe-max-dist=30 auto-alt-ref=true"+pipelineStr, display, fps, bitrate*1000) case codec.AV1().Name: // https://gstreamer.freedesktop.org/documentation/aom/av1enc.html?gi-language=c // gstreamer1.0-plugins-bad // av1enc usage-profile=1 // TODO: check for plugin. if err := gst.CheckPlugins([]string{"ximagesrc", "vpx"}); err != nil { return "", err } pipelineStr = strings.Join([]string{ fmt.Sprintf(videoSrc, display, fps), "av1enc", fmt.Sprintf("target-bitrate=%d", bitrate*650), "cpu-used=4", "end-usage=cbr", // "usage-profile=realtime", "undershoot=95", "keyframe-max-dist=25", "min-quantizer=4", "max-quantizer=20", pipelineStr, }, " ") case codec.H264().Name: if err := gst.CheckPlugins([]string{"ximagesrc"}); err != nil { return "", err } if hwenc == config.HwEncVAAPI { if err := gst.CheckPlugins([]string{"vaapi"}); err != nil { return "", err } pipelineStr = fmt.Sprintf(videoSrc+"video/x-raw,format=NV12 ! vaapih264enc rate-control=vbr bitrate=%d keyframe-period=180 quality-level=7 ! video/x-h264,stream-format=byte-stream,profile=constrained-baseline"+pipelineStr, display, fps, bitrate) } else if hwenc == config.HwEncNVENC { if err := gst.CheckPlugins([]string{"nvcodec"}); err != nil { return "", err } pipelineStr = fmt.Sprintf(videoSrc+"video/x-raw,format=NV12 ! nvh264enc name=encoder preset=2 bitrate=%d rc-mode=6 ! h264parse config-interval=3 ! video/x-h264,stream-format=byte-stream,profile=constrained-baseline"+pipelineStr, display, fps, bitrate) } else { // https://gstreamer.freedesktop.org/documentation/openh264/openh264enc.html?gi-language=c#openh264enc // gstreamer1.0-plugins-bad // openh264enc multi-thread=4 complexity=high bitrate=3072000 max-bitrate=4096000 if err := gst.CheckPlugins([]string{"openh264"}); err == nil { pipelineStr = fmt.Sprintf(videoSrc+"openh264enc multi-thread=4 complexity=high bitrate=%d max-bitrate=%d ! video/x-h264,stream-format=byte-stream,profile=constrained-baseline"+pipelineStr, display, fps, bitrate*1000, (bitrate+1024)*1000) break } // https://gstreamer.freedesktop.org/documentation/x264/index.html?gi-language=c // gstreamer1.0-plugins-ugly // video/x-raw,format=I420 ! x264enc bframes=0 key-int-max=60 byte-stream=true tune=zerolatency speed-preset=veryfast ! video/x-h264,stream-format=byte-stream,profile=constrained-baseline if err := gst.CheckPlugins([]string{"x264"}); err != nil { return "", err } vbvbuf := uint(1000) if bitrate > 1000 { vbvbuf = bitrate } pipelineStr = fmt.Sprintf(videoSrc+"video/x-raw,format=NV12 ! x264enc threads=4 bitrate=%d key-int-max=60 vbv-buf-capacity=%d byte-stream=true tune=zerolatency speed-preset=veryfast ! video/x-h264,stream-format=byte-stream,profile=constrained-baseline"+pipelineStr, display, fps, bitrate, vbvbuf) } default: return "", fmt.Errorf("unknown codec %s", rtpCodec.Name) } return pipelineStr, nil } func NewAudioPipeline(rtpCodec codec.RTPCodec, device string, pipelineSrc string, bitrate uint) (string, error) { pipelineStr := " ! appsink name=appsinkaudio" // if using custom pipeline if pipelineSrc != "" { pipelineStr = fmt.Sprintf(pipelineSrc+pipelineStr, device) return pipelineStr, nil } switch rtpCodec.Name { case codec.Opus().Name: // https://gstreamer.freedesktop.org/documentation/opus/opusenc.html // gstreamer1.0-plugins-base // opusenc if err := gst.CheckPlugins([]string{"pulseaudio", "opus"}); err != nil { return "", err } pipelineStr = fmt.Sprintf(audioSrc+"opusenc inband-fec=true bitrate=%d"+pipelineStr, device, bitrate*1000) case codec.G722().Name: // https://gstreamer.freedesktop.org/documentation/libav/avenc_g722.html?gi-language=c // gstreamer1.0-libav // avenc_g722 if err := gst.CheckPlugins([]string{"pulseaudio", "libav"}); err != nil { return "", err } pipelineStr = fmt.Sprintf(audioSrc+"avenc_g722 bitrate=%d"+pipelineStr, device, bitrate*1000) case codec.PCMU().Name: // https://gstreamer.freedesktop.org/documentation/mulaw/mulawenc.html?gi-language=c // gstreamer1.0-plugins-good // audio/x-raw, rate=8000 ! mulawenc if err := gst.CheckPlugins([]string{"pulseaudio", "mulaw"}); err != nil { return "", err } pipelineStr = fmt.Sprintf(audioSrc+"audio/x-raw, rate=8000 ! mulawenc"+pipelineStr, device) case codec.PCMA().Name: // https://gstreamer.freedesktop.org/documentation/alaw/alawenc.html?gi-language=c // gstreamer1.0-plugins-good // audio/x-raw, rate=8000 ! alawenc if err := gst.CheckPlugins([]string{"pulseaudio", "alaw"}); err != nil { return "", err } pipelineStr = fmt.Sprintf(audioSrc+"audio/x-raw, rate=8000 ! alawenc"+pipelineStr, device) default: return "", fmt.Errorf("unknown codec %s", rtpCodec.Name) } return pipelineStr, nil }