iridium/neko
2
2
Fork 0
mirror of https://github.com/m1k1o/neko.git synced 2024-07-24 14:40:50 +12:00
Code Issues Packages Projects Releases Wiki Activity

cursor image/position from WebRTC.

Browse Source
This commit is contained in:
Miroslav Šedivý
2021-02-13 17:29:35 +01:00
parent 3423cbc3b2
commit 56a00a404c
7 changed files with 96 additions and 88 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
src/component/internal/messages.ts
View File

@ -74,9 +74,6 @@ export class NekoMessages extends EventEmitter<NekoEvents> {
this[EVENT.SCREEN_UPDATED](conf.screen_size)
this[EVENT.CONTROL_HOST](conf.control_host)
if (conf.cursor_image) {
this[EVENT.CURSOR_IMAGE](conf.cursor_image)
}
}
protected [EVENT.SYSTEM_ADMIN]({ screen_sizes_list, broadcast_status }: message.SystemAdmin) {
@ -186,20 +183,6 @@ export class NekoMessages extends EventEmitter<NekoEvents> {
this.emit('room.clipboard.updated', text)
}
/////////////////////////////
// Cursor Events
/////////////////////////////
protected [EVENT.CURSOR_IMAGE]({ uri, width, height, x, y }: message.CursorImage) {
this._log.debug('EVENT.CURSOR_IMAGE')
Vue.set(this.state.control.cursor, 'image', { uri, width, height, x, y })
}
protected [EVENT.CURSOR_POSITION]({ x, y }: message.CursorPosition) {
this._log.debug('EVENT.CURSOR_IMAGE')
Vue.set(this.state.control.cursor, 'position', { x, y })
}
/////////////////////////////
// Broadcast Events
/////////////////////////////

41
src/component/internal/webrtc.ts
View File

@ -23,6 +23,8 @@ export interface NekoWebRTCEvents {
track: (event: RTCTrackEvent) => void
candidate: (candidate: RTCIceCandidateInit) => void
stats: (stats: WebRTCStats) => void
['cursor-position']: (data: { x: number; y: number }) => void
['cursor-image']: (data: { width: number; height: number; x: number; y: number; uri: string }) => void
}
export class NekoWebRTC extends EventEmitter<NekoWebRTCEvents> {
@ -204,9 +206,6 @@ export class NekoWebRTC extends EventEmitter<NekoWebRTCEvents> {
this._channel!.send(buffer)
}
// not-implemented
private onData(e: MessageEvent) {}
private onTrack(event: RTCTrackEvent) {
this._log.debug(`received ${event.track.kind} track from peer: ${event.track.id}`, event)
const stream = event.streams[0]
@ -229,6 +228,42 @@ export class NekoWebRTC extends EventEmitter<NekoWebRTCEvents> {
this._channel.onclose = this.onDisconnected.bind(this, new Error('peer data channel closed'))
}
// not-implemented
private onData(e: MessageEvent) {
const payload = new DataView(e.data)
const event = payload.getUint8(0)
const length = payload.getUint16(1)
switch (event) {
case 1:
this.emit('cursor-position', {
x: payload.getUint16(3),
y: payload.getUint16(5),
})
break
case 2:
const data = e.data.slice(11, length - 11)
// TODO: get string from server
const blob = new Blob([data], { type: 'image/png' })
const reader = new FileReader()
reader.onload = (e) => {
this.emit('cursor-image', {
width: payload.getUint16(3),
height: payload.getUint16(5),
x: payload.getUint16(7),
y: payload.getUint16(9),
uri: String(e.target!.result),
})
}
reader.readAsDataURL(blob)
break
default:
this._log.warn(`unhandled webrtc event '${event}'.`, payload)
}
}
private onConnected() {
if (!this.connected) {
this._log.warn(`onConnected called while being disconnected`)