1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
|
/// <reference lib="dom" />
import { log } from "../logger.ts";
import { PREFS } from "../preferences/mod.ts";
import { RemoteUser } from "./remote.ts";
import { get_rnnoise_node } from "../rnnoise.ts";
import { Room } from "../room.ts";
import { TrackHandle } from "../track_handle.ts";
import { User } from "./mod.ts";
import { ROOM_CONTAINER } from "../index.ts";
import { ediv } from "../helper.ts";
import { ChatMessage } from "../../../common/packets.d.ts";
export class LocalUser extends User {
mic_gain?: GainNode
default_gain: number = PREFS.microphone_gain
constructor(room: Room, id: number) {
super(room, id)
this.el.classList.add("local")
this.local = true
this.name = PREFS.username
this.create_controls()
this.add_initial_tracks()
log("usermodel", `added local user: ${this.display_name}`)
}
leave() { // we might never need this but ok
this.room.local_user = undefined as unknown as LocalUser
super.leave()
ROOM_CONTAINER.removeChild(this.el)
}
async add_initial_tracks() {
if (PREFS.microphone_enabled) this.publish_track(await this.create_mic_track())
if (PREFS.camera_enabled) this.publish_track(await this.create_camera_track())
if (PREFS.screencast_enabled) this.publish_track(await this.create_screencast_track())
}
publish_track(t: TrackHandle) {
this.room.remote_users.forEach(u => u.peer.addTrack(t.track))
this.add_track(t)
t.addEventListener("ended", () => {
this.room.remote_users.forEach(u => {
u.peer.getSenders().forEach(s => {
if (s.track == t.track) u.peer.removeTrack(s)
})
})
})
}
chat(message: ChatMessage) {
this.room.signaling.send_relay({ chat: message })
}
add_initial_to_remote(u: RemoteUser) {
this.tracks.forEach(t => u.peer.addTrack(t.track))
}
identify(recipient?: number) {
if (this.name) this.room.signaling.send_relay({ identify: { username: this.name } }, recipient)
}
create_controls() {
const mic_toggle = document.createElement("input")
const camera_toggle = document.createElement("input")
const screen_toggle = document.createElement("input")
mic_toggle.type = camera_toggle.type = screen_toggle.type = "button"
mic_toggle.value = "Microphone"
camera_toggle.value = "Camera"
screen_toggle.value = "Screencast"
const create = async (_e: HTMLElement, tp: Promise<TrackHandle>) => {
log("media", "awaiting track")
let t;
try { t = await tp }
catch (_) { log("media", "request failed") }
if (!t) return
log("media", "got track")
this.publish_track(t)
}
mic_toggle.addEventListener("click", () => create(mic_toggle, this.create_mic_track()))
camera_toggle.addEventListener("click", () => create(camera_toggle, this.create_camera_track()))
screen_toggle.addEventListener("click", () => create(screen_toggle, this.create_screencast_track()))
return ediv({ class: "local-controls" }, mic_toggle, camera_toggle, screen_toggle)
}
async create_camera_track() {
log("media", "requesting user media (camera)")
const user_media = await window.navigator.mediaDevices.getUserMedia({
video: {
facingMode: { ideal: PREFS.camera_facing_mode },
frameRate: { ideal: PREFS.video_fps },
width: { ideal: PREFS.video_resolution }
}
})
return new TrackHandle(user_media.getVideoTracks()[0], true)
}
async create_screencast_track() {
log("media", "requesting user media (screen)")
const user_media = await window.navigator.mediaDevices.getDisplayMedia({
video: {
frameRate: { ideal: PREFS.video_fps },
width: { ideal: PREFS.video_resolution }
},
})
return new TrackHandle(user_media.getVideoTracks()[0], true)
}
async create_mic_track() {
log("media", "requesting user media (audio)")
const audio_contraints = PREFS.rnnoise ? {
channelCount: { ideal: 1 },
noiseSuppression: { ideal: false },
echoCancellation: { ideal: true },
autoGainControl: { ideal: true },
} : {
channelCount: { ideal: 1 },
noiseSuppression: { ideal: PREFS.native_noise_suppression },
echoCancellation: { ideal: PREFS.echo_cancellation },
autoGainControl: { ideal: PREFS.auto_gain_control },
};
const user_media = await window.navigator.mediaDevices.getUserMedia({ audio: audio_contraints })
const context = new AudioContext()
const source = context.createMediaStreamSource(user_media)
const destination = context.createMediaStreamDestination()
const gain = context.createGain()
gain.gain.value = this.default_gain
this.mic_gain = gain
let rnnoise: RNNoiseNode;
if (PREFS.rnnoise) {
rnnoise = await get_rnnoise_node(context)
source.connect(rnnoise)
rnnoise.connect(gain)
} else {
source.connect(gain)
}
gain.connect(destination)
const t = new TrackHandle(destination.stream.getAudioTracks()[0], true)
t.addEventListener("ended", () => {
user_media.getTracks().forEach(t => t.stop())
source.disconnect()
if (rnnoise) rnnoise.disconnect()
gain.disconnect()
destination.disconnect()
this.mic_gain = undefined
})
return t
}
}
|
