forked from AgoraIO/API-Examples
-
Notifications
You must be signed in to change notification settings - Fork 0
/
ScreenShare.swift
527 lines (495 loc) · 20.6 KB
/
ScreenShare.swift
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
//
// JoinChannelVC.swift
// APIExample
//
// Created by 张乾泽 on 2020/4/17.
// Copyright © 2020 Agora Corp. All rights reserved.
//
import Cocoa
import AgoraRtcKit
import AGEVideoLayout
class ScreenShare: BaseViewController {
var videos: [VideoView] = []
@IBOutlet weak var container: AGEVideoContainer!
var agoraKit: AgoraRtcEngineKit!
/**
--- Layout Picker ---
*/
@IBOutlet weak var selectLayoutPicker: Picker!
let layouts = [Layout("1v1", 2), Layout("1v3", 4), Layout("1v8", 9), Layout("1v15", 16)]
var selectedLayout: Layout? {
let index = self.selectLayoutPicker.indexOfSelectedItem
if index >= 0 && index < layouts.count {
return layouts[index]
} else {
return nil
}
}
func initSelectLayoutPicker() {
layoutVideos(2)
selectLayoutPicker.label.stringValue = "Layout".localized
selectLayoutPicker.picker.addItems(withTitles: layouts.map { $0.label })
selectLayoutPicker.onSelectChanged {
if self.isJoined {
return
}
guard let layout = self.selectedLayout else { return }
self.layoutVideos(layout.value)
}
}
/**
--- Resolutions Picker ---
*/
@IBOutlet weak var selectResolutionPicker: Picker!
var selectedResolution: Resolution? {
let index = self.selectResolutionPicker.indexOfSelectedItem
if index >= 0 && index < Configs.Resolutions.count {
return Configs.Resolutions[index]
} else {
return nil
}
}
func initSelectResolutionPicker() {
selectResolutionPicker.label.stringValue = "Resolution".localized
selectResolutionPicker.picker.addItems(withTitles: Configs.Resolutions.map { $0.name() })
selectResolutionPicker.picker.selectItem(at: GlobalSettings.shared.resolutionSetting.selectedOption().value)
selectResolutionPicker.onSelectChanged {
if !self.isJoined {
return
}
guard let resolution = self.selectedResolution,
let fps = self.selectedFps else {
return
}
if self.isScreenSharing || self.isWindowSharing {
let params = AgoraScreenCaptureParameters()
params.frameRate = fps
params.dimensions = resolution.size()
self.agoraKit.update(params)
} else {
self.agoraKit.setVideoEncoderConfiguration(
AgoraVideoEncoderConfiguration(
size: resolution.size(),
frameRate: AgoraVideoFrameRate(rawValue: fps) ?? .fps15,
bitrate: AgoraVideoBitrateStandard,
orientationMode: .adaptative
)
)
}
}
}
/**
--- Fps Picker ---
*/
@IBOutlet weak var selectFpsPicker: Picker!
var selectedFps: Int? {
let index = self.selectFpsPicker.indexOfSelectedItem
if index >= 0 && index < Configs.Fps.count {
return Configs.Fps[index]
} else {
return nil
}
}
func initSelectFpsPicker() {
selectFpsPicker.label.stringValue = "Frame Rate".localized
selectFpsPicker.picker.addItems(withTitles: Configs.Fps.map { "\($0)fps" })
selectFpsPicker.picker.selectItem(at: GlobalSettings.shared.fpsSetting.selectedOption().value)
selectFpsPicker.onSelectChanged {
if !self.isJoined {
return
}
guard let resolution = self.selectedResolution,
let fps = self.selectedFps else {
return
}
if self.isScreenSharing || self.isWindowSharing {
let params = AgoraScreenCaptureParameters()
params.frameRate = fps
params.dimensions = resolution.size()
self.agoraKit.update(params)
} else {
self.agoraKit.setVideoEncoderConfiguration(
AgoraVideoEncoderConfiguration(
size: resolution.size(),
frameRate: AgoraVideoFrameRate(rawValue: fps) ?? .fps15,
bitrate: AgoraVideoBitrateStandard,
orientationMode: .adaptative
)
)
}
}
}
/**
--- DisplayHint Picker ---
*/
@IBOutlet weak var selectDisplayHintPicker: Picker!
var displayHints = ["Default", "Motion", "Detail"]
var selectedDisplayHint: AgoraVideoContentHint? {
let index = self.selectDisplayHintPicker.indexOfSelectedItem
if index >= 0 && index < displayHints.count {
return Configs.VideoContentHints[index]
} else {
return nil
}
}
func initSelectDisplayHintPicker() {
selectDisplayHintPicker.label.stringValue = "Display Hint".localized
selectDisplayHintPicker.picker.addItems(withTitles: displayHints)
selectDisplayHintPicker.onSelectChanged {
if !self.isJoined {
return
}
guard let displayHint = self.selectedDisplayHint else { return }
print("setScreenCapture")
self.agoraKit.setScreenCapture(displayHint)
}
}
var windowManager: WindowList = WindowList()
var windowlist:[Window] = [], screenlist:[Window] = []
/**
--- Screen Picker ---
*/
@IBOutlet weak var selectScreenPicker: Picker!
var selectedScreen: Window? {
let index = self.selectScreenPicker.indexOfSelectedItem
if index >= 0 && index < screenlist.count {
return screenlist[index]
} else {
return nil
}
}
func initSelectScreenPicker() {
screenlist = windowManager.items.filter({$0.type == .screen})
selectScreenPicker.label.stringValue = "Screen Share".localized
selectScreenPicker.picker.addItems(withTitles: screenlist.map {"\($0.name ?? "Unknown")(\($0.id))"})
}
var isScreenSharing: Bool = false {
didSet {
windowShareButton.isEnabled = !isScreenSharing
initScreenShareButton()
halfScreenShareButton.isEnabled = isScreenSharing
}
}
/**
--- Screen Share Button ---
*/
@IBOutlet weak var screenShareButton: NSButton!
func initScreenShareButton() {
screenShareButton.isEnabled = isJoined
screenShareButton.title = isScreenSharing ? "Stop Share".localized : "Display Share".localized
}
@IBAction func onScreenShare(_ sender: NSButton) {
if !isScreenSharing {
guard let resolution = self.selectedResolution,
let fps = self.selectedFps,
let screen = selectedScreen else {
return
}
let params = AgoraScreenCaptureParameters()
params.frameRate = fps
params.dimensions = resolution.size()
let result = agoraKit.startScreenCapture(byDisplayId: UInt(screen.id), rectangle: .zero, parameters: params)
if result != 0 {
// Usually happens with invalid parameters
// Error code description can be found at:
// en: https://docs.agora.io/en/Voice/API%20Reference/oc/Constants/AgoraErrorCode.html
// cn: https://docs.agora.io/cn/Voice/API%20Reference/oc/Constants/AgoraErrorCode.html
self.showAlert(title: "Error", message: "startScreenCapture call failed: \(result), please check your params")
} else {
isScreenSharing = true
}
} else {
agoraKit.stopScreenCapture()
isScreenSharing = false
}
}
/**
--- Window Picker ---
*/
@IBOutlet weak var selectWindowPicker: Picker!
var selectedWindow: Window? {
let index = self.selectWindowPicker.indexOfSelectedItem
if index >= 0 && index < windowlist.count {
return windowlist[index]
} else {
return nil
}
}
func initSelectWindowPicker() {
windowlist = windowManager.items.filter({$0.type == .window})
selectWindowPicker.label.stringValue = "Window Share".localized
selectWindowPicker.picker.addItems(withTitles: windowlist.map {"\($0.name ?? "Unknown")(\($0.id))"})
}
var isWindowSharing: Bool = false {
didSet {
screenShareButton.isEnabled = !isWindowSharing
initWindowShareButton()
halfScreenShareButton.isEnabled = isWindowSharing
}
}
/**
--- Window Share Button ---
*/
@IBOutlet weak var windowShareButton: NSButton!
func initWindowShareButton() {
windowShareButton.isEnabled = isJoined
windowShareButton.title = isWindowSharing ? "Stop Share".localized : "Window Share".localized
}
@IBAction func onWindowShare(_ sender: NSButton) {
if !isWindowSharing {
guard let resolution = self.selectedResolution,
let fps = self.selectedFps,
let window = selectedWindow else {
return
}
let params = AgoraScreenCaptureParameters()
params.frameRate = fps
params.dimensions = resolution.size()
let result = agoraKit.startScreenCapture(byWindowId: UInt(window.id), rectangle: .zero, parameters: params)
if result != 0 {
// Usually happens with invalid parameters
// Error code description can be found at:
// en: https://docs.agora.io/en/Voice/API%20Reference/oc/Constants/AgoraErrorCode.html
// cn: https://docs.agora.io/cn/Voice/API%20Reference/oc/Constants/AgoraErrorCode.html
self.showAlert(title: "Error", message: "startScreenCapture call failed: \(result), please check your params")
} else {
isWindowSharing = true
}
} else {
agoraKit.stopScreenCapture()
isWindowSharing = false
}
}
/**
--- Half Screen Share Button ---
*/
@IBOutlet weak var halfScreenShareButton: NSButton!
func initHalfScreenShareButton() {
halfScreenShareButton.isEnabled = isJoined
halfScreenShareButton.title = "Share Half Screen".localized
}
var half = false
@IBAction func onStartShareHalfScreen(_ sender: Any) {
let rect = NSScreen.main?.frame
let region = NSMakeRect(0, 0, !half ? rect!.width/2 : rect!.width, !half ? rect!.height/2 : rect!.height)
agoraKit.updateScreenCaptureRegion(region)
half = !half
}
/**
--- Channel TextField ---
*/
@IBOutlet weak var channelField: Input!
func initChannelField() {
channelField.label.stringValue = "Channel".localized
channelField.field.placeholderString = "Channel Name".localized
}
/**
--- Join Button ---
*/
@IBOutlet weak var joinChannelButton: NSButton!
func initJoinChannelButton() {
joinChannelButton.title = isJoined ? "Leave Channel".localized : "Join Channel".localized
}
// indicate if current instance has joined channel
var isJoined: Bool = false {
didSet {
channelField.isEnabled = !isJoined
selectLayoutPicker.isEnabled = !isJoined
initJoinChannelButton()
screenShareButton.isEnabled = isJoined
windowShareButton.isEnabled = isJoined
halfScreenShareButton.isEnabled = isJoined
}
}
// indicate for doing something
var isProcessing: Bool = false {
didSet {
joinChannelButton.isEnabled = !isProcessing
}
}
override func viewDidLoad() {
super.viewDidLoad()
// prepare window manager and list
windowManager.getList()
// Do view setup here.
let config = AgoraRtcEngineConfig()
config.appId = KeyCenter.AppId
config.areaCode = GlobalSettings.shared.area.rawValue
agoraKit = AgoraRtcEngineKit.sharedEngine(with: config, delegate: self)
agoraKit.enableVideo()
initSelectResolutionPicker()
initSelectFpsPicker()
initSelectDisplayHintPicker()
initSelectLayoutPicker()
initSelectScreenPicker()
initScreenShareButton()
initSelectWindowPicker()
initWindowShareButton()
initHalfScreenShareButton()
initChannelField()
initJoinChannelButton()
}
override func viewWillBeRemovedFromSplitView() {
if isJoined {
agoraKit.leaveChannel { (stats:AgoraChannelStats) in
LogUtils.log(message: "Left channel", level: .info)
}
}
AgoraRtcEngineKit.destroy()
}
@IBAction func onJoinPressed(_ sender:Any) {
if !isJoined {
// check configuration
let channel = channelField.stringValue
if channel.isEmpty {
return
}
guard let resolution = selectedResolution,
let fps = selectedFps else {
return
}
// set live broadcaster mode
agoraKit.setChannelProfile(.liveBroadcasting)
// set myself as broadcaster to stream video/audio
agoraKit.setClientRole(.broadcaster)
// set proxy configuration
let proxySetting = GlobalSettings.shared.proxySetting.selectedOption().value
agoraKit.setCloudProxy(AgoraCloudProxyType.init(rawValue: UInt(proxySetting)) ?? .noneProxy)
// enable video module and set up video encoding configs
agoraKit.setVideoEncoderConfiguration(
AgoraVideoEncoderConfiguration(
size: resolution.size(),
frameRate: AgoraVideoFrameRate(rawValue: fps) ?? .fps15,
bitrate: AgoraVideoBitrateStandard,
orientationMode: .adaptative
)
)
// set up local video to render your local camera preview
let localVideo = videos[0]
let videoCanvas = AgoraRtcVideoCanvas()
videoCanvas.uid = 0
// the view to be binded
videoCanvas.view = localVideo.videocanvas
videoCanvas.renderMode = .hidden
agoraKit.setupLocalVideo(videoCanvas)
// start joining channel
// 1. Users can only see each other after they join the
// same channel successfully using the same app id.
// 2. If app certificate is turned on at dashboard, token is needed
// when joining channel. The channel name and uid used to calculate
// the token has to match the ones used for channel join
isProcessing = true
let option = AgoraRtcChannelMediaOptions()
let result = agoraKit.joinChannel(byToken: KeyCenter.Token, channelId: channel, info: nil, uid: 0, options: option)
if result != 0 {
isProcessing = false
// Usually happens with invalid parameters
// Error code description can be found at:
// en: https://docs.agora.io/en/Voice/API%20Reference/oc/Constants/AgoraErrorCode.html
// cn: https://docs.agora.io/cn/Voice/API%20Reference/oc/Constants/AgoraErrorCode.html
self.showAlert(title: "Error", message: "joinChannel call failed: \(result), please check your params")
}
} else {
isProcessing = true
agoraKit.leaveChannel { [unowned self] (stats:AgoraChannelStats) in
self.isProcessing = false
LogUtils.log(message: "Left channel", level: .info)
self.videos[0].uid = nil
self.isJoined = false
self.videos.forEach {
$0.uid = nil
$0.statsLabel.stringValue = ""
}
}
}
}
func layoutVideos(_ count: Int) {
videos = []
for i in 0...count - 1 {
let view = VideoView.createFromNib()!
if(i == 0) {
view.placeholder.stringValue = "Local"
} else {
view.placeholder.stringValue = "Remote \(i)"
}
videos.append(view)
}
// layout render view
container.layoutStream(views: videos)
}
}
/// agora rtc engine delegate events
extension ScreenShare: AgoraRtcEngineDelegate {
/// callback when warning occured for agora sdk, warning can usually be ignored, still it's nice to check out
/// what is happening
/// Warning code description can be found at:
/// en: https://docs.agora.io/en/Voice/API%20Reference/oc/Constants/AgoraWarningCode.html
/// cn: https://docs.agora.io/cn/Voice/API%20Reference/oc/Constants/AgoraWarningCode.html
/// @param warningCode warning code of the problem
func rtcEngine(_ engine: AgoraRtcEngineKit, didOccurWarning warningCode: AgoraWarningCode) {
LogUtils.log(message: "warning: \(warningCode.rawValue)", level: .warning)
}
/// callback when error occured for agora sdk, you are recommended to display the error descriptions on demand
/// to let user know something wrong is happening
/// Error code description can be found at:
/// en: https://docs.agora.io/en/Voice/API%20Reference/oc/Constants/AgoraErrorCode.html
/// cn: https://docs.agora.io/cn/Voice/API%20Reference/oc/Constants/AgoraErrorCode.html
/// @param errorCode error code of the problem
func rtcEngine(_ engine: AgoraRtcEngineKit, didOccurError errorCode: AgoraErrorCode) {
LogUtils.log(message: "error: \(errorCode)", level: .error)
if isProcessing {
isProcessing = false
}
self.showAlert(title: "Error", message: "Error \(errorCode.rawValue) occur")
}
/// callback when the local user joins a specified channel.
/// @param channel
/// @param uid uid of local user
/// @param elapsed time elapse since current sdk instance join the channel in ms
func rtcEngine(_ engine: AgoraRtcEngineKit, didJoinChannel channel: String, withUid uid: UInt, elapsed: Int) {
isProcessing = false
isJoined = true
let localVideo = videos[0]
localVideo.uid = uid
LogUtils.log(message: "Join \(channel) with uid \(uid) elapsed \(elapsed)ms", level: .info)
}
/// callback when a remote user is joinning the channel, note audience in live broadcast mode will NOT trigger this event
/// @param uid uid of remote joined user
/// @param elapsed time elapse since current sdk instance join the channel in ms
func rtcEngine(_ engine: AgoraRtcEngineKit, didJoinedOfUid uid: UInt, elapsed: Int) {
LogUtils.log(message: "remote user join: \(uid) \(elapsed)ms", level: .info)
// find a VideoView w/o uid assigned
if let remoteVideo = videos.first(where: { $0.uid == nil }) {
let videoCanvas = AgoraRtcVideoCanvas()
videoCanvas.uid = uid
// the view to be binded
videoCanvas.view = remoteVideo.videocanvas
videoCanvas.renderMode = .hidden
agoraKit.setupRemoteVideo(videoCanvas)
remoteVideo.uid = uid
} else {
LogUtils.log(message: "no video canvas available for \(uid), cancel bind", level: .warning)
}
}
/// callback when a remote user is leaving the channel, note audience in live broadcast mode will NOT trigger this event
/// @param uid uid of remote joined user
/// @param reason reason why this user left, note this event may be triggered when the remote user
/// become an audience in live broadcasting profile
func rtcEngine(_ engine: AgoraRtcEngineKit, didOfflineOfUid uid: UInt, reason: AgoraUserOfflineReason) {
LogUtils.log(message: "remote user left: \(uid) reason \(reason)", level: .info)
// to unlink your view from sdk, so that your view reference will be released
// note the video will stay at its last frame, to completely remove it
// you will need to remove the EAGL sublayer from your binded view
if let remoteVideo = videos.first(where: { $0.uid == uid }) {
let videoCanvas = AgoraRtcVideoCanvas()
videoCanvas.uid = uid
// the view to be binded
videoCanvas.view = nil
videoCanvas.renderMode = .hidden
agoraKit.setupRemoteVideo(videoCanvas)
remoteVideo.uid = nil
} else {
LogUtils.log(message: "no matching video canvas for \(uid), cancel unbind", level: .warning)
}
}
}