6bd7fac875
46c43095 fix goreleaser workflow, version 1.13.1 (#4577) e0815be2 chore: improve docker test shutdown reliability (#4576) bfd9deff expose TCPFallbackRTTThreshold and AllowUDPUnstableFallback via config (#4556) b93c1e16 Release v1.13.0. (#4573) fd452212 Update mediatransportutil to get ICE candidate timeout config (#4572) 8be8c74a Update github workflows (#4463) c4e41872 Update go deps to v1.17.2 (#4462) dc8e0310 Update go deps to v4 (#4482) 20fd1ad2 turn: allow for providing secret via file (#4564) 6590570d Pin pion/dtls to v3.1.2 (#4570) cdbbee1f deps: bump protocol + psrpc to latest tips (#4565) d290de81 Correct config comment (#4563) 77ecf920 rtc: report participant session end time on room move (#4561) 63be96f6 Prevent panic from nil(illegal) syncState.Subscriptions message (#4560) 835ef1b3 Metrics for participant active, i. e. fully established. (#4557) 5bd42534 Document of advertise_internal_ip and external_ip_only (#4554) 356ae211 Config documentation for advertise_internal_ip and skip_external_ip_validation (#4552) 7c319a67 rtc: prevent duration reporting for inactive participants (#4550) 2dd5e632 telemetry: split webhook-processed hook out of NewTelemetryService (#4548) 222177a9 service: prevent nil deref in validate with wrapped join request (#4547) dd7580b4 Protect against nil clientInfo (#4546) 145689e6 Start tracking Twirp method request latency in prometheus too, not just in logs (#4545) cde89627 rtc: emit per-data-track bytes via BytesTrackStats (#4540) 2e22911d Remove backwards compatibility support for TURN auth. (#4539) 062d1219 Use NACKQuueInterface type. (#4538) 7f08b04c Add IsIntentionalDisconnect helper (#4537) 1ab2bf04 Clean up packet size logging (#4536) 8ab92a80 Don't require media sections when joining (#4535) 019a6640 rtc: report participant kind code and details (#4534) 77595d38 TEL-336: fix sip error categorization (#4528) f303f499 Always enable rtx codec (#4533) e4a8a55c Check Less and LessEq in version compare. (#4532) 37eb7a32 Release v1.12.0 (#4529) 4a7b1e85 Create NACK tracker only once. (#4527) 89faaeba Apply ttl check only when authenticate allocation creating (#4526) b32933b0 Log details of RTCP packets. (#4525) 8b79ec9e Support SIP auth realm for inbound. (#4522) 4b8db3cf Add integration test for TURN auth failures (#4524) ef2e5efe Log large packets receive/send. (#4521) d1236750 feat: auto create rooms for tokens with the RoomCreate grant (#4320) 7a3e595b apply room tags from JWT grant room configuration (#4518) ab7fdeab add AssignmentHook to AssignJob; propagate websocket write errors (#4516) cf20c9cd Add expiry to TURN password. (#4515) 20d4a3a1 Populate data track loggers with context (#4514) 12fff29a allow setting agent job assignment url (#4512) ba366fc7 Fix SIP media config upgrade. (#4511) 8fbc5adf update protocol for protojson (#4510) 3de6f517 Add TURN permission handler. (#4505) 8ffcef93 Update protocol to support SIP media config. (#4509) 1ab1e072 test: verify upstream and downstream connection stats end-to-end (#4508) c4fd71a5 Fix sense check in DeltaInfo gathering (#4507) 803999ef rename agent environment to deployment (#4506) bacc21e6 add helper to check for agent worker endpoint (#4503) 253f977d add duration seconds reporting (#4500) ffab3bd3 add agent environment (#4498) ccdf23c8 Use mediatransportutil/codec package, no functional change (#4497) 680703f2 Include reception reoprts in receiver report callback. (#4496) f51798bc Fix publish-only limitations being incorrectly applied to receivers (#4495) a002337d Legacy TrackInfo.Simulcast flag. (#4493) af1dcc88 Add CloseWithReason to agent SignalConn interface (#4492) d7c2daf1 report all simulcast layers (#4491) c1ad2b22 Misc optimisations. (#4490) 19b9e8c0 Additional data tracks logging (#4489) 743d9c8b add support for client capabilities (#4461) fc47e478 Close peer connection unconditionally to unblock set local/remote (#4485) 639406eb Update module github.com/pion/ice/v4 to v4.2.3 (#4481) dc6b7505 reduce some heap use in packet path (#4478) f3b80b28 fix: wrap IPv6 addresses in brackets in UDP TURN URLs (RFC 3986) (#4476) 3a7f2628 Turn off transceiver re-use on Safari. (#4474) d84f3d7a add more types to signum (#4473) 701a37c2 Convert sort.Slice -> slices.SortFunc (#4472) 85be9d70 Avoid stream allocator event data cast to interface and back. (#4471) b43685e8 Keep a shadow copy of tracks for use by different stream allocator state (#4470) 27c2b149 Consolidate RTCP packets and do RTCP callback outside lock. (#4469) 31083307 do not log data track stats if not started (#4468) 9ee06635 feat(pion/ice): replace deprecated NAT1To1 with SetAddressRewriteRules (#4466) 8ccad68d Release v1.11.0 (#4459) dbf5cf61 Store concrete ICE candidate for remote candidates. (#4458) 2a04bc3c fix publisher frame count reporting for simulcast streams (#4457) 1d804737 fix: limit join request and WHIP request body to http.DefaultMaxHeaderBytes (#4450) 3cfb71e7 Use Muted in TrackInfo to propagated published track muted. (#4453) 69aa9479 Some drive-by clean up (#4452) 6c81f678 Add subscriber stream start event notification (#4449) ce1bf47b Revert "fix: ensure num_participants is accurate in webhook events (#4265) (#…" (#4448) cdb0769c fix: ensure num_participants is accurate in webhook events (#4265) (#4422) c91e79af Switch to stdlib maps, slices (#4445) ea7b9c6f Update module github.com/livekit/protocol to v1.45.3 (#4435) 97378368 Update go deps (major) (#3179) d6aef547 Update go deps (#3862) afc9feae Update github workflows (#4331) 4b385612 chore: pin GH commits and switch to golangci-lint (#4444) 2974ba87 Unsubscribe from data track on close (#4443) 5dc4e90d Apply IPFilter when get local ip (#4440) 88c77dc6 compute agent dispatch affinity from target load (#4442) 8fe99377 Log join duration. (#4433) 0a503a57 Add `Close` method for UpDataTrackManager and call it on participant (#4432) 55912dff Add some simple data track stats (#4431) 050909e6 Enable data tracks by default. (#4429) 72c7e65c chore: log API key during worker registration (#4428) 8a67dd1b Do not close publisher peer connection to aid migration. (#4427) 91e90c10 Add some more logging around migration. (#4426) c6ddc879 isExpectedToResume is based on whether flushing or not. (#4425) 7d06cfca Keep subscription synchronous when publisher is expected to resume. (#4424) 934f8598 Clean up data track observers on unsubscribe. (#4421) 9674ac48 Cleaning up some logs and standardising log frequency. (#4420) 7b925304 Drop time inverted packets in RED -> Opus conversion. (#4418) 4d8d232a ensure participant init is correctly serialized for logging (#4417) 4fe80877 Log time inversion between incoming packets (#4415) 248d7394 Guard against timestamp inversion in RED -> Opus conversion. (#4414) 9ab8c1d5 clear track notifier observers on subscription teardown (#4413) 397cd09a Embedded turn test (#4412) 56326654 Prepare release v1.10.1 (#4408) e9b113c8 Make the TURN bind address configurable and allow for multiple addresses. (#4315) 4bc5e6bb Address malformed H264/H265 parsing issues. (#4407) 77a0a4fc AV1 parser overflow fix. (#4405) ff7fd7ed feat(agent-dispatch): add job restart policy (#4401) 34bd1e08 do not log roll over for padding only packets (#4396) 13d02ee9 add deadline to dtls connect context (#4395) 9055a349 Path check helpers (#4392) 1f1eeb68 Fallback to servicestore if rpc is unavailable (#4391) 59e9bb41 Fix TURN server URL (#4389) 9e0a7e54 Close both peer connections to aid migration. (#4382) 9474c807 route participant reads through PSRPC instead of Redis (#4387) a5333a86 add packet trailer stripping support (#4361) 0e3d765d Release v1.10.0 (#4380) bc3aeaf3 Update grpc to address CVE-2026-33186 (#4381) 8cdd6f4c Replace deprecated io/ioutil with io in whipservice (#4375) 89410df7 handle AGENT_ERROR disconnect reason (#4339) 8f984c77 Fix repair stream ID reporting for RTX pairing. (#4369) cdfaacfc Restart nacker on OOB sequence number restart. (#4368) 4a9e0045 Update protocol. (#4367) 750d5904 Add API to restart lite stats. (#4366) c8bb2578 Rename log field "pID" to "participantID" for consistency (#4365) 77fc74a7 Do not block all ext ID determination on stream allocator listener (#4364) 90a46fab Do not kick off migration of closed participant (#4363) 5dc2e7b1 Switch data track extension to 1-byte ID/length. (#4362) 7323ad02 Sample data send error logging. (#4358) 0d34e455 Add option to not re-use transceiver in e2ee. (#4356) 95225ff2 don't require media section for dual peerconnection mode (#4354) e9639538 Refine ipv6 support (#4352) b34b0472 Add StopEgress function to the EgressLauncher interface (#4353) 69235ed2 update readme (#4340) db1a8046 defensive check for peer connection instance (#4350) cb7dc2d0 TEL-405: support originating calls from custom domains (#4349) 7eaaaada Mark last run of grow bucket outside goroutine. (#4348) caa47522 Add option to require media sections when participant joining (#4347) 087050d1 Release v1.9.12 (#4346) 493e87df Fix SIP client timeout. (#4345) 52c28a93 Log a bit more details of out-of-order TWCC feedback report. (#4343) 516aeabf Use ParticipantTelemetryListener of LocalParticipant. (#4342) b3510565 Exclude ice restart case from offer answer id mismatch warning (#4341) 303657bc feat: make INSTALL_PATH overridable in install script (#3954) 9d418689 Send participant left event after track unpublished for moved (#4334) bab91868 do not discount packets lost on duplicate packets (#4333) 939794cf mark + restart (#4329) 75f9c462 Add debug for receiver restart. (#4328) 74891f30 Protect against incorrect temporal layer. (#4327) f51b2732 Update pion/webrtc and deps to update dtls (#4326) b81bac0e Key telemetry stats worker using combination of roomID, participantID (#4323) 2d40449f Update self-hosting deployment documentation link (#4312) 03e90dd7 Fix for some CodeQL reported issues (#4314) 77c858f0 Log stats worker when it not closable. (#4313) a6035212 ESP32 client info (#4267) 478e486a Copilot suggested improvement to Github Actions permissions (#4310) cbd2f82d Copilot suggested improvement to Github Actions permissions (#4311) a9b8d40d Publish is always on publisher peer connection. (#4307) 8ae56406 generate & log egressID for start egress request (#4303) 35d7ef88 Avoid alloc in RTPStatsReceiver.Update (#4302) bb744916 More optimisation in RTPStats module. (#4298) cefd5da9 Optimise some bits in rtpstats_receiver (#4297) 52a4b848 Read client protocol from query param (#4294) 195b17f6 Populate client_protocol field in ParticipantInfo (#4293) 370e0a4d Set up audio config in audio level module when config is updated. (#4290) f3e9b688 Do not increase max expected layer on track info update. (#4285) a9849340 Avoid logger data race. (#4284) 97016627 Do not hold lock when creating buffer (#4283) 6b68e3d5 Create buffer if needed when a PLI is requested. (#4282) 3cca7180 use separate allocation for signal stats telemetry guard (#4281) d2bae34d refresh telemetry guard on participant move (#4280) 333f0349 clear reference guard when resetting signal stats (#4279) d1bab17b Add session duration and participant kind to closing log. (#4277) 1e689e1a Reducing some info level logs. (#4274) 88facc02 adds a test to ensure agent worker errors cause disconnection (#4273) 76a41a7a Generate config flags (#4268) 700e1788 require participant broadcast when metadata/attributes are set in token (#4266) b61799ec Ignore parse addr error when add remote candidate (#4264) 01bd966f Add silent frame for pcmu/a (#4258) 0c33b8c6 chore: move codecs/mime stuff to protocol (#4255) 165c1735 Update livekit protocol to v1.44.0 (#4254) 343f12b8 Wrapping SIP errors for invalid argument and not found (#4253) aea044c5 Defer setting clock rate in RTPStats module till codec is bound. (#4250) d9f716c1 FIx receiver restart race (#4248) 0508ee9f remove copy/paste left over line (#4246) 40408407 Release v1.9.11 (#4245) f8675507 Do not remove participant from cache on disconnect. (#4241) a35a6ae7 Add participant option for data track auto-subscribe. (#4240) 07572511 Wrapping the invalid request errors for CreateSipParticipant (#4239) 843d8c3e Update Pion transport package. (#4237) a05690d2 Changing field naming of data track packet (#4235) c4015008 Clear participant version cache on disconnect (#4234) 18db4ec1 Log modified timeout of API context. (#4232) ac20ccda Log timeout in API. (#4231) 541a7d6c Change some logs to debugw (#4229) 52ab3374 Return on SDP fragment read error. (#4228) 7fae5ac9 Do not restart receiver on codec change mid-session. (#4225) dafdc36e Add option to force simuclast codec. (#4226) 0a7dd40b Use only layer 0 for SVC codecs. (#4224) 4ec0f8f4 Support OpenTelemetry tracing. Add Jaeger support. (#4222) 80ba93fa Do NACK updates as soon as flow state is processed. (#4221) 4405afe2 Use atomic pointer and return interface from RED transformer constructors (#4220) b649c2fe Remove method not needed from REDTransformer. (#4219) f0080f35 Remove enable arrival time forwarding method. (#4217) 335f4c33 Swap result sink atomically rather than closing and setting. (#4216) 46651c19 Release v1.9.10 (#4214) 08ac4ecd Support preserving external supplied time. (#4212) f6efccce report video size from media data for whip (#4211) d92f6a79 return iceservers for whip (#4210) 1a4758ed Skip restart callback if external. (#4208) dde4fb49 configurable dependency descriptor restart (#4207) 08793bea Use active at time to check for track not bound timeout. (#4206) 3606ce54 Do not warn about track not bound if participant is not ready. (#4205) b8ddd0f9 Taking interface{} -> any modernize bits (#4204) b91cd2e4 Rework receiver restart. (#4202) bb00c864 Restart API on receiver. (#4200) 25ece1e9 Minor refactor in buffer base and audio level (#4198) 599002f8 ignore PLI requests for non-video (#4196) 2510b946 Taking a bunch of go modernize suggestions. (#4194) ed8e6afc Handle repair SSRC of simulcast tracks during migration. (#4193) c6bf7a27 Fix logging key and other clean up around stream restart. (#4192) 3cb9abb6 Update pion/webrtc to v4.2.1 (#4191) 8b0efb8c Resolve RTX pair via OnTrack also. (#4190) 381bce03 Return extended sequence number only and not packet. (#4189) 6bcbf54e Always instantiate nacker when using out-of-band sequence numbers. (#4187) e71184de Store buffer after creating it. (#4186) 7c8ea115 Refactor receiver and buffer into Base and higher layer. (#4185) 4104b827 update protocol (#4183) cd99fec2 Make new path for signalling v1.5 support. (#4180) 32cd0370 Flush the ext packets on restart/close and release packets. (#4179) 1df1316b Move OnDataTrackMessage to participant listener to support replay. (#4178) e7601251 Make data message naming a bit more consistent. (#4177) a04e566d Use published track for model access in data down track. (#4176) 47c86be1 Add support for TURN static auth secret credentials (#3796) 24559a28 chore(deps): update github workflows to v6 (#3866) 0a824386 add explicit room exists servicestore op (#4175) 39bd077d Release v1.9.9 (#4174) cbb2c617 Publish/Unpublish counter match. (#4173) fb849edc Minor clean up (#4172) c28e5e45 fix(kindToProto): update protocol (#4171) 47324abd Drop run away receiver reports. (#4170) 462ec324 prevent uint overflow setting packet not found count (#4169) 5c841b8e Some logging changes. (#4168) 2f2d0a57 skip lost sequence number ranges in getIntervalStats (#4166) 898ebe05 clean up manual roomservice log redaction (#4165) 3e417253 move delete to oss service store (#4164) 5964efbb Ensure subscribe data track handles are unique (#4162) a26c4830 Add support for RTP stream restart. (#4161) 386f0b38 fix typo in clearing index when removing track from room track manager (#4158) 0abfb251 deregister observability function when participant is closed (#4157) 97aba5e7 Consistently undo update to sequence number and timestamp when the (#4156) 2317c295 Fix panic while removing track from room track manager. (#4153) a0a28ac5 Avoid duplicate track add to room track manager. (#4152) f01008f8 Revert telemetry stats worker wait configuration. (#4151) ca4b56d2 Handle case of sequence number jump just after start. (#4150) 97099cae Configurable telemetry stats worker clean up wait. (#4148) d7db7cb3 chore: fix a large number of spelling issues (#4147) cadf2ad9 Release v1.9.8 (#4145) 498304cd defensive nil check (#4144) 20f6a497 Store ddParser in atomic.Pointer (#4143) 037cb906 release ext packet if patching fails (#4142) dd598ef2 Release ExtPacket if dependency descriptor or other parsing fails (#4141) 35b0e2bc update webrtc to 4.1.8 to pick up DTLS fingerprint check during handshake (#4140) 1c1a836c Mark RTCP buffer Write as noinline. (#4138) ea9b2177 protocol deps to get inactive file adjusted memory usage. (#4137) 64f3d1e9 switch participant callbacks to room to listener interface (#4136) c6e6c021 add debug metric for tracking references (#4134) a30c79fa Use isEnding to indicate if down track could be resumed. (#4132) 8c241ecf Fix RTCP reader leak in DownTrack. (#4131) 3eef869a Do not pause rid in SDP (#4129) 8e01e595 Release 1.9.7 (#4128) 7c1a0fab Fix concurrent map access. (#4127) 14446b1c Let participant close remove the published tracks. (#4125) fa0633aa move utils.WrapAround to mediatransportutil (#4124) f8706cd4 Update pion/ice to stop gather first on close (#4123) 7954748d Data tracks (#4089) 7158d983 log bucket growth (#4122) 04b35eb6 Release v1.9.6 (#4121) ebdcead5 Update mediatransportutil to get bucket packet size limit. (#4120) 411b09f6 Release v1.9.5 (#4119) 8dcf235a Update pion/ice - attempt to address tcp packet conn close hang (#4116) 64c65143 Update mediatransportutil (#4115) 0a2943bb Clean up bits added to debug peer connection close hang. (#4114) 9c483a69 Use released version v1.8.41 of pion/sctp (#4113) 35c79a57 Update SCTP hash, had the wrong one in previous PR (#4111) e0fbbef1 Update pion/sctp with RFC9260 revert (#4110) f3c80917 Try SCTP with read deadline to unblock abort. (#4109) bd5382da Splitting transport close timeout logs. (#4108) 6d4154b8 Update pion/ice. (#4107) a6418ae2 Log more peer conenction state on close timeout. (#4105) 06d99974 Check for cancel on unsubscription/source track going away. (#4104) 7f10e18b Record join/publish/subscribe cancellations. (#4102) 40293632 Clear stereo=1 if stereo is not enabled. (#4101) 70f6def3 Add checks for participant and sub-components close. (#4100) ffbabcc7 Switch forwarding latency log to Debugw (#4098) 27d82a72 Fix "address" typo in transport logs (addddress → address) (#4097) 37a06821 logger proto redaction. (#4090) 54cf7d46 Control latency of lossy data channel (#4088) 5175c1af Lock x/tools at 0.37.0 (#4085) d510fff1 Downgrade x/tools to be able to make a release (#4084) c3ea5890 Prepare release v1.9.4. (#4083) 3a128e61 protocol bump for SIP error mapping and validation (#4081) c3964ba2 Use sync.Pool for objects in packet path. (#4066) f8b994d4 Forwarding latency measurement tweaks. (#4080) f4929f09 Revert "Revert pion/transpor to v3.0.8 (#4073)" (#4074) a04d9c48 Revert pion/transpor to v3.0.8 (#4073) 2d5054ad kind details for connector (#4072) a272e28a Log raeson for subscriber not being to determine codec. (#4071) b9b4eec9 Update pion/transport to v3.1.1 (#4070) b23d093c update protocol (#4069) 4ce07bed Higher resolution forwarding latency histogram. (#4067) 858db7ab fix(deps): update module github.com/livekit/protocol to v1.43.0 (#4015) 1dc9b8fc Use buffered indicator to exclude from forwarding latency. (#4062) f117ee51 Track start up delay. (#4061) 4872f205 Return write count from WriteRTP. (#4059) d0ba46b4 Log write count atomic. (#4057) ae5fb7e8 Add packet to forwarding stats only if packet is forwarded. (#4056) f6909192 Update PsRPC to get redis pipeliner implementation. (#4055) ca3c507b Prevent invalid track access while peer connection is shutting down. (#4054) 9ca6ee00 Use replace so that x/tools does not get overridden (#4048) b9323eab chore(deps): downgrade x/tools for counterfeiter (#4047) 2f1e6c36 Prep release v1.9.3 (#4046) 9d5c351d Fix prom units for forwarding latency/jitter. (#4045) e183657c Add prom histogram for forwarding latency and jitter. (#4044) 1eefeb30 Enable AbsCaptureTimeURI in RTC configuration (#4043) 075a7576 Use simulcast codec as default policy for audio track (#4040) c264b504 Don't warn 0 payload type for PCMU (#4039) 32fc3525 Broadcast cond var on RTX write. (#4038) 061eb8b4 AddDownTrack to regressed codec after restarting forwarder. (#4037) c87eb8ed fix: add missing Unlock() in AddReceiver (#4036) 70444924 if RingingTimeout is provided, deadline should be set to that timeout. (#4018) ab906d71 Prevent leakage of previous codec after codec regression. (#4035) 79b03f97 Log queueing latency when encountering high forwarding latency (#4034) 29117b14 set max layer in allocation (#4033) 15b19ccd Remove ~ from rid which indicates disabled layer to get the actual rid (#4032) 34e16a87 Check more conditions for opportunistic alloc. (#4031) 81fbd355 Use the optimal allocation function for opportunistic allocation. (#4030) a2ce73e0 Do not bind buffer if codec is invalid. (#4028) cef6fdb7 Correct direction for request/response for prom counters. (#4027) 5042c06c Use rtp converter from protocol/utils/rtputil (#4020) 5a426d15 Use rtp converter from protocol/utils (#4019) 35fb8877 feat: use env var for GOARCH (#4012) c0397696 Issue #1 only: Fix spatial layer initialization in Forwarder (#4003) 2afbf0e8 Some golang modernisation bits. (#4016) 484f784a Prepare release v1.9.2 (#4011) ad074ed2 counterfeiter needs an older version of x/tools (#4009) e63e8b6f Include mid -> trackID in both SDP offer and answer. (#4007) 781dfede Do not call receiver methods under settings lock. (#4006) 69ff25a0 Use answer with mid -> trackID mapping when in single peer connection (#4005) fe912acf Update pion/webrtc to prevent GetStats panic. (#4004) 7930dcde Do not try to read stats from peer connection after close. (#4002) ca0d5ee9 Count request/response packets on both client and server side. (#4001) dd62eb00 Resort to full search for requested quality is not available. (#4000) f6ca82d1 Revert to using silence packets for audio dummy start. (#3999) 0e2c59c8 Sort codec layers when adding track (#3998) 100bb46a Adding ProviderInfo to GetSIPTrunkAuthenticationResponse (#3993) a8d4df66 "Power of Two Random Choices" option for node selection (#3785) a20bbe34 Log RPC details. (#3991) 158496bc Increment RTP timestamp on padding when using dummy start. (#3989) 4f6ed65d Limit check to red + opus when looking for primary codec match. (#3988) a87f6c4b Allow passing inline trunk for outbound calls. (#3987) bf06596f Support Opus mixed with RED when encrypted. (#3986) ea208a1c Add encryption datapacket type (#3869) 2a6adbe8 Use padding only packets for dummy start of audio. (#3984) be018f97 Provide the InputVideo/AudioState to Ingress in WHIPRTCConnectionNotify (#3982) 146bd969 Do not panic of redis is not configured (#3981) 01337ba7 Do not start forawarding on out-of-order packet. (#3985) c7f625d6 Do not force codec regression between opus and red. (#3980) 3bd20ddb Revert unintentional change to not handle transport fallback on (#3970) 89a2f46c Update deps to fix redis issue when 1 cluster address is provided (#3969) 060719d1 add config for user data recording (#3966) b3ee219c fix stats worker closed condition (#3965) 3d737031 add idempotent reference count to telemetry stats worker (#3964) 735c663a Update protocol for EventKey helper. (#3963) 646b9de8 Add node_ip to config-sample.yaml (#3960) 0bf7b178 avoid logging on small values (#3958) 00ff2ab9 Adjust for hold time when fowarding RTCP report. (#3956) e180be06 short circuit participant broadcast filter in livestream mode (#3955) bfba6fee Adjust stream allocator ping interval based on state. (#3951) 3837006b Revert "Switch ops queue a singly linked list. (#3949)" (#3950) 990c5faf feat: server rpc apis (#3904) 80b11662 Switch ops queue a singly linked list. (#3949) 56ee2328 handle terminated job requests (#3948) 49f9b9c8 Flush stats when there are no packets. (#3947) e6a3df1e ForwarStats.GetStats needs to be public (#3946) 824d116b Tweaks tresholds for logging high forwarding latency/jitter. (#3945) 408492e0 Log some information around high forwarding latency. (#3944) 6a41fae5 Use microseconds for forwarding stats. (#3943) 856e0871 mediatransportutil to log local address when validating external IP (#3942) 40101cf7 Update protocol for SipCreateParticipant (#3939) b07e7a38 Use difference in key frame counter to stop seeder. (#3936) d7f92878 Avoid matching on empty track id. (#3937) 56fb2885 Do DD restart only if DD structure is present. (#3935) 86facce9 More debugging of DD jump (#3934) 6058a3f6 Add debugging from DD frame number wrap around. (#3933) dc6825c0 mediatransportutil crash fix for logging local address (#3930) d6f0588f Update mediatransportutil to log external IP found via STUN. (#3929) 2c30a064 Fix dynacast subscriber node clearing on move participant. (#3926) 6489237e Simulcast audio fixes (#3925) 9f0ab870 Wait for `SetRemoteDescription` before configuring senders. (#3924) df6c26db Subscrbed audio codecs - update from remote nodes. (#3921) 798fa761 Support simulcasting of audio (#3920) f4a06cf0 Clean code as there is no oss sweeper for ingress (#3918) 5f561b4f Include agent_name as a participant attribute (#3914) 782a35e8 update protocol for psrpc (#3915) eee2001a Set publisher codec preferences after setting remote description (#3913) fc995533 add incoming request id to request response message (#3912) 76645fad Rpcs for ingress proxy WHIP (#3911) 991a4a4f Refactor subscribedTrack + mediaTrackSubscriptions. (#3908) e16b3ba9 Use gzip reader pool (#3903) 17c34921 update protocol for sip api change (#3902) 2f43a575 Release candidate for v1.9.1 (#3899) 07c40cf3 Use `RequestResponse` to report protocol handling errors (#3895) 98352fd0 Prevent race in determining BWE type. (#3891) f7291fda Do not send both asb-send-time and twcc. (#3890) 21b42fa6 Do not advertise NACK for RED. (#3889) 6633bf93 Use departure timeout from room preset. (#3888) 38f7906e Handle migration better in single peer connection case. (#3886) 5026de2b handle frame number wrap back in svc (#3885) 091e3c13 Revert to using answer for migration case. (#3884) 2aeadf14 init ua parser once (#3883) 998a9f94 Switch known rids from 012 -> 210, used by OBS. (#3882) 890fd942 Single peer connection mode (#3873) bfe98eaa fix: ensure the participant kind is set on refresh tokens (#3881) 8d270e2a chunk room updates (#3880) b4e146c5 update mediatransport util for ice port 3478 (#3877) dc3a7753 Fix timeout handing in StopEgress (#3876) d62336e1 Remove unnecessary check (#3870) c58e5d23 Update golang Docker tag to v1.25 (#3864) 98d577ee Update module github.com/livekit/protocol to v1.40.0 (#3865) afbf541e Update pion deps (#3863) b660c3b5 Extract video size from media stream (#3856) 456b8709 Fix missed unlock (#3861) d500806e Handle no codecs in track info. (#3859) 11b240d6 Log track settings more. (#3853) 1aa0f963 Log signal messages on media node. (#3852) b182d07b Log signal messages as debug. (#3851) a370bb20 Support G.711 A-law and U-law (#3849) fa5f4ef3 Populate SDP cid in track info when available. (#3845) eed27885 Send `participant_connection_aborted` when participant session is closed (#3848) 61e59346 Update go deps (#3439) 1b228913 Support video layer mode from client and make most of the code mime aware (#3843) f2da4444 Support per simulcast codec layers. (#3840) f275f592 handle SyncState in join request (#3839) 5d44cf6d Use wrapped join request to be able to support compressed and uncompressed. (#3838) 5ca16264 Support join request as proto + base64 encoded query param (#3836) 7dea1012 Clean up missed v2 pieces (#3837) 34a49130 Delete v2 signalling (#3835) 1fe33716 Fix: RingingTimeout was being skipped for transferParticipant (#3831) 5751692a deps (#3829) db4bc127 Get to the point of connecting publisher PC and using it for async signalling (#3822) 5e483e75 update readme (#3809) e3155b14 Get to the point of establishing subscriber peer connection. (#3821) a7ce1382 HTTP DELETE of participant session (#3819) 01de0e36 Do not send leave if nil (to older clients) (#3817) 10103449 Add country label to edge prom stats. (#3816) 68387b41 Minor tweak to keep RPC type at service level. (#3815) a75295fc More v2 signalling changes (#3814) b20db94d Validation end point for v2 signalling. (#3811) f2f595f4 update readme (#3808) fffc2ac0 Use signalling utils from protocol (#3807) f5fc82d3 Filling out messages unlikely to change in v2. (#3806) 1c99b9ad Split signal segmenter and reassembler. (#3805) 0a1bfd30 Signal handling interfaces and participant specific HTTP PATCH. (#3804) 7837c8e5 starting signaller interface (#3802) 18ce5244 Handle Metadata field from RoomConfig (#3798) 2a6a9b8a Grouping all signal messages into participant_signal. (#3801) 078c01fa Signal v2: envelope and fragments as wire message format. (#3800) b9a44c3f Signalling V2 protocol implementation start (#3794) ba702a53 forward agent id to job state (#3786) 1f31d430 Map ErrNoResponse to ErrRequestTimedOut in StopEgress to avoid returning 503 (#3788) 51bbe8c5 Set participant active when peerconnection connected (#3790) 40028dc3 Normalize known rids. (#3779) ddd92329 Return default layer for invalid rid + track info combination. (#3778) 8c033ce9 Enable H265 by default (#3773) 7678e087 Set rids for all codecs. (#3772) 5d636acf Limit taking rids from SDP only in WHIP path. (#3771) 4d09e5b5 Log SDP rids to understand the mapping better. (#3770) c69f1aae Revert "Temporary change: use pre-defined rids" (#3769) 8197438e bounds check layer index (#3768) d11da5f5 Temporary change: use pre-defined rids (#3767) cb4da533 fix(deps): update module github.com/livekit/protocol to v1.39.3 (#3733) d6d2b6d8 feat(cli-flags): add option for cpu profiling (#3765) 9fc4ddbe ClearAllReceivers interface is used to pause relay tracks. (#3761) 1216113b Do not need to just clean up receivers. Remove that interface. (#3760) ef6c38ce Log previous allocation to see changes. (#3759) 01bf9685 SVC with RID -> spatial layer mapping (#3754) c481396f offer could be nil when migrating. (#3752) 8c2fc0bc Fix svc encoding for chrome mobile on iOS (#3751) e467daa0 move egress roomID load to launcher (#3748) 3783ebb3 feat(cli): update to urfave/cli/v3 (#3745) 03d3fcab Fix data packet ParticipantIdentity override logic in participant.go (#3735) 068b4366 reuse compiled client config scripts (#3743) e754a860 return error when moving egree/agent participant (#3741) 7542cf07 remove unused code (#3740) 9d569e2f Take ClientInfo from request. (#3738) 80774263 chore: set workerid on job creation (#3737) 5549ab55 Revert clearing RIDs. (#3732) ae967313 Clear rids if not present in SDP. (#3731) 0e033907 Return highest available layer if requested quality is higher than (#3729) 9ce737db Add log for dropping out of order reliable message (#3728) 1b95e818 Don't check bindState on downtrack.Bind (#3726) 670f927f Set and use rid/spatial layer in TrackInfo. (#3724) a9e29116 Add Id to SDP signalling messages. (#3722) 4ec828ce Fix bug with SDP rid, clear only overflow. (#3723) 8f6c3a9b Clear rids from default for layers not published. (#3721) ce07740e Add simulcast support for WHIP. (#3719) e98fb94f Create client config manager in room manager constructor. (#3718) fdf9b852 e2e reliability for data channel (#3716) 35dda8ea swap pub/sub track metrics (#3717) 1d9a4366 Do not require create permission for WHIP participant. (#3715) e0aea17a Flush stats on close (#3713) 630aa7d9 implement observability for room metrics (#3712) e7f0294e remove unused ws signal read loop (#3709) 77f70b18 for real, pick up protocol change for webhooks queue length bucnkets (#3707) 7b180646 protocol dep for webhook stats buckets (#3706) b0ab95ba warn about credentials when used in tokens (#3705) a72ce30f Small changes to add/use helper functions for length checks. (#3704) 425f6bb3 Allow passing extra attributes to RTC endpoint. (#3693) 758e1762 Add a trend check before declaring joint queuing region. (#3701) fe81e411 Adds Devin to readme so it auto updates DeepWiki weekly (#3699) 09dede35 version bump v1.9.0 (#3698) fc867c5b Webhook prom stats (#3697) 0e17916f Do not use Redis pipeline for SIP delete. Fixes Redis clustering support. (#3694) 1b760393 WHIP support. (#3692) e4f7d81b add client ip to agent worker registration (#3675) 6b849a87 update mediatransportutil for sctp congestion control (#3673) 83b189b0 Add ServerInfo to ReconnectResponse (#3671) 5f87a35b Prevent operating on swapped out map. (#3670) 13b55a80 move agent token (#3669) c9385edd handle agent worker jwt (#3668) 3b359d8b Use logger resolver reset to reset contexts. (#3665) dbb70e0f Fix dynacast quality for moving out tracks (#3664) 0a5f3c2a resolve new room name logger earlier when moving participant (#3662) 2df05517 Revert unbound transceiver stop. (#3661) 5172af15 ~Send initial participant update only after a participant becomes active.~ - General clean up (#3655) 5d4d86f8 protocol to pick resolver values replace (#3659) 7f8e6323 Send self participant update immediately. (#3656) 11630878 Use unordered for lossy data channel. (#3653) aee34ffe log request for agent dispatch api (#3650) 793b383a Add Moving participant to another room (#3648) 2fff36cb Stub MoveParticipant so that cloud can include the latest protocol. (#3646) d4ab1142 Redact address (#3643) b83190a3 protocol update to fix memory stats path (#3642) a1f4e88e Update protocol to latest, got bit by tag (#3641) 8d3902af Protocol to pick up cgroups v2 memory path fix (#3640) 2f002388 Use participant close reason in remove. (#3639) 58822c26 Include clientInfo in connectivity logs. (#3638) 6d6393a6 Take AudioFeatures from AddTrack. (#3635) 08670412 Limit buffer queue before Bind. (#3634) 9f5bc9b9 Avoid synthesising duplicate feature. (#3632) 847239c3 Disable vp9 for safari 18.4 (#3631) f69ab680 Populate the sender identity when translating to user packet. (#3628) e1490558 Forward data between WHIP client and non-WHIP client (#3627) 6739e7bc Broadcast inside lock (#3626) f24152b4 Call Broadcast in lock scope. (#3625) b760918a Use logger from request context. (#3623) 34a2e2c1 Check for multiple layers for managed track. (#3622) 4955ebe4 Forward transfer headers to internal request (#3615) d9ee9214 Set up RTX for WHIP publish (#3619) d8cf5439 Determine TURN connection type and no fallback for TURN/TLS. (#3612) d0d212fd Fix WHIP ICE restart. (#3616) 5e7f8a12 Update mediatransportutil for max sctp message (65K) (#3611) 28dfac14 Use exported GetEgressNotifyOptions (#3604) 75236bef protocol update to fix IPv6 SDP fragment parsing (#3603) 2130980d Add basic video support to WHIP. (#3602) e5cbb227 Allow specifying extra webhooks with egress requests (#3597) 7e16106a Add OnSubscirberReady callback on LocalParticipant. (#3600) 5c2d96b9 Check DestinationRoom of VideoGrant for participant forwarding (#3599) 2e236a19 Revert participant state ACTIVE change. (#3598) 35ac5f56 Add support for WHIP ICE Trickle/Restart. (#3596) ec2dff96 Fix SIP updates when replacing slices. (#3592) e24fe77b map PEER_CONNECTION_DISCONNECTED -> CONNECTION_TIMEOUT (#3591) 6ee6eb43 Do not drop audio codecs (#3590) 68357ba6 List audio codecs after video codecs. (#3589) 05a891ff Fix rule (had an extra bracket) (#3588) d7c41091 Exclude RED from enabled codecs for Flutter + 2.4.2 + Android. (#3587) ee08aede skip out of order participant state updates (#3583) 15a8d9a2 Break track published fuse when there are no tracks (#3581) 35f83c51 Replace Promise with Fuse. (#3580) 07fe9b72 Prevent migration race. (#3579) ac8082ff Use older SDP module to accommodate bad SDP. (#3578) 1c8307c7 Use cgroup for memstats. (#3573) e9be0fca log SDP offer on error (#3577) 3238ab8d Calculate rates for memory used and total. (#3570) d08487bf Unlabeled (pass through) data channels. (#3567) 52ce18d5 fix: revert recent changes to determine simulcast from sdp (#3565) cdfbb106 Audio uses signal SignalCid and SdpCid. (#3564) ed5e2f16 Keep simulcast information tied to receiver. (#3563) ad010cfc chore(logs): log VLS type for VP9/AV1 (#3561) 8cc17f8f Rework node stats a bit. (#3555) 15f56551 fix(video): determine svc/simulcast from SDP for advanced codecs (#3549) 2b6a46f4 Handle `prefer_regression` for backup codec (#3554) b0abb0ae Add option to use different pacer with send side bwe. (#3552) 26822b6b ParseUsername utility for TURN user name. (#3547) 55909ed7 log the initial join response (#3546) 97fcb82a Fix: Return NotFoundErr instead of Unavailable when the participant does not exist in UpdateParticipant. (#3543) 75d0e18e Implement SIP update API. (#3141) e118aff1 Fire track subscribed when the subscriber connected (#3540) 13417c01 Send mute event only on change (#3537) 7f4c4597 Stubs for SIP update API. (#3533) fe673bb2 Send regressed codec upstream stats to analytics. (#3532) 8eb81388 Use a generation to counter to stop key frame seeder on codec change (#3531) 188470a2 Do not accept unsupported track type in AddTrack (#3530) 507fc9cf Do not instantiate 0 sized sequencer. (#3529) 20bddfea Clean up published track on participant removal. (#3527) 65d8aa28 Handle subscribe race with track close better. (#3526) a6cb00b3 Reduce seeder duration to 30s and also do not force send PLI. (#3525) c8233205 Add a key frame seeder in up track. (#3524) 0f61ff3a Remove redundant log (#3523) 7685cd25 Log ParticipantInit on signal start to get a picture of join params (#3522) ac9e62ef add server agent load threshold config (#3520) cd5d32f0 Add pID and connID to log context to make it easier to search using pID. (#3518) 2d9aa6dd Update api call info method (#3515) b3779a90 WebHookConfig (#3517) 6121b9af Check ForwardParticipant room name (#3514) 9a7c9442 mediatransportutil update (#3511) 50ab47c1 Log packet drops/forward. (#3510) 139d1b13 Add ForwardParticipant method to room service (#3507) 6c04909f Use atomic to store codec. (#3505) 7f6afe05 Prevent bind lock deadlock on muted. (#3504) 48063df5 load mime type before calling writeBlankFrameRTP (#3502) d2e6cd15 Do not bind lock across flush which could take time (#3501) 47896f50 Update protocol and IO service. (#3499) 1dc42eef Bump github.com/go-jose/go-jose/v3 from 3.0.3 to 3.0.4 (#3497) 3a35cbc4 Log migration complete only when coming from sync (#3496) c2f17a10 refactor: using slices.Contains to simplify the code (#3495) 01e51dbd fix: fix the wrong error return value (#3493) ff9115b2 Disable dd parser for vp8 if extension is not found (#3492) c3e06f05 Do not attempt to create objects for URL ingresses as the ingress service will do so (#3491) f0edfbba Fix receiver rtt/jitter. (#3487) 05dfd30d Take RTT and jitter from receiver view while reporting track stats for (#3483) 04ed5683 Don't issue TrackPublished/Unpublished event on migrated track (#3482) 1cffe30c Use a RED transformer to consolidate both RED -> Opus OR Opus -> RED (#3481) 591888f7 Fix missing RTCP sender report when forwarding RED as Opus. (#3480) git-subtree-dir: livekit-server git-subtree-split: 46c4309554d37d23ee8da88a8a7e02a68fba09c1
4285 lines
126 KiB
Go
4285 lines
126 KiB
Go
// Copyright 2023 LiveKit, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package rtc
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"maps"
|
|
"math/rand"
|
|
"os"
|
|
"slices"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/frostbyte73/core"
|
|
"github.com/google/uuid"
|
|
lru "github.com/hashicorp/golang-lru/v2"
|
|
"github.com/pion/rtcp"
|
|
"github.com/pion/sdp/v3"
|
|
"github.com/pion/webrtc/v4"
|
|
"github.com/pkg/errors"
|
|
"go.uber.org/atomic"
|
|
"go.uber.org/zap/zapcore"
|
|
"google.golang.org/protobuf/proto"
|
|
|
|
"github.com/livekit/mediatransportutil/pkg/twcc"
|
|
"github.com/livekit/protocol/auth"
|
|
"github.com/livekit/protocol/codecs/mime"
|
|
"github.com/livekit/protocol/livekit"
|
|
"github.com/livekit/protocol/logger"
|
|
"github.com/livekit/protocol/observability"
|
|
"github.com/livekit/protocol/observability/roomobs"
|
|
protosdp "github.com/livekit/protocol/sdp"
|
|
protosignalling "github.com/livekit/protocol/signalling"
|
|
"github.com/livekit/protocol/utils"
|
|
"github.com/livekit/protocol/utils/guid"
|
|
"github.com/livekit/protocol/utils/pointer"
|
|
"github.com/livekit/psrpc"
|
|
|
|
"github.com/livekit/livekit-server/pkg/config"
|
|
"github.com/livekit/livekit-server/pkg/metric"
|
|
"github.com/livekit/livekit-server/pkg/routing"
|
|
"github.com/livekit/livekit-server/pkg/rtc/signalling"
|
|
"github.com/livekit/livekit-server/pkg/rtc/supervisor"
|
|
"github.com/livekit/livekit-server/pkg/rtc/transport"
|
|
"github.com/livekit/livekit-server/pkg/rtc/types"
|
|
"github.com/livekit/livekit-server/pkg/sfu"
|
|
"github.com/livekit/livekit-server/pkg/sfu/buffer"
|
|
"github.com/livekit/livekit-server/pkg/sfu/connectionquality"
|
|
"github.com/livekit/livekit-server/pkg/sfu/interceptor"
|
|
"github.com/livekit/livekit-server/pkg/sfu/pacer"
|
|
"github.com/livekit/livekit-server/pkg/sfu/streamallocator"
|
|
"github.com/livekit/livekit-server/pkg/telemetry"
|
|
"github.com/livekit/livekit-server/pkg/telemetry/prometheus"
|
|
sutils "github.com/livekit/livekit-server/pkg/utils"
|
|
)
|
|
|
|
var _ types.LocalParticipant = (*ParticipantImpl)(nil)
|
|
|
|
const (
|
|
sdBatchSize = 30
|
|
rttUpdateInterval = 5 * time.Second
|
|
|
|
disconnectCleanupDuration = 5 * time.Second
|
|
migrationWaitDuration = 3 * time.Second
|
|
migrationWaitContinuousMsgDuration = 2 * time.Second
|
|
|
|
PingIntervalSeconds = 5
|
|
PingTimeoutSeconds = 15
|
|
)
|
|
|
|
var (
|
|
ErrMoveOldClientVersion = errors.New("participant client version does not support moving")
|
|
)
|
|
|
|
// -------------------------------------------------
|
|
|
|
type pendingTrackInfo struct {
|
|
trackInfos []*livekit.TrackInfo
|
|
sdpRids buffer.VideoLayersRid
|
|
migrated bool
|
|
createdAt time.Time
|
|
|
|
// indicates if this track is queued for publishing to avoid a track has been published
|
|
// before the previous track is unpublished(closed) because client is allowed to negotiate
|
|
// webrtc track before AddTrackRequest return to speed up the publishing process
|
|
queued bool
|
|
}
|
|
|
|
func (p *pendingTrackInfo) MarshalLogObject(e zapcore.ObjectEncoder) error {
|
|
if p == nil {
|
|
return nil
|
|
}
|
|
|
|
e.AddArray("trackInfos", logger.ProtoSlice(p.trackInfos))
|
|
e.AddArray("sdpRids", logger.StringSlice(p.sdpRids[:]))
|
|
e.AddBool("migrated", p.migrated)
|
|
e.AddTime("createdAt", p.createdAt)
|
|
e.AddBool("queued", p.queued)
|
|
return nil
|
|
}
|
|
|
|
// --------------------------------------------------
|
|
|
|
type pendingRemoteTrack struct {
|
|
track *webrtc.TrackRemote
|
|
receiver *webrtc.RTPReceiver
|
|
}
|
|
|
|
type downTrackState struct {
|
|
transceiver *webrtc.RTPTransceiver
|
|
downTrack sfu.DownTrackState
|
|
}
|
|
|
|
type postRtcpOp struct {
|
|
*ParticipantImpl
|
|
pkts []rtcp.Packet
|
|
}
|
|
|
|
// ---------------------------------------------------------------
|
|
|
|
type participantUpdateInfo struct {
|
|
identity livekit.ParticipantIdentity
|
|
version uint32
|
|
state livekit.ParticipantInfo_State
|
|
updatedAt time.Time
|
|
}
|
|
|
|
func (p participantUpdateInfo) String() string {
|
|
return fmt.Sprintf("identity: %s, version: %d, state: %s, updatedAt: %s", p.identity, p.version, p.state.String(), p.updatedAt.String())
|
|
}
|
|
|
|
type reliableDataInfo struct {
|
|
joiningMessageLock sync.Mutex
|
|
joiningMessageFirstSeqs map[livekit.ParticipantID]uint32
|
|
joiningMessageLastWrittenSeqs map[livekit.ParticipantID]uint32
|
|
lastPubReliableSeq atomic.Uint32
|
|
stopReliableByMigrateOut atomic.Bool
|
|
canWriteReliable bool
|
|
migrateInPubDataCache atomic.Pointer[MigrationDataCache]
|
|
}
|
|
|
|
// ---------------------------------------------------------------
|
|
|
|
var _ types.LocalParticipant = (*ParticipantImpl)(nil)
|
|
|
|
type ParticipantParams struct {
|
|
Identity livekit.ParticipantIdentity
|
|
Name livekit.ParticipantName
|
|
SID livekit.ParticipantID
|
|
Config *WebRTCConfig
|
|
Sink routing.MessageSink
|
|
AudioConfig sfu.AudioConfig
|
|
VideoConfig config.VideoConfig
|
|
LimitConfig config.LimitConfig
|
|
ProtocolVersion types.ProtocolVersion
|
|
SessionStartTime time.Time
|
|
SessionTimer *observability.SessionTimer
|
|
TelemetryListener types.ParticipantTelemetryListener
|
|
Trailer []byte
|
|
PLIThrottleConfig sfu.PLIThrottleConfig
|
|
CongestionControlConfig config.CongestionControlConfig
|
|
// codecs that are enabled for this room
|
|
PublishEnabledCodecs []*livekit.Codec
|
|
SubscribeEnabledCodecs []*livekit.Codec
|
|
Logger logger.Logger
|
|
LoggerResolver logger.DeferredFieldResolver
|
|
Reporter roomobs.ParticipantSessionReporter
|
|
ReporterResolver roomobs.ParticipantReporterResolver
|
|
SimTracks map[uint32]interceptor.SimulcastTrackInfo
|
|
Grants *auth.ClaimGrants
|
|
InitialVersion uint32
|
|
ClientConf *livekit.ClientConfiguration
|
|
ClientInfo ClientInfo
|
|
Region string
|
|
Migration bool
|
|
Reconnect bool
|
|
AdaptiveStream bool
|
|
AllowTCPFallback bool
|
|
TCPFallbackRTTThreshold int
|
|
AllowUDPUnstableFallback bool
|
|
TURNSEnabled bool
|
|
ParticipantListener types.LocalParticipantListener
|
|
ParticipantHelper types.LocalParticipantHelper
|
|
DisableSupervisor bool
|
|
ReconnectOnPublicationError bool
|
|
ReconnectOnSubscriptionError bool
|
|
ReconnectOnDataChannelError bool
|
|
VersionGenerator utils.TimedVersionGenerator
|
|
DisableDynacast bool
|
|
SubscriberAllowPause bool
|
|
SubscriptionLimitAudio int32
|
|
SubscriptionLimitVideo int32
|
|
PlayoutDelay *livekit.PlayoutDelay
|
|
SyncStreams bool
|
|
ForwardStats *sfu.ForwardStats
|
|
DisableSenderReportPassThrough bool
|
|
MetricConfig metric.MetricConfig
|
|
UseOneShotSignallingMode bool
|
|
EnableMetrics bool
|
|
DataChannelMaxBufferedAmount uint64
|
|
DatachannelSlowThreshold int
|
|
DatachannelLossyTargetLatency time.Duration
|
|
FireOnTrackBySdp bool
|
|
DisableCodecRegression bool
|
|
LastPubReliableSeq uint32
|
|
Country string
|
|
PreferVideoSizeFromMedia bool
|
|
UseSinglePeerConnection bool
|
|
EnableDataTracks bool
|
|
EnableRTPStreamRestartDetection bool
|
|
ForceBackupCodecPolicySimulcast bool
|
|
DisableTransceiverReuseForE2EE bool
|
|
}
|
|
|
|
type ParticipantImpl struct {
|
|
// utils.TimedVersion is a atomic. To be correctly aligned also on 32bit archs
|
|
// 64it atomics need to be at the front of a struct
|
|
timedVersion utils.TimedVersion
|
|
|
|
params ParticipantParams
|
|
|
|
participantListener atomic.Pointer[types.LocalParticipantListener]
|
|
participantHelper atomic.Value // types.LocalParticipantHelper
|
|
id atomic.Value // types.ParticipantID
|
|
|
|
isClosed atomic.Bool
|
|
closeReason atomic.Value // types.ParticipantCloseReason
|
|
|
|
state atomic.Value // livekit.ParticipantInfo_State
|
|
disconnected chan struct{}
|
|
|
|
grants atomic.Pointer[auth.ClaimGrants]
|
|
isPublisher atomic.Bool
|
|
|
|
sessionStartRecorded atomic.Bool
|
|
lastActiveAt atomic.Pointer[time.Time]
|
|
// when first connected
|
|
connectedAt time.Time
|
|
disconnectedAt atomic.Pointer[time.Time]
|
|
// timer that's set when disconnect is detected on primary PC
|
|
disconnectTimer *time.Timer
|
|
migrationTimer *time.Timer
|
|
|
|
pubRTCPQueue *sutils.TypedOpsQueue[postRtcpOp]
|
|
|
|
// hold reference for MediaTrack
|
|
twcc *twcc.Responder
|
|
|
|
// client intended to publish, yet to be reconciled
|
|
pendingTracksLock utils.RWMutex
|
|
pendingTracks map[string]*pendingTrackInfo
|
|
pendingPublishingTracks map[livekit.TrackID]*pendingTrackInfo
|
|
pendingRemoteTracks []*pendingRemoteTrack
|
|
|
|
// supported codecs
|
|
enabledPublishCodecs []*livekit.Codec
|
|
enabledSubscribeCodecs []*livekit.Codec
|
|
|
|
*TransportManager
|
|
*UpTrackManager
|
|
*UpDataTrackManager
|
|
*SubscriptionManager
|
|
|
|
nextSubscribedDataTrackHandle uint16
|
|
|
|
icQueue [2]atomic.Pointer[webrtc.ICECandidate]
|
|
|
|
requireBroadcast bool
|
|
// queued participant updates before join response is sent
|
|
// guarded by updateLock
|
|
queuedUpdates []*livekit.ParticipantInfo
|
|
// cache of recently sent updates, to ensure ordering by version
|
|
// guarded by updateLock
|
|
updateCache *lru.Cache[livekit.ParticipantID, participantUpdateInfo]
|
|
updateLock utils.Mutex
|
|
|
|
dataChannelStats *BytesTrackStats
|
|
|
|
reliableDataInfo reliableDataInfo
|
|
|
|
rttUpdatedAt time.Time
|
|
lastRTT uint32
|
|
|
|
// idempotent reference guard for telemetry stats worker
|
|
telemetryGuard *telemetry.ReferenceGuard
|
|
|
|
lock utils.RWMutex
|
|
|
|
dirty atomic.Bool
|
|
version atomic.Uint32
|
|
|
|
migrateState atomic.Value // types.MigrateState
|
|
migratedTracksPublishedFuse core.Fuse
|
|
|
|
onClose map[string]func(types.LocalParticipant)
|
|
onClaimsChanged func(participant types.LocalParticipant)
|
|
onICEConfigChanged func(participant types.LocalParticipant, iceConfig *livekit.ICEConfig)
|
|
|
|
cachedDownTracks map[livekit.TrackID]*downTrackState
|
|
forwarderState map[livekit.TrackID]*livekit.RTPForwarderState
|
|
|
|
supervisor *supervisor.ParticipantSupervisor
|
|
|
|
connectionQuality livekit.ConnectionQuality
|
|
|
|
metricTimestamper *metric.MetricTimestamper
|
|
metricsCollector *metric.MetricsCollector
|
|
metricsReporter *metric.MetricsReporter
|
|
|
|
signalling signalling.ParticipantSignalling
|
|
signalHandler signalling.ParticipantSignalHandler
|
|
signaller signalling.ParticipantSignaller
|
|
|
|
// loggers for publisher and subscriber
|
|
pubLogger logger.Logger
|
|
subLogger logger.Logger
|
|
|
|
rpcLock sync.Mutex
|
|
rpcPendingAcks map[string]*utils.DataChannelRpcPendingAckHandler
|
|
rpcPendingResponses map[string]*utils.DataChannelRpcPendingResponseHandler
|
|
}
|
|
|
|
func NewParticipant(params ParticipantParams) (*ParticipantImpl, error) {
|
|
if params.Identity == "" {
|
|
return nil, ErrEmptyIdentity
|
|
}
|
|
if params.SID == "" {
|
|
return nil, ErrEmptyParticipantID
|
|
}
|
|
if params.Grants == nil || params.Grants.Video == nil {
|
|
return nil, ErrMissingGrants
|
|
}
|
|
p := &ParticipantImpl{
|
|
params: params,
|
|
disconnected: make(chan struct{}),
|
|
pubRTCPQueue: sutils.NewTypedOpsQueue[postRtcpOp](sutils.OpsQueueParams{
|
|
Name: "pub-rtcp",
|
|
MinSize: 64,
|
|
Logger: params.Logger,
|
|
}),
|
|
pendingTracks: make(map[string]*pendingTrackInfo),
|
|
pendingPublishingTracks: make(map[livekit.TrackID]*pendingTrackInfo),
|
|
connectedAt: time.Now().Truncate(time.Millisecond),
|
|
rttUpdatedAt: time.Now(),
|
|
cachedDownTracks: make(map[livekit.TrackID]*downTrackState),
|
|
connectionQuality: livekit.ConnectionQuality_EXCELLENT,
|
|
pubLogger: params.Logger.WithComponent(sutils.ComponentPub),
|
|
subLogger: params.Logger.WithComponent(sutils.ComponentSub),
|
|
reliableDataInfo: reliableDataInfo{
|
|
joiningMessageFirstSeqs: make(map[livekit.ParticipantID]uint32),
|
|
joiningMessageLastWrittenSeqs: make(map[livekit.ParticipantID]uint32),
|
|
},
|
|
rpcPendingAcks: make(map[string]*utils.DataChannelRpcPendingAckHandler),
|
|
rpcPendingResponses: make(map[string]*utils.DataChannelRpcPendingResponseHandler),
|
|
onClose: make(map[string]func(types.LocalParticipant)),
|
|
telemetryGuard: &telemetry.ReferenceGuard{},
|
|
nextSubscribedDataTrackHandle: uint16(rand.Intn(256)),
|
|
requireBroadcast: params.Grants.Metadata != "" || len(params.Grants.Attributes) != 0,
|
|
}
|
|
p.setupSignalling()
|
|
|
|
p.id.Store(params.SID)
|
|
p.dataChannelStats = NewBytesTrackStats(
|
|
p.params.Country,
|
|
BytesTrackIDForParticipantID(BytesTrackTypeData, p.ID()),
|
|
p.ID(),
|
|
params.Grants.GetParticipantKind(),
|
|
params.Grants.GetKindDetails(),
|
|
params.TelemetryListener,
|
|
params.Reporter,
|
|
)
|
|
p.reliableDataInfo.lastPubReliableSeq.Store(params.LastPubReliableSeq)
|
|
p.setListener(params.ParticipantListener)
|
|
p.participantHelper.Store(params.ParticipantHelper)
|
|
if !params.DisableSupervisor {
|
|
p.supervisor = supervisor.NewParticipantSupervisor(supervisor.ParticipantSupervisorParams{Logger: params.Logger})
|
|
}
|
|
p.closeReason.Store(types.ParticipantCloseReasonNone)
|
|
p.version.Store(params.InitialVersion)
|
|
p.timedVersion.Update(params.VersionGenerator.Next())
|
|
|
|
p.migrateState.Store(types.MigrateStateInit)
|
|
|
|
p.state.Store(livekit.ParticipantInfo_JOINING)
|
|
p.grants.Store(params.Grants.Clone())
|
|
p.SwapResponseSink(params.Sink, types.SignallingCloseReasonUnknown)
|
|
p.setupEnabledCodecs(params.PublishEnabledCodecs, params.SubscribeEnabledCodecs, params.ClientConf.GetDisabledCodecs())
|
|
|
|
if p.supervisor != nil {
|
|
p.supervisor.OnPublicationError(p.onPublicationError)
|
|
}
|
|
|
|
params.Reporter.RegisterFunc(func(ts time.Time, tx roomobs.ParticipantSessionTx) bool {
|
|
// Don't publish duration if participant never became active. Otherwise short-lived
|
|
// JOINING/JOINED -> DISCONNECTED transitions would still get rounded up to a
|
|
// minute by the session timer and inflate billed/reported duration.
|
|
if p.lastActiveAt.Load() == nil {
|
|
return !p.IsClosed()
|
|
}
|
|
|
|
if dts := p.disconnectedAt.Load(); dts != nil {
|
|
ts = *dts
|
|
tx.ReportEndTime(ts)
|
|
}
|
|
|
|
tx.ReportKindCode(roomobs.ParticipantKindCode(p.Kind()))
|
|
tx.ReportKindDetailsCodes(roomobs.ParticipantKindDetailsCodes(p.KindDetails()))
|
|
|
|
millis, secs, mins := p.params.SessionTimer.Advance(ts)
|
|
tx.ReportDuration(uint16(millis))
|
|
tx.ReportDurationSeconds(uint16(secs))
|
|
tx.ReportDurationMinutes(uint8(mins))
|
|
|
|
return !p.IsClosed()
|
|
})
|
|
|
|
var err error
|
|
// keep last participants and when updates were sent
|
|
if p.updateCache, err = lru.New[livekit.ParticipantID, participantUpdateInfo](128); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
err = p.setupTransportManager()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
p.setupUpTrackManager()
|
|
p.setupUpDataTrackManager()
|
|
p.setupSubscriptionManager()
|
|
p.setupMetrics()
|
|
|
|
return p, nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) setListener(listener types.LocalParticipantListener) {
|
|
if listener == nil {
|
|
p.participantListener.Store(nil)
|
|
return
|
|
}
|
|
p.participantListener.Store(&listener)
|
|
}
|
|
|
|
func (p *ParticipantImpl) listener() types.LocalParticipantListener {
|
|
if l := p.participantListener.Load(); l != nil {
|
|
return *l
|
|
}
|
|
return &types.NullLocalParticipantListener{}
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetParticipantListener() types.ParticipantListener {
|
|
return p.listener()
|
|
}
|
|
|
|
func (p *ParticipantImpl) ClearParticipantListener() {
|
|
p.setListener(nil)
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetCountry() string {
|
|
return p.params.Country
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetTrailer() []byte {
|
|
trailer := make([]byte, len(p.params.Trailer))
|
|
copy(trailer, p.params.Trailer)
|
|
return trailer
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetLogger() logger.Logger {
|
|
return p.params.Logger
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetLoggerResolver() logger.DeferredFieldResolver {
|
|
return p.params.LoggerResolver
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetReporter() roomobs.ParticipantSessionReporter {
|
|
return p.params.Reporter
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetReporterResolver() roomobs.ParticipantReporterResolver {
|
|
return p.params.ReporterResolver
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetAdaptiveStream() bool {
|
|
return p.params.AdaptiveStream
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetPacer() pacer.Pacer {
|
|
return p.TransportManager.GetSubscriberPacer()
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetDisableSenderReportPassThrough() bool {
|
|
return p.params.DisableSenderReportPassThrough
|
|
}
|
|
|
|
func (p *ParticipantImpl) ID() livekit.ParticipantID {
|
|
return p.id.Load().(livekit.ParticipantID)
|
|
}
|
|
|
|
func (p *ParticipantImpl) Identity() livekit.ParticipantIdentity {
|
|
return p.params.Identity
|
|
}
|
|
|
|
func (p *ParticipantImpl) State() livekit.ParticipantInfo_State {
|
|
return p.state.Load().(livekit.ParticipantInfo_State)
|
|
}
|
|
|
|
func (p *ParticipantImpl) Kind() livekit.ParticipantInfo_Kind {
|
|
return p.grants.Load().GetParticipantKind()
|
|
}
|
|
|
|
func (p *ParticipantImpl) KindDetails() []livekit.ParticipantInfo_KindDetail {
|
|
return p.grants.Load().GetKindDetails()
|
|
}
|
|
|
|
func (p *ParticipantImpl) IsRecorder() bool {
|
|
grants := p.grants.Load()
|
|
return grants.GetParticipantKind() == livekit.ParticipantInfo_EGRESS || grants.Video.Recorder
|
|
}
|
|
|
|
func (p *ParticipantImpl) IsAgent() bool {
|
|
grants := p.grants.Load()
|
|
return grants.GetParticipantKind() == livekit.ParticipantInfo_AGENT || grants.Video.Agent
|
|
}
|
|
|
|
func (p *ParticipantImpl) IsDependent() bool {
|
|
grants := p.grants.Load()
|
|
switch grants.GetParticipantKind() {
|
|
case livekit.ParticipantInfo_AGENT, livekit.ParticipantInfo_EGRESS:
|
|
return true
|
|
default:
|
|
return grants.Video.Agent || grants.Video.Recorder
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) ProtocolVersion() types.ProtocolVersion {
|
|
return p.params.ProtocolVersion
|
|
}
|
|
|
|
func (p *ParticipantImpl) IsReady() bool {
|
|
state := p.State()
|
|
|
|
// when migrating, there is no JoinResponse, state transitions from JOINING -> ACTIVE -> DISCONNECTED
|
|
// so JOINING is considered ready.
|
|
if p.params.Migration {
|
|
return state != livekit.ParticipantInfo_DISCONNECTED
|
|
}
|
|
|
|
// when not migrating, there is a JoinResponse, state transitions from JOINING -> JOINED -> ACTIVE -> DISCONNECTED
|
|
return state == livekit.ParticipantInfo_JOINED || state == livekit.ParticipantInfo_ACTIVE
|
|
}
|
|
|
|
func (p *ParticipantImpl) IsDisconnected() bool {
|
|
return p.State() == livekit.ParticipantInfo_DISCONNECTED
|
|
}
|
|
|
|
func (p *ParticipantImpl) Disconnected() <-chan struct{} {
|
|
return p.disconnected
|
|
}
|
|
|
|
func (p *ParticipantImpl) IsIdle() bool {
|
|
// check if there are any published tracks that are subscribed
|
|
for _, t := range p.GetPublishedTracks() {
|
|
if t.GetNumSubscribers() > 0 {
|
|
return false
|
|
}
|
|
}
|
|
|
|
return !p.SubscriptionManager.HasSubscriptions()
|
|
}
|
|
|
|
func (p *ParticipantImpl) ConnectedAt() time.Time {
|
|
return p.connectedAt
|
|
}
|
|
|
|
func (p *ParticipantImpl) ActiveAt() time.Time {
|
|
if activeAt := p.lastActiveAt.Load(); activeAt != nil {
|
|
return *activeAt
|
|
}
|
|
|
|
return time.Time{}
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetClientInfo() *livekit.ClientInfo {
|
|
p.lock.RLock()
|
|
defer p.lock.RUnlock()
|
|
return p.params.ClientInfo.ClientInfo
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetClientConfiguration() *livekit.ClientConfiguration {
|
|
p.lock.RLock()
|
|
defer p.lock.RUnlock()
|
|
return utils.CloneProto(p.params.ClientConf)
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetBufferFactory() *buffer.Factory {
|
|
return p.params.Config.BufferFactory
|
|
}
|
|
|
|
// checkMetadataLimits check if name/metadata/attributes of a participant is within configured limits
|
|
func (p *ParticipantImpl) checkMetadataLimits(
|
|
name string,
|
|
metadata string,
|
|
attributes map[string]string,
|
|
) error {
|
|
if !p.params.LimitConfig.CheckParticipantNameLength(name) {
|
|
return signalling.ErrNameExceedsLimits
|
|
}
|
|
|
|
if !p.params.LimitConfig.CheckMetadataSize(metadata) {
|
|
return signalling.ErrMetadataExceedsLimits
|
|
}
|
|
|
|
if !p.params.LimitConfig.CheckAttributesSize(attributes) {
|
|
return signalling.ErrAttributesExceedsLimits
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) UpdateMetadata(update *livekit.UpdateParticipantMetadata, fromAdmin bool) error {
|
|
lgr := p.params.Logger.WithUnlikelyValues(
|
|
"update", logger.Proto(update),
|
|
"fromAdmin", fromAdmin,
|
|
)
|
|
lgr.Debugw("updating participant metadata")
|
|
|
|
var err error
|
|
requestResponse := &livekit.RequestResponse{
|
|
RequestId: update.RequestId,
|
|
}
|
|
sendRequestResponse := func() error {
|
|
if !fromAdmin || (update.RequestId != 0 || err != nil) {
|
|
requestResponse.Request = &livekit.RequestResponse_UpdateMetadata{
|
|
UpdateMetadata: utils.CloneProto(update),
|
|
}
|
|
p.sendRequestResponse(requestResponse)
|
|
}
|
|
if err != nil {
|
|
lgr.Warnw("could not update metadata", err)
|
|
}
|
|
return err
|
|
}
|
|
|
|
if !fromAdmin && !p.ClaimGrants().Video.GetCanUpdateOwnMetadata() {
|
|
requestResponse.Reason = livekit.RequestResponse_NOT_ALLOWED
|
|
requestResponse.Message = "does not have permission to update own metadata"
|
|
err = signalling.ErrUpdateOwnMetadataNotAllowed
|
|
return sendRequestResponse()
|
|
}
|
|
|
|
if err = p.checkMetadataLimits(update.Name, update.Metadata, update.Attributes); err != nil {
|
|
switch err {
|
|
case signalling.ErrNameExceedsLimits:
|
|
requestResponse.Reason = livekit.RequestResponse_LIMIT_EXCEEDED
|
|
requestResponse.Message = "exceeds name length limit"
|
|
|
|
case signalling.ErrMetadataExceedsLimits:
|
|
requestResponse.Reason = livekit.RequestResponse_LIMIT_EXCEEDED
|
|
requestResponse.Message = "exceeds metadata size limit"
|
|
|
|
case signalling.ErrAttributesExceedsLimits:
|
|
requestResponse.Reason = livekit.RequestResponse_LIMIT_EXCEEDED
|
|
requestResponse.Message = "exceeds attributes size limit"
|
|
}
|
|
return sendRequestResponse()
|
|
}
|
|
|
|
if update.Name != "" {
|
|
p.SetName(update.Name)
|
|
}
|
|
if update.Metadata != "" {
|
|
p.SetMetadata(update.Metadata)
|
|
}
|
|
if update.Attributes != nil {
|
|
p.SetAttributes(update.Attributes)
|
|
}
|
|
return sendRequestResponse()
|
|
}
|
|
|
|
// SetName attaches name to the participant
|
|
func (p *ParticipantImpl) SetName(name string) {
|
|
p.lock.Lock()
|
|
grants := p.grants.Load()
|
|
if grants.Name == name {
|
|
p.lock.Unlock()
|
|
return
|
|
}
|
|
|
|
grants = grants.Clone()
|
|
grants.Name = name
|
|
p.grants.Store(grants)
|
|
p.dirty.Store(true)
|
|
|
|
onClaimsChanged := p.onClaimsChanged
|
|
p.lock.Unlock()
|
|
|
|
p.listener().OnParticipantUpdate(p)
|
|
|
|
if onClaimsChanged != nil {
|
|
onClaimsChanged(p)
|
|
}
|
|
}
|
|
|
|
// SetMetadata attaches metadata to the participant
|
|
func (p *ParticipantImpl) SetMetadata(metadata string) {
|
|
p.lock.Lock()
|
|
grants := p.grants.Load()
|
|
if grants.Metadata == metadata {
|
|
p.lock.Unlock()
|
|
return
|
|
}
|
|
|
|
grants = grants.Clone()
|
|
grants.Metadata = metadata
|
|
p.grants.Store(grants)
|
|
p.requireBroadcast = p.requireBroadcast || metadata != ""
|
|
p.dirty.Store(true)
|
|
|
|
onClaimsChanged := p.onClaimsChanged
|
|
p.lock.Unlock()
|
|
|
|
p.listener().OnParticipantUpdate(p)
|
|
|
|
if onClaimsChanged != nil {
|
|
onClaimsChanged(p)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) SetAttributes(attrs map[string]string) {
|
|
if len(attrs) == 0 {
|
|
return
|
|
}
|
|
p.lock.Lock()
|
|
grants := p.grants.Load().Clone()
|
|
if grants.Attributes == nil {
|
|
grants.Attributes = make(map[string]string)
|
|
}
|
|
var keysToDelete []string
|
|
for k, v := range attrs {
|
|
if v == "" {
|
|
keysToDelete = append(keysToDelete, k)
|
|
} else {
|
|
grants.Attributes[k] = v
|
|
}
|
|
}
|
|
for _, k := range keysToDelete {
|
|
delete(grants.Attributes, k)
|
|
}
|
|
|
|
p.grants.Store(grants)
|
|
p.requireBroadcast = true // already checked above
|
|
p.dirty.Store(true)
|
|
|
|
onClaimsChanged := p.onClaimsChanged
|
|
p.lock.Unlock()
|
|
|
|
p.listener().OnParticipantUpdate(p)
|
|
|
|
if onClaimsChanged != nil {
|
|
onClaimsChanged(p)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) ClaimGrants() *auth.ClaimGrants {
|
|
return p.grants.Load()
|
|
}
|
|
|
|
func (p *ParticipantImpl) SetPermission(permission *livekit.ParticipantPermission) bool {
|
|
if permission == nil {
|
|
return false
|
|
}
|
|
p.lock.Lock()
|
|
grants := p.grants.Load()
|
|
|
|
if grants.Video.MatchesPermission(permission) {
|
|
p.lock.Unlock()
|
|
return false
|
|
}
|
|
|
|
p.params.Logger.Infow("updating participant permission", "permission", permission)
|
|
|
|
grants = grants.Clone()
|
|
grants.Video.UpdateFromPermission(permission)
|
|
p.grants.Store(grants)
|
|
p.dirty.Store(true)
|
|
|
|
canPublish := grants.Video.GetCanPublish()
|
|
canSubscribe := grants.Video.GetCanSubscribe()
|
|
|
|
onClaimsChanged := p.onClaimsChanged
|
|
|
|
isPublisher := canPublish && p.TransportManager.IsPublisherEstablished()
|
|
p.requireBroadcast = p.requireBroadcast || isPublisher
|
|
p.lock.Unlock()
|
|
|
|
// publish permission has been revoked then remove offending tracks
|
|
for _, track := range p.GetPublishedTracks() {
|
|
if !grants.Video.GetCanPublishSource(track.Source()) {
|
|
p.removePublishedTrack(track)
|
|
}
|
|
}
|
|
|
|
if canSubscribe {
|
|
// reconcile everything
|
|
p.SubscriptionManager.ReconcileAll()
|
|
} else {
|
|
// revoke all subscriptions
|
|
for _, st := range p.SubscriptionManager.GetSubscribedTracks() {
|
|
st.MediaTrack().RemoveSubscriber(p.ID(), false)
|
|
}
|
|
}
|
|
|
|
if !grants.Video.GetCanPublishData() {
|
|
for _, dt := range p.UpDataTrackManager.GetPublishedDataTracks() {
|
|
p.UpDataTrackManager.RemovePublishedDataTrack(dt)
|
|
}
|
|
}
|
|
|
|
// update isPublisher attribute
|
|
p.isPublisher.Store(isPublisher)
|
|
|
|
p.listener().OnParticipantUpdate(p)
|
|
|
|
if onClaimsChanged != nil {
|
|
onClaimsChanged(p)
|
|
}
|
|
return true
|
|
}
|
|
|
|
func (p *ParticipantImpl) CanSkipBroadcast() bool {
|
|
p.lock.RLock()
|
|
defer p.lock.RUnlock()
|
|
return !p.requireBroadcast
|
|
}
|
|
|
|
func (p *ParticipantImpl) maybeIncVersion() {
|
|
if p.dirty.Load() {
|
|
p.lock.Lock()
|
|
if p.dirty.Swap(false) {
|
|
p.version.Inc()
|
|
p.timedVersion.Update(p.params.VersionGenerator.Next())
|
|
}
|
|
p.lock.Unlock()
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) Version() utils.TimedVersion {
|
|
p.maybeIncVersion()
|
|
|
|
p.lock.RLock()
|
|
defer p.lock.RUnlock()
|
|
return p.timedVersion
|
|
}
|
|
|
|
func (p *ParticipantImpl) ToProtoWithVersion() (*livekit.ParticipantInfo, utils.TimedVersion) {
|
|
p.maybeIncVersion()
|
|
|
|
p.lock.RLock()
|
|
grants := p.grants.Load()
|
|
v := p.version.Load()
|
|
piv := p.timedVersion
|
|
|
|
var clientProtocol int32
|
|
if p.params.ClientInfo.ClientInfo != nil {
|
|
clientProtocol = p.params.ClientInfo.ClientInfo.GetClientProtocol()
|
|
}
|
|
pi := &livekit.ParticipantInfo{
|
|
Sid: string(p.ID()),
|
|
Identity: string(p.params.Identity),
|
|
Name: grants.Name,
|
|
State: p.State(),
|
|
JoinedAt: p.ConnectedAt().Unix(),
|
|
JoinedAtMs: p.ConnectedAt().UnixMilli(),
|
|
Version: v,
|
|
Permission: grants.Video.ToPermission(),
|
|
Metadata: grants.Metadata,
|
|
Attributes: grants.Attributes,
|
|
Region: p.params.Region,
|
|
IsPublisher: p.IsPublisher(),
|
|
Kind: grants.GetParticipantKind(),
|
|
KindDetails: grants.GetKindDetails(),
|
|
DisconnectReason: p.CloseReason().ToDisconnectReason(),
|
|
ClientProtocol: clientProtocol,
|
|
}
|
|
p.lock.RUnlock()
|
|
|
|
p.pendingTracksLock.RLock()
|
|
pi.Tracks = p.UpTrackManager.ToProto()
|
|
|
|
// add any pending migrating tracks, else an update could delete/unsubscribe from yet to be published, migrating tracks
|
|
maybeAdd := func(pti *pendingTrackInfo) {
|
|
if !pti.migrated {
|
|
return
|
|
}
|
|
|
|
found := false
|
|
for _, ti := range pi.Tracks {
|
|
if ti.Sid == pti.trackInfos[0].Sid {
|
|
found = true
|
|
break
|
|
}
|
|
}
|
|
|
|
if !found {
|
|
pi.Tracks = append(pi.Tracks, utils.CloneProto(pti.trackInfos[0]))
|
|
}
|
|
}
|
|
|
|
for _, pt := range p.pendingTracks {
|
|
maybeAdd(pt)
|
|
}
|
|
for _, ppt := range p.pendingPublishingTracks {
|
|
maybeAdd(ppt)
|
|
}
|
|
p.pendingTracksLock.RUnlock()
|
|
|
|
pi.DataTracks = p.UpDataTrackManager.ToProto()
|
|
|
|
return pi, piv
|
|
}
|
|
|
|
func (p *ParticipantImpl) ToProto() *livekit.ParticipantInfo {
|
|
pi, _ := p.ToProtoWithVersion()
|
|
return pi
|
|
}
|
|
|
|
func (p *ParticipantImpl) TelemetryGuard() *telemetry.ReferenceGuard {
|
|
p.lock.RLock()
|
|
defer p.lock.RUnlock()
|
|
|
|
return p.telemetryGuard
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetTelemetryListener() types.ParticipantTelemetryListener {
|
|
if p.params.TelemetryListener == nil {
|
|
return &types.NullParticipantTelemetryListener{}
|
|
}
|
|
|
|
return p.params.TelemetryListener
|
|
}
|
|
|
|
func (p *ParticipantImpl) AddOnClose(key string, callback func(types.LocalParticipant)) {
|
|
if p.isClosed.Load() {
|
|
go callback(p)
|
|
return
|
|
}
|
|
|
|
p.lock.Lock()
|
|
if callback == nil {
|
|
delete(p.onClose, key)
|
|
} else {
|
|
p.onClose[key] = callback
|
|
}
|
|
p.lock.Unlock()
|
|
}
|
|
|
|
func (p *ParticipantImpl) OnClaimsChanged(callback func(types.LocalParticipant)) {
|
|
p.lock.Lock()
|
|
p.onClaimsChanged = callback
|
|
p.lock.Unlock()
|
|
}
|
|
|
|
func (p *ParticipantImpl) HandleSignalSourceClose() {
|
|
p.TransportManager.SetSignalSourceValid(false)
|
|
|
|
if !p.HasConnected() {
|
|
_ = p.Close(false, types.ParticipantCloseReasonSignalSourceClose, false)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) synthesizeAddTrackRequests(parsedOffer *sdp.SessionDescription) error {
|
|
for _, m := range parsedOffer.MediaDescriptions {
|
|
if !strings.EqualFold(m.MediaName.Media, "audio") && !strings.EqualFold(m.MediaName.Media, "video") {
|
|
continue
|
|
}
|
|
|
|
cid := protosdp.GetMediaStreamTrack(m)
|
|
if cid == "" {
|
|
cid = guid.New(utils.TrackPrefix)
|
|
}
|
|
|
|
rids, ridsOk := protosdp.GetSimulcastRids(m)
|
|
|
|
var (
|
|
name string
|
|
trackSource livekit.TrackSource
|
|
trackType livekit.TrackType
|
|
)
|
|
if strings.EqualFold(m.MediaName.Media, "audio") {
|
|
name = "synthesized-microphone"
|
|
trackSource = livekit.TrackSource_MICROPHONE
|
|
trackType = livekit.TrackType_AUDIO
|
|
} else {
|
|
name = "synthesized-camera"
|
|
trackSource = livekit.TrackSource_CAMERA
|
|
trackType = livekit.TrackType_VIDEO
|
|
}
|
|
req := &livekit.AddTrackRequest{
|
|
Cid: cid,
|
|
Name: name,
|
|
Source: trackSource,
|
|
Type: trackType,
|
|
DisableDtx: true,
|
|
Stereo: false,
|
|
Stream: "camera",
|
|
}
|
|
if strings.EqualFold(m.MediaName.Media, "video") {
|
|
if ridsOk {
|
|
// add simulcast layers, NOTE: only quality can be set as dimensions/fps is not available
|
|
n := min(len(rids), int(buffer.DefaultMaxLayerSpatial)+1)
|
|
for i := range n {
|
|
// WARN: casting int -> protobuf enum
|
|
req.Layers = append(req.Layers, &livekit.VideoLayer{Quality: livekit.VideoQuality(i)})
|
|
}
|
|
} else {
|
|
// dummy layer to ensure at least one layer is available
|
|
req.Layers = []*livekit.VideoLayer{{}}
|
|
}
|
|
}
|
|
p.AddTrack(req)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) updateRidsFromSDP(parsed *sdp.SessionDescription, unmatchVideos []*sdp.MediaDescription) {
|
|
for _, m := range parsed.MediaDescriptions {
|
|
if m.MediaName.Media != "video" || !slices.Contains(unmatchVideos, m) {
|
|
continue
|
|
}
|
|
|
|
mst := protosdp.GetMediaStreamTrack(m)
|
|
if mst == "" {
|
|
continue
|
|
}
|
|
|
|
getRids := func(inRids buffer.VideoLayersRid) buffer.VideoLayersRid {
|
|
var outRids buffer.VideoLayersRid
|
|
rids, ok := protosdp.GetSimulcastRids(m)
|
|
if ok {
|
|
n := min(len(rids), len(inRids))
|
|
for i := range n {
|
|
// disabled layers will have a `~` prefix, remove it while determining actual rid
|
|
if len(rids[i]) != 0 && rids[i][0] == '~' {
|
|
outRids[i] = rids[i][1:]
|
|
} else {
|
|
outRids[i] = rids[i]
|
|
}
|
|
}
|
|
for i := n; i < len(inRids); i++ {
|
|
outRids[i] = ""
|
|
}
|
|
outRids = buffer.NormalizeVideoLayersRid(outRids)
|
|
} else {
|
|
for i := range len(inRids) {
|
|
outRids[i] = ""
|
|
}
|
|
}
|
|
|
|
return outRids
|
|
}
|
|
|
|
p.pendingTracksLock.Lock()
|
|
pti := p.getPendingTrackPrimaryBySdpCid(mst)
|
|
if pti != nil {
|
|
pti.sdpRids = getRids(pti.sdpRids)
|
|
p.pubLogger.Debugw(
|
|
"pending track rids updated",
|
|
"trackID", pti.trackInfos[0].Sid,
|
|
"pendingTrack", pti,
|
|
)
|
|
|
|
ti := pti.trackInfos[0]
|
|
for _, codec := range ti.Codecs {
|
|
if codec.Cid == mst || codec.SdpCid == mst {
|
|
mimeType := mime.NormalizeMimeType(codec.MimeType)
|
|
for _, layer := range codec.Layers {
|
|
layer.SpatialLayer = buffer.VideoQualityToSpatialLayer(mimeType, layer.Quality, ti)
|
|
layer.Rid = buffer.VideoQualityToRid(mimeType, layer.Quality, ti, pti.sdpRids)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
p.pendingTracksLock.Unlock()
|
|
|
|
if pti == nil {
|
|
// track could already be published, but this could be back up codec offer,
|
|
// so check in published tracks also
|
|
mt := p.getPublishedTrackBySdpCid(mst)
|
|
if mt != nil {
|
|
mimeType := mt.(*MediaTrack).GetMimeTypeForSdpCid(mst)
|
|
if mimeType != mime.MimeTypeUnknown {
|
|
rids := getRids(buffer.DefaultVideoLayersRid)
|
|
mt.(*MediaTrack).UpdateCodecRids(mimeType, rids)
|
|
p.pubLogger.Debugw(
|
|
"published track rids updated",
|
|
"trackID", mt.ID(),
|
|
"mime", mimeType,
|
|
"track", logger.Proto(mt.ToProto()),
|
|
)
|
|
} else {
|
|
p.pubLogger.Warnw(
|
|
"could not get mime type for sdp cid", nil,
|
|
"trackID", mt.ID(),
|
|
"sdpCid", mst,
|
|
"track", logger.Proto(mt.ToProto()),
|
|
)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) HandleICETrickle(trickleRequest *livekit.TrickleRequest) {
|
|
candidateInit, err := protosignalling.FromProtoTrickle(trickleRequest)
|
|
if err != nil {
|
|
p.params.Logger.Warnw("could not decode trickle", err)
|
|
p.sendRequestResponse(&livekit.RequestResponse{
|
|
Reason: livekit.RequestResponse_UNCLASSIFIED_ERROR,
|
|
Message: err.Error(),
|
|
Request: &livekit.RequestResponse_Trickle{
|
|
Trickle: utils.CloneProto(trickleRequest),
|
|
},
|
|
})
|
|
return
|
|
}
|
|
|
|
p.TransportManager.AddICECandidate(candidateInit, trickleRequest.Target)
|
|
}
|
|
|
|
// HandleOffer an offer from remote participant, used when clients make the initial connection
|
|
func (p *ParticipantImpl) HandleOffer(sd *livekit.SessionDescription) error {
|
|
offer, offerId, _ := protosignalling.FromProtoSessionDescription(sd)
|
|
lgr := p.pubLogger.WithUnlikelyValues(
|
|
"transport", livekit.SignalTarget_PUBLISHER,
|
|
"offer", offer,
|
|
"offerId", offerId,
|
|
)
|
|
|
|
lgr.Debugw("received offer")
|
|
|
|
parsedOffer, err := offer.Unmarshal()
|
|
if err != nil {
|
|
lgr.Warnw("could not parse offer", err)
|
|
return err
|
|
}
|
|
|
|
if p.params.UseOneShotSignallingMode {
|
|
if err := p.synthesizeAddTrackRequests(parsedOffer); err != nil {
|
|
lgr.Warnw("could not synthesize add track requests", err)
|
|
return err
|
|
}
|
|
}
|
|
|
|
err = p.TransportManager.HandleOffer(offer, offerId, p.MigrateState() == types.MigrateStateInit)
|
|
if err != nil {
|
|
lgr.Warnw("could not handle offer", err, "mungedOffer", offer)
|
|
return err
|
|
}
|
|
|
|
if p.params.UseOneShotSignallingMode {
|
|
go p.listener().OnSubscriberReady(p)
|
|
}
|
|
|
|
p.handlePendingRemoteTracks()
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) onPublisherSetRemoteDescription() {
|
|
offer := p.TransportManager.LastPublisherOfferPending()
|
|
if offer == nil {
|
|
return
|
|
}
|
|
parsedOffer, err := offer.Unmarshal()
|
|
if err != nil {
|
|
p.pubLogger.Warnw("could not parse offer", err)
|
|
return
|
|
}
|
|
|
|
// set publish codec preferences after remote description is set
|
|
// and required transceivers are created
|
|
unmatchAudios, unmatchVideos := p.populateSdpCid(parsedOffer)
|
|
p.setCodecPreferencesForPublisher(parsedOffer, unmatchAudios, unmatchVideos)
|
|
p.updateRidsFromSDP(parsedOffer, unmatchVideos)
|
|
}
|
|
|
|
func (p *ParticipantImpl) onPublisherAnswer(answer webrtc.SessionDescription, answerId uint32, midToTrackID map[string]string) error {
|
|
if p.IsClosed() || p.IsDisconnected() {
|
|
return nil
|
|
}
|
|
|
|
answer = p.configurePublisherAnswer(answer)
|
|
p.pubLogger.Debugw(
|
|
"sending answer",
|
|
"transport", livekit.SignalTarget_PUBLISHER,
|
|
"answer", answer,
|
|
"answerId", answerId,
|
|
"midToTrackID", midToTrackID,
|
|
)
|
|
|
|
return p.sendSdpAnswer(answer, answerId, midToTrackID)
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetAnswer() (webrtc.SessionDescription, uint32, error) {
|
|
if p.IsClosed() || p.IsDisconnected() {
|
|
return webrtc.SessionDescription{}, 0, ErrParticipantSessionClosed
|
|
}
|
|
|
|
answer, answerId, err := p.TransportManager.GetAnswer()
|
|
if err != nil {
|
|
return answer, answerId, err
|
|
}
|
|
|
|
answer = p.configurePublisherAnswer(answer)
|
|
p.pubLogger.Debugw(
|
|
"returning answer",
|
|
"transport", livekit.SignalTarget_PUBLISHER,
|
|
"answer", answer,
|
|
"answerId", answerId,
|
|
)
|
|
return answer, answerId, nil
|
|
}
|
|
|
|
// HandleAnswer handles a client answer response, with subscriber PC, server initiates the
|
|
// offer and client answers
|
|
func (p *ParticipantImpl) HandleAnswer(sd *livekit.SessionDescription) {
|
|
answer, answerId, _ := protosignalling.FromProtoSessionDescription(sd)
|
|
p.subLogger.Debugw(
|
|
"received answer",
|
|
"transport", livekit.SignalTarget_SUBSCRIBER,
|
|
"answer", answer,
|
|
"answerId", answerId,
|
|
)
|
|
|
|
/* from server received join request to client answer
|
|
* 1. server send join response & offer
|
|
* ... swap candidates
|
|
* 2. client send answer
|
|
*/
|
|
signalConnCost := time.Since(p.ConnectedAt()).Milliseconds()
|
|
p.TransportManager.UpdateSignalingRTT(uint32(signalConnCost))
|
|
|
|
p.TransportManager.HandleAnswer(answer, answerId)
|
|
}
|
|
|
|
func (p *ParticipantImpl) handleMigrateTracks() []*MediaTrack {
|
|
// muted track won't send rtp packet, so it is required to add mediatrack manually.
|
|
// But, synthesising track publish for unmuted tracks keeps a consistent path.
|
|
// In both cases (muted and unmuted), when publisher sends media packets, OnTrack would register and go from there.
|
|
var addedTracks []*MediaTrack
|
|
p.pendingTracksLock.Lock()
|
|
for cid, pti := range p.pendingTracks {
|
|
if !pti.migrated {
|
|
continue
|
|
}
|
|
|
|
if len(pti.trackInfos) > 1 {
|
|
p.pubLogger.Warnw(
|
|
"too many pending migrated tracks", nil,
|
|
"trackID", pti.trackInfos[0].Sid,
|
|
"count", len(pti.trackInfos),
|
|
"cid", cid,
|
|
)
|
|
}
|
|
|
|
mt := p.addMigratedTrack(cid, pti.trackInfos[0])
|
|
if mt != nil {
|
|
addedTracks = append(addedTracks, mt)
|
|
} else {
|
|
p.pubLogger.Warnw("could not find migrated track, migration failed", nil, "cid", cid)
|
|
p.pendingTracksLock.Unlock()
|
|
p.IssueFullReconnect(types.ParticipantCloseReasonMigrateCodecMismatch)
|
|
return nil
|
|
}
|
|
}
|
|
|
|
if len(addedTracks) != 0 {
|
|
p.dirty.Store(true)
|
|
}
|
|
p.pendingTracksLock.Unlock()
|
|
|
|
return addedTracks
|
|
}
|
|
|
|
// AddTrack is called when client intends to publish track.
|
|
// records track details and lets client know it's ok to proceed
|
|
func (p *ParticipantImpl) AddTrack(req *livekit.AddTrackRequest) {
|
|
p.params.Logger.Debugw("add track request", "trackID", req.Cid, "request", logger.Proto(req))
|
|
if !p.CanPublishSource(req.Source) {
|
|
p.pubLogger.Warnw("no permission to publish track", nil, "trackID", req.Sid, "kind", req.Type)
|
|
p.sendRequestResponse(&livekit.RequestResponse{
|
|
Reason: livekit.RequestResponse_NOT_ALLOWED,
|
|
Request: &livekit.RequestResponse_AddTrack{
|
|
AddTrack: utils.CloneProto(req),
|
|
},
|
|
})
|
|
return
|
|
}
|
|
|
|
if req.Type != livekit.TrackType_AUDIO && req.Type != livekit.TrackType_VIDEO {
|
|
p.pubLogger.Warnw("unsupported track type", nil, "trackID", req.Sid, "kind", req.Type)
|
|
p.sendRequestResponse(&livekit.RequestResponse{
|
|
Reason: livekit.RequestResponse_UNSUPPORTED_TYPE,
|
|
Request: &livekit.RequestResponse_AddTrack{
|
|
AddTrack: utils.CloneProto(req),
|
|
},
|
|
})
|
|
return
|
|
}
|
|
|
|
p.pendingTracksLock.Lock()
|
|
ti := p.addPendingTrackLocked(req)
|
|
p.pendingTracksLock.Unlock()
|
|
if ti == nil {
|
|
return
|
|
}
|
|
|
|
p.sendTrackPublished(req.Cid, ti)
|
|
|
|
p.handlePendingRemoteTracks()
|
|
}
|
|
|
|
func (p *ParticipantImpl) SetMigrateInfo(
|
|
previousOffer, previousAnswer *webrtc.SessionDescription,
|
|
mediaTracks []*livekit.TrackPublishedResponse,
|
|
dataChannels []*livekit.DataChannelInfo,
|
|
dataChannelReceiveState []*livekit.DataChannelReceiveState,
|
|
dataTracks []*livekit.PublishDataTrackResponse,
|
|
) {
|
|
p.pendingTracksLock.Lock()
|
|
for _, t := range mediaTracks {
|
|
ti := t.GetTrack()
|
|
|
|
if p.supervisor != nil {
|
|
p.supervisor.AddPublication(livekit.TrackID(ti.Sid))
|
|
p.supervisor.SetPublicationMute(livekit.TrackID(ti.Sid), ti.Muted)
|
|
}
|
|
|
|
p.pendingTracks[t.GetCid()] = &pendingTrackInfo{
|
|
trackInfos: []*livekit.TrackInfo{ti},
|
|
migrated: true,
|
|
createdAt: time.Now(),
|
|
}
|
|
p.pubLogger.Infow(
|
|
"pending track added (migration)",
|
|
"trackID", ti.Sid,
|
|
"cid", t.GetCid(),
|
|
"pendingTrack", p.pendingTracks[t.GetCid()],
|
|
)
|
|
}
|
|
p.pendingTracksLock.Unlock()
|
|
|
|
for _, t := range dataTracks {
|
|
dti := t.GetInfo()
|
|
dt := NewDataTrack(
|
|
DataTrackParams{
|
|
Logger: p.params.Logger.WithValues("trackID", dti.Sid),
|
|
ParticipantID: p.ID,
|
|
ParticipantIdentity: p.params.Identity,
|
|
BytesTrackStats: NewBytesTrackStats(
|
|
p.params.Country,
|
|
livekit.TrackID(dti.Sid),
|
|
p.ID(),
|
|
p.Kind(),
|
|
p.KindDetails(),
|
|
p.params.TelemetryListener,
|
|
p.params.Reporter,
|
|
),
|
|
},
|
|
dti,
|
|
)
|
|
p.UpDataTrackManager.AddPublishedDataTrack(dt)
|
|
}
|
|
|
|
if len(mediaTracks) != 0 || len(dataTracks) != 0 {
|
|
p.setIsPublisher(true)
|
|
}
|
|
|
|
p.reliableDataInfo.joiningMessageLock.Lock()
|
|
for _, state := range dataChannelReceiveState {
|
|
p.reliableDataInfo.joiningMessageFirstSeqs[livekit.ParticipantID(state.PublisherSid)] = state.LastSeq + 1
|
|
}
|
|
p.reliableDataInfo.joiningMessageLock.Unlock()
|
|
|
|
p.TransportManager.SetMigrateInfo(previousOffer, previousAnswer, dataChannels)
|
|
}
|
|
|
|
func (p *ParticipantImpl) IsReconnect() bool {
|
|
return p.params.Reconnect
|
|
}
|
|
|
|
func (p *ParticipantImpl) Close(sendLeave bool, reason types.ParticipantCloseReason, isExpectedToResume bool) error {
|
|
if p.isClosed.Swap(true) {
|
|
// already closed
|
|
return nil
|
|
}
|
|
|
|
var sessionDuration time.Duration
|
|
if activeAt := p.ActiveAt(); !activeAt.IsZero() {
|
|
sessionDuration = time.Since(activeAt)
|
|
}
|
|
p.params.Logger.Infow(
|
|
"participant closing",
|
|
"sendLeave", sendLeave,
|
|
"reason", reason.String(),
|
|
"isExpectedToResume", isExpectedToResume,
|
|
"clientInfo", logger.Proto(sutils.ClientInfoWithoutAddress(p.GetClientInfo())),
|
|
"kind", p.Kind(),
|
|
"sessionDuration", sessionDuration,
|
|
)
|
|
p.closeReason.Store(reason)
|
|
p.clearDisconnectTimer()
|
|
p.clearMigrationTimer()
|
|
|
|
if sendLeave {
|
|
p.sendLeaveRequest(
|
|
reason,
|
|
isExpectedToResume,
|
|
false, // isExpectedToReconnect
|
|
false, // sendOnlyIfSupportingLeaveRequestWithAction
|
|
)
|
|
}
|
|
|
|
if p.supervisor != nil {
|
|
p.supervisor.Stop()
|
|
}
|
|
|
|
p.pendingTracksLock.Lock()
|
|
for _, pti := range p.pendingTracks {
|
|
if len(pti.trackInfos) == 0 {
|
|
continue
|
|
}
|
|
prometheus.RecordTrackPublishCancels(pti.trackInfos[0].Type.String(), int32(len(pti.trackInfos)))
|
|
}
|
|
p.pendingTracks = make(map[string]*pendingTrackInfo)
|
|
p.pendingPublishingTracks = make(map[livekit.TrackID]*pendingTrackInfo)
|
|
p.pendingTracksLock.Unlock()
|
|
|
|
p.UpTrackManager.Close(isExpectedToResume)
|
|
p.UpDataTrackManager.Close()
|
|
|
|
p.rpcLock.Lock()
|
|
clear(p.rpcPendingAcks)
|
|
for _, handler := range p.rpcPendingResponses {
|
|
handler.Resolve("", utils.DataChannelRpcErrorFromBuiltInCodes(utils.DataChannelRpcRecipientDisconnected, ""))
|
|
}
|
|
p.rpcPendingResponses = make(map[string]*utils.DataChannelRpcPendingResponseHandler)
|
|
p.rpcLock.Unlock()
|
|
|
|
p.updateState(livekit.ParticipantInfo_DISCONNECTED)
|
|
close(p.disconnected)
|
|
|
|
// ensure this is synchronized
|
|
p.CloseSignalConnection(types.SignallingCloseReasonParticipantClose)
|
|
p.lock.RLock()
|
|
onClose := slices.Collect(maps.Values(p.onClose))
|
|
p.lock.RUnlock()
|
|
for _, cb := range onClose {
|
|
cb(p)
|
|
}
|
|
|
|
// Close peer connections without blocking participant Close. If peer connections are gathering candidates
|
|
// Close will block.
|
|
go func() {
|
|
p.SubscriptionManager.Close(isExpectedToResume)
|
|
p.TransportManager.Close()
|
|
|
|
p.metricsCollector.Stop()
|
|
p.metricsReporter.Stop()
|
|
}()
|
|
|
|
p.dataChannelStats.Stop()
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) IsClosed() bool {
|
|
return p.isClosed.Load()
|
|
}
|
|
|
|
func (p *ParticipantImpl) CloseReason() types.ParticipantCloseReason {
|
|
return p.closeReason.Load().(types.ParticipantCloseReason)
|
|
}
|
|
|
|
// Negotiate subscriber SDP with client, if force is true, will cancel pending
|
|
// negotiate task and negotiate immediately
|
|
func (p *ParticipantImpl) Negotiate(force bool) {
|
|
if p.params.UseOneShotSignallingMode {
|
|
return
|
|
}
|
|
|
|
if p.MigrateState() != types.MigrateStateInit {
|
|
p.TransportManager.NegotiateSubscriber(force)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) clearMigrationTimer() {
|
|
p.lock.Lock()
|
|
if p.migrationTimer != nil {
|
|
p.migrationTimer.Stop()
|
|
p.migrationTimer = nil
|
|
}
|
|
p.lock.Unlock()
|
|
}
|
|
|
|
func (p *ParticipantImpl) setupMigrationTimerLocked() {
|
|
if p.params.UseSinglePeerConnection {
|
|
return
|
|
}
|
|
|
|
//
|
|
// On subscriber peer connection, remote side will try ICE on both
|
|
// pre- and post-migration ICE candidates as the migrating out
|
|
// peer connection leaves itself open to enable transition of
|
|
// media with as less disruption as possible.
|
|
//
|
|
// But, sometimes clients could delay the migration because of
|
|
// pinging the incorrect ICE candidates. Give the remote some time
|
|
// to try and succeed. If not, close the subscriber peer connection
|
|
// and help the remote side to narrow down its ICE candidate pool.
|
|
//
|
|
p.migrationTimer = time.AfterFunc(migrationWaitDuration, func() {
|
|
p.clearMigrationTimer()
|
|
|
|
if p.IsClosed() || p.IsDisconnected() {
|
|
return
|
|
}
|
|
p.subLogger.Debugw("closing subscriber peer connection to aid migration")
|
|
|
|
//
|
|
// Close all down tracks before closing subscriber peer connection.
|
|
// Closing subscriber peer connection will call `Unbind` on all down tracks.
|
|
// DownTrack close has checks to handle the case of closing before bind.
|
|
// So, an `Unbind` before close would bypass that logic.
|
|
//
|
|
p.SubscriptionManager.Close(true)
|
|
|
|
p.TransportManager.SubscriberClose()
|
|
})
|
|
}
|
|
|
|
func (p *ParticipantImpl) MaybeStartMigration(force bool, onStart func()) bool {
|
|
if p.IsClosed() || p.params.UseOneShotSignallingMode {
|
|
return false
|
|
}
|
|
|
|
allTransportConnected := p.TransportManager.HasSubscriberEverConnected()
|
|
if p.IsPublisher() {
|
|
allTransportConnected = allTransportConnected && p.TransportManager.HasPublisherEverConnected()
|
|
}
|
|
if !force && !allTransportConnected {
|
|
return false
|
|
}
|
|
|
|
if onStart != nil {
|
|
onStart()
|
|
}
|
|
|
|
p.sendLeaveRequest(
|
|
types.ParticipantCloseReasonMigrationRequested,
|
|
true, // isExpectedToResume
|
|
false, // isExpectedToReconnect
|
|
true, // sendOnlyIfSupportingLeaveRequestWithAction
|
|
)
|
|
p.CloseSignalConnection(types.SignallingCloseReasonMigration)
|
|
|
|
p.clearMigrationTimer()
|
|
|
|
p.lock.Lock()
|
|
p.setupMigrationTimerLocked()
|
|
p.lock.Unlock()
|
|
|
|
return true
|
|
}
|
|
|
|
func (p *ParticipantImpl) NotifyMigration() {
|
|
p.lock.Lock()
|
|
defer p.lock.Unlock()
|
|
|
|
if p.migrationTimer != nil {
|
|
// already set up
|
|
return
|
|
}
|
|
|
|
p.setupMigrationTimerLocked()
|
|
}
|
|
|
|
func (p *ParticipantImpl) SetMigrateState(s types.MigrateState) {
|
|
preState := p.MigrateState()
|
|
if preState == types.MigrateStateComplete || preState == s {
|
|
return
|
|
}
|
|
|
|
p.params.Logger.Debugw("SetMigrateState", "state", s)
|
|
var migratedTracks []*MediaTrack
|
|
if s == types.MigrateStateComplete {
|
|
migratedTracks = p.handleMigrateTracks()
|
|
}
|
|
p.migrateState.Store(s)
|
|
p.dirty.Store(true)
|
|
|
|
switch s {
|
|
case types.MigrateStateSync:
|
|
p.TransportManager.ProcessPendingPublisherOffer()
|
|
|
|
case types.MigrateStateComplete:
|
|
if preState == types.MigrateStateSync {
|
|
p.params.Logger.Infow("migration complete")
|
|
|
|
if p.params.LastPubReliableSeq > 0 {
|
|
p.reliableDataInfo.migrateInPubDataCache.Store(NewMigrationDataCache(p.params.LastPubReliableSeq, time.Now().Add(migrationWaitContinuousMsgDuration)))
|
|
}
|
|
}
|
|
p.TransportManager.ProcessPendingPublisherDataChannels()
|
|
go p.cacheForwarderState()
|
|
}
|
|
|
|
go func() {
|
|
// launch callbacks in goroutine since they could block.
|
|
// callbacks handle webhooks as well as db persistence
|
|
for _, t := range migratedTracks {
|
|
p.handleTrackPublished(t, true)
|
|
}
|
|
|
|
if s == types.MigrateStateComplete {
|
|
// wait for all migrated track to be published,
|
|
// it is possible that synthesized track publish above could
|
|
// race with actual publish from client and the above synthesized
|
|
// one could actually be a no-op because the actual publish path is active.
|
|
//
|
|
// if the actual publish path has not finished, the migration state change
|
|
// callback could close the remote participant/tracks before the local track
|
|
// is fully active.
|
|
//
|
|
// that could lead to subscribers unsubscribing due to source
|
|
// track going away, i. e. in this case, the remote track close would have
|
|
// notified the subscription manager, the subscription manager would
|
|
// re-resolve to check if the track is still active and unsubscribe if none
|
|
// is active, as local track is in the process of completing publish,
|
|
// the check would have resolved to an empty track leading to unsubscription.
|
|
go func() {
|
|
startTime := time.Now()
|
|
for {
|
|
if !p.hasPendingMigratedTrack() || p.IsDisconnected() || time.Since(startTime) > 15*time.Second {
|
|
// a time out just to be safe, but it should not be needed
|
|
p.migratedTracksPublishedFuse.Break()
|
|
return
|
|
}
|
|
|
|
time.Sleep(20 * time.Millisecond)
|
|
}
|
|
}()
|
|
|
|
<-p.migratedTracksPublishedFuse.Watch()
|
|
}
|
|
|
|
p.listener().OnMigrateStateChange(p, s)
|
|
}()
|
|
}
|
|
|
|
func (p *ParticipantImpl) MigrateState() types.MigrateState {
|
|
return p.migrateState.Load().(types.MigrateState)
|
|
}
|
|
|
|
// ICERestart restarts subscriber ICE connections
|
|
func (p *ParticipantImpl) ICERestart(iceConfig *livekit.ICEConfig) {
|
|
if p.params.UseOneShotSignallingMode {
|
|
return
|
|
}
|
|
|
|
p.clearDisconnectTimer()
|
|
p.clearMigrationTimer()
|
|
|
|
for _, t := range p.GetPublishedTracks() {
|
|
t.(types.LocalMediaTrack).Restart()
|
|
}
|
|
|
|
if err := p.TransportManager.ICERestart(iceConfig); err != nil {
|
|
p.IssueFullReconnect(types.ParticipantCloseReasonNegotiateFailed)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) OnICEConfigChanged(f func(participant types.LocalParticipant, iceConfig *livekit.ICEConfig)) {
|
|
p.lock.Lock()
|
|
p.onICEConfigChanged = f
|
|
p.lock.Unlock()
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetConnectionQuality() *livekit.ConnectionQualityInfo {
|
|
minQuality := livekit.ConnectionQuality_EXCELLENT
|
|
minScore := connectionquality.MaxMOS
|
|
|
|
for _, pt := range p.GetPublishedTracks() {
|
|
score, quality := pt.(types.LocalMediaTrack).GetConnectionScoreAndQuality()
|
|
if utils.IsConnectionQualityLower(minQuality, quality) {
|
|
minQuality = quality
|
|
minScore = score
|
|
} else if quality == minQuality && score < minScore {
|
|
minScore = score
|
|
}
|
|
}
|
|
|
|
subscribedTracks := p.SubscriptionManager.GetSubscribedTracks()
|
|
for _, subTrack := range subscribedTracks {
|
|
score, quality := subTrack.DownTrack().GetConnectionScoreAndQuality()
|
|
if utils.IsConnectionQualityLower(minQuality, quality) {
|
|
minQuality = quality
|
|
minScore = score
|
|
} else if quality == minQuality && score < minScore {
|
|
minScore = score
|
|
}
|
|
}
|
|
|
|
prometheus.RecordQuality(minQuality, minScore)
|
|
|
|
if minQuality == livekit.ConnectionQuality_LOST && !p.ProtocolVersion().SupportsConnectionQualityLost() {
|
|
minQuality = livekit.ConnectionQuality_POOR
|
|
}
|
|
|
|
p.lock.Lock()
|
|
if minQuality != p.connectionQuality {
|
|
p.params.Logger.Debugw("connection quality changed", "from", p.connectionQuality, "to", minQuality)
|
|
}
|
|
p.connectionQuality = minQuality
|
|
p.lock.Unlock()
|
|
|
|
return &livekit.ConnectionQualityInfo{
|
|
ParticipantSid: string(p.ID()),
|
|
Quality: minQuality,
|
|
Score: minScore,
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) IsPublisher() bool {
|
|
return p.isPublisher.Load()
|
|
}
|
|
|
|
func (p *ParticipantImpl) CanPublish() bool {
|
|
return p.grants.Load().Video.GetCanPublish()
|
|
}
|
|
|
|
func (p *ParticipantImpl) CanPublishSource(source livekit.TrackSource) bool {
|
|
return p.grants.Load().Video.GetCanPublishSource(source)
|
|
}
|
|
|
|
func (p *ParticipantImpl) CanSubscribe() bool {
|
|
return p.grants.Load().Video.GetCanSubscribe()
|
|
}
|
|
|
|
func (p *ParticipantImpl) CanPublishData() bool {
|
|
return p.grants.Load().Video.GetCanPublishData()
|
|
}
|
|
|
|
func (p *ParticipantImpl) Hidden() bool {
|
|
return p.grants.Load().Video.Hidden
|
|
}
|
|
|
|
func (p *ParticipantImpl) CanSubscribeMetrics() bool {
|
|
return p.grants.Load().Video.GetCanSubscribeMetrics()
|
|
}
|
|
|
|
func (p *ParticipantImpl) Verify() bool {
|
|
state := p.State()
|
|
isActive := state != livekit.ParticipantInfo_JOINING && state != livekit.ParticipantInfo_JOINED
|
|
if p.params.UseOneShotSignallingMode {
|
|
isActive = isActive && p.TransportManager.HasPublisherEverConnected()
|
|
}
|
|
|
|
return isActive
|
|
}
|
|
|
|
func (p *ParticipantImpl) VerifySubscribeParticipantInfo(pID livekit.ParticipantID, version uint32) {
|
|
if !p.IsReady() {
|
|
// we have not sent a JoinResponse yet. metadata would be covered in JoinResponse
|
|
return
|
|
}
|
|
if info, ok := p.updateCache.Get(pID); ok && info.version >= version {
|
|
return
|
|
}
|
|
|
|
if info := p.helper().GetParticipantInfo(pID); info != nil {
|
|
_ = p.SendParticipantUpdate([]*livekit.ParticipantInfo{info})
|
|
}
|
|
}
|
|
|
|
// onTrackSubscribed handles post-processing after a track is subscribed
|
|
func (p *ParticipantImpl) onTrackSubscribed(subTrack types.SubscribedTrack) {
|
|
if p.params.ClientInfo.FireTrackByRTPPacket() {
|
|
subTrack.DownTrack().SetActivePaddingOnMuteUpTrack()
|
|
}
|
|
|
|
subTrack.AddOnBind(func(err error) {
|
|
if err != nil {
|
|
return
|
|
}
|
|
if p.params.UseOneShotSignallingMode {
|
|
if p.TransportManager.HasPublisherEverConnected() {
|
|
dt := subTrack.DownTrack()
|
|
dt.SeedState(sfu.DownTrackState{ForwarderState: p.getAndDeleteForwarderState(subTrack.ID())})
|
|
dt.SetConnected()
|
|
}
|
|
// ONE-SHOT-SIGNALLING-MODE-TODO: video support should add to publisher PC for congestion control
|
|
} else {
|
|
if p.TransportManager.HasSubscriberEverConnected() {
|
|
dt := subTrack.DownTrack()
|
|
dt.SeedState(sfu.DownTrackState{ForwarderState: p.getAndDeleteForwarderState(subTrack.ID())})
|
|
dt.SetConnected()
|
|
}
|
|
p.TransportManager.AddSubscribedTrack(subTrack)
|
|
}
|
|
})
|
|
}
|
|
|
|
// onTrackUnsubscribed handles post-processing after a track is unsubscribed
|
|
func (p *ParticipantImpl) onTrackUnsubscribed(subTrack types.SubscribedTrack) {
|
|
p.TransportManager.RemoveSubscribedTrack(subTrack)
|
|
}
|
|
|
|
func (p *ParticipantImpl) UpdateMediaRTT(rtt uint32) {
|
|
now := time.Now()
|
|
p.lock.Lock()
|
|
if now.Sub(p.rttUpdatedAt) < rttUpdateInterval || p.lastRTT == rtt {
|
|
p.lock.Unlock()
|
|
return
|
|
}
|
|
p.rttUpdatedAt = now
|
|
p.lastRTT = rtt
|
|
p.lock.Unlock()
|
|
p.TransportManager.UpdateMediaRTT(rtt)
|
|
|
|
for _, pt := range p.GetPublishedTracks() {
|
|
pt.(types.LocalMediaTrack).SetRTT(rtt)
|
|
}
|
|
}
|
|
|
|
// ----------------------------------------------------------
|
|
|
|
var _ transport.Handler = (*AnyTransportHandler)(nil)
|
|
|
|
type AnyTransportHandler struct {
|
|
transport.UnimplementedHandler
|
|
p *ParticipantImpl
|
|
}
|
|
|
|
func (h AnyTransportHandler) OnFailed(_isShortLived bool, _ici *types.ICEConnectionInfo) {
|
|
h.p.onAnyTransportFailed()
|
|
}
|
|
|
|
func (h AnyTransportHandler) OnNegotiationFailed() {
|
|
h.p.onAnyTransportNegotiationFailed()
|
|
}
|
|
|
|
func (h AnyTransportHandler) OnICECandidate(c *webrtc.ICECandidate, target livekit.SignalTarget) error {
|
|
return h.p.onICECandidate(c, target)
|
|
}
|
|
|
|
// ----------------------------------------------------------
|
|
|
|
type PublisherTransportHandler struct {
|
|
AnyTransportHandler
|
|
}
|
|
|
|
func (h PublisherTransportHandler) OnSetRemoteDescriptionOffer() {
|
|
h.p.onPublisherSetRemoteDescription()
|
|
}
|
|
|
|
func (h PublisherTransportHandler) OnAnswer(sd webrtc.SessionDescription, answerId uint32, midToTrackID map[string]string) error {
|
|
return h.p.onPublisherAnswer(sd, answerId, midToTrackID)
|
|
}
|
|
|
|
func (h PublisherTransportHandler) OnTrack(track *webrtc.TrackRemote, rtpReceiver *webrtc.RTPReceiver) {
|
|
h.p.onMediaTrack(track, rtpReceiver)
|
|
}
|
|
|
|
func (h PublisherTransportHandler) OnInitialConnected() {
|
|
h.p.onPublisherInitialConnected()
|
|
}
|
|
|
|
func (h PublisherTransportHandler) OnDataMessage(kind livekit.DataPacket_Kind, data []byte) {
|
|
h.p.onReceivedDataMessage(kind, data)
|
|
}
|
|
|
|
func (h PublisherTransportHandler) OnDataMessageUnlabeled(data []byte) {
|
|
h.p.onReceivedDataMessageUnlabeled(data)
|
|
}
|
|
|
|
func (h PublisherTransportHandler) OnDataTrackMessage(data []byte, arrivalTime int64) {
|
|
h.p.onReceivedDataTrackMessage(data, arrivalTime)
|
|
}
|
|
|
|
func (h PublisherTransportHandler) OnDataSendError(err error) {
|
|
h.p.onDataSendError(err)
|
|
}
|
|
|
|
func (h PublisherTransportHandler) OnUnmatchedMedia(numAudios uint32, numVideos uint32) error {
|
|
return h.p.sendMediaSectionsRequirement(numAudios, numVideos)
|
|
}
|
|
|
|
// ----------------------------------------------------------
|
|
|
|
type SubscriberTransportHandler struct {
|
|
AnyTransportHandler
|
|
}
|
|
|
|
func (h SubscriberTransportHandler) OnOffer(sd webrtc.SessionDescription, offerId uint32, midToTrackID map[string]string) error {
|
|
return h.p.onSubscriberOffer(sd, offerId, midToTrackID)
|
|
}
|
|
|
|
func (h SubscriberTransportHandler) OnStreamStateChange(update *streamallocator.StreamStateUpdate) error {
|
|
return h.p.onStreamStateChange(update)
|
|
}
|
|
|
|
func (h SubscriberTransportHandler) OnInitialConnected() {
|
|
h.p.onSubscriberInitialConnected()
|
|
}
|
|
|
|
func (h SubscriberTransportHandler) OnDataSendError(err error) {
|
|
h.p.onDataSendError(err)
|
|
}
|
|
|
|
// ----------------------------------------------------------
|
|
|
|
type PrimaryTransportHandler struct {
|
|
transport.Handler
|
|
p *ParticipantImpl
|
|
}
|
|
|
|
func (h PrimaryTransportHandler) OnInitialConnected() {
|
|
h.Handler.OnInitialConnected()
|
|
h.p.onPrimaryTransportInitialConnected()
|
|
}
|
|
|
|
func (h PrimaryTransportHandler) OnFullyEstablished() {
|
|
h.p.onPrimaryTransportFullyEstablished()
|
|
}
|
|
|
|
// ----------------------------------------------------------
|
|
|
|
func (p *ParticipantImpl) setupSignalling() {
|
|
p.signalling = signalling.NewSignalling(signalling.SignallingParams{
|
|
Logger: p.params.Logger,
|
|
})
|
|
p.signalHandler = signalling.NewSignalHandler(signalling.SignalHandlerParams{
|
|
Logger: p.params.Logger,
|
|
Participant: p,
|
|
})
|
|
p.signaller = signalling.NewSignallerAsync(signalling.SignallerAsyncParams{
|
|
Logger: p.params.Logger,
|
|
Participant: p,
|
|
})
|
|
}
|
|
|
|
func (p *ParticipantImpl) setupTransportManager() error {
|
|
p.twcc = twcc.NewTransportWideCCResponder()
|
|
p.twcc.OnFeedback(func(pkts []rtcp.Packet) {
|
|
p.postRtcp(pkts)
|
|
})
|
|
ath := AnyTransportHandler{p: p}
|
|
var pth transport.Handler = PublisherTransportHandler{ath}
|
|
var sth transport.Handler = SubscriberTransportHandler{ath}
|
|
|
|
subscriberAsPrimary := !p.params.UseOneShotSignallingMode && (p.ProtocolVersion().SubscriberAsPrimary() && p.CanSubscribe()) && !p.params.UseSinglePeerConnection
|
|
if subscriberAsPrimary {
|
|
sth = PrimaryTransportHandler{sth, p}
|
|
} else {
|
|
pth = PrimaryTransportHandler{pth, p}
|
|
}
|
|
|
|
params := TransportManagerParams{
|
|
// primary connection does not change, canSubscribe can change if permission was updated
|
|
// after the participant has joined
|
|
SubscriberAsPrimary: subscriberAsPrimary,
|
|
UseSinglePeerConnection: p.params.UseSinglePeerConnection,
|
|
Config: p.params.Config,
|
|
Twcc: p.twcc,
|
|
ProtocolVersion: p.params.ProtocolVersion,
|
|
CongestionControlConfig: p.params.CongestionControlConfig,
|
|
EnabledPublishCodecs: p.enabledPublishCodecs,
|
|
EnabledSubscribeCodecs: p.enabledSubscribeCodecs,
|
|
SimTracks: p.params.SimTracks,
|
|
ClientInfo: p.params.ClientInfo,
|
|
Migration: p.params.Migration,
|
|
AllowTCPFallback: p.params.AllowTCPFallback,
|
|
TCPFallbackRTTThreshold: p.params.TCPFallbackRTTThreshold,
|
|
AllowUDPUnstableFallback: p.params.AllowUDPUnstableFallback,
|
|
TURNSEnabled: p.params.TURNSEnabled,
|
|
AllowPlayoutDelay: p.params.PlayoutDelay.GetEnabled(),
|
|
DataChannelMaxBufferedAmount: p.params.DataChannelMaxBufferedAmount,
|
|
DatachannelSlowThreshold: p.params.DatachannelSlowThreshold,
|
|
DatachannelLossyTargetLatency: p.params.DatachannelLossyTargetLatency,
|
|
Logger: p.params.Logger.WithComponent(sutils.ComponentTransport),
|
|
PublisherHandler: pth,
|
|
SubscriberHandler: sth,
|
|
DataChannelStats: p.dataChannelStats,
|
|
UseOneShotSignallingMode: p.params.UseOneShotSignallingMode,
|
|
FireOnTrackBySdp: p.params.FireOnTrackBySdp,
|
|
EnableDataTracks: p.params.EnableDataTracks,
|
|
}
|
|
if p.params.SyncStreams && p.params.PlayoutDelay.GetEnabled() && p.params.ClientInfo.isFirefox() {
|
|
// we will disable playout delay for Firefox if the user is expecting
|
|
// the streams to be synced. Firefox doesn't support SyncStreams
|
|
params.AllowPlayoutDelay = false
|
|
}
|
|
tm, err := NewTransportManager(params)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
tm.OnICEConfigChanged(func(iceConfig *livekit.ICEConfig) {
|
|
p.lock.Lock()
|
|
onICEConfigChanged := p.onICEConfigChanged
|
|
|
|
if p.params.ClientConf == nil {
|
|
p.params.ClientConf = &livekit.ClientConfiguration{}
|
|
}
|
|
if iceConfig.PreferenceSubscriber == livekit.ICECandidateType_ICT_TLS {
|
|
p.params.ClientConf.ForceRelay = livekit.ClientConfigSetting_ENABLED
|
|
} else {
|
|
// UNSET indicates that clients could override RTCConfiguration to forceRelay
|
|
p.params.ClientConf.ForceRelay = livekit.ClientConfigSetting_UNSET
|
|
}
|
|
p.lock.Unlock()
|
|
|
|
if onICEConfigChanged != nil {
|
|
onICEConfigChanged(p, iceConfig)
|
|
}
|
|
})
|
|
|
|
tm.SetSubscriberAllowPause(p.params.SubscriberAllowPause)
|
|
p.TransportManager = tm
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) setupUpTrackManager() {
|
|
p.UpTrackManager = NewUpTrackManager(UpTrackManagerParams{
|
|
Logger: p.pubLogger,
|
|
VersionGenerator: p.params.VersionGenerator,
|
|
})
|
|
|
|
p.UpTrackManager.OnPublishedTrackUpdated(func(track types.MediaTrack) {
|
|
p.dirty.Store(true)
|
|
p.listener().OnTrackUpdated(p, track)
|
|
})
|
|
|
|
p.UpTrackManager.OnUpTrackManagerClose(p.onUpTrackManagerClose)
|
|
}
|
|
|
|
func (p *ParticipantImpl) setupUpDataTrackManager() {
|
|
p.UpDataTrackManager = NewUpDataTrackManager(UpDataTrackManagerParams{
|
|
Logger: p.pubLogger,
|
|
Participant: p,
|
|
})
|
|
}
|
|
|
|
func (p *ParticipantImpl) setupSubscriptionManager() {
|
|
p.SubscriptionManager = NewSubscriptionManager(SubscriptionManagerParams{
|
|
Participant: p,
|
|
Logger: p.subLogger.WithoutSampler(),
|
|
TrackResolver: func(lp types.LocalParticipant, ti livekit.TrackID) types.MediaResolverResult {
|
|
return p.helper().ResolveMediaTrack(lp, ti)
|
|
},
|
|
DataTrackResolver: func(lp types.LocalParticipant, ti livekit.TrackID) types.DataResolverResult {
|
|
return p.helper().ResolveDataTrack(lp, ti)
|
|
},
|
|
TelemetryListener: p.params.TelemetryListener,
|
|
OnTrackSubscribed: p.onTrackSubscribed,
|
|
OnTrackUnsubscribed: p.onTrackUnsubscribed,
|
|
OnSubscriptionError: p.onSubscriptionError,
|
|
SubscriptionLimitVideo: p.params.SubscriptionLimitVideo,
|
|
SubscriptionLimitAudio: p.params.SubscriptionLimitAudio,
|
|
UseOneShotSignallingMode: p.params.UseOneShotSignallingMode,
|
|
})
|
|
}
|
|
|
|
func (p *ParticipantImpl) MetricsCollectorTimeToCollectMetrics() {
|
|
publisherRTT, ok := p.TransportManager.GetPublisherRTT()
|
|
if ok {
|
|
p.metricsCollector.AddPublisherRTT(p.Identity(), float32(publisherRTT))
|
|
}
|
|
|
|
subscriberRTT, ok := p.TransportManager.GetSubscriberRTT()
|
|
if ok {
|
|
p.metricsCollector.AddSubscriberRTT(float32(subscriberRTT))
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) MetricsCollectorBatchReady(mb *livekit.MetricsBatch) {
|
|
p.listener().OnMetrics(p, &livekit.DataPacket{
|
|
ParticipantIdentity: string(p.Identity()),
|
|
Value: &livekit.DataPacket_Metrics{
|
|
Metrics: mb,
|
|
},
|
|
})
|
|
}
|
|
|
|
func (p *ParticipantImpl) MetricsReporterBatchReady(mb *livekit.MetricsBatch) {
|
|
dpData, err := proto.Marshal(&livekit.DataPacket{
|
|
ParticipantIdentity: string(p.Identity()),
|
|
Value: &livekit.DataPacket_Metrics{
|
|
Metrics: mb,
|
|
},
|
|
})
|
|
if err != nil {
|
|
p.params.Logger.Errorw("failed to marshal data packet", err)
|
|
return
|
|
}
|
|
|
|
p.TransportManager.SendDataMessage(livekit.DataPacket_RELIABLE, dpData)
|
|
}
|
|
|
|
func (p *ParticipantImpl) setupMetrics() {
|
|
if !p.params.EnableMetrics {
|
|
return
|
|
}
|
|
|
|
p.metricTimestamper = metric.NewMetricTimestamper(metric.MetricTimestamperParams{
|
|
Config: p.params.MetricConfig.Timestamper,
|
|
Logger: p.params.Logger,
|
|
})
|
|
p.metricsCollector = metric.NewMetricsCollector(metric.MetricsCollectorParams{
|
|
ParticipantIdentity: p.Identity(),
|
|
Config: p.params.MetricConfig.Collector,
|
|
Provider: p,
|
|
Logger: p.params.Logger,
|
|
})
|
|
p.metricsReporter = metric.NewMetricsReporter(metric.MetricsReporterParams{
|
|
ParticipantIdentity: p.Identity(),
|
|
Config: p.params.MetricConfig.Reporter,
|
|
Consumer: p,
|
|
Logger: p.params.Logger,
|
|
})
|
|
}
|
|
|
|
func (p *ParticipantImpl) updateState(state livekit.ParticipantInfo_State) {
|
|
var oldState livekit.ParticipantInfo_State
|
|
for {
|
|
oldState = p.state.Load().(livekit.ParticipantInfo_State)
|
|
if state <= oldState {
|
|
p.params.Logger.Debugw("ignoring out of order participant state", "state", state.String())
|
|
return
|
|
}
|
|
if state == livekit.ParticipantInfo_ACTIVE {
|
|
p.lastActiveAt.CompareAndSwap(nil, pointer.To(time.Now()))
|
|
}
|
|
if p.state.CompareAndSwap(oldState, state) {
|
|
break
|
|
}
|
|
}
|
|
|
|
p.params.Logger.Debugw("updating participant state", "state", state.String())
|
|
p.dirty.Store(true)
|
|
|
|
go p.listener().OnStateChange(p)
|
|
|
|
if state == livekit.ParticipantInfo_DISCONNECTED && oldState == livekit.ParticipantInfo_ACTIVE {
|
|
p.disconnectedAt.Store(pointer.To(time.Now()))
|
|
prometheus.RecordSessionDuration(int(p.ProtocolVersion()), time.Since(*p.lastActiveAt.Load()))
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) setIsPublisher(isPublisher bool) {
|
|
if p.isPublisher.Swap(isPublisher) == isPublisher {
|
|
return
|
|
}
|
|
|
|
p.lock.Lock()
|
|
p.requireBroadcast = true
|
|
p.lock.Unlock()
|
|
|
|
p.dirty.Store(true)
|
|
|
|
// trigger update as well if participant is already fully connected
|
|
if p.State() == livekit.ParticipantInfo_ACTIVE {
|
|
p.listener().OnParticipantUpdate(p)
|
|
}
|
|
}
|
|
|
|
// when the server has an offer for participant
|
|
func (p *ParticipantImpl) onSubscriberOffer(offer webrtc.SessionDescription, offerId uint32, midToTrackID map[string]string) error {
|
|
p.subLogger.Debugw(
|
|
"sending offer",
|
|
"transport", livekit.SignalTarget_SUBSCRIBER,
|
|
"offer", offer,
|
|
"offerId", offerId,
|
|
"midToTrackID", midToTrackID,
|
|
)
|
|
return p.sendSdpOffer(offer, offerId, midToTrackID)
|
|
}
|
|
|
|
func (p *ParticipantImpl) removePublishedTrack(track types.MediaTrack) {
|
|
p.RemovePublishedTrack(track, false)
|
|
if p.ProtocolVersion().SupportsUnpublish() {
|
|
p.sendTrackUnpublished(track.ID())
|
|
} else {
|
|
// for older clients that don't support unpublish, mute to avoid them sending data
|
|
p.sendTrackMuted(track.ID(), true)
|
|
}
|
|
}
|
|
|
|
// when a new remoteTrack is created, creates a Track and adds it to room
|
|
func (p *ParticipantImpl) onMediaTrack(rtcTrack *webrtc.TrackRemote, rtpReceiver *webrtc.RTPReceiver) {
|
|
if p.IsDisconnected() {
|
|
return
|
|
}
|
|
|
|
var codec webrtc.RTPCodecParameters
|
|
var fromSdp bool
|
|
if rtcTrack.Kind() == webrtc.RTPCodecTypeVideo && p.params.ClientInfo.FireTrackByRTPPacket() {
|
|
if rtcTrack.Codec().PayloadType == 0 {
|
|
go func() {
|
|
// wait for the first packet to determine the codec
|
|
bytes := make([]byte, 1500)
|
|
_, _, err := rtcTrack.Read(bytes)
|
|
if err != nil {
|
|
if !errors.Is(err, io.EOF) {
|
|
p.params.Logger.Warnw(
|
|
"could not read first packet to determine codec, track will be ignored", err,
|
|
"trackID", rtcTrack.ID(),
|
|
"StreamID", rtcTrack.StreamID(),
|
|
)
|
|
}
|
|
return
|
|
}
|
|
p.onMediaTrack(rtcTrack, rtpReceiver)
|
|
}()
|
|
return
|
|
}
|
|
codec = rtcTrack.Codec()
|
|
} else {
|
|
// track fired by sdp
|
|
codecs := rtpReceiver.GetParameters().Codecs
|
|
if len(codecs) == 0 {
|
|
p.pubLogger.Errorw(
|
|
"no negotiated codecs for track, track will be ignored", nil,
|
|
"trackID", rtcTrack.ID(),
|
|
"StreamID", rtcTrack.StreamID(),
|
|
)
|
|
return
|
|
}
|
|
codec = codecs[0]
|
|
fromSdp = true
|
|
}
|
|
p.params.Logger.Debugw(
|
|
"onMediaTrack",
|
|
"codec", codec,
|
|
"payloadType", codec.PayloadType,
|
|
"fromSdp", fromSdp,
|
|
"parameters", rtpReceiver.GetParameters(),
|
|
)
|
|
|
|
var track sfu.TrackRemote = sfu.NewTrackRemoteFromSdp(rtcTrack, codec)
|
|
publishedTrack, isNewTrack, isReceiverAdded, sdpRids := p.mediaTrackReceived(track, rtpReceiver)
|
|
if publishedTrack == nil {
|
|
p.pubLogger.Debugw(
|
|
"webrtc track published but can't find MediaTrack in pendingTracks",
|
|
"kind", track.Kind().String(),
|
|
"webrtcTrackID", track.ID(),
|
|
"rid", track.RID(),
|
|
"ssrc", track.SSRC(),
|
|
"rtxSsrc", track.RtxSSRC(),
|
|
"mime", mime.NormalizeMimeType(codec.MimeType),
|
|
"isReceiverAdded", isReceiverAdded,
|
|
"sdpRids", logger.StringSlice(sdpRids[:]),
|
|
)
|
|
return
|
|
}
|
|
|
|
if !p.CanPublishSource(publishedTrack.Source()) {
|
|
p.pubLogger.Warnw("no permission to publish mediaTrack", nil,
|
|
"source", publishedTrack.Source(),
|
|
)
|
|
p.removePublishedTrack(publishedTrack)
|
|
return
|
|
}
|
|
|
|
p.TransportManager.RTPStreamPublished(
|
|
uint32(track.SSRC()),
|
|
p.TransportManager.GetPublisherMid(rtpReceiver),
|
|
track.RID(),
|
|
)
|
|
|
|
p.setIsPublisher(true)
|
|
p.dirty.Store(true)
|
|
|
|
p.pubLogger.Infow(
|
|
"mediaTrack published",
|
|
"kind", track.Kind().String(),
|
|
"trackID", publishedTrack.ID(),
|
|
"webrtcTrackID", track.ID(),
|
|
"rid", track.RID(),
|
|
"ssrc", track.SSRC(),
|
|
"rtxSsrc", track.RtxSSRC(),
|
|
"mime", mime.NormalizeMimeType(codec.MimeType),
|
|
"trackInfo", logger.Proto(publishedTrack.ToProto()),
|
|
"fromSdp", fromSdp,
|
|
"isReceiverAdded", isReceiverAdded,
|
|
"sdpRids", logger.StringSlice(sdpRids[:]),
|
|
)
|
|
|
|
if !isNewTrack && !publishedTrack.HasPendingCodec() && p.IsReady() {
|
|
p.dirty.Store(true)
|
|
p.listener().OnTrackUpdated(p, publishedTrack)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) handlePendingRemoteTracks() {
|
|
p.pendingTracksLock.Lock()
|
|
pendingTracks := p.pendingRemoteTracks
|
|
p.pendingRemoteTracks = nil
|
|
p.pendingTracksLock.Unlock()
|
|
for _, rt := range pendingTracks {
|
|
p.onMediaTrack(rt.track, rt.receiver)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) onReceivedDataMessage(kind livekit.DataPacket_Kind, data []byte) {
|
|
if p.IsDisconnected() || !p.CanPublishData() {
|
|
return
|
|
}
|
|
|
|
p.dataChannelStats.AddBytes(uint64(len(data)), false)
|
|
|
|
dp := &livekit.DataPacket{}
|
|
if err := proto.Unmarshal(data, dp); err != nil {
|
|
p.pubLogger.Warnw("could not parse data packet", err)
|
|
return
|
|
}
|
|
|
|
dp.ParticipantSid = string(p.ID())
|
|
if kind == livekit.DataPacket_RELIABLE && dp.Sequence > 0 {
|
|
if p.reliableDataInfo.stopReliableByMigrateOut.Load() {
|
|
return
|
|
}
|
|
|
|
if migrationCache := p.reliableDataInfo.migrateInPubDataCache.Load(); migrationCache != nil {
|
|
switch migrationCache.Add(dp) {
|
|
case MigrationDataCacheStateWaiting:
|
|
// waiting for the reliable sequence to continue from last node
|
|
return
|
|
|
|
case MigrationDataCacheStateTimeout:
|
|
p.reliableDataInfo.migrateInPubDataCache.Store(nil)
|
|
// waiting time out, handle all cached messages
|
|
cachedMsgs := migrationCache.Get()
|
|
if len(cachedMsgs) == 0 {
|
|
p.pubLogger.Warnw(
|
|
"migration data cache timed out, no cached messages received", nil,
|
|
"lastPubReliableSeq", p.params.LastPubReliableSeq,
|
|
)
|
|
} else {
|
|
p.pubLogger.Warnw(
|
|
"migration data cache timed out, handling cached messages", nil,
|
|
"cachedFirstSeq", cachedMsgs[0].Sequence,
|
|
"cachedLastSeq", cachedMsgs[len(cachedMsgs)-1].Sequence,
|
|
"lastPubReliableSeq", p.params.LastPubReliableSeq,
|
|
)
|
|
}
|
|
for _, cachedDp := range cachedMsgs {
|
|
p.handleReceivedDataMessage(kind, cachedDp)
|
|
}
|
|
return
|
|
|
|
case MigrationDataCacheStateDone:
|
|
// see the continuous message, drop the cache
|
|
p.reliableDataInfo.migrateInPubDataCache.Store(nil)
|
|
}
|
|
}
|
|
}
|
|
|
|
p.handleReceivedDataMessage(kind, dp)
|
|
}
|
|
|
|
func (p *ParticipantImpl) handleReceivedDataMessage(kind livekit.DataPacket_Kind, dp *livekit.DataPacket) {
|
|
if kind == livekit.DataPacket_RELIABLE && dp.Sequence > 0 {
|
|
if p.reliableDataInfo.lastPubReliableSeq.Load() >= dp.Sequence {
|
|
p.params.Logger.Infow(
|
|
"received out of order reliable data packet",
|
|
"lastPubReliableSeq", p.reliableDataInfo.lastPubReliableSeq.Load(),
|
|
"dpSequence", dp.Sequence,
|
|
)
|
|
return
|
|
}
|
|
|
|
p.reliableDataInfo.lastPubReliableSeq.Store(dp.Sequence)
|
|
}
|
|
|
|
// trust the channel that it came in as the source of truth
|
|
dp.Kind = kind
|
|
|
|
shouldForwardData := true
|
|
shouldForwardMetrics := false
|
|
overrideSenderIdentity := true
|
|
// only forward on user payloads
|
|
switch payload := dp.Value.(type) {
|
|
case *livekit.DataPacket_User:
|
|
if payload.User == nil {
|
|
return
|
|
}
|
|
u := payload.User
|
|
if p.Hidden() {
|
|
u.ParticipantSid = ""
|
|
u.ParticipantIdentity = ""
|
|
} else {
|
|
u.ParticipantSid = string(p.ID())
|
|
u.ParticipantIdentity = string(p.params.Identity)
|
|
}
|
|
if len(dp.DestinationIdentities) != 0 {
|
|
u.DestinationIdentities = dp.DestinationIdentities
|
|
} else {
|
|
dp.DestinationIdentities = u.DestinationIdentities
|
|
}
|
|
case *livekit.DataPacket_SipDtmf:
|
|
if payload.SipDtmf == nil {
|
|
return
|
|
}
|
|
case *livekit.DataPacket_Transcription:
|
|
if payload.Transcription == nil {
|
|
return
|
|
}
|
|
if !p.IsAgent() {
|
|
shouldForwardData = false
|
|
}
|
|
case *livekit.DataPacket_ChatMessage:
|
|
if payload.ChatMessage == nil {
|
|
return
|
|
}
|
|
if p.IsAgent() && dp.ParticipantIdentity != "" && string(p.params.Identity) != dp.ParticipantIdentity {
|
|
overrideSenderIdentity = false
|
|
payload.ChatMessage.Generated = true
|
|
}
|
|
case *livekit.DataPacket_Metrics:
|
|
if payload.Metrics == nil {
|
|
return
|
|
}
|
|
shouldForwardData = false
|
|
shouldForwardMetrics = true
|
|
p.metricTimestamper.Process(payload.Metrics)
|
|
case *livekit.DataPacket_RpcRequest:
|
|
if payload.RpcRequest == nil {
|
|
return
|
|
}
|
|
p.pubLogger.Debugw(
|
|
"received RPC request",
|
|
"method", payload.RpcRequest.Method,
|
|
"rpc_request_id", payload.RpcRequest.Id,
|
|
"destinationIdentities", dp.DestinationIdentities,
|
|
)
|
|
case *livekit.DataPacket_RpcResponse:
|
|
if payload.RpcResponse == nil {
|
|
return
|
|
}
|
|
p.pubLogger.Debugw(
|
|
"received RPC response",
|
|
"rpc_request_id", payload.RpcResponse.RequestId,
|
|
)
|
|
|
|
rpcResponse := payload.RpcResponse
|
|
switch res := rpcResponse.Value.(type) {
|
|
case *livekit.RpcResponse_Payload:
|
|
shouldForwardData = !p.handleIncomingRpcResponse(payload.RpcResponse.GetRequestId(), res.Payload, nil)
|
|
case *livekit.RpcResponse_Error:
|
|
shouldForwardData = !p.handleIncomingRpcResponse(payload.RpcResponse.GetRequestId(), "", &utils.DataChannelRpcError{
|
|
Code: utils.DataChannelRpcErrorCode(res.Error.GetCode()),
|
|
Message: res.Error.GetMessage(),
|
|
Data: res.Error.GetData(),
|
|
})
|
|
}
|
|
case *livekit.DataPacket_RpcAck:
|
|
if payload.RpcAck == nil {
|
|
return
|
|
}
|
|
p.pubLogger.Debugw(
|
|
"received RPC ack",
|
|
"rpc_request_id", payload.RpcAck.RequestId,
|
|
)
|
|
|
|
shouldForwardData = !p.handleIncomingRpcAck(payload.RpcAck.GetRequestId())
|
|
case *livekit.DataPacket_StreamHeader:
|
|
if payload.StreamHeader == nil {
|
|
return
|
|
}
|
|
|
|
prometheus.RecordDataPacketStream(payload.StreamHeader, len(dp.DestinationIdentities))
|
|
|
|
if p.IsAgent() && dp.ParticipantIdentity != "" && string(p.params.Identity) != dp.ParticipantIdentity {
|
|
switch contentHeader := payload.StreamHeader.ContentHeader.(type) {
|
|
case *livekit.DataStream_Header_TextHeader:
|
|
contentHeader.TextHeader.Generated = true
|
|
overrideSenderIdentity = false
|
|
default:
|
|
overrideSenderIdentity = true
|
|
}
|
|
}
|
|
case *livekit.DataPacket_StreamChunk:
|
|
if payload.StreamChunk == nil {
|
|
return
|
|
}
|
|
case *livekit.DataPacket_StreamTrailer:
|
|
if payload.StreamTrailer == nil {
|
|
return
|
|
}
|
|
case *livekit.DataPacket_EncryptedPacket:
|
|
if payload.EncryptedPacket == nil {
|
|
return
|
|
}
|
|
default:
|
|
p.pubLogger.Warnw("received unsupported data packet", nil, "payload", payload)
|
|
}
|
|
|
|
// SFU typically asserts the sender's identity. However, agents are able to
|
|
// publish data on behalf of the participant in case of transcriptions/text streams
|
|
// in those cases we'd leave the existing identity on the data packet alone.
|
|
if overrideSenderIdentity {
|
|
if p.Hidden() {
|
|
dp.ParticipantIdentity = ""
|
|
} else {
|
|
dp.ParticipantIdentity = string(p.params.Identity)
|
|
}
|
|
}
|
|
|
|
if shouldForwardData {
|
|
p.listener().OnDataMessage(p, kind, dp)
|
|
}
|
|
if shouldForwardMetrics {
|
|
p.listener().OnMetrics(p, dp)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) onReceivedDataMessageUnlabeled(data []byte) {
|
|
if p.IsDisconnected() || !p.CanPublishData() {
|
|
return
|
|
}
|
|
|
|
p.dataChannelStats.AddBytes(uint64(len(data)), false)
|
|
|
|
p.listener().OnDataMessageUnlabeled(p, data)
|
|
}
|
|
|
|
func (p *ParticipantImpl) onICECandidate(c *webrtc.ICECandidate, target livekit.SignalTarget) error {
|
|
if p.IsDisconnected() || p.IsClosed() {
|
|
return nil
|
|
}
|
|
|
|
if target == livekit.SignalTarget_SUBSCRIBER && p.MigrateState() == types.MigrateStateInit {
|
|
return nil
|
|
}
|
|
|
|
return p.sendICECandidate(c, target)
|
|
}
|
|
|
|
func (p *ParticipantImpl) onPublisherInitialConnected() {
|
|
p.SetMigrateState(types.MigrateStateComplete)
|
|
|
|
if p.supervisor != nil {
|
|
p.supervisor.SetPublisherPeerConnectionConnected(true)
|
|
}
|
|
|
|
if p.params.UseOneShotSignallingMode || p.params.UseSinglePeerConnection {
|
|
go p.subscriberRTCPWorker()
|
|
|
|
p.setDownTracksConnected()
|
|
}
|
|
|
|
p.pubRTCPQueue.Start()
|
|
}
|
|
|
|
func (p *ParticipantImpl) onSubscriberInitialConnected() {
|
|
go p.subscriberRTCPWorker()
|
|
|
|
p.setDownTracksConnected()
|
|
}
|
|
|
|
func (p *ParticipantImpl) onPrimaryTransportInitialConnected() {
|
|
if !p.hasPendingMigratedTrack() && len(p.GetPublishedTracks()) == 0 {
|
|
// if there are no published tracks, declare migration complete on primary transport initial connect,
|
|
// else, wait for all tracks to be published and publisher peer connection established
|
|
p.SetMigrateState(types.MigrateStateComplete)
|
|
}
|
|
|
|
if !p.sessionStartRecorded.Swap(true) {
|
|
prometheus.RecordSessionStartTime(int(p.ProtocolVersion()), time.Since(p.params.SessionStartTime))
|
|
}
|
|
p.updateState(livekit.ParticipantInfo_ACTIVE)
|
|
}
|
|
|
|
func (p *ParticipantImpl) onPrimaryTransportFullyEstablished() {
|
|
p.replayJoiningReliableMessages()
|
|
}
|
|
|
|
func (p *ParticipantImpl) clearDisconnectTimer() {
|
|
p.lock.Lock()
|
|
if p.disconnectTimer != nil {
|
|
p.disconnectTimer.Stop()
|
|
p.disconnectTimer = nil
|
|
}
|
|
p.lock.Unlock()
|
|
}
|
|
|
|
func (p *ParticipantImpl) setupDisconnectTimer() {
|
|
p.clearDisconnectTimer()
|
|
|
|
p.lock.Lock()
|
|
p.disconnectTimer = time.AfterFunc(disconnectCleanupDuration, func() {
|
|
p.clearDisconnectTimer()
|
|
|
|
if p.IsClosed() || p.IsDisconnected() {
|
|
return
|
|
}
|
|
_ = p.Close(true, types.ParticipantCloseReasonPeerConnectionDisconnected, false)
|
|
})
|
|
p.lock.Unlock()
|
|
}
|
|
|
|
func (p *ParticipantImpl) onAnyTransportFailed() {
|
|
if p.params.UseOneShotSignallingMode {
|
|
// as there is no way to notify participant, close the participant on transport failure
|
|
_ = p.Close(false, types.ParticipantCloseReasonPeerConnectionDisconnected, false)
|
|
return
|
|
}
|
|
|
|
p.sendLeaveRequest(
|
|
types.ParticipantCloseReasonPeerConnectionDisconnected,
|
|
true, // isExpectedToResume
|
|
false, // isExpectedToReconnect
|
|
true, // sendOnlyIfSupportingLeaveRequestWithAction
|
|
)
|
|
|
|
// clients support resuming of connections when signalling becomes disconnected
|
|
p.CloseSignalConnection(types.SignallingCloseReasonTransportFailure)
|
|
|
|
// detect when participant has actually left.
|
|
p.setupDisconnectTimer()
|
|
}
|
|
|
|
// subscriberRTCPWorker sends SenderReports periodically when the participant is subscribed to
|
|
// other publishedTracks in the room.
|
|
func (p *ParticipantImpl) subscriberRTCPWorker() {
|
|
defer func() {
|
|
if r := Recover(p.GetLogger()); r != nil {
|
|
os.Exit(1)
|
|
}
|
|
}()
|
|
for {
|
|
if p.IsDisconnected() {
|
|
return
|
|
}
|
|
|
|
subscribedTracks := p.SubscriptionManager.GetSubscribedTracks()
|
|
|
|
// send in batches of sdBatchSize
|
|
batchSize := 0
|
|
var pkts []rtcp.Packet
|
|
var sd []rtcp.SourceDescriptionChunk
|
|
for _, subTrack := range subscribedTracks {
|
|
sr := subTrack.DownTrack().CreateSenderReport()
|
|
chunks := subTrack.DownTrack().CreateSourceDescriptionChunks()
|
|
if sr == nil || chunks == nil {
|
|
continue
|
|
}
|
|
|
|
pkts = append(pkts, sr)
|
|
sd = append(sd, chunks...)
|
|
numItems := 0
|
|
for _, chunk := range chunks {
|
|
numItems += len(chunk.Items)
|
|
}
|
|
batchSize = batchSize + 1 + numItems
|
|
if batchSize >= sdBatchSize {
|
|
if len(sd) != 0 {
|
|
pkts = append(pkts, &rtcp.SourceDescription{Chunks: sd})
|
|
}
|
|
if err := p.TransportManager.WriteSubscriberRTCP(pkts); err != nil {
|
|
if IsEOF(err) {
|
|
return
|
|
}
|
|
p.subLogger.Errorw("could not send down track reports", err)
|
|
}
|
|
|
|
pkts = pkts[:0]
|
|
sd = sd[:0]
|
|
batchSize = 0
|
|
}
|
|
}
|
|
|
|
if len(pkts) != 0 || len(sd) != 0 {
|
|
if len(sd) != 0 {
|
|
pkts = append(pkts, &rtcp.SourceDescription{Chunks: sd})
|
|
}
|
|
if err := p.TransportManager.WriteSubscriberRTCP(pkts); err != nil {
|
|
if IsEOF(err) {
|
|
return
|
|
}
|
|
p.subLogger.Errorw("could not send down track reports", err)
|
|
}
|
|
}
|
|
|
|
time.Sleep(3 * time.Second)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) onStreamStateChange(update *streamallocator.StreamStateUpdate) error {
|
|
if len(update.StreamStates) == 0 {
|
|
return nil
|
|
}
|
|
|
|
streamStateUpdate := &livekit.StreamStateUpdate{}
|
|
for _, streamStateInfo := range update.StreamStates {
|
|
state := livekit.StreamState_ACTIVE
|
|
if streamStateInfo.State == streamallocator.StreamStatePaused {
|
|
state = livekit.StreamState_PAUSED
|
|
}
|
|
streamStateUpdate.StreamStates = append(streamStateUpdate.StreamStates, &livekit.StreamStateInfo{
|
|
ParticipantSid: string(streamStateInfo.ParticipantID),
|
|
TrackSid: string(streamStateInfo.TrackID),
|
|
State: state,
|
|
})
|
|
}
|
|
|
|
return p.sendStreamStateUpdate(streamStateUpdate)
|
|
}
|
|
|
|
func (p *ParticipantImpl) onSubscribedMaxQualityChange(
|
|
trackID livekit.TrackID,
|
|
trackInfo *livekit.TrackInfo,
|
|
subscribedQualities []*livekit.SubscribedCodec,
|
|
maxSubscribedQualities []types.SubscribedCodecQuality,
|
|
) error {
|
|
if p.params.DisableDynacast {
|
|
return nil
|
|
}
|
|
|
|
if len(subscribedQualities) == 0 {
|
|
return nil
|
|
}
|
|
|
|
// send layer info about max subscription changes to telemetry
|
|
for _, maxSubscribedQuality := range maxSubscribedQualities {
|
|
ti := &livekit.TrackInfo{
|
|
Sid: trackInfo.Sid,
|
|
Type: trackInfo.Type,
|
|
}
|
|
for _, layer := range buffer.GetVideoLayersForMimeType(maxSubscribedQuality.CodecMime, trackInfo) {
|
|
if layer.Quality == maxSubscribedQuality.Quality {
|
|
ti.Width = layer.Width
|
|
ti.Height = layer.Height
|
|
break
|
|
}
|
|
}
|
|
p.params.TelemetryListener.OnTrackMaxSubscribedVideoQuality(
|
|
p.ID(),
|
|
ti,
|
|
maxSubscribedQuality.CodecMime,
|
|
maxSubscribedQuality.Quality,
|
|
)
|
|
}
|
|
|
|
// normalize the codec name
|
|
for _, subscribedQuality := range subscribedQualities {
|
|
subscribedQuality.Codec = strings.ToLower(strings.TrimPrefix(subscribedQuality.Codec, mime.MimeTypePrefixVideo))
|
|
}
|
|
|
|
subscribedQualityUpdate := &livekit.SubscribedQualityUpdate{
|
|
TrackSid: string(trackID),
|
|
SubscribedQualities: subscribedQualities[0].Qualities, // for compatible with old client
|
|
SubscribedCodecs: subscribedQualities,
|
|
}
|
|
|
|
p.pubLogger.Debugw(
|
|
"sending max subscribed quality",
|
|
"trackID", trackID,
|
|
"qualities", subscribedQualities,
|
|
"max", maxSubscribedQualities,
|
|
)
|
|
return p.sendSubscribedQualityUpdate(subscribedQualityUpdate)
|
|
}
|
|
|
|
func (p *ParticipantImpl) onSubscribedAudioCodecChange(
|
|
trackID livekit.TrackID,
|
|
codecs []*livekit.SubscribedAudioCodec,
|
|
) error {
|
|
if p.params.DisableDynacast {
|
|
return nil
|
|
}
|
|
|
|
if len(codecs) == 0 {
|
|
return nil
|
|
}
|
|
|
|
// normalize the codec name
|
|
for _, codec := range codecs {
|
|
codec.Codec = strings.ToLower(strings.TrimPrefix(codec.Codec, mime.MimeTypePrefixAudio))
|
|
}
|
|
|
|
subscribedAudioCodecUpdate := &livekit.SubscribedAudioCodecUpdate{
|
|
TrackSid: string(trackID),
|
|
SubscribedAudioCodecs: codecs,
|
|
}
|
|
p.pubLogger.Debugw(
|
|
"sending subscribed audio codec update",
|
|
"trackID", trackID,
|
|
"update", logger.Proto(subscribedAudioCodecUpdate),
|
|
)
|
|
return p.sendSubscribedAudioCodecUpdate(subscribedAudioCodecUpdate)
|
|
}
|
|
|
|
func (p *ParticipantImpl) addPendingTrackLocked(req *livekit.AddTrackRequest) *livekit.TrackInfo {
|
|
if req.Sid != "" {
|
|
track := p.GetPublishedTrack(livekit.TrackID(req.Sid))
|
|
if track == nil {
|
|
p.pubLogger.Infow("could not find existing track for multi-codec simulcast", "trackID", req.Sid)
|
|
p.sendRequestResponse(&livekit.RequestResponse{
|
|
Reason: livekit.RequestResponse_NOT_FOUND,
|
|
Request: &livekit.RequestResponse_AddTrack{
|
|
AddTrack: utils.CloneProto(req),
|
|
},
|
|
})
|
|
return nil
|
|
}
|
|
|
|
track.(*MediaTrack).UpdateCodecInfo(req.SimulcastCodecs)
|
|
return track.ToProto()
|
|
}
|
|
|
|
backupCodecPolicy := req.BackupCodecPolicy
|
|
|
|
// enable simulcast codec for audio by default
|
|
if (backupCodecPolicy != livekit.BackupCodecPolicy_REGRESSION && req.Type == livekit.TrackType_AUDIO) ||
|
|
(backupCodecPolicy != livekit.BackupCodecPolicy_SIMULCAST && p.params.DisableCodecRegression) {
|
|
backupCodecPolicy = livekit.BackupCodecPolicy_SIMULCAST
|
|
}
|
|
|
|
cloneLayers := func(layers []*livekit.VideoLayer) []*livekit.VideoLayer {
|
|
if len(layers) == 0 {
|
|
return nil
|
|
}
|
|
|
|
clonedLayers := make([]*livekit.VideoLayer, 0, len(layers))
|
|
for _, l := range layers {
|
|
clonedLayers = append(clonedLayers, utils.CloneProto(l))
|
|
}
|
|
slices.SortFunc(clonedLayers, func(i, j *livekit.VideoLayer) int {
|
|
return int(i.Quality) - int(j.Quality)
|
|
})
|
|
return clonedLayers
|
|
}
|
|
|
|
ti := &livekit.TrackInfo{
|
|
Type: req.Type,
|
|
Name: req.Name,
|
|
Width: req.Width,
|
|
Height: req.Height,
|
|
Muted: req.Muted,
|
|
DisableDtx: req.DisableDtx,
|
|
Source: req.Source,
|
|
Layers: cloneLayers(req.Layers),
|
|
DisableRed: req.DisableRed,
|
|
Stereo: req.Stereo,
|
|
Encryption: req.Encryption,
|
|
Stream: req.Stream,
|
|
BackupCodecPolicy: backupCodecPolicy,
|
|
AudioFeatures: sutils.DedupeSlice(req.AudioFeatures),
|
|
PacketTrailerFeatures: sutils.DedupeSlice(req.PacketTrailerFeatures),
|
|
}
|
|
if req.Stereo && !slices.Contains(ti.AudioFeatures, livekit.AudioTrackFeature_TF_STEREO) {
|
|
ti.AudioFeatures = append(ti.AudioFeatures, livekit.AudioTrackFeature_TF_STEREO)
|
|
}
|
|
if req.DisableDtx && !slices.Contains(ti.AudioFeatures, livekit.AudioTrackFeature_TF_NO_DTX) {
|
|
ti.AudioFeatures = append(ti.AudioFeatures, livekit.AudioTrackFeature_TF_NO_DTX)
|
|
}
|
|
if ti.Stream == "" {
|
|
ti.Stream = StreamFromTrackSource(ti.Source)
|
|
}
|
|
p.setTrackID(req.Cid, ti)
|
|
|
|
if len(req.SimulcastCodecs) == 0 {
|
|
// clients not supporting simulcast codecs, synthesise a codec
|
|
videoLayerMode := livekit.VideoLayer_ONE_SPATIAL_LAYER_PER_STREAM
|
|
if p.params.ClientInfo.isOBS() {
|
|
videoLayerMode = livekit.VideoLayer_ONE_SPATIAL_LAYER_PER_STREAM_INCOMPLETE_RTCP_SR
|
|
}
|
|
ti.Codecs = append(ti.Codecs, &livekit.SimulcastCodecInfo{
|
|
Cid: req.Cid,
|
|
Layers: cloneLayers(req.Layers),
|
|
VideoLayerMode: videoLayerMode,
|
|
})
|
|
} else {
|
|
seenCodecs := make(map[string]struct{})
|
|
for _, codec := range req.SimulcastCodecs {
|
|
if codec.Codec == "" {
|
|
p.pubLogger.Warnw(
|
|
"simulcast codec without mime type", nil,
|
|
"trackID", ti.Sid,
|
|
"track", logger.Proto(ti),
|
|
"addTrackRequest", logger.Proto(req),
|
|
)
|
|
}
|
|
|
|
mimeType := codec.Codec
|
|
videoLayerMode := codec.VideoLayerMode
|
|
switch req.Type {
|
|
case livekit.TrackType_VIDEO:
|
|
if !mime.IsMimeTypeStringVideo(mimeType) {
|
|
mimeType = mime.MimeTypePrefixVideo + mimeType
|
|
}
|
|
if !IsCodecEnabled(p.enabledPublishCodecs, webrtc.RTPCodecCapability{MimeType: mimeType}) {
|
|
altCodec := selectAlternativeVideoCodec(p.enabledPublishCodecs)
|
|
p.pubLogger.Infow(
|
|
"falling back to alternative video codec",
|
|
"codec", mimeType,
|
|
"altCodec", altCodec,
|
|
"enabledPublishCodecs", logger.ProtoSlice(p.enabledPublishCodecs),
|
|
"trackID", ti.Sid,
|
|
)
|
|
// select an alternative MIME type that's generally supported
|
|
mimeType = altCodec
|
|
}
|
|
if videoLayerMode == livekit.VideoLayer_MODE_UNUSED {
|
|
if mime.IsMimeTypeStringSVCCapable(mimeType) {
|
|
videoLayerMode = livekit.VideoLayer_MULTIPLE_SPATIAL_LAYERS_PER_STREAM
|
|
} else {
|
|
if p.params.ClientInfo.isOBS() {
|
|
videoLayerMode = livekit.VideoLayer_ONE_SPATIAL_LAYER_PER_STREAM_INCOMPLETE_RTCP_SR
|
|
} else {
|
|
videoLayerMode = livekit.VideoLayer_ONE_SPATIAL_LAYER_PER_STREAM
|
|
}
|
|
}
|
|
}
|
|
|
|
case livekit.TrackType_AUDIO:
|
|
if !mime.IsMimeTypeStringAudio(mimeType) {
|
|
mimeType = mime.MimeTypePrefixAudio + mimeType
|
|
}
|
|
if !IsCodecEnabled(p.enabledPublishCodecs, webrtc.RTPCodecCapability{MimeType: mimeType}) {
|
|
altCodec := selectAlternativeAudioCodec(p.enabledPublishCodecs)
|
|
p.pubLogger.Infow(
|
|
"falling back to alternative audio codec",
|
|
"codec", mimeType,
|
|
"altCodec", altCodec,
|
|
"enabledPublishCodecs", logger.ProtoSlice(p.enabledPublishCodecs),
|
|
"trackID", ti.Sid,
|
|
)
|
|
// select an alternative MIME type that's generally supported
|
|
mimeType = altCodec
|
|
}
|
|
}
|
|
|
|
if _, ok := seenCodecs[mimeType]; ok || mimeType == "" {
|
|
continue
|
|
}
|
|
seenCodecs[mimeType] = struct{}{}
|
|
|
|
ti.Codecs = append(ti.Codecs, &livekit.SimulcastCodecInfo{
|
|
MimeType: mimeType,
|
|
Cid: codec.Cid,
|
|
VideoLayerMode: videoLayerMode,
|
|
})
|
|
}
|
|
|
|
// set up layers with codec specific layers,
|
|
// fall back to common layers if codec specific layer is not available
|
|
for idx, codec := range ti.Codecs {
|
|
found := false
|
|
for _, simulcastCodec := range req.SimulcastCodecs {
|
|
if mime.GetMimeTypeCodec(codec.MimeType) != mime.NormalizeMimeTypeCodec(simulcastCodec.Codec) {
|
|
continue
|
|
}
|
|
|
|
if len(simulcastCodec.Layers) != 0 {
|
|
codec.Layers = cloneLayers(simulcastCodec.Layers)
|
|
} else {
|
|
codec.Layers = cloneLayers(req.Layers)
|
|
}
|
|
found = true
|
|
break
|
|
}
|
|
|
|
if !found {
|
|
// could happen if an alternate codec is selected and that is not in the simulcast codecs list
|
|
codec.Layers = cloneLayers(req.Layers)
|
|
}
|
|
|
|
// populate simulcast flag for compatibility, true if primary codec is not SVC and has multiple layers
|
|
if idx == 0 && codec.VideoLayerMode != livekit.VideoLayer_MULTIPLE_SPATIAL_LAYERS_PER_STREAM && len(codec.Layers) > 1 {
|
|
ti.Simulcast = true
|
|
}
|
|
}
|
|
}
|
|
|
|
p.params.TelemetryListener.OnTrackPublishRequested(p.ID(), p.Identity(), utils.CloneProto(ti))
|
|
|
|
if p.supervisor != nil {
|
|
p.supervisor.AddPublication(livekit.TrackID(ti.Sid))
|
|
p.supervisor.SetPublicationMute(livekit.TrackID(ti.Sid), ti.Muted)
|
|
}
|
|
|
|
if p.getPublishedTrackBySignalCid(req.Cid) != nil || p.getPublishedTrackBySdpCid(req.Cid) != nil || p.pendingTracks[req.Cid] != nil {
|
|
if p.pendingTracks[req.Cid] == nil {
|
|
pti := &pendingTrackInfo{
|
|
trackInfos: []*livekit.TrackInfo{ti},
|
|
createdAt: time.Now(),
|
|
queued: true,
|
|
}
|
|
if ti.Type == livekit.TrackType_VIDEO {
|
|
pti.sdpRids = buffer.DefaultVideoLayersRid // could get updated from SDP
|
|
}
|
|
p.pendingTracks[req.Cid] = pti
|
|
} else {
|
|
p.pendingTracks[req.Cid].trackInfos = append(p.pendingTracks[req.Cid].trackInfos, ti)
|
|
}
|
|
p.pubLogger.Infow(
|
|
"pending track queued",
|
|
"trackID", ti.Sid,
|
|
"request", logger.Proto(req),
|
|
"pendingTrack", p.pendingTracks[req.Cid],
|
|
)
|
|
p.sendRequestResponse(&livekit.RequestResponse{
|
|
Reason: livekit.RequestResponse_QUEUED,
|
|
Request: &livekit.RequestResponse_AddTrack{
|
|
AddTrack: utils.CloneProto(req),
|
|
},
|
|
})
|
|
return nil
|
|
}
|
|
|
|
pti := &pendingTrackInfo{
|
|
trackInfos: []*livekit.TrackInfo{ti},
|
|
createdAt: time.Now(),
|
|
}
|
|
if ti.Type == livekit.TrackType_VIDEO {
|
|
pti.sdpRids = buffer.DefaultVideoLayersRid // could get updated from SDP
|
|
}
|
|
p.pendingTracks[req.Cid] = pti
|
|
p.pubLogger.Debugw(
|
|
"pending track added",
|
|
"trackID", ti.Sid,
|
|
"request", logger.Proto(req),
|
|
"pendingTrack", p.pendingTracks[req.Cid],
|
|
)
|
|
return ti
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetPendingTrack(trackID livekit.TrackID) *livekit.TrackInfo {
|
|
p.pendingTracksLock.RLock()
|
|
defer p.pendingTracksLock.RUnlock()
|
|
|
|
for _, t := range p.pendingTracks {
|
|
if livekit.TrackID(t.trackInfos[0].Sid) == trackID {
|
|
return t.trackInfos[0]
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) HasConnected() bool {
|
|
return p.TransportManager.HasSubscriberEverConnected() || p.TransportManager.HasPublisherEverConnected()
|
|
}
|
|
|
|
func (p *ParticipantImpl) SetTrackMuted(mute *livekit.MuteTrackRequest, fromAdmin bool) *livekit.TrackInfo {
|
|
// when request is coming from admin, send message to current participant
|
|
if fromAdmin {
|
|
p.sendTrackMuted(livekit.TrackID(mute.Sid), mute.Muted)
|
|
}
|
|
|
|
return p.setTrackMuted(mute, fromAdmin)
|
|
}
|
|
|
|
func (p *ParticipantImpl) setTrackMuted(mute *livekit.MuteTrackRequest, fromAdmin bool) *livekit.TrackInfo {
|
|
trackID := livekit.TrackID(mute.Sid)
|
|
p.dirty.Store(true)
|
|
if p.supervisor != nil {
|
|
p.supervisor.SetPublicationMute(trackID, mute.Muted)
|
|
}
|
|
|
|
track, changed := p.UpTrackManager.SetPublishedTrackMuted(trackID, mute.Muted)
|
|
var trackInfo *livekit.TrackInfo
|
|
if track != nil {
|
|
trackInfo = track.ToProto()
|
|
}
|
|
|
|
// update mute status in any pending/queued add track requests too
|
|
p.pendingTracksLock.RLock()
|
|
for _, pti := range p.pendingTracks {
|
|
for i, ti := range pti.trackInfos {
|
|
if livekit.TrackID(ti.Sid) == trackID {
|
|
ti = utils.CloneProto(ti)
|
|
changed = changed || ti.Muted != mute.Muted
|
|
ti.Muted = mute.Muted
|
|
pti.trackInfos[i] = ti
|
|
if trackInfo == nil {
|
|
trackInfo = ti
|
|
}
|
|
}
|
|
}
|
|
}
|
|
p.pendingTracksLock.RUnlock()
|
|
|
|
if trackInfo != nil && changed {
|
|
if mute.Muted {
|
|
p.params.TelemetryListener.OnTrackMuted(p.ID(), trackInfo)
|
|
} else {
|
|
p.params.TelemetryListener.OnTrackUnmuted(p.ID(), trackInfo)
|
|
}
|
|
}
|
|
|
|
if trackInfo == nil && !fromAdmin {
|
|
p.sendRequestResponse(&livekit.RequestResponse{
|
|
Reason: livekit.RequestResponse_NOT_FOUND,
|
|
Request: &livekit.RequestResponse_Mute{
|
|
Mute: utils.CloneProto(mute),
|
|
},
|
|
})
|
|
}
|
|
|
|
return trackInfo
|
|
}
|
|
|
|
func (p *ParticipantImpl) mediaTrackReceived(
|
|
track sfu.TrackRemote,
|
|
rtpReceiver *webrtc.RTPReceiver,
|
|
) (*MediaTrack, bool, bool, buffer.VideoLayersRid) {
|
|
p.pendingTracksLock.Lock()
|
|
newTrack := false
|
|
|
|
mid := p.TransportManager.GetPublisherMid(rtpReceiver)
|
|
p.pubLogger.Debugw(
|
|
"media track received",
|
|
"kind", track.Kind().String(),
|
|
"trackID", track.ID(),
|
|
"rid", track.RID(),
|
|
"ssrc", track.SSRC(),
|
|
"rtxSsrc", track.RtxSSRC(),
|
|
"mime", mime.NormalizeMimeType(track.Codec().MimeType),
|
|
"mid", mid,
|
|
)
|
|
if mid == "" {
|
|
p.pendingRemoteTracks = append(
|
|
p.pendingRemoteTracks,
|
|
&pendingRemoteTrack{track: track.RTCTrack(), receiver: rtpReceiver},
|
|
)
|
|
p.pendingTracksLock.Unlock()
|
|
p.pubLogger.Warnw("could not get mid for track", nil, "trackID", track.ID())
|
|
return nil, false, false, buffer.VideoLayersRid{}
|
|
}
|
|
|
|
// use existing media track to handle simulcast
|
|
var pubTime time.Duration
|
|
var isMigrated bool
|
|
var ridsFromSdp buffer.VideoLayersRid
|
|
mt, ok := p.getPublishedTrackBySdpCid(track.ID()).(*MediaTrack)
|
|
if !ok {
|
|
signalCid, ti, sdpRids, migrated, createdAt := p.getPendingTrack(track.ID(), ToProtoTrackKind(track.Kind()), true)
|
|
ridsFromSdp = sdpRids
|
|
if ti == nil {
|
|
p.pendingRemoteTracks = append(
|
|
p.pendingRemoteTracks,
|
|
&pendingRemoteTrack{track: track.RTCTrack(), receiver: rtpReceiver},
|
|
)
|
|
p.pendingTracksLock.Unlock()
|
|
return nil, false, false, ridsFromSdp
|
|
}
|
|
isMigrated = migrated
|
|
|
|
// check if the migrated track has correct codec
|
|
if migrated && len(ti.Codecs) > 0 {
|
|
parameters := rtpReceiver.GetParameters()
|
|
var codecFound int
|
|
for _, c := range ti.Codecs {
|
|
for _, nc := range parameters.Codecs {
|
|
if mime.IsMimeTypeStringEqual(nc.MimeType, c.MimeType) {
|
|
codecFound++
|
|
break
|
|
}
|
|
}
|
|
}
|
|
if codecFound != len(ti.Codecs) {
|
|
p.pubLogger.Warnw("migrated track codec mismatched", nil, "track", logger.Proto(ti), "webrtcCodec", parameters)
|
|
p.pendingTracksLock.Unlock()
|
|
p.IssueFullReconnect(types.ParticipantCloseReasonMigrateCodecMismatch)
|
|
return nil, false, false, ridsFromSdp
|
|
}
|
|
}
|
|
|
|
ti.MimeType = track.Codec().MimeType
|
|
// set mime_type for tracks that the AddTrackRequest do not have simulcast_codecs set
|
|
if len(ti.Codecs) == 1 && ti.Codecs[0].MimeType == "" {
|
|
ti.Codecs[0].MimeType = track.Codec().MimeType
|
|
}
|
|
if utils.TimedVersionFromProto(ti.Version).IsZero() {
|
|
// only assign version on a fresh publish, i. e. avoid updating version in scenarios like migration
|
|
ti.Version = p.params.VersionGenerator.Next().ToProto()
|
|
}
|
|
|
|
mimeType := mime.NormalizeMimeType(ti.MimeType)
|
|
for _, layer := range ti.Layers {
|
|
layer.SpatialLayer = buffer.VideoQualityToSpatialLayer(mimeType, layer.Quality, ti)
|
|
layer.Rid = buffer.VideoQualityToRid(mimeType, layer.Quality, ti, sdpRids)
|
|
}
|
|
|
|
mt = p.addMediaTrack(signalCid, ti)
|
|
newTrack = true
|
|
|
|
// if the addTrackRequest is sent before participant active then it means the client tries to publish
|
|
// before fully connected, in this case we only record the time when the participant is active since
|
|
// we want this metric to represent the time cost by publishing.
|
|
if activeAt := p.lastActiveAt.Load(); activeAt != nil && createdAt.Before(*activeAt) {
|
|
createdAt = *activeAt
|
|
}
|
|
pubTime = time.Since(createdAt)
|
|
p.dirty.Store(true)
|
|
}
|
|
p.pendingTracksLock.Unlock()
|
|
|
|
_, isReceiverAdded := mt.AddReceiver(rtpReceiver, track, mid)
|
|
|
|
if newTrack {
|
|
go func() {
|
|
// TODO: remove this after we know where the high delay is coming from
|
|
if pubTime > 3*time.Second {
|
|
p.pubLogger.Infow(
|
|
"track published with high delay",
|
|
"trackID", mt.ID(),
|
|
"track", logger.Proto(mt.ToProto()),
|
|
"cost", pubTime.Milliseconds(),
|
|
"rid", track.RID(),
|
|
"mime", track.Codec().MimeType,
|
|
"isMigrated", isMigrated,
|
|
)
|
|
} else {
|
|
p.pubLogger.Debugw(
|
|
"track published",
|
|
"trackID", mt.ID(),
|
|
"track", logger.Proto(mt.ToProto()),
|
|
"cost", pubTime.Milliseconds(),
|
|
"isMigrated", isMigrated,
|
|
)
|
|
}
|
|
|
|
prometheus.RecordPublishTime(
|
|
p.params.Country,
|
|
mt.Source(),
|
|
mt.Kind(),
|
|
pubTime,
|
|
p.GetClientInfo().GetSdk(),
|
|
p.Kind(),
|
|
)
|
|
p.handleTrackPublished(mt, isMigrated)
|
|
}()
|
|
}
|
|
|
|
return mt, newTrack, isReceiverAdded, ridsFromSdp
|
|
}
|
|
|
|
func (p *ParticipantImpl) addMigratedTrack(cid string, ti *livekit.TrackInfo) *MediaTrack {
|
|
p.pubLogger.Infow("add migrated track", "cid", cid, "trackID", ti.Sid, "track", logger.Proto(ti))
|
|
rtpReceiver := p.TransportManager.GetPublisherRTPReceiver(ti.Mid)
|
|
if rtpReceiver == nil {
|
|
p.pubLogger.Errorw(
|
|
"could not find receiver for migrated track", nil,
|
|
"trackID", ti.Sid,
|
|
"mid", ti.Mid,
|
|
)
|
|
return nil
|
|
}
|
|
|
|
mt := p.addMediaTrack(cid, ti)
|
|
|
|
potentialCodecs := make([]webrtc.RTPCodecParameters, 0, len(ti.Codecs))
|
|
parameters := rtpReceiver.GetParameters()
|
|
for _, c := range ti.Codecs {
|
|
for _, nc := range parameters.Codecs {
|
|
if mime.IsMimeTypeStringEqual(nc.MimeType, c.MimeType) {
|
|
potentialCodecs = append(potentialCodecs, nc)
|
|
break
|
|
}
|
|
}
|
|
}
|
|
// check for mime_type for tracks that do not have simulcast_codecs set
|
|
if ti.MimeType != "" {
|
|
for _, nc := range parameters.Codecs {
|
|
if mime.IsMimeTypeStringEqual(nc.MimeType, ti.MimeType) {
|
|
alreadyAdded := false
|
|
for _, pc := range potentialCodecs {
|
|
if mime.IsMimeTypeStringEqual(pc.MimeType, ti.MimeType) {
|
|
alreadyAdded = true
|
|
break
|
|
}
|
|
}
|
|
if !alreadyAdded {
|
|
potentialCodecs = append(potentialCodecs, nc)
|
|
}
|
|
break
|
|
}
|
|
}
|
|
}
|
|
mt.SetPotentialCodecs(potentialCodecs, parameters.HeaderExtensions)
|
|
|
|
for _, codec := range ti.Codecs {
|
|
for ssrc, info := range p.params.SimTracks {
|
|
if info.Mid == codec.Mid && !info.IsRepairStream {
|
|
mt.SetLayerSsrcsForRid(mime.NormalizeMimeType(codec.MimeType), info.StreamID, ssrc, info.RepairSSRC)
|
|
}
|
|
}
|
|
}
|
|
|
|
return mt
|
|
}
|
|
|
|
func (p *ParticipantImpl) addMediaTrack(signalCid string, ti *livekit.TrackInfo) *MediaTrack {
|
|
mt := NewMediaTrack(MediaTrackParams{
|
|
ParticipantID: p.ID,
|
|
ParticipantIdentity: p.params.Identity,
|
|
ParticipantVersion: p.version.Load(),
|
|
ParticipantCountry: p.params.Country,
|
|
ParticipantKind: p.Kind(),
|
|
ParticipantKindDetails: p.KindDetails(),
|
|
BufferFactory: p.params.Config.BufferFactory,
|
|
ReceiverConfig: p.params.Config.Receiver,
|
|
AudioConfig: p.params.AudioConfig,
|
|
VideoConfig: p.params.VideoConfig,
|
|
TelemetryListener: p.params.TelemetryListener,
|
|
Logger: LoggerWithTrack(p.pubLogger, livekit.TrackID(ti.Sid), false),
|
|
Reporter: p.params.Reporter.WithTrack(ti.Sid),
|
|
SubscriberConfig: p.params.Config.Subscriber,
|
|
PLIThrottleConfig: p.params.PLIThrottleConfig,
|
|
SimTracks: p.params.SimTracks,
|
|
OnRTCP: p.postRtcp,
|
|
ForwardStats: p.params.ForwardStats,
|
|
OnTrackEverSubscribed: p.sendTrackHasBeenSubscribed,
|
|
ShouldRegressCodec: func() bool {
|
|
return p.helper().ShouldRegressCodec()
|
|
},
|
|
PreferVideoSizeFromMedia: p.params.PreferVideoSizeFromMedia,
|
|
EnableRTPStreamRestartDetection: p.params.EnableRTPStreamRestartDetection,
|
|
UpdateTrackInfoByVideoSizeChange: p.params.UseOneShotSignallingMode,
|
|
ForceBackupCodecPolicySimulcast: p.params.ForceBackupCodecPolicySimulcast,
|
|
}, ti)
|
|
|
|
mt.OnSubscribedMaxQualityChange(p.onSubscribedMaxQualityChange)
|
|
mt.OnSubscribedAudioCodecChange(p.onSubscribedAudioCodecChange)
|
|
|
|
// add to published and clean up pending
|
|
if p.supervisor != nil {
|
|
p.supervisor.SetPublishedTrack(livekit.TrackID(ti.Sid), mt)
|
|
}
|
|
p.UpTrackManager.AddPublishedTrack(mt)
|
|
|
|
pti := p.pendingTracks[signalCid]
|
|
if pti != nil {
|
|
if p.pendingPublishingTracks[livekit.TrackID(ti.Sid)] != nil {
|
|
p.pubLogger.Infow("unexpected pending publish track", "trackID", ti.Sid)
|
|
}
|
|
p.pendingPublishingTracks[livekit.TrackID(ti.Sid)] = &pendingTrackInfo{
|
|
trackInfos: []*livekit.TrackInfo{pti.trackInfos[0]},
|
|
migrated: pti.migrated,
|
|
}
|
|
}
|
|
|
|
p.pendingTracks[signalCid].trackInfos = p.pendingTracks[signalCid].trackInfos[1:]
|
|
if len(p.pendingTracks[signalCid].trackInfos) == 0 {
|
|
delete(p.pendingTracks, signalCid)
|
|
} else {
|
|
p.pendingTracks[signalCid].queued = true
|
|
p.pendingTracks[signalCid].createdAt = time.Now()
|
|
}
|
|
|
|
trackID := livekit.TrackID(ti.Sid)
|
|
mt.AddOnClose(func(isExpectedToResume bool) {
|
|
if p.supervisor != nil {
|
|
p.supervisor.ClearPublishedTrack(trackID, mt)
|
|
}
|
|
|
|
p.params.TelemetryListener.OnTrackUnpublished(
|
|
p.ID(),
|
|
p.Identity(),
|
|
mt.ToProto(),
|
|
!isExpectedToResume,
|
|
)
|
|
|
|
p.pendingTracksLock.Lock()
|
|
if pti := p.pendingTracks[signalCid]; pti != nil {
|
|
p.sendTrackPublished(signalCid, pti.trackInfos[0])
|
|
pti.queued = false
|
|
}
|
|
p.pendingTracksLock.Unlock()
|
|
p.handlePendingRemoteTracks()
|
|
|
|
p.dirty.Store(true)
|
|
|
|
p.pubLogger.Debugw(
|
|
"track unpublished",
|
|
"trackID", ti.Sid,
|
|
"expectedToResume", isExpectedToResume,
|
|
"track", logger.Proto(ti),
|
|
)
|
|
p.listener().OnTrackUnpublished(p, mt)
|
|
})
|
|
|
|
return mt
|
|
}
|
|
|
|
func (p *ParticipantImpl) handleTrackPublished(track types.MediaTrack, isMigrated bool) {
|
|
p.listener().OnTrackPublished(p, track)
|
|
|
|
// send webhook after callbacks are complete, persistence and state handling happens
|
|
// in `onTrackPublished` cb
|
|
p.params.TelemetryListener.OnTrackPublished(
|
|
p.ID(),
|
|
p.Identity(),
|
|
track.ToProto(),
|
|
!isMigrated,
|
|
)
|
|
|
|
p.pendingTracksLock.Lock()
|
|
delete(p.pendingPublishingTracks, track.ID())
|
|
p.pendingTracksLock.Unlock()
|
|
}
|
|
|
|
func (p *ParticipantImpl) hasPendingMigratedTrack() bool {
|
|
p.pendingTracksLock.RLock()
|
|
defer p.pendingTracksLock.RUnlock()
|
|
|
|
for _, t := range p.pendingTracks {
|
|
if t.migrated {
|
|
return true
|
|
}
|
|
}
|
|
|
|
for _, t := range p.pendingPublishingTracks {
|
|
if t.migrated {
|
|
return true
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
func (p *ParticipantImpl) onUpTrackManagerClose() {
|
|
p.pubRTCPQueue.Stop()
|
|
}
|
|
|
|
func (p *ParticipantImpl) getPendingTrack(clientId string, kind livekit.TrackType, skipQueued bool) (string, *livekit.TrackInfo, buffer.VideoLayersRid, bool, time.Time) {
|
|
signalCid := clientId
|
|
pendingInfo := p.pendingTracks[clientId]
|
|
if pendingInfo == nil {
|
|
track_loop:
|
|
for cid, pti := range p.pendingTracks {
|
|
ti := pti.trackInfos[0]
|
|
for _, c := range ti.Codecs {
|
|
if c.Cid == clientId {
|
|
pendingInfo = pti
|
|
signalCid = cid
|
|
break track_loop
|
|
}
|
|
}
|
|
}
|
|
|
|
if pendingInfo == nil {
|
|
//
|
|
// If no match on client id, find first one matching type
|
|
// as MediaStreamTrack can change client id when transceiver
|
|
// is added to peer connection.
|
|
//
|
|
for cid, pti := range p.pendingTracks {
|
|
ti := pti.trackInfos[0]
|
|
if ti.Type == kind {
|
|
pendingInfo = pti
|
|
signalCid = cid
|
|
break
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// if still not found, we are done
|
|
if pendingInfo == nil || (skipQueued && pendingInfo.queued) {
|
|
return signalCid, nil, buffer.VideoLayersRid{}, false, time.Time{}
|
|
}
|
|
|
|
return signalCid, utils.CloneProto(pendingInfo.trackInfos[0]), pendingInfo.sdpRids, pendingInfo.migrated, pendingInfo.createdAt
|
|
}
|
|
|
|
func (p *ParticipantImpl) getPendingTrackPrimaryBySdpCid(sdpCid string) *pendingTrackInfo {
|
|
for _, pti := range p.pendingTracks {
|
|
ti := pti.trackInfos[0]
|
|
if len(ti.Codecs) == 0 {
|
|
continue
|
|
}
|
|
if ti.Codecs[0].Cid == sdpCid || ti.Codecs[0].SdpCid == sdpCid {
|
|
return pti
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// setTrackID either generates a new TrackID for an AddTrackRequest
|
|
func (p *ParticipantImpl) setTrackID(cid string, info *livekit.TrackInfo) {
|
|
var trackID string
|
|
// if already pending, use the same SID
|
|
// it is possible to have multiple AddTrackRequests for the same track
|
|
if pti := p.pendingTracks[cid]; pti != nil {
|
|
trackID = pti.trackInfos[0].Sid
|
|
}
|
|
|
|
// otherwise generate
|
|
if trackID == "" {
|
|
trackPrefix := utils.TrackPrefix
|
|
switch info.Type {
|
|
case livekit.TrackType_VIDEO:
|
|
trackPrefix += "V"
|
|
case livekit.TrackType_AUDIO:
|
|
trackPrefix += "A"
|
|
}
|
|
|
|
switch info.Source {
|
|
case livekit.TrackSource_CAMERA:
|
|
trackPrefix += "C"
|
|
case livekit.TrackSource_MICROPHONE:
|
|
trackPrefix += "M"
|
|
case livekit.TrackSource_SCREEN_SHARE:
|
|
trackPrefix += "S"
|
|
case livekit.TrackSource_SCREEN_SHARE_AUDIO:
|
|
trackPrefix += "s"
|
|
}
|
|
trackID = guid.New(trackPrefix)
|
|
}
|
|
info.Sid = trackID
|
|
}
|
|
|
|
func (p *ParticipantImpl) getPublishedTrackBySignalCid(clientId string) types.MediaTrack {
|
|
for _, publishedTrack := range p.GetPublishedTracks() {
|
|
if publishedTrack.(types.LocalMediaTrack).HasSignalCid(clientId) {
|
|
p.pubLogger.Debugw("found track by signal cid", "signalCid", clientId, "trackID", publishedTrack.ID())
|
|
return publishedTrack
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) getPublishedTrackBySdpCid(clientId string) types.MediaTrack {
|
|
for _, publishedTrack := range p.GetPublishedTracks() {
|
|
if publishedTrack.(types.LocalMediaTrack).HasSdpCid(clientId) {
|
|
p.pubLogger.Debugw("found track by SDP cid", "sdpCid", clientId, "trackID", publishedTrack.ID())
|
|
return publishedTrack
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) DebugInfo() map[string]any {
|
|
info := map[string]any{
|
|
"ID": p.ID(),
|
|
"State": p.State().String(),
|
|
}
|
|
|
|
pendingTrackInfo := make(map[string]any)
|
|
p.pendingTracksLock.RLock()
|
|
for clientID, pti := range p.pendingTracks {
|
|
var trackInfos []string
|
|
for _, ti := range pti.trackInfos {
|
|
trackInfos = append(trackInfos, ti.String())
|
|
}
|
|
|
|
pendingTrackInfo[clientID] = map[string]any{
|
|
"TrackInfos": trackInfos,
|
|
"Migrated": pti.migrated,
|
|
}
|
|
}
|
|
p.pendingTracksLock.RUnlock()
|
|
info["PendingTracks"] = pendingTrackInfo
|
|
|
|
info["UpTrackManager"] = p.UpTrackManager.DebugInfo()
|
|
|
|
return info
|
|
}
|
|
|
|
func (p *ParticipantImpl) postRtcp(pkts []rtcp.Packet) {
|
|
p.lock.RLock()
|
|
migrationTimer := p.migrationTimer
|
|
p.lock.RUnlock()
|
|
|
|
// Once migration out is active, layers getting added would not be communicated to
|
|
// where the publisher is migrating to. Without SSRC, `UnhandleSimulcastInterceptor`
|
|
// cannot be set up on the migrating in node. Without that interceptor, simulcast
|
|
// probing will fail.
|
|
//
|
|
// Clients usually send `rid` RTP header extension till they get an RTCP Receiver Report
|
|
// from the remote side. So, by curbing RTCP when migration is active, even if a new layer
|
|
// get published to this node, client should continue to send `rid` to the new node
|
|
// post migration and the new node can do regular simulcast probing (without the
|
|
// `UnhandleSimulcastInterceptor`) to fire `OnTrack` on that layer. And when the new node
|
|
// sends RTCP Receiver Report back to the client, client will stop `rid`.
|
|
if migrationTimer != nil {
|
|
return
|
|
}
|
|
|
|
p.pubRTCPQueue.Enqueue(func(op postRtcpOp) {
|
|
if err := op.TransportManager.WritePublisherRTCP(op.pkts); err != nil && !IsEOF(err) {
|
|
op.pubLogger.Errorw("could not write RTCP to participant", err)
|
|
}
|
|
}, postRtcpOp{p, pkts})
|
|
}
|
|
|
|
func (p *ParticipantImpl) setDownTracksConnected() {
|
|
for _, t := range p.SubscriptionManager.GetSubscribedTracks() {
|
|
if dt := t.DownTrack(); dt != nil {
|
|
dt.SeedState(sfu.DownTrackState{ForwarderState: p.getAndDeleteForwarderState(t.ID())})
|
|
dt.SetConnected()
|
|
}
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) cacheForwarderState() {
|
|
// if migrating in, get forwarder state from migrating out node to facilitate resume
|
|
if fs, err := p.helper().GetSubscriberForwarderState(p); err == nil && fs != nil {
|
|
p.lock.Lock()
|
|
p.forwarderState = fs
|
|
p.lock.Unlock()
|
|
|
|
for _, t := range p.SubscriptionManager.GetSubscribedTracks() {
|
|
if dt := t.DownTrack(); dt != nil {
|
|
dt.SeedState(sfu.DownTrackState{ForwarderState: p.getAndDeleteForwarderState(t.ID())})
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) getAndDeleteForwarderState(trackID livekit.TrackID) *livekit.RTPForwarderState {
|
|
p.lock.Lock()
|
|
fs := p.forwarderState[trackID]
|
|
delete(p.forwarderState, trackID)
|
|
p.lock.Unlock()
|
|
|
|
return fs
|
|
}
|
|
|
|
func (p *ParticipantImpl) CacheDownTrack(trackID livekit.TrackID, rtpTransceiver *webrtc.RTPTransceiver, downTrack sfu.DownTrackState) {
|
|
p.lock.Lock()
|
|
if existing := p.cachedDownTracks[trackID]; existing != nil && existing.transceiver != rtpTransceiver {
|
|
p.subLogger.Warnw("cached transceiver changed", nil, "trackID", trackID)
|
|
}
|
|
p.cachedDownTracks[trackID] = &downTrackState{transceiver: rtpTransceiver, downTrack: downTrack}
|
|
p.subLogger.Debugw("caching downtrack", "trackID", trackID)
|
|
p.lock.Unlock()
|
|
}
|
|
|
|
func (p *ParticipantImpl) UncacheDownTrack(rtpTransceiver *webrtc.RTPTransceiver) {
|
|
p.lock.Lock()
|
|
for trackID, dts := range p.cachedDownTracks {
|
|
if dts.transceiver == rtpTransceiver {
|
|
if dts := p.cachedDownTracks[trackID]; dts != nil {
|
|
p.subLogger.Debugw("uncaching downtrack", "trackID", trackID)
|
|
}
|
|
delete(p.cachedDownTracks, trackID)
|
|
break
|
|
}
|
|
}
|
|
p.lock.Unlock()
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetCachedDownTrack(trackID livekit.TrackID) (*webrtc.RTPTransceiver, sfu.DownTrackState) {
|
|
p.lock.RLock()
|
|
defer p.lock.RUnlock()
|
|
|
|
if dts := p.cachedDownTracks[trackID]; dts != nil {
|
|
return dts.transceiver, dts.downTrack
|
|
}
|
|
|
|
return nil, sfu.DownTrackState{}
|
|
}
|
|
|
|
func (p *ParticipantImpl) IssueFullReconnect(reason types.ParticipantCloseReason) {
|
|
p.sendLeaveRequest(
|
|
reason,
|
|
false, // isExpectedToResume
|
|
true, // isExpectedToReconnect
|
|
false, // sendOnlyIfSupportingLeaveRequestWithAction
|
|
)
|
|
|
|
scr := types.SignallingCloseReasonUnknown
|
|
switch reason {
|
|
case types.ParticipantCloseReasonPublicationError, types.ParticipantCloseReasonMigrateCodecMismatch:
|
|
scr = types.SignallingCloseReasonFullReconnectPublicationError
|
|
case types.ParticipantCloseReasonSubscriptionError:
|
|
scr = types.SignallingCloseReasonFullReconnectSubscriptionError
|
|
case types.ParticipantCloseReasonDataChannelError:
|
|
scr = types.SignallingCloseReasonFullReconnectDataChannelError
|
|
case types.ParticipantCloseReasonNegotiateFailed:
|
|
scr = types.SignallingCloseReasonFullReconnectNegotiateFailed
|
|
}
|
|
p.CloseSignalConnection(scr)
|
|
|
|
// a full reconnect == client should connect back with a new session, close current one
|
|
p.Close(false, reason, false)
|
|
}
|
|
|
|
func (p *ParticipantImpl) onPublicationError(trackID livekit.TrackID) {
|
|
if p.params.ReconnectOnPublicationError {
|
|
p.pubLogger.Infow("issuing full reconnect on publication error", "trackID", trackID)
|
|
p.IssueFullReconnect(types.ParticipantCloseReasonPublicationError)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) onSubscriptionError(trackID livekit.TrackID, fatal bool, err error) {
|
|
signalErr := livekit.SubscriptionError_SE_UNKNOWN
|
|
switch {
|
|
case errors.Is(err, webrtc.ErrUnsupportedCodec):
|
|
signalErr = livekit.SubscriptionError_SE_CODEC_UNSUPPORTED
|
|
case errors.Is(err, ErrTrackNotFound):
|
|
signalErr = livekit.SubscriptionError_SE_TRACK_NOTFOUND
|
|
}
|
|
|
|
p.sendSubscriptionResponse(trackID, signalErr)
|
|
|
|
if p.params.ReconnectOnSubscriptionError && fatal {
|
|
p.subLogger.Infow("issuing full reconnect on subscription error", "trackID", trackID)
|
|
p.IssueFullReconnect(types.ParticipantCloseReasonSubscriptionError)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) onAnyTransportNegotiationFailed() {
|
|
if p.TransportManager.SinceLastSignal() < negotiationFailedTimeout/2 {
|
|
p.params.Logger.Infow("negotiation failed, starting full reconnect")
|
|
}
|
|
p.IssueFullReconnect(types.ParticipantCloseReasonNegotiateFailed)
|
|
}
|
|
|
|
func (p *ParticipantImpl) UpdateSubscribedQuality(nodeID livekit.NodeID, trackID livekit.TrackID, maxQualities []types.SubscribedCodecQuality) error {
|
|
track := p.GetPublishedTrack(trackID)
|
|
if track == nil {
|
|
p.pubLogger.Debugw("could not find track", "trackID", trackID)
|
|
return errors.New("could not find published track")
|
|
}
|
|
|
|
track.(types.LocalMediaTrack).NotifySubscriberNodeMaxQuality(nodeID, maxQualities)
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) UpdateSubscribedAudioCodecs(nodeID livekit.NodeID, trackID livekit.TrackID, codecs []*livekit.SubscribedAudioCodec) error {
|
|
track := p.GetPublishedTrack(trackID)
|
|
if track == nil {
|
|
p.pubLogger.Debugw("could not find track", "trackID", trackID)
|
|
return errors.New("could not find published track")
|
|
}
|
|
|
|
track.(types.LocalMediaTrack).NotifySubscriptionNode(nodeID, codecs)
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) UpdateMediaLoss(nodeID livekit.NodeID, trackID livekit.TrackID, fractionalLoss uint32) error {
|
|
track := p.GetPublishedTrack(trackID)
|
|
if track == nil {
|
|
p.pubLogger.Debugw("could not find track", "trackID", trackID)
|
|
return errors.New("could not find published track")
|
|
}
|
|
|
|
track.(types.LocalMediaTrack).NotifySubscriberNodeMediaLoss(nodeID, uint8(fractionalLoss))
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetPlayoutDelayConfig() *livekit.PlayoutDelay {
|
|
return p.params.PlayoutDelay
|
|
}
|
|
|
|
func (p *ParticipantImpl) SupportsSyncStreamID() bool {
|
|
return p.ProtocolVersion().SupportsSyncStreamID() && !p.params.ClientInfo.isFirefox() && p.params.SyncStreams
|
|
}
|
|
|
|
func (p *ParticipantImpl) SupportsTransceiverReuse(mt types.MediaTrack) bool {
|
|
if !p.params.ClientInfo.SupportsTransceiverReuse() {
|
|
return false
|
|
}
|
|
|
|
if p.params.UseOneShotSignallingMode {
|
|
return p.ProtocolVersion().SupportsTransceiverReuse()
|
|
}
|
|
|
|
return p.ProtocolVersion().SupportsTransceiverReuse() && !p.SupportsSyncStreamID() && (!mt.IsEncrypted() || !p.params.DisableTransceiverReuseForE2EE)
|
|
}
|
|
|
|
func (p *ParticipantImpl) SendDataMessage(kind livekit.DataPacket_Kind, data []byte, sender livekit.ParticipantID, seq uint32) error {
|
|
if sender == "" || kind != livekit.DataPacket_RELIABLE || seq == 0 {
|
|
if p.State() != livekit.ParticipantInfo_ACTIVE {
|
|
return ErrDataChannelUnavailable
|
|
}
|
|
return p.TransportManager.SendDataMessage(kind, data)
|
|
}
|
|
|
|
p.reliableDataInfo.joiningMessageLock.Lock()
|
|
if !p.reliableDataInfo.canWriteReliable {
|
|
if _, ok := p.reliableDataInfo.joiningMessageFirstSeqs[sender]; !ok {
|
|
p.reliableDataInfo.joiningMessageFirstSeqs[sender] = seq
|
|
}
|
|
p.reliableDataInfo.joiningMessageLock.Unlock()
|
|
return nil
|
|
}
|
|
|
|
lastWrittenSeq, ok := p.reliableDataInfo.joiningMessageLastWrittenSeqs[sender]
|
|
if ok {
|
|
if seq <= lastWrittenSeq {
|
|
// already sent by replayJoiningReliableMessages
|
|
p.reliableDataInfo.joiningMessageLock.Unlock()
|
|
return nil
|
|
} else {
|
|
delete(p.reliableDataInfo.joiningMessageLastWrittenSeqs, sender)
|
|
}
|
|
}
|
|
|
|
p.reliableDataInfo.joiningMessageLock.Unlock()
|
|
|
|
return p.TransportManager.SendDataMessage(kind, data)
|
|
}
|
|
|
|
func (p *ParticipantImpl) SendDataMessageUnlabeled(data []byte, useRaw bool, sender livekit.ParticipantIdentity) error {
|
|
if p.State() != livekit.ParticipantInfo_ACTIVE {
|
|
return ErrDataChannelUnavailable
|
|
}
|
|
|
|
return p.TransportManager.SendDataMessageUnlabeled(data, useRaw, sender)
|
|
}
|
|
|
|
func (p *ParticipantImpl) onDataSendError(err error) {
|
|
if p.params.ReconnectOnDataChannelError {
|
|
p.params.Logger.Infow("issuing full reconnect on data channel error", "error", err)
|
|
p.IssueFullReconnect(types.ParticipantCloseReasonDataChannelError)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) setupEnabledCodecs(publishEnabledCodecs []*livekit.Codec, subscribeEnabledCodecs []*livekit.Codec, disabledCodecs *livekit.DisabledCodecs) {
|
|
shouldDisable := func(c *livekit.Codec, disabled []*livekit.Codec) bool {
|
|
for _, disableCodec := range disabled {
|
|
// disable codec's fmtp is empty means disable this codec entirely
|
|
if mime.IsMimeTypeStringEqual(c.Mime, disableCodec.Mime) {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
publishCodecsAudio := make([]*livekit.Codec, 0, len(publishEnabledCodecs))
|
|
publishCodecsVideo := make([]*livekit.Codec, 0, len(publishEnabledCodecs))
|
|
for _, c := range publishEnabledCodecs {
|
|
if shouldDisable(c, disabledCodecs.GetCodecs()) || shouldDisable(c, disabledCodecs.GetPublish()) {
|
|
continue
|
|
}
|
|
|
|
// sort by compatibility, since we will look for backups in these.
|
|
if mime.IsMimeTypeStringVP8(c.Mime) {
|
|
if len(p.enabledPublishCodecs) > 0 {
|
|
p.enabledPublishCodecs = slices.Insert(p.enabledPublishCodecs, 0, c)
|
|
} else {
|
|
p.enabledPublishCodecs = append(p.enabledPublishCodecs, c)
|
|
}
|
|
} else if mime.IsMimeTypeStringH264(c.Mime) {
|
|
p.enabledPublishCodecs = append(p.enabledPublishCodecs, c)
|
|
} else {
|
|
if mime.IsMimeTypeStringAudio(c.Mime) {
|
|
publishCodecsAudio = append(publishCodecsAudio, c)
|
|
} else {
|
|
publishCodecsVideo = append(publishCodecsVideo, c)
|
|
}
|
|
}
|
|
}
|
|
// list all video first and then audio to work around a client side issue with Flutter SDK 2.4.2
|
|
p.enabledPublishCodecs = append(p.enabledPublishCodecs, publishCodecsVideo...)
|
|
p.enabledPublishCodecs = append(p.enabledPublishCodecs, publishCodecsAudio...)
|
|
|
|
subscribeCodecs := make([]*livekit.Codec, 0, len(subscribeEnabledCodecs))
|
|
for _, c := range subscribeEnabledCodecs {
|
|
if shouldDisable(c, disabledCodecs.GetCodecs()) {
|
|
continue
|
|
}
|
|
subscribeCodecs = append(subscribeCodecs, c)
|
|
}
|
|
p.enabledSubscribeCodecs = subscribeCodecs
|
|
p.params.Logger.Debugw(
|
|
"setup enabled codecs",
|
|
"publish", logger.ProtoSlice(p.enabledPublishCodecs),
|
|
"subscribe", logger.ProtoSlice(p.enabledSubscribeCodecs),
|
|
"disabled", logger.Proto(disabledCodecs),
|
|
)
|
|
}
|
|
|
|
func (p *ParticipantImpl) replayJoiningReliableMessages() {
|
|
p.reliableDataInfo.joiningMessageLock.Lock()
|
|
for _, msgCache := range p.helper().GetCachedReliableDataMessage(p.reliableDataInfo.joiningMessageFirstSeqs) {
|
|
if len(msgCache.DestIdentities) != 0 && !slices.Contains(msgCache.DestIdentities, p.Identity()) {
|
|
continue
|
|
}
|
|
if lastSeq, ok := p.reliableDataInfo.joiningMessageLastWrittenSeqs[msgCache.SenderID]; !ok || lastSeq < msgCache.Seq {
|
|
p.reliableDataInfo.joiningMessageLastWrittenSeqs[msgCache.SenderID] = msgCache.Seq
|
|
}
|
|
|
|
p.TransportManager.SendDataMessage(livekit.DataPacket_RELIABLE, msgCache.Data)
|
|
}
|
|
|
|
p.reliableDataInfo.joiningMessageFirstSeqs = make(map[livekit.ParticipantID]uint32)
|
|
p.reliableDataInfo.canWriteReliable = true
|
|
p.reliableDataInfo.joiningMessageLock.Unlock()
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetEnabledPublishCodecs() []*livekit.Codec {
|
|
codecs := make([]*livekit.Codec, 0, len(p.enabledPublishCodecs))
|
|
for _, c := range p.enabledPublishCodecs {
|
|
if mime.IsMimeTypeStringRTX(c.Mime) {
|
|
continue
|
|
}
|
|
codecs = append(codecs, c)
|
|
}
|
|
return codecs
|
|
}
|
|
|
|
func (p *ParticipantImpl) UpdateAudioTrack(update *livekit.UpdateLocalAudioTrack) error {
|
|
if track := p.UpTrackManager.UpdatePublishedAudioTrack(update); track != nil {
|
|
return nil
|
|
}
|
|
|
|
isPending := false
|
|
p.pendingTracksLock.RLock()
|
|
for _, pti := range p.pendingTracks {
|
|
for _, ti := range pti.trackInfos {
|
|
if ti.Sid == update.TrackSid {
|
|
isPending = true
|
|
|
|
ti.AudioFeatures = sutils.DedupeSlice(update.Features)
|
|
ti.Stereo = false
|
|
ti.DisableDtx = false
|
|
for _, feature := range update.Features {
|
|
switch feature {
|
|
case livekit.AudioTrackFeature_TF_STEREO:
|
|
ti.Stereo = true
|
|
case livekit.AudioTrackFeature_TF_NO_DTX:
|
|
ti.DisableDtx = true
|
|
}
|
|
}
|
|
|
|
p.pubLogger.Debugw("updated pending track", "trackID", ti.Sid, "trackInfo", logger.Proto(ti))
|
|
}
|
|
}
|
|
}
|
|
p.pendingTracksLock.RUnlock()
|
|
if isPending {
|
|
return nil
|
|
}
|
|
|
|
p.pubLogger.Debugw("could not locate track", "trackID", update.TrackSid)
|
|
p.sendRequestResponse(&livekit.RequestResponse{
|
|
Reason: livekit.RequestResponse_NOT_FOUND,
|
|
Request: &livekit.RequestResponse_UpdateAudioTrack{
|
|
UpdateAudioTrack: utils.CloneProto(update),
|
|
},
|
|
})
|
|
return errors.New("could not find track")
|
|
}
|
|
|
|
func (p *ParticipantImpl) UpdateVideoTrack(update *livekit.UpdateLocalVideoTrack) error {
|
|
if track := p.UpTrackManager.UpdatePublishedVideoTrack(update); track != nil {
|
|
return nil
|
|
}
|
|
|
|
isPending := false
|
|
p.pendingTracksLock.RLock()
|
|
for _, pti := range p.pendingTracks {
|
|
for _, ti := range pti.trackInfos {
|
|
if ti.Sid == update.TrackSid {
|
|
isPending = true
|
|
|
|
ti.Width = update.Width
|
|
ti.Height = update.Height
|
|
}
|
|
}
|
|
}
|
|
p.pendingTracksLock.RUnlock()
|
|
if isPending {
|
|
return nil
|
|
}
|
|
|
|
p.pubLogger.Debugw("could not locate track", "trackID", update.TrackSid)
|
|
p.sendRequestResponse(&livekit.RequestResponse{
|
|
Reason: livekit.RequestResponse_NOT_FOUND,
|
|
Request: &livekit.RequestResponse_UpdateVideoTrack{
|
|
UpdateVideoTrack: utils.CloneProto(update),
|
|
},
|
|
})
|
|
return errors.New("could not find track")
|
|
}
|
|
|
|
func (p *ParticipantImpl) HandleMetrics(senderParticipantID livekit.ParticipantID, metrics *livekit.MetricsBatch) error {
|
|
if p.State() != livekit.ParticipantInfo_ACTIVE {
|
|
return ErrDataChannelUnavailable
|
|
}
|
|
|
|
if !p.CanSubscribeMetrics() {
|
|
return ErrNoSubscribeMetricsPermission
|
|
}
|
|
|
|
if senderParticipantID != p.ID() && !p.SubscriptionManager.IsSubscribedTo(senderParticipantID) {
|
|
return nil
|
|
}
|
|
|
|
p.metricsReporter.Merge(metrics)
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) SupportsCodecChange() bool {
|
|
return p.params.ClientInfo.SupportsCodecChange()
|
|
}
|
|
|
|
func (p *ParticipantImpl) SupportsMoving() error {
|
|
if !p.ProtocolVersion().SupportsMoving() {
|
|
return ErrMoveOldClientVersion
|
|
}
|
|
|
|
if kind := p.Kind(); kind == livekit.ParticipantInfo_EGRESS || kind == livekit.ParticipantInfo_AGENT || p.params.UseOneShotSignallingMode {
|
|
return fmt.Errorf("%s participants cannot be moved, one-shot signaling mode: %t", kind.String(), p.params.UseOneShotSignallingMode)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *ParticipantImpl) MoveToRoom(params types.MoveToRoomParams) {
|
|
for _, track := range p.GetPublishedTracks() {
|
|
for _, sub := range track.GetAllSubscribers() {
|
|
track.RemoveSubscriber(sub, false)
|
|
}
|
|
|
|
// clear the subscriber node max quality/audio codecs as the remote quality notify
|
|
// from source room would not reach the moving out participant.
|
|
track.(types.LocalMediaTrack).ClearSubscriberNodes()
|
|
|
|
trackInfo := track.ToProto()
|
|
p.params.TelemetryListener.OnTrackUnpublished(
|
|
p.ID(),
|
|
p.Identity(),
|
|
trackInfo,
|
|
true,
|
|
)
|
|
}
|
|
|
|
// fire onClose callback for original room
|
|
p.lock.Lock()
|
|
onClose := p.onClose
|
|
p.onClose = make(map[string]func(types.LocalParticipant))
|
|
p.lock.Unlock()
|
|
for _, cb := range onClose {
|
|
cb(p)
|
|
}
|
|
|
|
p.params.Logger.Infow("move participant to new room", "newRoomName", params.RoomName, "newID", params.ParticipantID)
|
|
|
|
p.lock.Lock()
|
|
p.telemetryGuard = &telemetry.ReferenceGuard{}
|
|
p.lock.Unlock()
|
|
|
|
p.params.Reporter.ReportEndTime(time.Now())
|
|
p.params.LoggerResolver.Reset()
|
|
p.params.ReporterResolver.Reset()
|
|
p.setListener(params.Listener)
|
|
p.participantHelper.Store(params.Helper)
|
|
p.SubscriptionManager.ClearAllSubscriptions()
|
|
p.id.Store(params.ParticipantID)
|
|
grants := p.grants.Load().Clone()
|
|
grants.Video.Room = string(params.RoomName)
|
|
p.grants.Store(grants)
|
|
}
|
|
|
|
func (p *ParticipantImpl) helper() types.LocalParticipantHelper {
|
|
return p.participantHelper.Load().(types.LocalParticipantHelper)
|
|
}
|
|
|
|
func (p *ParticipantImpl) GetLastReliableSequence(migrateOut bool) uint32 {
|
|
if migrateOut {
|
|
p.reliableDataInfo.stopReliableByMigrateOut.Store(true)
|
|
}
|
|
return p.reliableDataInfo.lastPubReliableSeq.Load()
|
|
}
|
|
|
|
func (p *ParticipantImpl) HandleUpdateSubscriptions(
|
|
trackIDs []livekit.TrackID,
|
|
participantTracks []*livekit.ParticipantTracks,
|
|
subscribe bool,
|
|
) {
|
|
p.listener().OnUpdateSubscriptions(p, trackIDs, participantTracks, subscribe)
|
|
}
|
|
|
|
func (p *ParticipantImpl) HandleUpdateSubscriptionPermission(subscriptionPermission *livekit.SubscriptionPermission) error {
|
|
return p.listener().OnUpdateSubscriptionPermission(p, subscriptionPermission)
|
|
}
|
|
|
|
func (p *ParticipantImpl) HandleSyncState(syncState *livekit.SyncState) error {
|
|
return p.listener().OnSyncState(p, syncState)
|
|
}
|
|
|
|
func (p *ParticipantImpl) HandleSimulateScenario(simulateScenario *livekit.SimulateScenario) error {
|
|
return p.listener().OnSimulateScenario(p, simulateScenario)
|
|
}
|
|
|
|
func (p *ParticipantImpl) HandleLeaveRequest(reason types.ParticipantCloseReason) {
|
|
p.listener().OnLeave(p, reason)
|
|
}
|
|
|
|
func (p *ParticipantImpl) HandleSignalMessage(msg proto.Message) error {
|
|
return p.signalHandler.HandleMessage(msg)
|
|
}
|
|
|
|
func (p *ParticipantImpl) IsUsingSinglePeerConnection() bool {
|
|
return p.params.UseSinglePeerConnection
|
|
}
|
|
|
|
func (p *ParticipantImpl) AddTrackLocal(
|
|
trackLocal webrtc.TrackLocal,
|
|
params types.AddTrackParams,
|
|
) (*webrtc.RTPSender, *webrtc.RTPTransceiver, error) {
|
|
if p.params.UseSinglePeerConnection {
|
|
return p.TransportManager.AddTrackLocal(
|
|
trackLocal,
|
|
params,
|
|
p.enabledSubscribeCodecs,
|
|
p.params.Config.Subscriber.RTCPFeedback,
|
|
)
|
|
} else {
|
|
return p.TransportManager.AddTrackLocal(trackLocal, params, nil, RTCPFeedbackConfig{})
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) AddTransceiverFromTrackLocal(
|
|
trackLocal webrtc.TrackLocal,
|
|
params types.AddTrackParams,
|
|
) (*webrtc.RTPSender, *webrtc.RTPTransceiver, error) {
|
|
if p.params.UseSinglePeerConnection {
|
|
return p.TransportManager.AddTransceiverFromTrackLocal(
|
|
trackLocal,
|
|
params,
|
|
p.enabledSubscribeCodecs,
|
|
p.params.Config.Subscriber.RTCPFeedback,
|
|
)
|
|
} else {
|
|
return p.TransportManager.AddTransceiverFromTrackLocal(
|
|
trackLocal,
|
|
params,
|
|
nil,
|
|
RTCPFeedbackConfig{},
|
|
)
|
|
}
|
|
}
|
|
|
|
func (p *ParticipantImpl) handleIncomingRpcAck(requestId string) bool {
|
|
p.rpcLock.Lock()
|
|
defer p.rpcLock.Unlock()
|
|
|
|
handler, ok := p.rpcPendingAcks[requestId]
|
|
if !ok {
|
|
return false
|
|
}
|
|
|
|
handler.Resolve()
|
|
delete(p.rpcPendingAcks, requestId)
|
|
return true
|
|
}
|
|
|
|
func (p *ParticipantImpl) handleIncomingRpcResponse(requestId string, payload string, err *utils.DataChannelRpcError) bool {
|
|
p.rpcLock.Lock()
|
|
defer p.rpcLock.Unlock()
|
|
|
|
handler, ok := p.rpcPendingResponses[requestId]
|
|
if !ok {
|
|
return false
|
|
}
|
|
|
|
handler.Resolve(payload, err)
|
|
delete(p.rpcPendingResponses, requestId)
|
|
return true
|
|
}
|
|
|
|
func (p *ParticipantImpl) PerformRpc(req *livekit.PerformRpcRequest, resultCh chan string, errorCh chan error) {
|
|
responseTimeout := req.GetResponseTimeoutMs()
|
|
if responseTimeout <= 0 {
|
|
responseTimeout = uint32(utils.DataChannelRpcDefaultResponseTimeout.Milliseconds())
|
|
}
|
|
|
|
go func() {
|
|
if len([]byte(req.GetPayload())) > utils.DataChannelRpcMaxPayloadBytes {
|
|
errorCh <- utils.DataChannelRpcErrorFromBuiltInCodes(utils.DataChannelRpcRequestPayloadTooLarge, "").PsrpcError()
|
|
return
|
|
}
|
|
|
|
id := uuid.NewString()
|
|
|
|
responseTimer := time.AfterFunc(time.Duration(responseTimeout)*time.Millisecond, func() {
|
|
p.rpcLock.Lock()
|
|
delete(p.rpcPendingResponses, id)
|
|
p.rpcLock.Unlock()
|
|
|
|
select {
|
|
case errorCh <- utils.DataChannelRpcErrorFromBuiltInCodes(utils.DataChannelRpcResponseTimeout, "").PsrpcError():
|
|
default:
|
|
}
|
|
})
|
|
ackTimer := time.AfterFunc(utils.DataChannelRpcMaxRoundTripLatency, func() {
|
|
p.rpcLock.Lock()
|
|
delete(p.rpcPendingAcks, id)
|
|
delete(p.rpcPendingResponses, id)
|
|
p.rpcLock.Unlock()
|
|
responseTimer.Stop()
|
|
|
|
select {
|
|
case errorCh <- utils.DataChannelRpcErrorFromBuiltInCodes(utils.DataChannelRpcConnectionTimeout, "").PsrpcError():
|
|
default:
|
|
}
|
|
})
|
|
|
|
rpcRequest := &livekit.DataPacket{
|
|
Kind: livekit.DataPacket_RELIABLE,
|
|
ParticipantIdentity: id,
|
|
Value: &livekit.DataPacket_RpcRequest{
|
|
RpcRequest: &livekit.RpcRequest{
|
|
Id: id,
|
|
Method: req.GetMethod(),
|
|
Payload: req.GetPayload(),
|
|
ResponseTimeoutMs: responseTimeout - p.lastRTT,
|
|
Version: 1,
|
|
},
|
|
},
|
|
}
|
|
data, err := proto.Marshal(rpcRequest)
|
|
if err != nil {
|
|
ackTimer.Stop()
|
|
responseTimer.Stop()
|
|
errorCh <- psrpc.NewError(psrpc.Internal, err)
|
|
return
|
|
}
|
|
|
|
// using RPC ID as the unique ID for server to identify the response
|
|
err = p.SendDataMessage(livekit.DataPacket_RELIABLE, data, livekit.ParticipantID(id), 0)
|
|
if err != nil {
|
|
ackTimer.Stop()
|
|
responseTimer.Stop()
|
|
errorCh <- psrpc.NewError(psrpc.Internal, err)
|
|
return
|
|
}
|
|
|
|
p.rpcLock.Lock()
|
|
p.rpcPendingAcks[id] = &utils.DataChannelRpcPendingAckHandler{
|
|
Resolve: func() {
|
|
ackTimer.Stop()
|
|
},
|
|
ParticipantIdentity: req.GetDestinationIdentity(),
|
|
}
|
|
p.rpcPendingResponses[id] = &utils.DataChannelRpcPendingResponseHandler{
|
|
Resolve: func(payload string, error *utils.DataChannelRpcError) {
|
|
responseTimer.Stop()
|
|
if _, ok := p.rpcPendingAcks[id]; ok {
|
|
p.rpcPendingAcks[id].Resolve()
|
|
ackTimer.Stop()
|
|
}
|
|
|
|
if error != nil {
|
|
errorCh <- error.PsrpcError()
|
|
} else {
|
|
resultCh <- payload
|
|
}
|
|
},
|
|
ParticipantIdentity: req.GetDestinationIdentity(),
|
|
}
|
|
p.rpcLock.Unlock()
|
|
}()
|
|
}
|