{"id":384276,"date":"2021-03-11T05:37:23","date_gmt":"2021-03-10T21:37:23","guid":{"rendered":"http:\/\/4563.org\/?p=384276"},"modified":"2021-03-11T05:37:23","modified_gmt":"2021-03-10T21:37:23","slug":"light-rtc-%e7%90%86%e5%bf%b5%e4%b8%8e%e5%ae%9e%e8%b7%b5","status":"publish","type":"post","link":"http:\/\/4563.org\/?p=384276","title":{"rendered":"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5"},"content":{"rendered":"<div>\n<div>\n<div>\n<h1>                  light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5               <\/h1>\n<p> <\/p>\n<div>\n<div> <span>\u8cc7\u6df1\u5927\u4f6c : VideoCloudTech <\/span>  <span><i><\/i> 4<\/span> <\/div>\n<div> <\/div>\n<\/p><\/div>\n<\/p><\/div>\n<\/p><\/div>\n<div isfirst=\"1\"> <\/p>\n<p>\u5728\u4e0e\u540c\u884c\u4ea4\u6d41\u8fc7\u7a0b\u4e2d\uff0c\u53d1\u73b0\u5f88\u591a\u540c\u884c\u5bf9 WebRTC \u6539\u52a8\u592a\u591a\uff0c\u5bfc\u81f4\u65e0\u6cd5\u5347\u7ea7 WebRTC \u7248\u672c\u3002\u800c WebRTC \u5f00\u6e90\u793e\u533a\u7684\u5feb\u901f\u8fed\u4ee3\uff0c\u8ba9\u4ed6\u4eec\u611f\u5230\u6b23\u559c\u53c8\u7126\u8651\uff1a\u5f00\u6e90\u793e\u533a\u7684\u8fed\u4ee3\u6548\u679c\uff0c\u662f\u4e0d\u662f\u8d85\u8fc7\u4e86\u4ed6\u4eec\u5bf9 WebRTC \u7684\u4f18\u5316\u6548\u679c\uff1f\u6211\u4eec\u9488\u5bf9\u7279\u5b9a\u573a\u666f\u4f18\u5316 WebRTC \u65f6\uff0c\u600e\u4e48\u7d27\u8ddf WebRTC \u5f00\u6e90\u793e\u533a\u901a\u7528\u7684\u4f18\u5316\uff1f<\/p>\n<h2>\u7406\u5ff5<\/h2>\n<p>\u7b80\u8a00\u4e4b\uff0c\u628a WebRTC \u4f5c\u4e3a Framework \u4f7f\u7528\uff0c\u800c\u4e0d\u662f Library\uff0c\u5373\uff1aWebRTC \u4ed3\u5e93\u8f7b\u91cf\u5316\uff0c\u6838\u5fc3\u6a21\u5757\u63d2\u4ef6\u5316\u3002<\/p>\n<p>\u8be6\u7ec6\u7684\uff0cWebRTC \u4f5c\u4e3a Framework \u4e32\u8054\u6838\u5fc3\u6a21\u5757\uff1b\u6838\u5fc3\u6a21\u5757\u65e2\u53ef\u4ee5\u4ee5\u63d2\u4ef6\u5f62\u5f0f\u4f7f\u7528\u6211\u4eec\u7684\u5b9e\u73b0\uff0c\u4e5f\u53ef\u4ee5 Fallback \u5230 WebRTC \u7684\u9ed8\u8ba4\u5b9e\u73b0\u3002\u76ee\u7684\u662f\u51cf\u5c11 WebRTC \u51b2\u7a81\u7684\u53ef\u80fd\u6027\uff0c\u63d0\u9ad8\u5347\u7ea7 WebRTC \u7684\u654f\u6377\u6027\u3002<\/p>\n<p>\u76ee\u6807\uff1a\u4e00\u5e74\u5347\u7ea7\u4e00\u6b21 WebRTC\uff0c\u4e00\u6b21\u82b1\u8d39\u4e00\u4e2a\u4eba\u6708\u3002<\/p>\n<h2>\u67b6\u6784<\/h2>\n<h3>\u6a21\u5757\u62c6\u89e3<\/h3>\n<p><img decoding=\"async\" loading=\"lazy\" referrerpolicy=\"no-referrer\" rel=\"noreferrer\" src=\"http:\/\/4563.org\/wp-content\/uploads\/2021\/03\/20210311_604a555c95aed.png\" alt=\"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5\" \/> WebRTC \u7684\u6838\u5fc3\u6a21\u5757\uff0c\u5305\u62ec\uff1a<\/p>\n<h4>\u97f3\u9891<\/h4>\n<ul>\n<li>ADM \u91c7\u96c6\u3001APM \u3001ACM \u7f16\u7801\uff1b<\/li>\n<li>NetEQ \u4e0e\u89e3\u7801\u3001AM \u3001ADM \u6e32\u67d3\uff1b<\/li>\n<\/ul>\n<h4>\u89c6\u9891<\/h4>\n<ul>\n<li>\u91c7\u96c6\u3001\u7f16\u7801\uff1b<\/li>\n<li>JB \u3001\u89e3\u7801\u3001\u6e32\u67d3\uff1b<\/li>\n<\/ul>\n<h4>\u901a\u7528<\/h4>\n<ul>\n<li>RTP \u6253\u5305\u4e0e\u89e3\u5305\u3001FEC \u751f\u6210\u4e0e\u6062\u590d\u3001CC \u4e0e Pacer \u3001ICE \u3001SDP \u4fe1\u4ee4\u7b49\u3002<\/li>\n<\/ul>\n<p>WebRTC \u5728\u957f\u671f\u7684\u6f14\u8fdb\u4e2d\uff0cAPI \u5df2\u7ecf\u5177\u5907\u4e86\u4f5c\u4e3a Framework \u7684\u5927\u90e8\u5206\u80fd\u529b\u3002\u7ea2\u8272\u7684\u6838\u5fc3\u6a21\u5757\uff0c\u5df2\u7ecf\u57fa\u672c\u53ef\u4ee5\u63d2\u4ef6\u5316\uff0c\u5982\u4e0b\u9762\u7684 API\uff1a <img decoding=\"async\" loading=\"lazy\" referrerpolicy=\"no-referrer\" rel=\"noreferrer\" src=\"http:\/\/4563.org\/wp-content\/uploads\/2021\/03\/20210311_604a5562868bb.png\" alt=\"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5\" \/><\/p>\n<h3>\u4ed3\u5e93\u7ba1\u7406<\/h3>\n<p><img decoding=\"async\" loading=\"lazy\" referrerpolicy=\"no-referrer\" rel=\"noreferrer\" src=\"http:\/\/4563.org\/wp-content\/uploads\/2021\/03\/20210311_604a556995318.png\" alt=\"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5\" \/> light-rtc \u4f5c\u4e3a WebRTC \u4ed3\u5e93\uff0c\u6211\u4eec\u9700\u8981\u4fdd\u7559\u4e24\u4e2a Remote\uff0c\u4e00\u4e2a\u662f Alibaba\uff0c\u4e00\u4e2a\u662f Google \u3002\u5347\u7ea7 WebRTC \u65f6\uff0c\u6211\u4eec\u4ece Google \u4e0a Pull \u6700\u65b0\u4ee3\u7801\uff0c \u89e3\u51b3\u51b2\u7a81\uff0c\u7136\u540e Push \u5230 Alibaba \u3002<\/p>\n<p>\u5bf9\u63d2\u4ef6\u5316\u7684\u6a21\u5757\uff0c\u6211\u4eec\u9700\u8981\u653e\u5230\u5355\u72ec\u7684\u4ed3\u5e93 lrtc-plugin \u91cc\uff0c\u8fd9\u6837\u6709\u4e24\u4e2a\u597d\u5904\uff1a<\/p>\n<ol>\n<li>\u5bf9 light-rtc \u4ed3\u5e93\u6539\u52a8\u5c11\uff0c\u51cf\u5c11\u4e0e Google \u51b2\u7a81\u7684\u53ef\u80fd\u6027\uff1b<\/li>\n<li>\u66f4\u91cd\u8981\u7684\uff0c\u8ba9\u6bcf\u4e2a\u5f00\u53d1\u540c\u5b66\uff0c\u5728\u6bcf\u6b21\u6539\u52a8\u524d\uff0c\u66f4\u4e3b\u52a8\u3001\u66f4\u6709\u610f\u8bc6\u7684\u601d\u8003\uff0c\u653e\u5230\u54ea\u4e2a\u4ed3\u5e93\u66f4\u5408\u9002\uff0c\u5426\u5219\u5bb9\u6613\u60ef\u6027\u601d\u7ef4\uff0c\u76f4\u63a5\u6539\u52a8 light-rtc \u3002<\/li>\n<\/ol>\n<p>\u5bf9 lrtc-plugin \u4f9d\u8d56\u7684\u7b2c\u4e09\u65b9\u5e93\uff0c\u4e5f\u5e94\u8be5\u4ee5\u5355\u72ec\u7684\u4ed3\u5e93\u5b58\u5728\uff0c\u5e76\u4fdd\u7559\u4e24\u4e2a Remote\uff0c\u6bd4\u5982 Opus\uff0c\u8fd9\u6837\uff0c\u5373\u4f7f\u4fee\u6539\u4e86 Opus \u6e90\u7801\uff0c\u4ecd\u7136\u53ef\u4ee5\u50cf\u5347\u7ea7 light-rtc \u4e00\u6837\uff0c\u65b9\u4fbf\u7684\u5355\u72ec\u5347\u7ea7 Opus \u7248\u672c\u3002<\/p>\n<h2>\u6a21\u5757<\/h2>\n<h3>Codec<\/h3>\n<p>\u97f3\u9891\u7f16\u89e3\u7801\u5668\u3001\u89c6\u9891\u7f16\u89e3\u7801\u5668\uff0c\u662f\u6211\u4eec\u6700\u5e38\u4f18\u5316\u7684\u90e8\u5206\u4e4b\u4e00\uff1a<\/p>\n<ul>\n<li>\u65b0\u7684\u7f16\u7801\u5de5\uff08 AV1\/SCC\/ROI \u7b49\uff09\u4f18\u5316\u89c6\u9891\u8d28\u91cf\u548c\u5e26\u5bbd\uff1b<\/li>\n<li>\u5206\u8fa8\u7387\u81ea\u9002\u5e94\uff0c\u4f7f\u4e0d\u540c\u80fd\u529b\uff08\u7f16\u7801\u80fd\u529b\u3001\u53d1\u9001\u5e26\u5bbd\u7b49\uff09\u7684\u53d1\u9001\u7aef\uff0c\u53d1\u9001\u4e0d\u540c\u5206\u8fa8\u7387\u7684\u7801\u6d41\uff1b<\/li>\n<li>Simulcast\uff0c\u4e3a\u4e0d\u540c\u80fd\u529b\uff08\u89e3\u7801\u80fd\u529b\u3001\u663e\u793a\u80fd\u529b\u3001\u63a5\u6536\u5e26\u5bbd\u7b49\uff09\u7684\u63a5\u6536\u7aef\uff0c\u63d0\u4f9b\u4e0d\u540c\u5206\u8fa8\u7387\u7801\u6d41\uff1b<\/li>\n<li>SVC\uff0c\u63d0\u4f9b\u65f6\u57df \/\u7a7a\u57df\u5206\u5c42\uff1b<\/li>\n<li>\u65b0\u7684\u89c6\u9891\u89e3\u7801\u5b9e\u73b0\uff0c\u89c4\u907f Mac \u786c\u89e3\u5361\u6b7b\u7b49\u95ee\u9898\uff1b<\/li>\n<li>\u65b0\u7684\u97f3\u9891\u7f16\u7801\u5668\uff0c\u9002\u914d\u5546\u7528\u63a5\u6536\u7aef\uff1b \u2026\u2026 <img decoding=\"async\" loading=\"lazy\" referrerpolicy=\"no-referrer\" rel=\"noreferrer\" src=\"http:\/\/4563.org\/wp-content\/uploads\/2021\/03\/20210311_604a557165193.png\" alt=\"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5\" \/><\/li>\n<\/ul>\n<p>\u8fd9\u90e8\u5206\u63d2\u4ef6\u5316\u662f\u76f8\u5bf9\u7b80\u5355\u7684\uff0c\u53ea\u9700\u8981\u5b9e\u73b0\u81ea\u5df1\u7684<code> [Video|Audio][Encoder|Decoder]Factory<\/code> \u5373\u53ef\u3002\u4ee5 Simulcast \u4e3a\u4f8b\uff0c\u5728\u81ea\u5df1\u5b9e\u73b0\u7684 VideoEncoderFactory \u91cc\uff0c\u5148\u7528 WebRTC \u539f\u59cb\u7684 VideoEncoderFactory\uff0c\u521b\u5efa\u591a\u4e2a Encoder \u5bf9\u8c61\uff0c\u7136\u540e\u5c01\u88c5\u5230\u4e00\u4e2a Simulcast Encoder \u91cc\u3002<\/p>\n<h3>ADM<\/h3>\n<p>\u5f88\u53ef\u60dc\uff0cADM(Audio Device Module)\u6ca1\u6709\u63d0\u4f9b\u68c0\u6d4b\u8bbe\u5907\u63d2\u62d4\u7684\u529f\u80fd\uff0c\u9700\u8981\u589e\u52a0 Callback \u63a5\u53e3\u3002<\/p>\n<p>\u53e6\u5916\uff0c\u867d\u7136 WebRTC \u652f\u6301\u6837\u672c\u6570\u91cf\u7684\u76d1\u63a7\uff0c\u4f46\u662f\u5f53\u524d\u53ea\u7528\u4e8e\u6253\u5370\u65e5\u5fd7\uff0c\u5982\u679c\u60f3\u5728\u6b64\u57fa\u7840\u4e0a\u505a\u66f4\u591a\u4e8b\u60c5\uff08\u5982\uff1a\u53d1\u73b0\u91c7\u96c6\u6837\u672c\u4e3a 0 \u65f6\uff0c\u91cd\u542f\u91c7\u96c6\uff09\uff0c\u5219\u5355\u72ec\u505a\u4e00\u4e2a AudioSampleMoniter \u7684\u7c7b\uff0c\u6bd4\u8f83\u6709\u5229\u4e8e\u6269\u5c55\u3002 <img decoding=\"async\" loading=\"lazy\" referrerpolicy=\"no-referrer\" rel=\"noreferrer\" src=\"http:\/\/4563.org\/wp-content\/uploads\/2021\/03\/20210311_604a557649827.png\" alt=\"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5\" \/> ADM \u662f\u4e00\u4e2a\u9002\u914d\u96be\u70b9\uff0c\u76f8\u4fe1\u662f\u56f0\u6270 RTC \u540c\u884c\u7684\u5171\u540c\u96be\u9898\u3002\u4e0d\u540c\u64cd\u4f5c\u7cfb\u7edf\u3001\u4e0d\u540c\u673a\u578b\uff0c\u90fd\u53ef\u80fd\u6709\u4e0d\u4e00\u6837\u7684\u95ee\u9898\u3002\u4f8b\u5982\uff1a<\/p>\n<ul>\n<li>Mac 3.5mm \u8033\u673a\u63d2\u62d4\u65f6\uff0c\u5076\u5c14\u5d29\u6e83\uff1b<\/li>\n<li>Mac \u83b7\u53d6\u7684\u8bbe\u5907 ID \u5728\u63d2\u62d4\u540e\u53d1\u751f\u53d8\u5316\uff0c\u4e0d\u80fd\u505a\u6301\u4e45\u5316\uff1b<\/li>\n<li>\u8054\u60f3 X1 \u7535\u8111\uff0c\u591a\u6b21\u63d2\u62d4\u540e\uff0c\u6574\u4e2a Audio \u540e\u53f0\u670d\u52a1\u5931\u6548\uff1b<\/li>\n<li>\u67d0\u4e9b Windows \u673a\u578b\u91c7\u96c6\u4e0d\u5230\u58f0\u97f3\uff1b<\/li>\n<li>\u67d0\u4e9b\u624b\u673a\u91c7\u97f3\u6743\u9650\u95ee\u9898\uff1b \u2026\u2026<\/li>\n<\/ul>\n<p>\u8fd9\u4e9b\u4fee\u6539\u5927\u90e8\u5206\u5c5e\u4e8e Bugfix\uff0c\u53c2\u8003\u201cBugfix\u201d\u7ae0\u8282\u3002<\/p>\n<h3>APM<\/h3>\n<p>APM(Audio Processing Module)\u53ef\u80fd\u662f light-rtc \u76f8\u5bf9\u96be\u5904\u7406\u7684\u90e8\u5206\u3002<\/p>\n<p>APM \u4e0e NetEQ \u4e00\u8d77\uff0c\u53ef\u80fd\u662f WebRTC \u6838\u5fc3\u6a21\u5757\u4e2d\uff0c\u5f00\u6e90\u4ef7\u503c\u6700\u5927\u7684\u90e8\u5206\u3002\u5728\u6211\u5bf9 APM \u6709\u9650\u7684\u8ba4\u77e5\u91cc\uff0c\u5bf9 APM \u5e38\u89c1\u7684\u4f18\u5316\u53ef\u80fd\u6709\uff1a<\/p>\n<ul>\n<li>\u6df7\u97f3\u540e\u7684\u8fdc\u7aef\u4fe1\u53f7\uff0c\u505a\u6ee4\u6ce2 \/\u5747\u8861\u5904\u7406\u3002\u8fd9\u662f\u4e1a\u754c\u4e0d\u5c11\u97f3\u9891\u7b97\u6cd5\u7684\u5fc5\u8981\u6761\u4ef6\uff1b<\/li>\n<li>\u5229\u7528 Android \u624b\u673a\u7279\u6027\uff0c\u4f18\u5316 AECM\uff0c\u5c24\u5176\u662f Double Talk \u65f6\u7684\u6548\u679c\uff1b<\/li>\n<li>\u5578\u53eb\u68c0\u6d4b\u4e0e\u6291\u5236\uff1b<\/li>\n<li>\u5229\u7528\u673a\u578b\u7279\u6027\uff0c\u4f18\u5316 AGC\uff0c\u63d0\u9ad8\u8bed\u97f3\u97f3\u91cf; \u2026\u2026<\/li>\n<\/ul>\n<p>\u4e0b\u56fe\u662f WebRTC APM \u5185\u90e8\u6a21\u5757\u7684\u6570\u636e\u6d41\u7a0b\u56fe\uff1a <img decoding=\"async\" loading=\"lazy\" referrerpolicy=\"no-referrer\" rel=\"noreferrer\" src=\"http:\/\/4563.org\/wp-content\/uploads\/2021\/03\/20210311_604a557ae8ef3.png\" alt=\"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5\" \/> \u4ece\u56fe\u4e2d\u53ef\u4ee5\u770b\u51fa\uff0cAPM \u5176\u5b9e\u4e5f\u4e3a\u63d2\u4ef6\u5316\u505a\u4e86\u51c6\u5907\uff0c\u4f46\u662f\u53ea\u5728\u8fd1\u7aef\u4fe1\u53f7\u7684\u5c3e\u90e8\u3001\u8fdc\u7aef\u4fe1\u53f7\u7684\u5934\u90e8\u3002\u4ece APM \u6784\u9020\u51fd\u6570\u4e0a\u4e5f\u53ef\u4ee5\u770b\u51fa\u6765\uff1a <img decoding=\"async\" loading=\"lazy\" referrerpolicy=\"no-referrer\" rel=\"noreferrer\" src=\"http:\/\/4563.org\/wp-content\/uploads\/2021\/03\/20210311_604a558085cfe.png\" alt=\"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5\" \/> \u6ee4\u6ce2 \/\u5747\u8861\uff0c\u53ef\u4ee5\u65b9\u4fbf\u7684\u5b9e\u73b0\u4e00\u4e2a CustomProcessing \u7684 render_pre_processor \u3002<\/p>\n<p>\u5176\u4ed6\u7684\u4f18\u5316\uff0c\u9075\u5faa\u8f7b\u91cf\u5316 \/\u63d2\u4ef6\u5316\u7684\u7406\u5ff5\uff0c\u6ca1\u6709\u73b0\u6210\u7684\u63d2\u4ef6\u63a5\u53e3\uff0c\u6211\u4eec\u53ef\u4ee5\u521b\u9020\u65b0\u7684\u63d2\u4ef6\u63a5\u53e3\uff0c\u5982\u5578\u53eb\u6291\u5236\uff0c\u4ee5\u53ca AECM \u4f18\u5316\u7684\u90e8\u5206\u7b97\u6cd5\u3002<\/p>\n<p>\u4f46 APM \u4ecd\u7136\u4f1a\u6709\u5f88\u591a\u6ca1\u529e\u6cd5\u63d2\u4ef6\u5316\u7684\uff0c\u53ea\u80fd\u4fee\u6539 light-rtc \u4ed3\u5e93\uff0c\u5982 AECM Double Talk \u4f18\u5316\u7b49\u3002<\/p>\n<h3>AM<\/h3>\n<p>AM(Audio Mixer)\u7684\u63d2\u4ef6\u5316\uff0c\u53ef\u4ee5\u5728\u4e0d\u4fee\u6539 light-rtc \u7684\u57fa\u7840\u4e0a\uff0c\u73a9\u51fa\u5f88\u591a\u82b1\u6837\uff1a<\/p>\n<ul>\n<li>\u64ad\u653e\u672c\u5730\u6587\u4ef6\uff1b<\/li>\n<li>\u501f\u52a9\u8bed\u97f3\u68c0\u6d4b\u7b97\u6cd5\uff0c\u4f18\u5316\u8bed\u97f3\u6392\u5e8f\uff0c\u4ece\u800c\u9009\u51fa\u66f4\u51c6\u786e\u7684\u8bed\u97f3\u505a\u6df7\u97f3\uff1b<\/li>\n<li>Mono \u53d8\u6210 Stereo\uff0c\u501f\u52a9 HRTF\uff0c\u53ef\u4ee5\u5728\u591a\u65b9\u540c\u65f6\u8bf4\u8bdd\u65f6\u63d0\u9ad8\u8bf4\u8bdd\u4eba\u8fa8\u8bc6\u5ea6\u548c\u53ef\u61c2\u5ea6\uff1b<\/li>\n<li>\u5bf9 RTP \u65b9\u6848\u7684\u56de\u653e\uff0c\u500d\u901f\u56de\u653e\u65f6\u53d8\u901f\u4e0d\u53d8\u8c03\uff1b \u2026\u2026 <img decoding=\"async\" loading=\"lazy\" referrerpolicy=\"no-referrer\" rel=\"noreferrer\" src=\"http:\/\/4563.org\/wp-content\/uploads\/2021\/03\/20210311_604a5585e6bcb.png\" alt=\"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5\" \/><\/li>\n<\/ul>\n<h3>FEC<\/h3>\n<p>FEC(Forward Error Correction)\uff0c\u5e38\u89c1\u7684\u4fee\u6539\uff1a<\/p>\n<ul>\n<li>\u8c03\u53c2\uff0c\u5982\u5197\u4f59\u5ea6\u3001MaxFrames \u3001Table \u7c7b\u578b\uff0c\u5305\u62ec\u56fa\u5b9a\u53c2\u6570\u548c\u52a8\u6001\u81ea\u9002\u5e94\u8c03\u53c2\u4e24\u7c7b\uff0c\u5df2\u6709\u7684\u63d2\u4ef6\u63a5\u53e3 WebRTC::FecControllerFactoryInterface \u5373\u53ef\u6ee1\u8db3;<\/li>\n<li>RSFEC\uff0c\u9700\u8981\u521b\u9020\u65b0\u7684\u63d2\u4ef6\u63a5\u53e3\uff1b<\/li>\n<li>Opus Inband FEC \u3002WebRTC \u52a8\u6001\u914d\u7f6e\u7684 Opus FEC \u53c2\u6570\uff0c\u4e0d\u80fd\u5f88\u597d\u7684\u89e3\u51b3\u5f31\u7f51\u65f6\u58f0\u97f3\u5361\u987f\u95ee\u9898\u3002\u8fd9\u65f6\uff0c\u4e00\u4e2a\u529e\u6cd5\u662f\u628a Opus \u72ec\u7acb\u6210\u4ed3\u5e93\uff0c\u76f4\u63a5\u4fee\u6539 Opus \u7f16\u7801\u5668\u3002 <img decoding=\"async\" loading=\"lazy\" referrerpolicy=\"no-referrer\" rel=\"noreferrer\" src=\"http:\/\/4563.org\/wp-content\/uploads\/2021\/03\/20210311_604a558b9b33c.png\" alt=\"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5\" \/><\/li>\n<\/ul>\n<h3>CC<\/h3>\n<p>CC(Congestion Control)\uff0c\u5305\u542b\u4e24\u4e2a\u65b9\u9762\uff0c\u4e00\u4e2a\u662f CC \u7b97\u6cd5\u672c\u8eab\uff0c\u4e00\u4e2a\u662f CC \u5173\u8054\u6a21\u5757\u3002<\/p>\n<p>\u7b97\u6cd5\u672c\u8eab\uff0c\u53ef\u4ee5\u7528\u4e0d\u540c\u7684\u7b97\u6cd5\u5b9e\u73b0\uff0c\u5982 WebRTC \u9ed8\u8ba4\u7684 goog_cc\uff0c\u4e5f\u53ef\u4ee5\u662f BBR\uff0c\u751a\u81f3\u662f\u6ee1\u8db3 WebRTC::NetworkControllerFactoryInterface \u63a5\u53e3\u7684\u5916\u90e8\u63d2\u4ef6\u3002<\/p>\n<p>\u5173\u8054\u6a21\u5757\uff1a<\/p>\n<ul>\n<li>\u5e26\u5bbd\u5206\u914d\uff1a\u4e0d\u540c\u573a\u666f\u53ef\u80fd\u4e0d\u4e00\u6837\uff0c\u5982\u89c6\u9891\u4f1a\u8bae\u91cc\uff0c\u9700\u8981\u201c\u4fdd\u97f3\u9891\u3001\u4fdd\u5c4f\u5e55\u201d\u3002\u53ef\u4ee5\u901a\u8fc7 rtc::BitrateAllocationStrategy \u5b9e\u73b0\u63d2\u4ef6\u5316\u3002<\/li>\n<\/ul>\n<p><img decoding=\"async\" loading=\"lazy\" referrerpolicy=\"no-referrer\" rel=\"noreferrer\" src=\"http:\/\/4563.org\/wp-content\/uploads\/2021\/03\/20210311_604a55914c8dc.png\" alt=\"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5\" \/><\/p>\n<ul>\n<li>Pacer \u8c03\u4f18\uff1a\u5bf9\u4e8e\u5c4f\u5e55\u5185\u5bb9\uff0cI \u5e27\u5f80\u5f80\u975e\u5e38\u5927\uff0cWebRTC \u7684 2.5 \u500d\u7684\u53d1\u9001\u5e26\u5bbd\uff0c\u4f1a\u5bfc\u81f4\u5de8\u5927\u7684\u9996\u5e27\u65f6\u95f4\u3002\u5177\u4f53\u89e3\u6cd5\u89c1\u4ec1\u89c1\u667a\u3002 \u2026\u2026<\/li>\n<\/ul>\n<h3>VideoRender<\/h3>\n<p>Android \u3001iOS \u3001Mac\uff0cWebRTC \u90fd\u63d0\u4f9b\u4e86\u9ed8\u8ba4\u7684\u5b9e\u73b0\uff0c\u867d\u7136\u6709\u5c11\u91cf Bug\uff0c\u4f46\u662f\u57fa\u672c\u6ee1\u8db3\u9700\u6c42\u3002<\/p>\n<p>Windows \u5e73\u53f0\uff0c\u65e9\u671f WebRTC \u63d0\u4f9b\u4e86 D3D \u7684\u5b9e\u73b0\uff0c\u6700\u65b0\u7248\u5df2\u7ecf\u5254\u9664\uff0c\u6211\u4eec\u53ef\u4ee5\u5728 lrtc-plugin \u4ed3\u5e93\u5b9e\u73b0\u81ea\u5df1\u7684 D3D\uff0c\u6216\u8005\u5176\u4ed6\u7684\u6e32\u67d3\uff0c\u5982 QT OpenGL \u3002<\/p>\n<h3>VideoProcess<\/h3>\n<p>WebRTC \u5e76\u6ca1\u6709\u63d0\u4f9b\u89c6\u9891\u524d\u5904\u7406\uff08\u5982\uff1a\u7f8e\u989c\uff09\u3001\u540e\u5904\u7406\uff08\u5982\uff1a\u8d85\u5206\u8fa8\u7387\uff09\u7684\u63a5\u53e3\uff0c\u4f46\u662f\u6211\u4eec\u5b8c\u5168\u53ef\u4ee5\u50cf rtc::BitrateAllocationStrategy \u4e00\u6837\uff0c\u521b\u9020 VideoProcessInterface \u63a5\u53e3, \u5e76\u5728 lrtc-plugin \u4ed3\u5e93\u91cc\u5b9e\u73b0\u3002 <img decoding=\"async\" loading=\"lazy\" referrerpolicy=\"no-referrer\" rel=\"noreferrer\" src=\"http:\/\/4563.org\/wp-content\/uploads\/2021\/03\/20210311_604a55966edce.png\" alt=\"light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5\" \/> \u8ba9 VideoProcessInterface \u540c\u65f6\u7ee7\u627f Sink \u548c Source \u63a5\u53e3\uff0c\u53ef\u4ee5\u65b9\u4fbf\u7684\u628a\u591a\u4e2a\u5bf9\u8c61\u4e32\u8054\u8d77\u6765\u3002<\/p>\n<h3>\u5176\u4ed6 &amp; Bugfix<\/h3>\n<p>\u5176\u4ed6\u6838\u5fc3\u6a21\u5757\uff0c\u5982 JitterBuffer \u3001ICE \u7b49\uff0c\u76ee\u524d\u63a5\u89e6\u7684\u4e3b\u8981\u662f Bugfix\uff0c\u8fd8\u6ca1\u6709\u53d1\u73b0\u81ea\u5df1\u5b9a\u5236\u91cd\u5199\u7684\u5fc5\u8981\u3002<\/p>\n<p>Bugfix\uff0c\u5f80\u5f80\u53ea\u80fd\u4fee\u6539 light-rtc \u4ed3\u5e93\u3002\u4e00\u65b9\u9762\uff0c\u662f\u5c3d\u91cf\u628a Bugfix \u5185\u805a\u6210\u51fd\u6570\uff0c\u51cf\u5c11\u5bf9\u5df2\u6709\u4ee3\u7801\u7684\u4fee\u6539\uff1b\u53e6\u4e00\u65b9\u9762\uff0c\u5c3d\u91cf\u628a Bugfix \u8d21\u732e\u5230\u5f00\u6e90\u793e\u533a(Issue Tracker)\uff0c\u65e2\u4e3a\u5f00\u6e90\u793e\u533a\u505a\u4e86\u8d21\u732e\uff0c\u4e5f\u5f7b\u5e95\u907f\u514d\u4e86\u5347\u7ea7\u7684\u51b2\u7a81\u3002<\/p>\n<p>\u8d21\u732e\u5230\u5f00\u6e90\u793e\u533a\uff0c\u5f80\u5f80\u6bd4\u60f3\u8c61\u7684\u8981\u590d\u6742\uff0c\u4f46\u4e5f\u66f4\u80fd\u953b\u70bc\u4eba\u3002\u5728\u7279\u5b9a\u573a\u666f\uff0c\u5f80\u5f80\u53ea\u7528\u4e86 WebRTC \u4e00\u90e8\u5206\u80fd\u529b\uff0c\u5982\u89c6\u9891 JitterBuffer\uff0c\u4e00\u4e2a Bugfix \u53ef\u80fd\u53ea\u8003\u8651\u5230\u4e86 H264\uff0c\u8d21\u732e\u5230\u5f00\u6e90\u793e\u533a\u65f6\uff0c\u5219\u9700\u8981\u540c\u65f6\u517c\u987e VP8\/VP9\uff0c\u751a\u81f3\u662f\u5c06\u6765\u7684 AV1 \u3002\u5728\u8fd9\u4e2a\u8fc7\u7a0b\u4e2d\uff0cGoogle \u5de5\u7a0b\u5e08\u4f1a\u5728 Code Review \u4e2d\u4e0e\u4f60\u4eb2\u5bc6\u5207\u78cb\uff0c\u5176\u5b9e\u662f\u975e\u5e38\u597d\u7684\u953b\u70bc\u673a\u4f1a\uff0c\u8fdb\u4e00\u6b65\u63d0\u9ad8\u5bf9 WebRTC \u7684\u8ba4\u8bc6\u3002<\/p>\n<h2>\u53c2\u8003<\/h2>\n<p>WebRTC m74 \u6e90\u7801<\/p>\n<p>RSFEC\uff1a<\/p>\n<ul>\n<li>WebRTC RSFEC \u8be6\u89e3\u548c\u5256\u6790\uff1b<\/li>\n<li>ARTP \u6280\u672f\u63a2\u79d8\u4e4b\uff1aWebRTC \u4e2d\u652f\u6301 RS FEC \u3002 \uff08\u4ee5\u4e0a\u4e24\u7bc7\u6587\u7ae0\u4e4b\u540e\u5c06\u4f1a\u5728\u672c\u53f7\u63a8\u9001\uff09<\/li>\n<\/ul>\n<p>CC<\/p>\n<ul>\n<li>Pantheon\uff1aGitHub\uff1bPaper\uff1bSummary of Results\u3002<\/li>\n<li>NADA\uff0cGCC\uff0cSCReAM \u6027\u80fd\u6bd4\u8f83\uff1aBlog\uff1bPaper\uff1bGitHub\u3002<\/li>\n<\/ul><\/div>\n<div> <b>\u5927\u4f6c\u6709\u8a71\u8aaa<\/b> (<span>0<\/span>)        <\/div>\n<div> <\/div>\n<\/p><\/div>\n<\/p><\/div>\n<ul>\n<li>\n","protected":false},"excerpt":{"rendered":"<p>light-rtc: \u7406\u5ff5\u4e0e\u5b9e\u8df5 &hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[],"tags":[],"_links":{"self":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts\/384276"}],"collection":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=384276"}],"version-history":[{"count":0,"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts\/384276\/revisions"}],"wp:attachment":[{"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=384276"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=384276"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=384276"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}