").append(l.responseText.replace(nb,"")).find(f):l.responseText);d&&h.each(d,[l.responseText,k,l])}});return this},serialize:function(){return c.param(this.serializeArray())},serializeArray:function(){return this.map(function(){return this.elements?c.makeArray(this.elements):this}).filter(function(){return this.name&&
+!this.disabled&&(this.checked||ob.test(this.nodeName)||pb.test(this.type))}).map(function(a,b){var d=c(this).val();return d==null?null:c.isArray(d)?c.map(d,function(e){return{name:b.name,value:e}}):{name:b.name,value:d}}).get()}});c.each("ajaxStart ajaxStop ajaxComplete ajaxError ajaxSuccess ajaxSend".split(" "),function(a,b){c.fn[b]=function(d){return this.bind(b,d)}});c.extend({get:function(a,b,d,e){if(c.isFunction(b)){e=e||d;d=b;b=null}return c.ajax({type:"GET",url:a,data:b,success:d,dataType:e})},
+getScript:function(a,b){return c.get(a,null,b,"script")},getJSON:function(a,b,d){return c.get(a,b,d,"json")},post:function(a,b,d,e){if(c.isFunction(b)){e=e||d;d=b;b={}}return c.ajax({type:"POST",url:a,data:b,success:d,dataType:e})},ajaxSetup:function(a){c.extend(c.ajaxSettings,a)},ajaxSettings:{url:location.href,global:true,type:"GET",contentType:"application/x-www-form-urlencoded",processData:true,async:true,xhr:function(){return new E.XMLHttpRequest},accepts:{xml:"application/xml, text/xml",html:"text/html",
+script:"text/javascript, application/javascript",json:"application/json, text/javascript",text:"text/plain",_default:"*/*"}},ajax:function(a){var b=c.extend(true,{},c.ajaxSettings,a),d,e,f,h=b.type.toUpperCase(),l=qb.test(h);b.url=b.url.replace(ub,"");b.context=a&&a.context!=null?a.context:b;if(b.data&&b.processData&&typeof b.data!=="string")b.data=c.param(b.data,b.traditional);if(b.dataType==="jsonp"){if(h==="GET")T.test(b.url)||(b.url+=(ja.test(b.url)?"&":"?")+(b.jsonp||"callback")+"=?");else if(!b.data||
+!T.test(b.data))b.data=(b.data?b.data+"&":"")+(b.jsonp||"callback")+"=?";b.dataType="json"}if(b.dataType==="json"&&(b.data&&T.test(b.data)||T.test(b.url))){d=b.jsonpCallback||"jsonp"+mb++;if(b.data)b.data=(b.data+"").replace(T,"="+d+"$1");b.url=b.url.replace(T,"="+d+"$1");b.dataType="script";var k=E[d];E[d]=function(m){if(c.isFunction(k))k(m);else{E[d]=B;try{delete E[d]}catch(p){}}f=m;c.handleSuccess(b,w,e,f);c.handleComplete(b,w,e,f);r&&r.removeChild(A)}}if(b.dataType==="script"&&b.cache===null)b.cache=
+false;if(b.cache===false&&l){var o=c.now(),x=b.url.replace(rb,"$1_="+o);b.url=x+(x===b.url?(ja.test(b.url)?"&":"?")+"_="+o:"")}if(b.data&&l)b.url+=(ja.test(b.url)?"&":"?")+b.data;b.global&&c.active++===0&&c.event.trigger("ajaxStart");o=(o=sb.exec(b.url))&&(o[1]&&o[1].toLowerCase()!==location.protocol||o[2].toLowerCase()!==location.host);if(b.dataType==="script"&&h==="GET"&&o){var r=t.getElementsByTagName("head")[0]||t.documentElement,A=t.createElement("script");if(b.scriptCharset)A.charset=b.scriptCharset;
+A.src=b.url;if(!d){var C=false;A.onload=A.onreadystatechange=function(){if(!C&&(!this.readyState||this.readyState==="loaded"||this.readyState==="complete")){C=true;c.handleSuccess(b,w,e,f);c.handleComplete(b,w,e,f);A.onload=A.onreadystatechange=null;r&&A.parentNode&&r.removeChild(A)}}}r.insertBefore(A,r.firstChild);return B}var J=false,w=b.xhr();if(w){b.username?w.open(h,b.url,b.async,b.username,b.password):w.open(h,b.url,b.async);try{if(b.data!=null&&!l||a&&a.contentType)w.setRequestHeader("Content-Type",
+b.contentType);if(b.ifModified){c.lastModified[b.url]&&w.setRequestHeader("If-Modified-Since",c.lastModified[b.url]);c.etag[b.url]&&w.setRequestHeader("If-None-Match",c.etag[b.url])}o||w.setRequestHeader("X-Requested-With","XMLHttpRequest");w.setRequestHeader("Accept",b.dataType&&b.accepts[b.dataType]?b.accepts[b.dataType]+", */*; q=0.01":b.accepts._default)}catch(I){}if(b.beforeSend&&b.beforeSend.call(b.context,w,b)===false){b.global&&c.active--===1&&c.event.trigger("ajaxStop");w.abort();return false}b.global&&
+c.triggerGlobal(b,"ajaxSend",[w,b]);var L=w.onreadystatechange=function(m){if(!w||w.readyState===0||m==="abort"){J||c.handleComplete(b,w,e,f);J=true;if(w)w.onreadystatechange=c.noop}else if(!J&&w&&(w.readyState===4||m==="timeout")){J=true;w.onreadystatechange=c.noop;e=m==="timeout"?"timeout":!c.httpSuccess(w)?"error":b.ifModified&&c.httpNotModified(w,b.url)?"notmodified":"success";var p;if(e==="success")try{f=c.httpData(w,b.dataType,b)}catch(q){e="parsererror";p=q}if(e==="success"||e==="notmodified")d||
+c.handleSuccess(b,w,e,f);else c.handleError(b,w,e,p);d||c.handleComplete(b,w,e,f);m==="timeout"&&w.abort();if(b.async)w=null}};try{var g=w.abort;w.abort=function(){w&&Function.prototype.call.call(g,w);L("abort")}}catch(i){}b.async&&b.timeout>0&&setTimeout(function(){w&&!J&&L("timeout")},b.timeout);try{w.send(l||b.data==null?null:b.data)}catch(n){c.handleError(b,w,null,n);c.handleComplete(b,w,e,f)}b.async||L();return w}},param:function(a,b){var d=[],e=function(h,l){l=c.isFunction(l)?l():l;d[d.length]=
+encodeURIComponent(h)+"="+encodeURIComponent(l)};if(b===B)b=c.ajaxSettings.traditional;if(c.isArray(a)||a.jquery)c.each(a,function(){e(this.name,this.value)});else for(var f in a)da(f,a[f],b,e);return d.join("&").replace(tb,"+")}});c.extend({active:0,lastModified:{},etag:{},handleError:function(a,b,d,e){a.error&&a.error.call(a.context,b,d,e);a.global&&c.triggerGlobal(a,"ajaxError",[b,a,e])},handleSuccess:function(a,b,d,e){a.success&&a.success.call(a.context,e,d,b);a.global&&c.triggerGlobal(a,"ajaxSuccess",
+[b,a])},handleComplete:function(a,b,d){a.complete&&a.complete.call(a.context,b,d);a.global&&c.triggerGlobal(a,"ajaxComplete",[b,a]);a.global&&c.active--===1&&c.event.trigger("ajaxStop")},triggerGlobal:function(a,b,d){(a.context&&a.context.url==null?c(a.context):c.event).trigger(b,d)},httpSuccess:function(a){try{return!a.status&&location.protocol==="file:"||a.status>=200&&a.status<300||a.status===304||a.status===1223}catch(b){}return false},httpNotModified:function(a,b){var d=a.getResponseHeader("Last-Modified"),
+e=a.getResponseHeader("Etag");if(d)c.lastModified[b]=d;if(e)c.etag[b]=e;return a.status===304},httpData:function(a,b,d){var e=a.getResponseHeader("content-type")||"",f=b==="xml"||!b&&e.indexOf("xml")>=0;a=f?a.responseXML:a.responseText;f&&a.documentElement.nodeName==="parsererror"&&c.error("parsererror");if(d&&d.dataFilter)a=d.dataFilter(a,b);if(typeof a==="string")if(b==="json"||!b&&e.indexOf("json")>=0)a=c.parseJSON(a);else if(b==="script"||!b&&e.indexOf("javascript")>=0)c.globalEval(a);return a}});
+if(E.ActiveXObject)c.ajaxSettings.xhr=function(){if(E.location.protocol!=="file:")try{return new E.XMLHttpRequest}catch(a){}try{return new E.ActiveXObject("Microsoft.XMLHTTP")}catch(b){}};c.support.ajax=!!c.ajaxSettings.xhr();var ea={},vb=/^(?:toggle|show|hide)$/,wb=/^([+\-]=)?([\d+.\-]+)(.*)$/,ba,pa=[["height","marginTop","marginBottom","paddingTop","paddingBottom"],["width","marginLeft","marginRight","paddingLeft","paddingRight"],["opacity"]];c.fn.extend({show:function(a,b,d){if(a||a===0)return this.animate(S("show",
+3),a,b,d);else{d=0;for(var e=this.length;d
=0;e--)if(d[e].elem===this){b&&d[e](true);d.splice(e,1)}});b||this.dequeue();return this}});c.each({slideDown:S("show",1),slideUp:S("hide",1),slideToggle:S("toggle",1),fadeIn:{opacity:"show"},fadeOut:{opacity:"hide"},fadeToggle:{opacity:"toggle"}},function(a,b){c.fn[a]=function(d,e,f){return this.animate(b,
+d,e,f)}});c.extend({speed:function(a,b,d){var e=a&&typeof a==="object"?c.extend({},a):{complete:d||!d&&b||c.isFunction(a)&&a,duration:a,easing:d&&b||b&&!c.isFunction(b)&&b};e.duration=c.fx.off?0:typeof e.duration==="number"?e.duration:e.duration in c.fx.speeds?c.fx.speeds[e.duration]:c.fx.speeds._default;e.old=e.complete;e.complete=function(){e.queue!==false&&c(this).dequeue();c.isFunction(e.old)&&e.old.call(this)};return e},easing:{linear:function(a,b,d,e){return d+e*a},swing:function(a,b,d,e){return(-Math.cos(a*
+Math.PI)/2+0.5)*e+d}},timers:[],fx:function(a,b,d){this.options=b;this.elem=a;this.prop=d;if(!b.orig)b.orig={}}});c.fx.prototype={update:function(){this.options.step&&this.options.step.call(this.elem,this.now,this);(c.fx.step[this.prop]||c.fx.step._default)(this)},cur:function(){if(this.elem[this.prop]!=null&&(!this.elem.style||this.elem.style[this.prop]==null))return this.elem[this.prop];var a=parseFloat(c.css(this.elem,this.prop));return a&&a>-1E4?a:0},custom:function(a,b,d){function e(l){return f.step(l)}
+var f=this,h=c.fx;this.startTime=c.now();this.start=a;this.end=b;this.unit=d||this.unit||"px";this.now=this.start;this.pos=this.state=0;e.elem=this.elem;if(e()&&c.timers.push(e)&&!ba)ba=setInterval(h.tick,h.interval)},show:function(){this.options.orig[this.prop]=c.style(this.elem,this.prop);this.options.show=true;this.custom(this.prop==="width"||this.prop==="height"?1:0,this.cur());c(this.elem).show()},hide:function(){this.options.orig[this.prop]=c.style(this.elem,this.prop);this.options.hide=true;
+this.custom(this.cur(),0)},step:function(a){var b=c.now(),d=true;if(a||b>=this.options.duration+this.startTime){this.now=this.end;this.pos=this.state=1;this.update();this.options.curAnim[this.prop]=true;for(var e in this.options.curAnim)if(this.options.curAnim[e]!==true)d=false;if(d){if(this.options.overflow!=null&&!c.support.shrinkWrapBlocks){var f=this.elem,h=this.options;c.each(["","X","Y"],function(k,o){f.style["overflow"+o]=h.overflow[k]})}this.options.hide&&c(this.elem).hide();if(this.options.hide||
+this.options.show)for(var l in this.options.curAnim)c.style(this.elem,l,this.options.orig[l]);this.options.complete.call(this.elem)}return false}else{a=b-this.startTime;this.state=a/this.options.duration;b=this.options.easing||(c.easing.swing?"swing":"linear");this.pos=c.easing[this.options.specialEasing&&this.options.specialEasing[this.prop]||b](this.state,a,0,1,this.options.duration);this.now=this.start+(this.end-this.start)*this.pos;this.update()}return true}};c.extend(c.fx,{tick:function(){for(var a=
+c.timers,b=0;b-1;e={};var x={};if(o)x=f.position();l=o?x.top:parseInt(l,10)||0;k=o?x.left:parseInt(k,10)||0;if(c.isFunction(b))b=b.call(a,d,h);if(b.top!=null)e.top=b.top-h.top+l;if(b.left!=null)e.left=b.left-h.left+k;"using"in b?b.using.call(a,
+e):f.css(e)}};c.fn.extend({position:function(){if(!this[0])return null;var a=this[0],b=this.offsetParent(),d=this.offset(),e=Ia.test(b[0].nodeName)?{top:0,left:0}:b.offset();d.top-=parseFloat(c.css(a,"marginTop"))||0;d.left-=parseFloat(c.css(a,"marginLeft"))||0;e.top+=parseFloat(c.css(b[0],"borderTopWidth"))||0;e.left+=parseFloat(c.css(b[0],"borderLeftWidth"))||0;return{top:d.top-e.top,left:d.left-e.left}},offsetParent:function(){return this.map(function(){for(var a=this.offsetParent||t.body;a&&!Ia.test(a.nodeName)&&
+c.css(a,"position")==="static";)a=a.offsetParent;return a})}});c.each(["Left","Top"],function(a,b){var d="scroll"+b;c.fn[d]=function(e){var f=this[0],h;if(!f)return null;if(e!==B)return this.each(function(){if(h=fa(this))h.scrollTo(!a?e:c(h).scrollLeft(),a?e:c(h).scrollTop());else this[d]=e});else return(h=fa(f))?"pageXOffset"in h?h[a?"pageYOffset":"pageXOffset"]:c.support.boxModel&&h.document.documentElement[d]||h.document.body[d]:f[d]}});c.each(["Height","Width"],function(a,b){var d=b.toLowerCase();
+c.fn["inner"+b]=function(){return this[0]?parseFloat(c.css(this[0],d,"padding")):null};c.fn["outer"+b]=function(e){return this[0]?parseFloat(c.css(this[0],d,e?"margin":"border")):null};c.fn[d]=function(e){var f=this[0];if(!f)return e==null?null:this;if(c.isFunction(e))return this.each(function(l){var k=c(this);k[d](e.call(this,l,k[d]()))});if(c.isWindow(f))return f.document.compatMode==="CSS1Compat"&&f.document.documentElement["client"+b]||f.document.body["client"+b];else if(f.nodeType===9)return Math.max(f.documentElement["client"+
+b],f.body["scroll"+b],f.documentElement["scroll"+b],f.body["offset"+b],f.documentElement["offset"+b]);else if(e===B){f=c.css(f,d);var h=parseFloat(f);return c.isNaN(h)?f:h}else return this.css(d,typeof e==="string"?e:e+"px")}})})(window);
diff --git a/src/mod/endpoints/mod_rtmp/Makefile.am b/src/mod/endpoints/mod_rtmp/Makefile.am
index c9e84239ea..843c79ca40 100644
--- a/src/mod/endpoints/mod_rtmp/Makefile.am
+++ b/src/mod/endpoints/mod_rtmp/Makefile.am
@@ -1,7 +1,7 @@
include $(top_srcdir)/build/modmake.rulesam
MODNAME=mod_rtmp
mod_LTLIBRARIES = mod_rtmp.la
-mod_rtmp_la_SOURCES = mod_rtmp.c rtmp_sig.c rtmp.c rtmp_tcp.c
+mod_rtmp_la_SOURCES = mod_rtmp.c rtmp_sig.c rtmp.c rtmp_tcp.c rtmp_video.c
mod_rtmp_la_SOURCES += libamf/src/amf0.c libamf/src/hash.c libamf/src/io.c libamf/src/ptrarray.c libamf/src/types.c
mod_rtmp_la_CFLAGS = $(AM_CFLAGS) -Ilibamf/src -I$(abs_srcdir)/libamf/src
mod_rtmp_la_LIBADD = $(switch_builddir)/libfreeswitch.la
diff --git a/src/mod/endpoints/mod_rtmp/handshake.h b/src/mod/endpoints/mod_rtmp/handshake.h
new file mode 100644
index 0000000000..e6a9f1443d
--- /dev/null
+++ b/src/mod/endpoints/mod_rtmp/handshake.h
@@ -0,0 +1,771 @@
+/*
+ * Copyright (C) 2008-2009 Andrej Stepanchuk
+ * Copyright (C) 2009-2010 Howard Chu
+ * Copyright (C) 2010 2a665470ced7adb7156fcef47f8199a6371c117b8a79e399a2771e0b36384090
+ *
+ * This file is part of librtmp.
+ *
+ * librtmp is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License as
+ * published by the Free Software Foundation; either version 2.1,
+ * or (at your option) any later version.
+ *
+ * librtmp is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with librtmp see the file COPYING. If not, write to
+ * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ * http://www.gnu.org/copyleft/lgpl.html
+ */
+
+/* This file is #included in rtmp.c, it is not meant to be compiled alone */
+
+#ifndef _RTMP_VIDEO_H
+#define _RTMP_VIDEO_H
+
+#include
+#include
+
+#if OPENSSL_VERSION_NUMBER < 0x0090800 || !defined(SHA256_DIGEST_LENGTH)
+#error Your OpenSSL is too old, need 0.9.8 or newer with SHA256
+#endif
+#define HMAC_setup(ctx, key, len) HMAC_CTX_init(&ctx); HMAC_Init_ex(&ctx, key, len, EVP_sha256(), 0)
+#define HMAC_crunch(ctx, buf, len) HMAC_Update(&ctx, buf, len)
+#define HMAC_finish(ctx, dig, dlen) HMAC_Final(&ctx, dig, &dlen); HMAC_CTX_cleanup(&ctx)
+
+#define FP10
+#define RTMP_SIG_SIZE 1536
+
+static const uint8_t GenuineFMSKey[] = {
+ 0x47, 0x65, 0x6e, 0x75, 0x69, 0x6e, 0x65, 0x20, 0x41, 0x64, 0x6f, 0x62,
+ 0x65, 0x20, 0x46, 0x6c,
+ 0x61, 0x73, 0x68, 0x20, 0x4d, 0x65, 0x64, 0x69, 0x61, 0x20, 0x53, 0x65,
+ 0x72, 0x76, 0x65, 0x72,
+ 0x20, 0x30, 0x30, 0x31, /* Genuine Adobe Flash Media Server 001 */
+
+ 0xf0, 0xee, 0xc2, 0x4a, 0x80, 0x68, 0xbe, 0xe8, 0x2e, 0x00, 0xd0, 0xd1,
+ 0x02, 0x9e, 0x7e, 0x57, 0x6e, 0xec, 0x5d, 0x2d, 0x29, 0x80, 0x6f, 0xab,
+ 0x93, 0xb8, 0xe6, 0x36,
+ 0xcf, 0xeb, 0x31, 0xae
+}; /* 68 */
+
+static const uint8_t GenuineFPKey[] = {
+ 0x47, 0x65, 0x6E, 0x75, 0x69, 0x6E, 0x65, 0x20, 0x41, 0x64, 0x6F, 0x62,
+ 0x65, 0x20, 0x46, 0x6C,
+ 0x61, 0x73, 0x68, 0x20, 0x50, 0x6C, 0x61, 0x79, 0x65, 0x72, 0x20, 0x30,
+ 0x30, 0x31, /* Genuine Adobe Flash Player 001 */
+ 0xF0, 0xEE,
+ 0xC2, 0x4A, 0x80, 0x68, 0xBE, 0xE8, 0x2E, 0x00, 0xD0, 0xD1, 0x02, 0x9E,
+ 0x7E, 0x57, 0x6E, 0xEC,
+ 0x5D, 0x2D, 0x29, 0x80, 0x6F, 0xAB, 0x93, 0xB8, 0xE6, 0x36, 0xCF, 0xEB,
+ 0x31, 0xAE
+}; /* 62 */
+
+typedef unsigned int (getoff)(uint8_t *buf, unsigned int len);
+
+typedef enum {
+ RTMP_LOGCRIT=0,
+ RTMP_LOGERROR,
+ RTMP_LOGWARNING,
+ RTMP_LOGINFO,
+ RTMP_LOGDEBUG,
+ RTMP_LOGDEBUG2,
+ RTMP_LOGALL
+} RTMP_LogLevel;
+
+void RTMP_Log(int level, const char *format, ...)
+{
+}
+
+void RTMP_LogHex(int level, const uint8_t *data, unsigned long len)
+{
+}
+
+static unsigned int GetDigestOffset2(uint8_t *handshake, unsigned int len)
+{
+ unsigned int offset = 0;
+ uint8_t *ptr = handshake + 772;
+ unsigned int res;
+
+ offset += (*ptr);
+ ptr++;
+ offset += (*ptr);
+ ptr++;
+ offset += (*ptr);
+ ptr++;
+ offset += (*ptr);
+
+ res = (offset % 728) + 776;
+
+ if (res + 32 > 1535) {
+ RTMP_Log(RTMP_LOGERROR, "%s: Couldn't calculate correct digest offset (got %d), exiting", __FUNCTION__, res);
+ }
+ return res;
+}
+
+static unsigned int GetDigestOffset1(uint8_t *handshake, unsigned int len)
+{
+ unsigned int offset = 0;
+ uint8_t *ptr = handshake + 8;
+ unsigned int res;
+
+ assert(12 <= len);
+
+ offset += (*ptr);
+ ptr++;
+ offset += (*ptr);
+ ptr++;
+ offset += (*ptr);
+ ptr++;
+ offset += (*ptr);
+
+ res = (offset % 728) + 12;
+
+ if (res + 32 > 771) {
+ RTMP_Log(RTMP_LOGERROR,
+ "%s: Couldn't calculate digest offset (got %d), exiting!",
+ __FUNCTION__, res);
+ }
+
+ return res;
+}
+
+static getoff *digoff[] = {GetDigestOffset1, GetDigestOffset2};
+// static getoff *dhoff[] = {GetDHOffset1, GetDHOffset2};
+
+static void HMACsha256(const uint8_t *message, size_t messageLen, const uint8_t *key, size_t keylen, uint8_t *digest)
+{
+ unsigned int digestLen;
+ HMAC_CTX ctx;
+
+ HMAC_setup(ctx, key, keylen);
+ HMAC_crunch(ctx, message, messageLen);
+ HMAC_finish(ctx, digest, digestLen);
+
+ assert(digestLen == 32);
+}
+
+static void CalculateDigest(unsigned int digestPos, uint8_t *handshakeMessage, const uint8_t *key, size_t keyLen, uint8_t *digest)
+{
+ const int messageLen = RTMP_SIG_SIZE - SHA256_DIGEST_LENGTH;
+ uint8_t message[RTMP_SIG_SIZE - SHA256_DIGEST_LENGTH];
+
+ memcpy(message, handshakeMessage, digestPos);
+ memcpy(message + digestPos,
+ &handshakeMessage[digestPos + SHA256_DIGEST_LENGTH],
+ messageLen - digestPos);
+
+ HMACsha256(message, messageLen, key, keyLen, digest);
+}
+
+static int VerifyDigest(unsigned int digestPos, uint8_t *handshakeMessage, const uint8_t *key, size_t keyLen)
+{
+ uint8_t calcDigest[SHA256_DIGEST_LENGTH];
+
+ CalculateDigest(digestPos, handshakeMessage, key, keyLen, calcDigest);
+
+ return memcmp(&handshakeMessage[digestPos], calcDigest, SHA256_DIGEST_LENGTH) == 0;
+}
+
+/* handshake
+*
+* Type = [1 bytes] plain: 0x03, encrypted: 0x06, 0x08, 0x09
+* -------------------------------------------------------------------- [1536 bytes]
+* Uptime = [4 bytes] big endian unsigned number, uptime
+* Version = [4 bytes] each byte represents a version number, e.g. 9.0.124.0
+* ...
+*
+*/
+
+static const uint32_t rtmpe8_keys[16][4] = {
+ {0xbff034b2, 0x11d9081f, 0xccdfb795, 0x748de732},
+ {0x086a5eb6, 0x1743090e, 0x6ef05ab8, 0xfe5a39e2},
+ {0x7b10956f, 0x76ce0521, 0x2388a73a, 0x440149a1},
+ {0xa943f317, 0xebf11bb2, 0xa691a5ee, 0x17f36339},
+ {0x7a30e00a, 0xb529e22c, 0xa087aea5, 0xc0cb79ac},
+ {0xbdce0c23, 0x2febdeff, 0x1cfaae16, 0x1123239d},
+ {0x55dd3f7b, 0x77e7e62e, 0x9bb8c499, 0xc9481ee4},
+ {0x407bb6b4, 0x71e89136, 0xa7aebf55, 0xca33b839},
+ {0xfcf6bdc3, 0xb63c3697, 0x7ce4f825, 0x04d959b2},
+ {0x28e091fd, 0x41954c4c, 0x7fb7db00, 0xe3a066f8},
+ {0x57845b76, 0x4f251b03, 0x46d45bcd, 0xa2c30d29},
+ {0x0acceef8, 0xda55b546, 0x03473452, 0x5863713b},
+ {0xb82075dc, 0xa75f1fee, 0xd84268e8, 0xa72a44cc},
+ {0x07cf6e9e, 0xa16d7b25, 0x9fa7ae6c, 0xd92f5629},
+ {0xfeb1eae4, 0x8c8c3ce1, 0x4e0064a7, 0x6a387c2a},
+ {0x893a9427, 0xcc3013a2, 0xf106385b, 0xa829f927}
+};
+
+/* RTMPE type 8 uses XTEA on the regular signature
+* http://en.wikipedia.org/wiki/XTEA
+*/
+static void rtmpe8_sig(uint8_t *in, uint8_t *out, int keyid)
+{
+ unsigned int i, num_rounds = 32;
+ uint32_t v0, v1, sum=0, delta=0x9E3779B9;
+ uint32_t const *k;
+
+ v0 = in[0] | (in[1] << 8) | (in[2] << 16) | (in[3] << 24);
+ v1 = in[4] | (in[5] << 8) | (in[6] << 16) | (in[7] << 24);
+ k = rtmpe8_keys[keyid];
+
+ for (i=0; i < num_rounds; i++) {
+ v0 += (((v1 << 4) ^ (v1 >> 5)) + v1) ^ (sum + k[sum & 3]);
+ sum += delta;
+ v1 += (((v0 << 4) ^ (v0 >> 5)) + v0) ^ (sum + k[(sum>>11) & 3]);
+ }
+
+ out[0] = v0; v0 >>= 8;
+ out[1] = v0; v0 >>= 8;
+ out[2] = v0; v0 >>= 8;
+ out[3] = v0;
+
+ out[4] = v1; v1 >>= 8;
+ out[5] = v1; v1 >>= 8;
+ out[6] = v1; v1 >>= 8;
+ out[7] = v1;
+}
+
+/* RTMPE type 9 uses Blowfish on the regular signature
+* http://en.wikipedia.org/wiki/Blowfish_(cipher)
+*/
+#define BF_ROUNDS 16
+typedef struct bf_key {
+ uint32_t s[4][256];
+ uint32_t p[BF_ROUNDS+2];
+} bf_key;
+
+static const uint32_t bf_sinit[][256] = {
+ /* S-Box 0 */
+ { 0xd1310ba6, 0x98dfb5ac, 0x2ffd72db, 0xd01adfb7, 0xb8e1afed, 0x6a267e96,
+ 0xba7c9045, 0xf12c7f99, 0x24a19947, 0xb3916cf7, 0x0801f2e2, 0x858efc16,
+ 0x636920d8, 0x71574e69, 0xa458fea3, 0xf4933d7e, 0x0d95748f, 0x728eb658,
+ 0x718bcd58, 0x82154aee, 0x7b54a41d, 0xc25a59b5, 0x9c30d539, 0x2af26013,
+ 0xc5d1b023, 0x286085f0, 0xca417918, 0xb8db38ef, 0x8e79dcb0, 0x603a180e,
+ 0x6c9e0e8b, 0xb01e8a3e, 0xd71577c1, 0xbd314b27, 0x78af2fda, 0x55605c60,
+ 0xe65525f3, 0xaa55ab94, 0x57489862, 0x63e81440, 0x55ca396a, 0x2aab10b6,
+ 0xb4cc5c34, 0x1141e8ce, 0xa15486af, 0x7c72e993, 0xb3ee1411, 0x636fbc2a,
+ 0x2ba9c55d, 0x741831f6, 0xce5c3e16, 0x9b87931e, 0xafd6ba33, 0x6c24cf5c,
+ 0x7a325381, 0x28958677, 0x3b8f4898, 0x6b4bb9af, 0xc4bfe81b, 0x66282193,
+ 0x61d809cc, 0xfb21a991, 0x487cac60, 0x5dec8032, 0xef845d5d, 0xe98575b1,
+ 0xdc262302, 0xeb651b88, 0x23893e81, 0xd396acc5, 0x0f6d6ff3, 0x83f44239,
+ 0x2e0b4482, 0xa4842004, 0x69c8f04a, 0x9e1f9b5e, 0x21c66842, 0xf6e96c9a,
+ 0x670c9c61, 0xabd388f0, 0x6a51a0d2, 0xd8542f68, 0x960fa728, 0xab5133a3,
+ 0x6eef0b6c, 0x137a3be4, 0xba3bf050, 0x7efb2a98, 0xa1f1651d, 0x39af0176,
+ 0x66ca593e, 0x82430e88, 0x8cee8619, 0x456f9fb4, 0x7d84a5c3, 0x3b8b5ebe,
+ 0xe06f75d8, 0x85c12073, 0x401a449f, 0x56c16aa6, 0x4ed3aa62, 0x363f7706,
+ 0x1bfedf72, 0x429b023d, 0x37d0d724, 0xd00a1248, 0xdb0fead3, 0x49f1c09b,
+ 0x075372c9, 0x80991b7b, 0x25d479d8, 0xf6e8def7, 0xe3fe501a, 0xb6794c3b,
+ 0x976ce0bd, 0x04c006ba, 0xc1a94fb6, 0x409f60c4, 0x5e5c9ec2, 0x196a2463,
+ 0x68fb6faf, 0x3e6c53b5, 0x1339b2eb, 0x3b52ec6f, 0x6dfc511f, 0x9b30952c,
+ 0xcc814544, 0xaf5ebd09, 0xbee3d004, 0xde334afd, 0x660f2807, 0x192e4bb3,
+ 0xc0cba857, 0x45c8740f, 0xd20b5f39, 0xb9d3fbdb, 0x5579c0bd, 0x1a60320a,
+ 0xd6a100c6, 0x402c7279, 0x679f25fe, 0xfb1fa3cc, 0x8ea5e9f8, 0xdb3222f8,
+ 0x3c7516df, 0xfd616b15, 0x2f501ec8, 0xad0552ab, 0x323db5fa, 0xfd238760,
+ 0x53317b48, 0x3e00df82, 0x9e5c57bb, 0xca6f8ca0, 0x1a87562e, 0xdf1769db,
+ 0xd542a8f6, 0x287effc3, 0xac6732c6, 0x8c4f5573, 0x695b27b0, 0xbbca58c8,
+ 0xe1ffa35d, 0xb8f011a0, 0x10fa3d98, 0xfd2183b8, 0x4afcb56c, 0x2dd1d35b,
+ 0x9a53e479, 0xb6f84565, 0xd28e49bc, 0x4bfb9790, 0xe1ddf2da, 0xa4cb7e33,
+ 0x62fb1341, 0xcee4c6e8, 0xef20cada, 0x36774c01, 0xd07e9efe, 0x2bf11fb4,
+ 0x95dbda4d, 0xae909198, 0xeaad8e71, 0x6b93d5a0, 0xd08ed1d0, 0xafc725e0,
+ 0x8e3c5b2f, 0x8e7594b7, 0x8ff6e2fb, 0xf2122b64, 0x8888b812, 0x900df01c,
+ 0x4fad5ea0, 0x688fc31c, 0xd1cff191, 0xb3a8c1ad, 0x2f2f2218, 0xbe0e1777,
+ 0xea752dfe, 0x8b021fa1, 0xe5a0cc0f, 0xb56f74e8, 0x18acf3d6, 0xce89e299,
+ 0xb4a84fe0, 0xfd13e0b7, 0x7cc43b81, 0xd2ada8d9, 0x165fa266, 0x80957705,
+ 0x93cc7314, 0x211a1477, 0xe6ad2065, 0x77b5fa86, 0xc75442f5, 0xfb9d35cf,
+ 0xebcdaf0c, 0x7b3e89a0, 0xd6411bd3, 0xae1e7e49, 0x00250e2d, 0x2071b35e,
+ 0x226800bb, 0x57b8e0af, 0x2464369b, 0xf009b91e, 0x5563911d, 0x59dfa6aa,
+ 0x78c14389, 0xd95a537f, 0x207d5ba2, 0x02e5b9c5, 0x83260376, 0x6295cfa9,
+ 0x11c81968, 0x4e734a41, 0xb3472dca, 0x7b14a94a, 0x1b510052, 0x9a532915,
+ 0xd60f573f, 0xbc9bc6e4, 0x2b60a476, 0x81e67400, 0x08ba6fb5, 0x571be91f,
+ 0xf296ec6b, 0x2a0dd915, 0xb6636521, 0xe7b9f9b6, 0xff34052e, 0xc5855664,
+ 0x53b02d5d, 0xa99f8fa1, 0x08ba4799, 0x6e85076a, },
+
+ /* S-Box 1 */
+ { 0x4b7a70e9, 0xb5b32944, 0xdb75092e, 0xc4192623, 0xad6ea6b0, 0x49a7df7d,
+ 0x9cee60b8, 0x8fedb266, 0xecaa8c71, 0x699a17ff, 0x5664526c, 0xc2b19ee1,
+ 0x193602a5, 0x75094c29, 0xa0591340, 0xe4183a3e, 0x3f54989a, 0x5b429d65,
+ 0x6b8fe4d6, 0x99f73fd6, 0xa1d29c07, 0xefe830f5, 0x4d2d38e6, 0xf0255dc1,
+ 0x4cdd2086, 0x8470eb26, 0x6382e9c6, 0x021ecc5e, 0x09686b3f, 0x3ebaefc9,
+ 0x3c971814, 0x6b6a70a1, 0x687f3584, 0x52a0e286, 0xb79c5305, 0xaa500737,
+ 0x3e07841c, 0x7fdeae5c, 0x8e7d44ec, 0x5716f2b8, 0xb03ada37, 0xf0500c0d,
+ 0xf01c1f04, 0x0200b3ff, 0xae0cf51a, 0x3cb574b2, 0x25837a58, 0xdc0921bd,
+ 0xd19113f9, 0x7ca92ff6, 0x94324773, 0x22f54701, 0x3ae5e581, 0x37c2dadc,
+ 0xc8b57634, 0x9af3dda7, 0xa9446146, 0x0fd0030e, 0xecc8c73e, 0xa4751e41,
+ 0xe238cd99, 0x3bea0e2f, 0x3280bba1, 0x183eb331, 0x4e548b38, 0x4f6db908,
+ 0x6f420d03, 0xf60a04bf, 0x2cb81290, 0x24977c79, 0x5679b072, 0xbcaf89af,
+ 0xde9a771f, 0xd9930810, 0xb38bae12, 0xdccf3f2e, 0x5512721f, 0x2e6b7124,
+ 0x501adde6, 0x9f84cd87, 0x7a584718, 0x7408da17, 0xbc9f9abc, 0xe94b7d8c,
+ 0xec7aec3a, 0xdb851dfa, 0x63094366, 0xc464c3d2, 0xef1c1847, 0x3215d908,
+ 0xdd433b37, 0x24c2ba16, 0x12a14d43, 0x2a65c451, 0x50940002, 0x133ae4dd,
+ 0x71dff89e, 0x10314e55, 0x81ac77d6, 0x5f11199b, 0x043556f1, 0xd7a3c76b,
+ 0x3c11183b, 0x5924a509, 0xf28fe6ed, 0x97f1fbfa, 0x9ebabf2c, 0x1e153c6e,
+ 0x86e34570, 0xeae96fb1, 0x860e5e0a, 0x5a3e2ab3, 0x771fe71c, 0x4e3d06fa,
+ 0x2965dcb9, 0x99e71d0f, 0x803e89d6, 0x5266c825, 0x2e4cc978, 0x9c10b36a,
+ 0xc6150eba, 0x94e2ea78, 0xa5fc3c53, 0x1e0a2df4, 0xf2f74ea7, 0x361d2b3d,
+ 0x1939260f, 0x19c27960, 0x5223a708, 0xf71312b6, 0xebadfe6e, 0xeac31f66,
+ 0xe3bc4595, 0xa67bc883, 0xb17f37d1, 0x018cff28, 0xc332ddef, 0xbe6c5aa5,
+ 0x65582185, 0x68ab9802, 0xeecea50f, 0xdb2f953b, 0x2aef7dad, 0x5b6e2f84,
+ 0x1521b628, 0x29076170, 0xecdd4775, 0x619f1510, 0x13cca830, 0xeb61bd96,
+ 0x0334fe1e, 0xaa0363cf, 0xb5735c90, 0x4c70a239, 0xd59e9e0b, 0xcbaade14,
+ 0xeecc86bc, 0x60622ca7, 0x9cab5cab, 0xb2f3846e, 0x648b1eaf, 0x19bdf0ca,
+ 0xa02369b9, 0x655abb50, 0x40685a32, 0x3c2ab4b3, 0x319ee9d5, 0xc021b8f7,
+ 0x9b540b19, 0x875fa099, 0x95f7997e, 0x623d7da8, 0xf837889a, 0x97e32d77,
+ 0x11ed935f, 0x16681281, 0x0e358829, 0xc7e61fd6, 0x96dedfa1, 0x7858ba99,
+ 0x57f584a5, 0x1b227263, 0x9b83c3ff, 0x1ac24696, 0xcdb30aeb, 0x532e3054,
+ 0x8fd948e4, 0x6dbc3128, 0x58ebf2ef, 0x34c6ffea, 0xfe28ed61, 0xee7c3c73,
+ 0x5d4a14d9, 0xe864b7e3, 0x42105d14, 0x203e13e0, 0x45eee2b6, 0xa3aaabea,
+ 0xdb6c4f15, 0xfacb4fd0, 0xc742f442, 0xef6abbb5, 0x654f3b1d, 0x41cd2105,
+ 0xd81e799e, 0x86854dc7, 0xe44b476a, 0x3d816250, 0xcf62a1f2, 0x5b8d2646,
+ 0xfc8883a0, 0xc1c7b6a3, 0x7f1524c3, 0x69cb7492, 0x47848a0b, 0x5692b285,
+ 0x095bbf00, 0xad19489d, 0x1462b174, 0x23820e00, 0x58428d2a, 0x0c55f5ea,
+ 0x1dadf43e, 0x233f7061, 0x3372f092, 0x8d937e41, 0xd65fecf1, 0x6c223bdb,
+ 0x7cde3759, 0xcbee7460, 0x4085f2a7, 0xce77326e, 0xa6078084, 0x19f8509e,
+ 0xe8efd855, 0x61d99735, 0xa969a7aa, 0xc50c06c2, 0x5a04abfc, 0x800bcadc,
+ 0x9e447a2e, 0xc3453484, 0xfdd56705, 0x0e1e9ec9, 0xdb73dbd3, 0x105588cd,
+ 0x675fda79, 0xe3674340, 0xc5c43465, 0x713e38d8, 0x3d28f89e, 0xf16dff20,
+ 0x153e21e7, 0x8fb03d4a, 0xe6e39f2b, 0xdb83adf7, },
+
+ /* S-Box 2 */
+ { 0xe93d5a68, 0x948140f7, 0xf64c261c, 0x94692934, 0x411520f7, 0x7602d4f7,
+ 0xbcf46b2e, 0xd4a20068, 0xd4082471, 0x3320f46a, 0x43b7d4b7, 0x500061af,
+ 0x1e39f62e, 0x97244546, 0x14214f74, 0xbf8b8840, 0x4d95fc1d, 0x96b591af,
+ 0x70f4ddd3, 0x66a02f45, 0xbfbc09ec, 0x03bd9785, 0x7fac6dd0, 0x31cb8504,
+ 0x96eb27b3, 0x55fd3941, 0xda2547e6, 0xabca0a9a, 0x28507825, 0x530429f4,
+ 0x0a2c86da, 0xe9b66dfb, 0x68dc1462, 0xd7486900, 0x680ec0a4, 0x27a18dee,
+ 0x4f3ffea2, 0xe887ad8c, 0xb58ce006, 0x7af4d6b6, 0xaace1e7c, 0xd3375fec,
+ 0xce78a399, 0x406b2a42, 0x20fe9e35, 0xd9f385b9, 0xee39d7ab, 0x3b124e8b,
+ 0x1dc9faf7, 0x4b6d1856, 0x26a36631, 0xeae397b2, 0x3a6efa74, 0xdd5b4332,
+ 0x6841e7f7, 0xca7820fb, 0xfb0af54e, 0xd8feb397, 0x454056ac, 0xba489527,
+ 0x55533a3a, 0x20838d87, 0xfe6ba9b7, 0xd096954b, 0x55a867bc, 0xa1159a58,
+ 0xcca92963, 0x99e1db33, 0xa62a4a56, 0x3f3125f9, 0x5ef47e1c, 0x9029317c,
+ 0xfdf8e802, 0x04272f70, 0x80bb155c, 0x05282ce3, 0x95c11548, 0xe4c66d22,
+ 0x48c1133f, 0xc70f86dc, 0x07f9c9ee, 0x41041f0f, 0x404779a4, 0x5d886e17,
+ 0x325f51eb, 0xd59bc0d1, 0xf2bcc18f, 0x41113564, 0x257b7834, 0x602a9c60,
+ 0xdff8e8a3, 0x1f636c1b, 0x0e12b4c2, 0x02e1329e, 0xaf664fd1, 0xcad18115,
+ 0x6b2395e0, 0x333e92e1, 0x3b240b62, 0xeebeb922, 0x85b2a20e, 0xe6ba0d99,
+ 0xde720c8c, 0x2da2f728, 0xd0127845, 0x95b794fd, 0x647d0862, 0xe7ccf5f0,
+ 0x5449a36f, 0x877d48fa, 0xc39dfd27, 0xf33e8d1e, 0x0a476341, 0x992eff74,
+ 0x3a6f6eab, 0xf4f8fd37, 0xa812dc60, 0xa1ebddf8, 0x991be14c, 0xdb6e6b0d,
+ 0xc67b5510, 0x6d672c37, 0x2765d43b, 0xdcd0e804, 0xf1290dc7, 0xcc00ffa3,
+ 0xb5390f92, 0x690fed0b, 0x667b9ffb, 0xcedb7d9c, 0xa091cf0b, 0xd9155ea3,
+ 0xbb132f88, 0x515bad24, 0x7b9479bf, 0x763bd6eb, 0x37392eb3, 0xcc115979,
+ 0x8026e297, 0xf42e312d, 0x6842ada7, 0xc66a2b3b, 0x12754ccc, 0x782ef11c,
+ 0x6a124237, 0xb79251e7, 0x06a1bbe6, 0x4bfb6350, 0x1a6b1018, 0x11caedfa,
+ 0x3d25bdd8, 0xe2e1c3c9, 0x44421659, 0x0a121386, 0xd90cec6e, 0xd5abea2a,
+ 0x64af674e, 0xda86a85f, 0xbebfe988, 0x64e4c3fe, 0x9dbc8057, 0xf0f7c086,
+ 0x60787bf8, 0x6003604d, 0xd1fd8346, 0xf6381fb0, 0x7745ae04, 0xd736fccc,
+ 0x83426b33, 0xf01eab71, 0xb0804187, 0x3c005e5f, 0x77a057be, 0xbde8ae24,
+ 0x55464299, 0xbf582e61, 0x4e58f48f, 0xf2ddfda2, 0xf474ef38, 0x8789bdc2,
+ 0x5366f9c3, 0xc8b38e74, 0xb475f255, 0x46fcd9b9, 0x7aeb2661, 0x8b1ddf84,
+ 0x846a0e79, 0x915f95e2, 0x466e598e, 0x20b45770, 0x8cd55591, 0xc902de4c,
+ 0xb90bace1, 0xbb8205d0, 0x11a86248, 0x7574a99e, 0xb77f19b6, 0xe0a9dc09,
+ 0x662d09a1, 0xc4324633, 0xe85a1f02, 0x09f0be8c, 0x4a99a025, 0x1d6efe10,
+ 0x1ab93d1d, 0x0ba5a4df, 0xa186f20f, 0x2868f169, 0xdcb7da83, 0x573906fe,
+ 0xa1e2ce9b, 0x4fcd7f52, 0x50115e01, 0xa70683fa, 0xa002b5c4, 0x0de6d027,
+ 0x9af88c27, 0x773f8641, 0xc3604c06, 0x61a806b5, 0xf0177a28, 0xc0f586e0,
+ 0x006058aa, 0x30dc7d62, 0x11e69ed7, 0x2338ea63, 0x53c2dd94, 0xc2c21634,
+ 0xbbcbee56, 0x90bcb6de, 0xebfc7da1, 0xce591d76, 0x6f05e409, 0x4b7c0188,
+ 0x39720a3d, 0x7c927c24, 0x86e3725f, 0x724d9db9, 0x1ac15bb4, 0xd39eb8fc,
+ 0xed545578, 0x08fca5b5, 0xd83d7cd3, 0x4dad0fc4, 0x1e50ef5e, 0xb161e6f8,
+ 0xa28514d9, 0x6c51133c, 0x6fd5c7e7, 0x56e14ec4, 0x362abfce, 0xddc6c837,
+ 0xd79a3234, 0x92638212, 0x670efa8e, 0x406000e0, },
+
+ /* S-Box 3 */
+ { 0x3a39ce37, 0xd3faf5cf, 0xabc27737, 0x5ac52d1b, 0x5cb0679e, 0x4fa33742,
+ 0xd3822740, 0x99bc9bbe, 0xd5118e9d, 0xbf0f7315, 0xd62d1c7e, 0xc700c47b,
+ 0xb78c1b6b, 0x21a19045, 0xb26eb1be, 0x6a366eb4, 0x5748ab2f, 0xbc946e79,
+ 0xc6a376d2, 0x6549c2c8, 0x530ff8ee, 0x468dde7d, 0xd5730a1d, 0x4cd04dc6,
+ 0x2939bbdb, 0xa9ba4650, 0xac9526e8, 0xbe5ee304, 0xa1fad5f0, 0x6a2d519a,
+ 0x63ef8ce2, 0x9a86ee22, 0xc089c2b8, 0x43242ef6, 0xa51e03aa, 0x9cf2d0a4,
+ 0x83c061ba, 0x9be96a4d, 0x8fe51550, 0xba645bd6, 0x2826a2f9, 0xa73a3ae1,
+ 0x4ba99586, 0xef5562e9, 0xc72fefd3, 0xf752f7da, 0x3f046f69, 0x77fa0a59,
+ 0x80e4a915, 0x87b08601, 0x9b09e6ad, 0x3b3ee593, 0xe990fd5a, 0x9e34d797,
+ 0x2cf0b7d9, 0x022b8b51, 0x96d5ac3a, 0x017da67d, 0xd1cf3ed6, 0x7c7d2d28,
+ 0x1f9f25cf, 0xadf2b89b, 0x5ad6b472, 0x5a88f54c, 0xe029ac71, 0xe019a5e6,
+ 0x47b0acfd, 0xed93fa9b, 0xe8d3c48d, 0x283b57cc, 0xf8d56629, 0x79132e28,
+ 0x785f0191, 0xed756055, 0xf7960e44, 0xe3d35e8c, 0x15056dd4, 0x88f46dba,
+ 0x03a16125, 0x0564f0bd, 0xc3eb9e15, 0x3c9057a2, 0x97271aec, 0xa93a072a,
+ 0x1b3f6d9b, 0x1e6321f5, 0xf59c66fb, 0x26dcf319, 0x7533d928, 0xb155fdf5,
+ 0x03563482, 0x8aba3cbb, 0x28517711, 0xc20ad9f8, 0xabcc5167, 0xccad925f,
+ 0x4de81751, 0x3830dc8e, 0x379d5862, 0x9320f991, 0xea7a90c2, 0xfb3e7bce,
+ 0x5121ce64, 0x774fbe32, 0xa8b6e37e, 0xc3293d46, 0x48de5369, 0x6413e680,
+ 0xa2ae0810, 0xdd6db224, 0x69852dfd, 0x09072166, 0xb39a460a, 0x6445c0dd,
+ 0x586cdecf, 0x1c20c8ae, 0x5bbef7dd, 0x1b588d40, 0xccd2017f, 0x6bb4e3bb,
+ 0xdda26a7e, 0x3a59ff45, 0x3e350a44, 0xbcb4cdd5, 0x72eacea8, 0xfa6484bb,
+ 0x8d6612ae, 0xbf3c6f47, 0xd29be463, 0x542f5d9e, 0xaec2771b, 0xf64e6370,
+ 0x740e0d8d, 0xe75b1357, 0xf8721671, 0xaf537d5d, 0x4040cb08, 0x4eb4e2cc,
+ 0x34d2466a, 0x0115af84, 0xe1b00428, 0x95983a1d, 0x06b89fb4, 0xce6ea048,
+ 0x6f3f3b82, 0x3520ab82, 0x011a1d4b, 0x277227f8, 0x611560b1, 0xe7933fdc,
+ 0xbb3a792b, 0x344525bd, 0xa08839e1, 0x51ce794b, 0x2f32c9b7, 0xa01fbac9,
+ 0xe01cc87e, 0xbcc7d1f6, 0xcf0111c3, 0xa1e8aac7, 0x1a908749, 0xd44fbd9a,
+ 0xd0dadecb, 0xd50ada38, 0x0339c32a, 0xc6913667, 0x8df9317c, 0xe0b12b4f,
+ 0xf79e59b7, 0x43f5bb3a, 0xf2d519ff, 0x27d9459c, 0xbf97222c, 0x15e6fc2a,
+ 0x0f91fc71, 0x9b941525, 0xfae59361, 0xceb69ceb, 0xc2a86459, 0x12baa8d1,
+ 0xb6c1075e, 0xe3056a0c, 0x10d25065, 0xcb03a442, 0xe0ec6e0e, 0x1698db3b,
+ 0x4c98a0be, 0x3278e964, 0x9f1f9532, 0xe0d392df, 0xd3a0342b, 0x8971f21e,
+ 0x1b0a7441, 0x4ba3348c, 0xc5be7120, 0xc37632d8, 0xdf359f8d, 0x9b992f2e,
+ 0xe60b6f47, 0x0fe3f11d, 0xe54cda54, 0x1edad891, 0xce6279cf, 0xcd3e7e6f,
+ 0x1618b166, 0xfd2c1d05, 0x848fd2c5, 0xf6fb2299, 0xf523f357, 0xa6327623,
+ 0x93a83531, 0x56cccd02, 0xacf08162, 0x5a75ebb5, 0x6e163697, 0x88d273cc,
+ 0xde966292, 0x81b949d0, 0x4c50901b, 0x71c65614, 0xe6c6c7bd, 0x327a140a,
+ 0x45e1d006, 0xc3f27b9a, 0xc9aa53fd, 0x62a80f00, 0xbb25bfe2, 0x35bdd2f6,
+ 0x71126905, 0xb2040222, 0xb6cbcf7c, 0xcd769c2b, 0x53113ec0, 0x1640e3d3,
+ 0x38abbd60, 0x2547adf0, 0xba38209c, 0xf746ce76, 0x77afa1c5, 0x20756060,
+ 0x85cbfe4e, 0x8ae88dd8, 0x7aaaf9b0, 0x4cf9aa7e, 0x1948c25c, 0x02fb8a8c,
+ 0x01c36ae4, 0xd6ebe1f9, 0x90d4f869, 0xa65cdea0, 0x3f09252d, 0xc208e69f,
+ 0xb74e6132, 0xce77e25b, 0x578fdfe3, 0x3ac372e6, },
+};
+
+static const uint32_t bf_pinit[] = {
+ /* P-Box */
+ 0x243f6a88, 0x85a308d3, 0x13198a2e, 0x03707344, 0xa4093822, 0x299f31d0,
+ 0x082efa98, 0xec4e6c89, 0x452821e6, 0x38d01377, 0xbe5466cf, 0x34e90c6c,
+ 0xc0ac29b7, 0xc97c50dd, 0x3f84d5b5, 0xb5470917, 0x9216d5d9, 0x8979fb1b,
+};
+
+#define KEYBYTES 24
+
+static const unsigned char rtmpe9_keys[16][KEYBYTES] = {
+ { 0x79, 0x34, 0x77, 0x4c, 0x67, 0xd1, 0x38, 0x3a, 0xdf, 0xb3, 0x56, 0xbe,
+ 0x8b, 0x7b, 0xd0, 0x24, 0x38, 0xe0, 0x73, 0x58, 0x41, 0x5d, 0x69, 0x67, },
+ { 0x46, 0xf6, 0xb4, 0xcc, 0x01, 0x93, 0xe3, 0xa1, 0x9e, 0x7d, 0x3c, 0x65,
+ 0x55, 0x86, 0xfd, 0x09, 0x8f, 0xf7, 0xb3, 0xc4, 0x6f, 0x41, 0xca, 0x5c, },
+ { 0x1a, 0xe7, 0xe2, 0xf3, 0xf9, 0x14, 0x79, 0x94, 0xc0, 0xd3, 0x97, 0x43,
+ 0x08, 0x7b, 0xb3, 0x84, 0x43, 0x2f, 0x9d, 0x84, 0x3f, 0x21, 0x01, 0x9b, },
+ { 0xd3, 0xe3, 0x54, 0xb0, 0xf7, 0x1d, 0xf6, 0x2b, 0x5a, 0x43, 0x4d, 0x04,
+ 0x83, 0x64, 0x3e, 0x0d, 0x59, 0x2f, 0x61, 0xcb, 0xb1, 0x6a, 0x59, 0x0d, },
+ { 0xc8, 0xc1, 0xe9, 0xb8, 0x16, 0x56, 0x99, 0x21, 0x7b, 0x5b, 0x36, 0xb7,
+ 0xb5, 0x9b, 0xdf, 0x06, 0x49, 0x2c, 0x97, 0xf5, 0x95, 0x48, 0x85, 0x7e, },
+ { 0xeb, 0xe5, 0xe6, 0x2e, 0xa4, 0xba, 0xd4, 0x2c, 0xf2, 0x16, 0xe0, 0x8f,
+ 0x66, 0x23, 0xa9, 0x43, 0x41, 0xce, 0x38, 0x14, 0x84, 0x95, 0x00, 0x53, },
+ { 0x66, 0xdb, 0x90, 0xf0, 0x3b, 0x4f, 0xf5, 0x6f, 0xe4, 0x9c, 0x20, 0x89,
+ 0x35, 0x5e, 0xd2, 0xb2, 0xc3, 0x9e, 0x9f, 0x7f, 0x63, 0xb2, 0x28, 0x81, },
+ { 0xbb, 0x20, 0xac, 0xed, 0x2a, 0x04, 0x6a, 0x19, 0x94, 0x98, 0x9b, 0xc8,
+ 0xff, 0xcd, 0x93, 0xef, 0xc6, 0x0d, 0x56, 0xa7, 0xeb, 0x13, 0xd9, 0x30, },
+ { 0xbc, 0xf2, 0x43, 0x82, 0x09, 0x40, 0x8a, 0x87, 0x25, 0x43, 0x6d, 0xe6,
+ 0xbb, 0xa4, 0xb9, 0x44, 0x58, 0x3f, 0x21, 0x7c, 0x99, 0xbb, 0x3f, 0x24, },
+ { 0xec, 0x1a, 0xaa, 0xcd, 0xce, 0xbd, 0x53, 0x11, 0xd2, 0xfb, 0x83, 0xb6,
+ 0xc3, 0xba, 0xab, 0x4f, 0x62, 0x79, 0xe8, 0x65, 0xa9, 0x92, 0x28, 0x76, },
+ { 0xc6, 0x0c, 0x30, 0x03, 0x91, 0x18, 0x2d, 0x7b, 0x79, 0xda, 0xe1, 0xd5,
+ 0x64, 0x77, 0x9a, 0x12, 0xc5, 0xb1, 0xd7, 0x91, 0x4f, 0x96, 0x4c, 0xa3, },
+ { 0xd7, 0x7c, 0x2a, 0xbf, 0xa6, 0xe7, 0x85, 0x7c, 0x45, 0xad, 0xff, 0x12,
+ 0x94, 0xd8, 0xde, 0xa4, 0x5c, 0x3d, 0x79, 0xa4, 0x44, 0x02, 0x5d, 0x22, },
+ { 0x16, 0x19, 0x0d, 0x81, 0x6a, 0x4c, 0xc7, 0xf8, 0xb8, 0xf9, 0x4e, 0xcd,
+ 0x2c, 0x9e, 0x90, 0x84, 0xb2, 0x08, 0x25, 0x60, 0xe1, 0x1e, 0xae, 0x18, },
+ { 0xe9, 0x7c, 0x58, 0x26, 0x1b, 0x51, 0x9e, 0x49, 0x82, 0x60, 0x61, 0xfc,
+ 0xa0, 0xa0, 0x1b, 0xcd, 0xf5, 0x05, 0xd6, 0xa6, 0x6d, 0x07, 0x88, 0xa3, },
+ { 0x2b, 0x97, 0x11, 0x8b, 0xd9, 0x4e, 0xd9, 0xdf, 0x20, 0xe3, 0x9c, 0x10,
+ 0xe6, 0xa1, 0x35, 0x21, 0x11, 0xf9, 0x13, 0x0d, 0x0b, 0x24, 0x65, 0xb2, },
+ { 0x53, 0x6a, 0x4c, 0x54, 0xac, 0x8b, 0x9b, 0xb8, 0x97, 0x29, 0xfc, 0x60,
+ 0x2c, 0x5b, 0x3a, 0x85, 0x68, 0xb5, 0xaa, 0x6a, 0x44, 0xcd, 0x3f, 0xa7, },
+};
+
+#define BF_ENC(X,S) (((S[0][X>>24] + S[1][X>>16 & 0xff]) ^ S[2][(X>>8) & 0xff]) + S[3][X & 0xff])
+
+static void bf_enc(uint32_t *x, bf_key *key)
+{
+ uint32_t Xl;
+ uint32_t Xr;
+ uint32_t temp;
+ int i;
+
+ Xl = x[0];
+ Xr = x[1];
+
+ for (i = 0; i < BF_ROUNDS; ++i) {
+ Xl ^= key->p[i];
+ Xr ^= BF_ENC(Xl,key->s);
+
+ temp = Xl;
+ Xl = Xr;
+ Xr = temp;
+ }
+
+ Xl ^= key->p[BF_ROUNDS];
+ Xr ^= key->p[BF_ROUNDS + 1];
+
+ x[0] = Xr;
+ x[1] = Xl;
+}
+
+static void bf_setkey(const unsigned char *kp, int keybytes, bf_key *key)
+{
+ int i;
+ int j;
+ int k;
+ uint32_t data;
+ uint32_t d[2];
+
+ memcpy(key->p, bf_pinit, sizeof(key->p));
+ memcpy(key->s, bf_sinit, sizeof(key->s));
+
+ j = 0;
+ for (i = 0; i < BF_ROUNDS + 2; ++i) {
+ data = 0x00000000;
+ for (k = 0; k < 4; ++k) {
+ data = (data << 8) | kp[j];
+ j = j + 1;
+ if (j >= keybytes) {
+ j = 0;
+ }
+ }
+ key->p[i] ^= data;
+ }
+
+ d[0] = 0x00000000;
+ d[1] = 0x00000000;
+
+ for (i = 0; i < BF_ROUNDS + 2; i += 2) {
+ bf_enc(d, key);
+
+ key->p[i] = d[0];
+ key->p[i + 1] = d[1];
+ }
+
+ for (i = 0; i < 4; ++i) {
+ for (j = 0; j < 256; j += 2) {
+ bf_enc(d, key);
+
+ key->s[i][j] = d[0];
+ key->s[i][j + 1] = d[1];
+ }
+ }
+}
+
+static void rtmpe9_sig(uint8_t *in, uint8_t *out, int keyid)
+{
+ uint32_t d[2];
+ bf_key key;
+
+ bf_setkey(rtmpe9_keys[keyid], KEYBYTES, &key);
+
+ /* input is little-endian */
+ d[0] = in[0] | (in[1] << 8) | (in[2] << 16) | (in[3] << 24);
+ d[1] = in[4] | (in[5] << 8) | (in[6] << 16) | (in[7] << 24);
+ bf_enc(d, &key);
+ out[0] = d[0] & 0xff;
+ out[1] = (d[0] >> 8) & 0xff;
+ out[2] = (d[0] >> 16) & 0xff;
+ out[3] = (d[0] >> 24) & 0xff;
+ out[4] = d[1] & 0xff;
+ out[5] = (d[1] >> 8) & 0xff;
+ out[6] = (d[1] >> 16) & 0xff;
+ out[7] = (d[1] >> 24) & 0xff;
+}
+
+uint32_t RTMP_GetTime()
+{
+#ifdef _DEBUG
+ return 0;
+#elif defined(_WIN32)
+ return timeGetTime();
+#else
+#include
+ struct timeval tv;
+ gettimeofday(&tv, 0 );
+ return tv.tv_usec;
+ // I cannot compile the following code on both Mac and Linux
+ // struct tms t;
+ // if (!clk_tck) clk_tck = sysconf(_SC_CLK_TCK);
+ // return times(&t) * 1000 / clk_tck;
+#endif
+}
+
+typedef struct handshake_helper {
+ unsigned char *r_buf;
+ unsigned char *w_buf;
+
+ size_t r_pos;
+ size_t r_len;
+
+ size_t w_pos;
+ size_t w_len;
+} handshake_helper_t;
+
+static int ReadN(void * user_data, void * out_buffer, size_t size)
+{
+ handshake_helper_t *helper = (handshake_helper_t*)user_data;
+ size_t len = (helper->r_len - helper->r_pos) < size ? (helper->r_len - helper->r_pos) : size;
+
+ if (len <= 0) return 0;
+
+ memcpy(out_buffer, helper->r_buf + helper->r_pos, len);
+ helper->r_pos += len;
+ return len;
+}
+
+static int WriteN(void * user_data, void * buffer, size_t size)
+{
+ handshake_helper_t *helper = (handshake_helper_t*)user_data;
+ size_t len = (helper->w_len - helper->w_pos) < size ? (helper->w_len - helper->w_pos) : size;
+
+ if (len <= 0) return 0;
+
+ memcpy(helper->w_buf + helper->w_pos, buffer, len);
+ helper->w_pos += len;
+ return len;
+}
+
+static int SHandShake0(handshake_helper_t * r)
+{
+
+ int i = 0;
+ int offalg = 0;
+
+ int digestPosServer = 0;
+
+ int FP9HandShake = FALSE;
+
+ uint8_t clientsig[RTMP_SIG_SIZE];
+ uint8_t serverbuf[RTMP_SIG_SIZE + 4];
+ uint8_t *serversig = serverbuf+4;
+ uint8_t type;
+ uint32_t uptime;
+ // getoff *getdh = NULL;
+ getoff *getdig = NULL;
+
+
+ if (ReadN(r, (char *)&type, 1) != 1) { /* 0x03 or 0x06 */
+ return FALSE;
+ }
+
+ if (ReadN(r, (char *)clientsig, RTMP_SIG_SIZE) != RTMP_SIG_SIZE) {
+ return FALSE;
+ }
+
+ RTMP_Log(RTMP_LOGDEBUG, "%s: Type Requested : %02X", __FUNCTION__, type);
+ RTMP_LogHex(RTMP_LOGDEBUG2, clientsig, RTMP_SIG_SIZE);
+
+ if (type != 3) {
+ RTMP_Log(RTMP_LOGERROR, "%s: Unknown version %02x",
+ __FUNCTION__, type);
+ return FALSE;
+ }
+
+ if (!FP9HandShake && clientsig[4]) FP9HandShake = TRUE;
+
+ serversig[-1] = type;
+ //fix me ?? linux windows??
+ uptime = htonl(RTMP_GetTime());
+ memcpy(serversig, &uptime, 4);
+
+ if (FP9HandShake)
+ {
+ /* Server version */
+ serversig[4] = 3;
+ serversig[5] = 5;
+ serversig[6] = 1;
+ serversig[7] = 1;
+
+ getdig = digoff[offalg];
+ // getdh = dhoff[offalg];
+ } else {
+ memset(&serversig[4], 0, 4);
+ }
+
+ /* generate random data */
+#ifdef _DEBUG
+ memset(serversig+8, 0, RTMP_SIG_SIZE-8);
+#elif defined(__APPLE__)
+ memset(serversig+8, 0, RTMP_SIG_SIZE-8);
+#else
+ {
+ int32_t *ip = (int32_t *)(serversig+8);
+ for (i = 2; i < RTMP_SIG_SIZE/4; i++) {
+ *ip++ = rand();
+ }
+ }
+#endif
+
+ /* set handshake digest */
+ if (FP9HandShake) {
+ digestPosServer = getdig(serversig, RTMP_SIG_SIZE); /* reuse this value in verification */
+ RTMP_Log(RTMP_LOGDEBUG, "%s: Server digest offset: %d", __FUNCTION__, digestPosServer);
+
+ CalculateDigest(digestPosServer, serversig, GenuineFMSKey, 36, &serversig[digestPosServer]);
+
+ RTMP_Log(RTMP_LOGDEBUG, "%s: Initial server digest: ", __FUNCTION__);
+ RTMP_LogHex(RTMP_LOGDEBUG, serversig + digestPosServer, SHA256_DIGEST_LENGTH);
+ }
+
+ RTMP_Log(RTMP_LOGDEBUG2, "Serversig: ");
+ RTMP_LogHex(RTMP_LOGDEBUG2, serversig, RTMP_SIG_SIZE);
+
+ if (!WriteN(r, (char *)serversig-1, RTMP_SIG_SIZE + 1)) return FALSE;
+
+ /* decode client response */
+ memcpy(&uptime, clientsig, 4);
+ uptime = ntohl(uptime);
+
+ RTMP_Log(RTMP_LOGDEBUG, "%s: Client Uptime : %d", __FUNCTION__, uptime);
+ RTMP_Log(RTMP_LOGDEBUG, "%s: Player Version: %d.%d.%d.%d", __FUNCTION__, clientsig[4],
+ clientsig[5], clientsig[6], clientsig[7]);
+
+ if (FP9HandShake)
+ {
+ uint8_t digestResp[SHA256_DIGEST_LENGTH];
+ uint8_t *signatureResp = NULL;
+
+ /* we have to use this signature now to find the correct algorithms for getting the digest and DH positions */
+ int digestPosClient = getdig(clientsig, RTMP_SIG_SIZE);
+
+ if (!VerifyDigest(digestPosClient, clientsig, GenuineFPKey, 30)) {
+ RTMP_Log(RTMP_LOGWARNING, "Trying different position for client digest!");
+ offalg ^= 1;
+ getdig = digoff[offalg];
+ // getdh = dhoff[offalg];
+
+ digestPosClient = getdig(clientsig, RTMP_SIG_SIZE);
+
+ if (!VerifyDigest(digestPosClient, clientsig, GenuineFPKey, 30)) {
+ RTMP_Log(RTMP_LOGERROR, "Couldn't verify the client digest"); /* continuing anyway will probably fail */
+ return FALSE;
+ }
+ }
+
+ /* calculate response now */
+ signatureResp = clientsig+RTMP_SIG_SIZE-SHA256_DIGEST_LENGTH;
+
+ HMACsha256(&clientsig[digestPosClient], SHA256_DIGEST_LENGTH,
+ GenuineFMSKey, sizeof(GenuineFMSKey), digestResp);
+ HMACsha256(clientsig, RTMP_SIG_SIZE - SHA256_DIGEST_LENGTH, digestResp,
+ SHA256_DIGEST_LENGTH, signatureResp);
+#ifdef FP10
+ if (type == 8 ) {
+ uint8_t *dptr = digestResp;
+ uint8_t *sig = signatureResp;
+ /* encrypt signatureResp */
+ for (i=0; i
* Anthony Minessale II
* William King
+ * Seven Du
*
* mod_rtmp.c -- RTMP Endpoint Module
*
@@ -37,6 +38,7 @@
#endif
#include "mod_rtmp.h"
+#include "rtmp_video.h"
SWITCH_MODULE_LOAD_FUNCTION(mod_rtmp_load);
SWITCH_MODULE_SHUTDOWN_FUNCTION(mod_rtmp_shutdown);
@@ -68,7 +70,10 @@ switch_io_routines_t rtmp_io_routines = {
/*.kill_channel */ rtmp_kill_channel,
/*.send_dtmf */ rtmp_send_dtmf,
/*.receive_message */ rtmp_receive_message,
- /*.receive_event */ rtmp_receive_event
+ /*.receive_event */ rtmp_receive_event,
+ /*.state_change*/ NULL,
+ /*.rtmp_read_vid_frame */ rtmp_read_video_frame,
+ /*.rtmp_write_vid_frame */ rtmp_write_video_frame
};
struct mod_rtmp_globals rtmp_globals;
@@ -119,7 +124,7 @@ switch_status_t rtmp_tech_init(rtmp_private_t *tech_pvt, rtmp_session_t *rsessio
}
if (switch_core_codec_init(&tech_pvt->write_codec, /* name */ "SPEEX", /* modname */ NULL,
- /* fmtp */ NULL, /* rate */ 16000, /* ms */ 20, /* channels */ 1,
+ /* fmtp */ NULL, /* rate */ 16000, /* ms */ 20, /* channels */ 1,
/* flags */ SWITCH_CODEC_FLAG_ENCODE | SWITCH_CODEC_FLAG_DECODE,
/* codec settings */ NULL, switch_core_session_get_pool(session)) != SWITCH_STATUS_SUCCESS) {
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Can't initialize write codec\n");
@@ -133,8 +138,40 @@ switch_status_t rtmp_tech_init(rtmp_private_t *tech_pvt, rtmp_session_t *rsessio
//static inline uint8_t rtmp_audio_codec(int channels, int bits, int rate, rtmp_audio_format_t format) {
tech_pvt->audio_codec = 0xB2; //rtmp_audio_codec(1, 16, 0 /* speex is always 8000 */, RTMP_AUDIO_SPEEX);
+ if (tech_pvt->has_video) {
+ /* Initialize video read & write codecs */
+ if (switch_core_codec_init(&tech_pvt->video_read_codec, /* name */ "H264", /* modname */ NULL,
+ /* fmtp */ NULL, /* rate */ 90000, /* ms */ 0, /* channels */ 1,
+ /* flags */ SWITCH_CODEC_FLAG_ENCODE | SWITCH_CODEC_FLAG_DECODE,
+ /* codec settings */ NULL, switch_core_session_get_pool(session)) != SWITCH_STATUS_SUCCESS) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Can't initialize video read codec\n");
+
+ return SWITCH_STATUS_FALSE;
+ }
+
+ if (switch_core_codec_init(&tech_pvt->video_write_codec, /* name */ "H264", /* modname */ NULL,
+ /* fmtp */ NULL, /* rate */ 90000, /* ms */ 0, /* channels */ 1,
+ /* flags */ SWITCH_CODEC_FLAG_ENCODE | SWITCH_CODEC_FLAG_DECODE,
+ /* codec settings */ NULL, switch_core_session_get_pool(session)) != SWITCH_STATUS_SUCCESS) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Can't initialize write codec\n");
+
+ return SWITCH_STATUS_FALSE;
+ }
+
+ switch_core_session_set_video_read_codec(session, &tech_pvt->video_read_codec);
+ switch_core_session_set_video_write_codec(session, &tech_pvt->video_write_codec);
+ switch_channel_set_flag(tech_pvt->channel, CF_VIDEO);
+
+ tech_pvt->mparams.external_video_source = SWITCH_TRUE;
+ switch_media_handle_create(&tech_pvt->media_handle, session, &tech_pvt->mparams);
+
+ on_rtmp_tech_init(session, tech_pvt);
+ }
+
switch_core_session_set_private(session, tech_pvt);
+ // switch_core_session_start_video_thread(session);
+
return SWITCH_STATUS_SUCCESS;
}
@@ -232,6 +269,7 @@ switch_status_t rtmp_on_destroy(switch_core_session_t *session)
switch_buffer_destroy(&tech_pvt->readbuf);
switch_core_timer_destroy(&tech_pvt->timer);
+ on_rtmp_destroy(tech_pvt);
}
return SWITCH_STATUS_SUCCESS;
@@ -294,6 +332,15 @@ switch_status_t rtmp_on_hangup(switch_core_session_t *session)
switch_thread_rwlock_unlock(rsession->session_rwlock);
}
+#if 0
+ // this block could replace the above if block, not sure if it's safe
+ switch_core_hash_delete_wrlock(rsession->session_hash, switch_core_session_get_uuid(session), rsession->session_rwlock);
+
+ switch_mutex_lock(rsession->count_mutex);
+ rsession->active_sessions--;
+ switch_mutex_unlock(rsession->count_mutex);
+#endif
+
#ifndef RTMP_DONT_HOLD
if (switch_channel_test_flag(channel, CF_HOLD)) {
switch_channel_mark_hold(channel, SWITCH_FALSE);
@@ -451,6 +498,7 @@ switch_status_t rtmp_write_frame(switch_core_session_t *session, switch_frame_t
//switch_frame_t *pframe;
unsigned char buf[AMF_MAX_SIZE];
switch_time_t ts;
+ switch_status_t status = SWITCH_STATUS_SUCCESS;
channel = switch_core_session_get_channel(session);
assert(channel != NULL);
@@ -460,36 +508,36 @@ switch_status_t rtmp_write_frame(switch_core_session_t *session, switch_frame_t
rsession = tech_pvt->rtmp_session;
if ( rsession == NULL ) {
- goto error_null;
+ return SWITCH_STATUS_FALSE;
}
switch_thread_rwlock_wrlock(rsession->rwlock);
if (!switch_test_flag(tech_pvt, TFLAG_IO)) {
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "TFLAG_IO not set\n");
- goto error;
+ switch_goto_status(SWITCH_STATUS_FALSE, end);
}
if (switch_test_flag(tech_pvt, TFLAG_DETACHED) || !switch_test_flag(rsession, SFLAG_AUDIO)) {
- goto success;
+ switch_goto_status(SWITCH_STATUS_SUCCESS, end);
}
if (!rsession || !tech_pvt->audio_codec || !tech_pvt->write_channel) {
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Missing mandatory value\n");
- goto error;
+ switch_goto_status(SWITCH_STATUS_FALSE, end);
}
if (rsession->state >= RS_DESTROY) {
- goto error;
+ switch_goto_status(SWITCH_STATUS_FALSE, end);
}
if (frame->datalen+1 > frame->buflen) {
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Datalen too big\n");
- goto error;
+ switch_goto_status(SWITCH_STATUS_FALSE, end);
}
if (frame->flags & SFF_CNG) {
- goto success;
+ switch_goto_status(SWITCH_STATUS_SUCCESS, end);
}
/* Build message */
@@ -504,20 +552,13 @@ switch_status_t rtmp_write_frame(switch_core_session_t *session, switch_frame_t
ts = (switch_micro_time_now() / 1000) - tech_pvt->stream_start_ts;
}
- rtmp_send_message(rsession, RTMP_DEFAULT_STREAM_AUDIO, ts, RTMP_TYPE_AUDIO, rsession->media_streamid, buf, frame->datalen + 1, 0);
+ status = rtmp_send_message(rsession, RTMP_DEFAULT_STREAM_AUDIO, ts, RTMP_TYPE_AUDIO, rsession->media_streamid, buf, frame->datalen + 1, 0);
- success:
+end:
switch_thread_rwlock_unlock(rsession->rwlock);
- return SWITCH_STATUS_SUCCESS;
-
- error:
- switch_thread_rwlock_unlock(rsession->rwlock);
-
- error_null:
- return SWITCH_STATUS_FALSE;
+ return status;
}
-
switch_status_t rtmp_receive_message(switch_core_session_t *session, switch_core_session_message_t *msg)
{
switch_channel_t *channel;
@@ -546,7 +587,19 @@ switch_status_t rtmp_receive_message(switch_core_session_t *session, switch_core
case SWITCH_MESSAGE_INDICATE_UNHOLD:
rtmp_notify_call_state(session);
break;
+ case SWITCH_MESSAGE_INDICATE_BRIDGE:
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Flushing read buffer\n");
+ switch_mutex_lock(tech_pvt->readbuf_mutex);
+ switch_buffer_zero(tech_pvt->readbuf);
+ switch_mutex_unlock(tech_pvt->readbuf_mutex);
+
+ if (tech_pvt->has_video) {
+ switch_mutex_lock(tech_pvt->video_readbuf_mutex);
+ switch_buffer_zero(tech_pvt->video_readbuf);
+ switch_mutex_unlock(tech_pvt->video_readbuf_mutex);
+ }
+ break;
case SWITCH_MESSAGE_INDICATE_DISPLAY:
{
const char *name = msg->string_array_arg[0], *number = msg->string_array_arg[1];
@@ -584,6 +637,41 @@ switch_status_t rtmp_receive_message(switch_core_session_t *session, switch_core
switch_safe_free(arg);
}
break;
+ case SWITCH_MESSAGE_INDICATE_DEBUG_MEDIA:
+ {
+ rtmp_session_t *rsession = tech_pvt->rtmp_session;
+ const char *direction = msg->string_array_arg[0];
+ int video = 0;
+
+ if (direction && *direction == 'v') {
+ direction++;
+ video = 1;
+ }
+
+ if (!zstr(direction) && !zstr(msg->string_array_arg[1])) {
+ int both = !strcasecmp(direction, "both");
+ uint8_t flag = 0;
+
+ if (both || !strcasecmp(direction, "read")) {
+ flag |= (video ? RTMP_MD_VIDEO_READ : RTMP_MD_AUDIO_READ);
+ }
+
+ if (both || !strcasecmp(direction, "write")) {
+ flag |= (video ? RTMP_MD_VIDEO_WRITE : RTMP_MD_AUDIO_WRITE);
+ }
+
+ if (flag) {
+ if (switch_true(msg->string_array_arg[1])) {
+ rsession->media_debug |= flag;
+ } else {
+ rsession->media_debug &= ~flag;
+ }
+ } else {
+ switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Invalid Options\n");
+ }
+ }
+ }
+ break;
default:
break;
}
@@ -595,9 +683,9 @@ switch_status_t rtmp_receive_message(switch_core_session_t *session, switch_core
that allocate memory or you will have 1 channel with memory allocated from another channel's pool!
*/
switch_call_cause_t rtmp_outgoing_channel(switch_core_session_t *session, switch_event_t *var_event,
- switch_caller_profile_t *outbound_profile,
- switch_core_session_t **newsession, switch_memory_pool_t **inpool, switch_originate_flag_t flags,
- switch_call_cause_t *cancel_cause)
+ switch_caller_profile_t *outbound_profile,
+ switch_core_session_t **newsession, switch_memory_pool_t **inpool, switch_originate_flag_t flags,
+ switch_call_cause_t *cancel_cause)
{
rtmp_private_t *tech_pvt;
switch_caller_profile_t *caller_profile;
@@ -645,6 +733,25 @@ switch_call_cause_t rtmp_outgoing_channel(switch_core_session_t *session, switch
tech_pvt->caller_profile = caller_profile;
switch_core_session_add_stream(*newsession, NULL);
+ if (session) {
+ const char *video_possible;
+
+ video_possible = switch_channel_get_variable(switch_core_session_get_channel(session), "video_possible");
+ if (video_possible && switch_true(video_possible)) {
+ tech_pvt->has_video = 1;
+ }
+ }
+
+ if (var_event) {
+ const char *video_possible = NULL;
+
+ video_possible = switch_event_get_header(var_event, "video_possible");
+
+ if (video_possible && switch_true(video_possible)) {
+ tech_pvt->has_video = 1;
+ }
+ }
+
if (rtmp_tech_init(tech_pvt, rsession, *newsession) != SWITCH_STATUS_SUCCESS) {
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(*newsession), SWITCH_LOG_ERROR, "tech_init failed\n");
cause = SWITCH_CAUSE_DESTINATION_OUT_OF_ORDER;
@@ -662,7 +769,7 @@ switch_call_cause_t rtmp_outgoing_channel(switch_core_session_t *session, switch
switch_channel_ring_ready(channel);
rtmp_send_incoming_call(*newsession, var_event);
-
+ // switch_channel_set_flag(channel, CF_VIDEO);
switch_channel_set_state(channel, CS_INIT);
switch_set_flag_locked(tech_pvt, TFLAG_IO);
@@ -762,12 +869,15 @@ switch_status_t rtmp_session_request(rtmp_profile_t *profile, rtmp_session_t **n
switch_core_new_memory_pool(&pool);
*newsession = switch_core_alloc(pool, sizeof(rtmp_session_t));
+ memset(*newsession, 0, sizeof(rtmp_session_t));
(*newsession)->pool = pool;
(*newsession)->profile = profile;
(*newsession)->in_chunksize = (*newsession)->out_chunksize = RTMP_DEFAULT_CHUNKSIZE;
(*newsession)->recv_ack_window = RTMP_DEFAULT_ACK_WINDOW;
+ (*newsession)->send_ack_window = RTMP_DEFAULT_ACK_WINDOW;
(*newsession)->next_streamid = 1;
(*newsession)->io_private = NULL;
+ (*newsession)->dropped_video_frame = 0;
switch_uuid_get(&uuid);
switch_uuid_format((*newsession)->uuid, &uuid);
@@ -786,10 +896,13 @@ switch_status_t rtmp_session_request(rtmp_profile_t *profile, rtmp_session_t **n
#ifdef RTMP_DEBUG_IO
{
char buf[1024];
+#ifndef _WIN32
+#else
snprintf(buf, sizeof(buf), "/tmp/rtmp-%s-in.txt", (*newsession)->uuid);
(*newsession)->io_debug_in = fopen(buf, "w");
snprintf(buf, sizeof(buf), "/tmp/rtmp-%s-out.txt", (*newsession)->uuid);
(*newsession)->io_debug_out = fopen(buf, "w");
+#endif
}
#endif
@@ -982,6 +1095,15 @@ switch_call_cause_t rtmp_session_create_call(rtmp_session_t *rsession, switch_co
tech_pvt->caller_profile = caller_profile;
switch_core_session_add_stream(*newsession, NULL);
+ if (event) {
+ const char *want_video = switch_event_get_header(event, "want_video");
+
+ if (want_video && switch_true(want_video)) {
+ tech_pvt->has_video = 1;
+ switch_channel_set_variable(channel, "video_possible", "true");
+ }
+ }
+
if (rtmp_tech_init(tech_pvt, rsession, *newsession) != SWITCH_STATUS_SUCCESS) {
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "tech_init failed\n");
goto fail;
@@ -1003,6 +1125,7 @@ switch_call_cause_t rtmp_session_create_call(rtmp_session_t *rsession, switch_co
for (hp = event->headers; hp; hp = hp->next) {
switch_channel_set_variable_name_printf(channel, hp->value, RTMP_USER_VARIABLE_PREFIX "_%s", hp->name);
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "%s\n", hp->name);
}
}
@@ -1081,14 +1204,14 @@ switch_status_t rtmp_profile_destroy(rtmp_profile_t **profile) {
/* Kill all sessions */
while ((hi = switch_core_hash_first_iter((*profile)->session_hash, hi))) {
void *val;
- rtmp_session_t *session;
+ rtmp_session_t *rsession;
const void *key;
switch_ssize_t keylen;
switch_core_hash_this(hi, &key, &keylen, &val);
- session = val;
-
- rtmp_session_destroy(&session);
+ rsession = val;
+
+ if (rsession->state != RS_DESTROY) rtmp_session_destroy(&rsession);
}
if ((*profile)->io->running > 0) {
@@ -1536,16 +1659,16 @@ done:
static const char *state2name(int state)
{
- switch(state) {
- case RS_HANDSHAKE:
- return "HANDSHAKE";
- case RS_HANDSHAKE2:
- return "HANDSHAKE2";
- case RS_ESTABLISHED:
- return "ESTABLISHED";
- default:
- return "DESTROY (PENDING)";
- }
+ switch(state) {
+ case RS_HANDSHAKE:
+ return "HANDSHAKE";
+ case RS_HANDSHAKE2:
+ return "HANDSHAKE2";
+ case RS_ESTABLISHED:
+ return "ESTABLISHED";
+ default:
+ return "DESTROY (PENDING)";
+ }
}
#define RTMP_FUNCTION_SYNTAX "profile [profilename] [start | stop | rescan | restart]\nstatus profile [profilename]\nstatus profile [profilename] [reg | sessions]\nsession [session_id] [kill | login [user@domain] | logout [user@domain]]"
@@ -1639,7 +1762,6 @@ SWITCH_STANDARD_API(rtmp_function)
item->account ? item->account->user : NULL,
item->account ? item->account->domain : NULL,
item->flashVer, state2name(item->state));
-
}
switch_thread_rwlock_unlock(profile->session_rwlock);
} else if (!zstr(argv[3]) && !strcmp(argv[3], "reg")) {
@@ -1672,9 +1794,9 @@ SWITCH_STANDARD_API(rtmp_function)
stream->write_function(stream, "-ERR No such profile [%s]\n", argv[2]);
}
} else {
- switch_hash_index_t *hi;
+ switch_hash_index_t *hi = NULL;
switch_thread_rwlock_rdlock(rtmp_globals.profile_rwlock);
- for (hi = switch_core_hash_first(rtmp_globals.profile_hash); hi; hi = switch_core_hash_next(&hi)) {
+ for (hi = switch_core_hash_first_iter(rtmp_globals.profile_hash, hi); hi; hi = switch_core_hash_next(&hi)) {
void *val;
const void *key;
switch_ssize_t keylen;
@@ -1742,22 +1864,22 @@ SWITCH_STANDARD_API(rtmp_function)
}
if (!zstr(dest)) {
- if (rtmp_session_create_call(rsession, &newsession, 0, RTMP_DEFAULT_STREAM_AUDIO, dest, user, domain, NULL) != SWITCH_CAUSE_SUCCESS) {
- stream->write_function(stream, "-ERR Couldn't create new call\n");
- } else {
- rtmp_private_t *new_pvt = switch_core_session_get_private(newsession);
- rtmp_send_invoke_free(rsession, 3, 0, 0,
- amf0_str("onMakeCall"),
- amf0_number_new(0),
- amf0_null_new(),
- amf0_str(switch_core_session_get_uuid(newsession)),
- amf0_str(switch_str_nil(dest)),
- amf0_str(switch_str_nil(new_pvt->auth)),
- NULL);
+ if (rtmp_session_create_call(rsession, &newsession, 0, RTMP_DEFAULT_STREAM_AUDIO, dest, user, domain, NULL) != SWITCH_CAUSE_SUCCESS) {
+ stream->write_function(stream, "-ERR Couldn't create new call\n");
+ } else {
+ rtmp_private_t *new_pvt = switch_core_session_get_private(newsession);
+ rtmp_send_invoke_free(rsession, 3, 0, 0,
+ amf0_str("onMakeCall"),
+ amf0_number_new(0),
+ amf0_null_new(),
+ amf0_str(switch_core_session_get_uuid(newsession)),
+ amf0_str(switch_str_nil(dest)),
+ amf0_str(switch_str_nil(new_pvt->auth)),
+ NULL);
- rtmp_attach_private(rsession, switch_core_session_get_private(newsession));
- stream->write_function(stream, "+OK\n");
- }
+ rtmp_attach_private(rsession, switch_core_session_get_private(newsession));
+ stream->write_function(stream, "+OK\n");
+ }
} else {
stream->write_function(stream, "-ERR Missing destination number\n");
}
@@ -1851,6 +1973,7 @@ SWITCH_MODULE_LOAD_FUNCTION(mod_rtmp_load)
rtmp_register_invoke_function("play", rtmp_i_play);
rtmp_register_invoke_function("publish", rtmp_i_publish);
rtmp_register_invoke_function("makeCall", rtmp_i_makeCall);
+ rtmp_register_invoke_function("FCSubscribe", rtmp_i_fcSubscribe);
rtmp_register_invoke_function("login", rtmp_i_login);
rtmp_register_invoke_function("logout", rtmp_i_logout);
rtmp_register_invoke_function("sendDTMF", rtmp_i_sendDTMF);
@@ -1926,7 +2049,7 @@ SWITCH_MODULE_SHUTDOWN_FUNCTION(mod_rtmp_shutdown)
switch_hash_index_t *hi = NULL;
switch_mutex_lock(rtmp_globals.mutex);
- while ((hi = switch_core_hash_first_iter( rtmp_globals.profile_hash, hi))) {
+ while ((hi = switch_core_hash_first_iter(rtmp_globals.profile_hash, hi))) {
void *val;
const void *key;
switch_ssize_t keylen;
diff --git a/src/mod/endpoints/mod_rtmp/mod_rtmp.h b/src/mod/endpoints/mod_rtmp/mod_rtmp.h
index 1f77429747..e53cb95d94 100644
--- a/src/mod/endpoints/mod_rtmp/mod_rtmp.h
+++ b/src/mod/endpoints/mod_rtmp/mod_rtmp.h
@@ -23,6 +23,7 @@
* Contributor(s):
*
* Mathieu Rene
+ * Seven Du
*
* mod_rtmp.h -- RTMP Endpoint Module
*
@@ -45,8 +46,8 @@
#define RTMP_USER_VARIABLE_PREFIX "rtmp_u_"
#define RTMP_DEFAULT_PORT 1935
-#define RTMP_TCP_READ_BUF 2048
-#define AMF_MAX_SIZE 2048
+#define RTMP_TCP_READ_BUF 2048 * 16
+#define AMF_MAX_SIZE 2048 * 16
#define SUPPORT_SND_NONE 0x0000
#define SUPPORT_SND_ADPCM 0x0002
@@ -77,7 +78,7 @@
#define kAMF0 0
#define kAMF3 3
-#define RTMP_DEFAULT_ACK_WINDOW 0x20000
+#define RTMP_DEFAULT_ACK_WINDOW 0x200000
#define RTMP_TYPE_CHUNKSIZE 0x01
#define RTMP_TYPE_ABORT 0x2
@@ -130,6 +131,12 @@
#define INT32_MAX 0x7fffffffL
#endif
+/* Media debug flags */
+#define RTMP_MD_AUDIO_READ (1 << 0)
+#define RTMP_MD_AUDIO_WRITE (1 << 1)
+#define RTMP_MD_VIDEO_READ (1 << 2)
+#define RTMP_MD_VIDEO_WRITE (1 << 3)
+
typedef enum {
RTMP_AUDIO_PCM = 0,
RTMP_AUDIO_ADPCM = 1,
@@ -412,6 +419,29 @@ struct rtmp_account {
rtmp_account_t *next;
};
+typedef struct rtmp2rtp_helper_s
+{
+ amf0_data *sps;
+ amf0_data *pps;
+ amf0_data *nal_list;
+ uint32_t lenSize;
+} rtmp2rtp_helper_t;
+
+typedef struct rtp2rtmp_helper_s
+{
+ amf0_data *sps;
+ amf0_data *pps;
+ amf0_data *avc_conf;
+ switch_bool_t send;
+ switch_bool_t send_avc;
+ switch_buffer_t *rtmp_buf;
+ switch_buffer_t *fua_buf; //fu_a buf
+ uint32_t last_recv_ts;
+ uint8_t last_mark;
+ uint16_t last_seq;
+ switch_bool_t sps_changed;
+} rtp2rtmp_helper_t;
+
struct rtmp_session {
switch_memory_pool_t *pool;
rtmp_profile_t *profile;
@@ -484,6 +514,9 @@ struct rtmp_session {
uint32_t media_streamid; /* < The stream id that was used for the last "play" command,
where we should send media */
+ switch_size_t dropped_video_frame;
+
+ uint8_t media_debug;
};
struct rtmp_private {
@@ -509,6 +542,7 @@ struct rtmp_private {
uint8_t video_codec;
switch_time_t stream_start_ts;
+ switch_time_t stream_last_ts;
switch_timer_t timer;
switch_buffer_t *readbuf;
switch_mutex_t *readbuf_mutex;
@@ -522,6 +556,24 @@ struct rtmp_private {
uint16_t maxlen;
int over_size;
+
+ //video
+ int has_video;
+ switch_codec_t video_read_codec;
+ switch_codec_t video_write_codec;
+ rtp2rtmp_helper_t video_write_helper;
+ rtmp2rtp_helper_t video_read_helper;
+ switch_frame_t video_read_frame;
+ uint32_t video_read_ts;
+ uint16_t seq;
+ unsigned char video_databuf[SWITCH_RTP_MAX_BUF_LEN]; /* < Buffer for read_frame */
+ switch_buffer_t *video_readbuf;
+ switch_mutex_t *video_readbuf_mutex;
+ uint16_t video_maxlen;
+ int video_over_size;
+
+ switch_core_media_params_t mparams;
+ switch_media_handle_t *media_handle;
};
struct rtmp_reg;
@@ -540,7 +592,6 @@ typedef enum {
MSG_FULLHEADER = 1
} rtmp_message_send_flag_t;
-
/* Invokable functions from flash */
RTMP_INVOKE_FUNCTION(rtmp_i_connect);
RTMP_INVOKE_FUNCTION(rtmp_i_createStream);
@@ -548,6 +599,7 @@ RTMP_INVOKE_FUNCTION(rtmp_i_noop);
RTMP_INVOKE_FUNCTION(rtmp_i_play);
RTMP_INVOKE_FUNCTION(rtmp_i_publish);
RTMP_INVOKE_FUNCTION(rtmp_i_makeCall);
+RTMP_INVOKE_FUNCTION(rtmp_i_fcSubscribe);
RTMP_INVOKE_FUNCTION(rtmp_i_sendDTMF);
RTMP_INVOKE_FUNCTION(rtmp_i_login);
RTMP_INVOKE_FUNCTION(rtmp_i_logout);
diff --git a/src/mod/endpoints/mod_rtmp/rtmp.c b/src/mod/endpoints/mod_rtmp/rtmp.c
index 196d51a0de..5bd503b066 100644
--- a/src/mod/endpoints/mod_rtmp/rtmp.c
+++ b/src/mod/endpoints/mod_rtmp/rtmp.c
@@ -25,12 +25,15 @@
* Mathieu Rene
* Joao Mesquita
* William King
- *
+ * Seven Du
+ * Da Xiong
* rtmp.c -- RTMP Protocol Handler
*
*/
#include "mod_rtmp.h"
+#include "handshake.h"
+
typedef struct {
unsigned char *buf;
@@ -97,6 +100,13 @@ void rtmp_handle_control(rtmp_session_t *rsession, int amfnumber)
switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_INFO, "Ping reply: %d ms\n", (int)(now - sent));
}
break;
+ case RTMP_CTRL_SET_BUFFER_LENGTH:
+ {
+ uint32_t stream_id = state->buf[2] << 24 | state->buf[3] << 16 | state->buf[4] << 8 | state->buf[5];
+ uint32_t length = state->buf[6] << 24 | state->buf[7] << 16 | state->buf[8] << 8 | state->buf[9];
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "stream=%u Client buffer set to %ums\n", stream_id, length);
+ }
+ break;
default:
switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_WARNING, "[amfnumber=%d] Unhandled control packet (type=0x%x)\n",
amfnumber, type);
@@ -117,7 +127,7 @@ void rtmp_handle_invoke(rtmp_session_t *rsession, int amfnumber)
amf0_data *argv[100] = { 0 };
rtmp_invoke_function_t function;
-#if 0
+#ifdef RTMP_DEBUG_IO
printf(">>>>> BEGIN INVOKE MSG (num=0x%02x, type=0x%02x, stream_id=0x%x)\n", amfnumber, state->type, state->stream_id);
while((dump = amf0_data_read(my_buffer_read, &helper))) {
amf0_data *dump2;
@@ -423,6 +433,9 @@ void rtmp_send_incoming_call(switch_core_session_t *session, switch_event_t *var
}
if (event) {
+ if (tech_pvt->has_video) {
+ switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "want_video", "true");
+ }
amf_event_to_object(&obj, event);
switch_event_destroy(&event);
}
@@ -559,12 +572,64 @@ switch_status_t rtmp_send_message(rtmp_session_t *rsession, uint8_t amfnumber, u
switch_status_t status = SWITCH_STATUS_SUCCESS;
rtmp_state_t *state = &rsession->amfstate_out[amfnumber];
- if ((rsession->send_ack + rsession->send_ack_window) < rsession->send &&
- (type == RTMP_TYPE_VIDEO || type == RTMP_TYPE_AUDIO)) {
+ // switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "%d send_ack=%d send=%d window=%d wait_ack=%d\n",
+ // type, rsession->send_ack, rsession->send, rsession->send_ack_window, rsession->send + 3073 - rsession->send_ack);
+
+ if (type == RTMP_TYPE_VIDEO) {
+ uint32_t window = rsession->send_ack_window;
+
+ if (rsession->media_debug & RTMP_MD_VIDEO_WRITE) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "W V ts:%u data:0x%02x len:%" SWITCH_SIZE_T_FMT "\n", timestamp, *message, len);
+ }
+
+ /* start to drop video frame on window/2 if the frame is a non-IDR video frame
+ start to drop video frame on window * 3/4 if the frame is a IDR frame
+ start to drop audio frame on widnow full
+ */
+
+ if (*message == 0x17) {
+ window = window / 4 * 3;
+ } else {
+ window /= 2;
+ }
+
+ if ((rsession->send_ack + window) < (rsession->send + 3073)) {
+ /* We're sending too fast, drop the frame */
+ rsession->dropped_video_frame++;
+ switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_DEBUG,
+ "DROP VIDEO FRAME [amfnumber=%d type=0x%x stream_id=0x%x ftype=0x%x] len=%"SWITCH_SIZE_T_FMT
+ " dropped=%"SWITCH_SIZE_T_FMT"\n",
+ amfnumber, type, stream_id, *message, len, rsession->dropped_video_frame);
+ return SWITCH_STATUS_SUCCESS;
+ }
+
+ if (rsession->dropped_video_frame) {
+ if (*message != 0x17) {
+ rsession->dropped_video_frame++;
+ switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_DEBUG,
+ "DROP VIDEO FRAME [amfnumber=%d type=0x%x stream_id=0x%x ftype=0x%x] len=%"SWITCH_SIZE_T_FMT
+ " dropped=%"SWITCH_SIZE_T_FMT" waiting for the next IDR\n",
+ amfnumber, type, stream_id, *message, len, rsession->dropped_video_frame);
+
+ return SWITCH_STATUS_SUCCESS;
+ } else {
+ switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_INFO,
+ "Got IDR frame after %"SWITCH_SIZE_T_FMT" frame(s) dropped\n",
+ rsession->dropped_video_frame);
+ rsession->dropped_video_frame = 0;
+ }
+ }
+ }
+
+ if (type == RTMP_TYPE_AUDIO && (rsession->media_debug & RTMP_MD_AUDIO_WRITE)) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "W A ts:%u data:0x%02x len:%" SWITCH_SIZE_T_FMT "\n", timestamp, *message, len);
+ }
+
+ if (type == RTMP_TYPE_AUDIO && (rsession->send_ack + rsession->send_ack_window) < (rsession->send + 3073)) {
/* We're sending too fast, drop the frame */
switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_DEBUG,
"DROP %s FRAME [amfnumber=%d type=0x%x stream_id=0x%x] len=%"SWITCH_SIZE_T_FMT" \n",
- type == RTMP_TYPE_AUDIO ? "AUDIO" : "VIDEO", amfnumber, type, stream_id, len);
+ "AUDIO", amfnumber, type, stream_id, len);
return SWITCH_STATUS_SUCCESS;
}
@@ -654,6 +719,7 @@ switch_status_t rtmp_send_message(rtmp_session_t *rsession, uint8_t amfnumber, u
while (((signed)len - (signed)pos) > 0) {
switch_mutex_unlock(rsession->socket_mutex);
/* Let other threads send data on the socket */
+ switch_cond_next();
switch_mutex_lock(rsession->socket_mutex);
hdrsize = 1;
if (rsession->profile->io->write(rsession, (unsigned char*)µhdr, &hdrsize) != SWITCH_STATUS_SUCCESS) {
@@ -698,13 +764,26 @@ switch_status_t rtmp_handle_data(rtmp_session_t *rsession)
/* Send reply (S0 + S1) */
memset(buf, 0, sizeof(buf));
- *buf = '\x03';
+ //*buf = '\x03';
+ /* fix handshake for h264 */
+ {
+ handshake_helper_t shake_helper;
+ shake_helper.r_buf = rsession->hsbuf;
+ shake_helper.r_len = 2048;
+ shake_helper.r_pos = 0;
+ shake_helper.w_buf = buf;
+ shake_helper.w_len = sizeof(buf);
+ shake_helper.w_pos = 0;
+ SHandShake0(&shake_helper);
+ }
+
s = 1537;
rsession->profile->io->write(rsession, (unsigned char*)buf, &s);
/* Send S2 */
s = 1536;
- rsession->profile->io->write(rsession, rsession->hsbuf, &s);
+ //rsession->profile->io->write(rsession, rsession->hsbuf, &s);
+ rsession->profile->io->write(rsession, (unsigned char*)buf + 1537, &s);
switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_DEBUG, "Sent handshake response\n");
@@ -860,7 +939,9 @@ switch_status_t rtmp_handle_data(rtmp_session_t *rsession)
if (!s) {
/* Restart from beginning */
- s = state->remainlen = state->origlen;
+ state->remainlen = state->origlen;
+ s = state->remainlen < rsession->in_chunksize ? state->remainlen : rsession->in_chunksize;
+
rsession->parse_remain = s;
if (!s) {
switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_ERROR, "Protocol error, forcing big read\n");
@@ -919,6 +1000,10 @@ switch_status_t rtmp_handle_data(rtmp_session_t *rsession)
rtmp_handle_invoke(rsession, rsession->amfnumber);
break;
case RTMP_TYPE_AUDIO: /* Audio data */
+ if (rsession->media_debug & RTMP_MD_AUDIO_READ) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "R A ts:%u data:0x%02x len:%d\n", state->ts, *(state->buf), state->origlen);
+ }
+
switch_thread_rwlock_wrlock(rsession->rwlock);
if (rsession->tech_pvt) {
uint16_t len = state->origlen;
@@ -930,13 +1015,13 @@ switch_status_t rtmp_handle_data(rtmp_session_t *rsession)
switch_mutex_lock(rsession->tech_pvt->readbuf_mutex);
- if (rsession->tech_pvt->maxlen && switch_buffer_inuse(rsession->tech_pvt->readbuf) > (switch_size_t)(rsession->tech_pvt->maxlen * 40)) {
+ if (rsession->tech_pvt->maxlen && switch_buffer_inuse(rsession->tech_pvt->readbuf) > rsession->tech_pvt->maxlen * 40) {
rsession->tech_pvt->over_size++;
} else {
rsession->tech_pvt->over_size = 0;
}
if (rsession->tech_pvt->over_size > 10) {
- switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_DEBUG,
+ switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_WARNING,
"%s buffer > %u for 10 consecutive packets... Flushing buffer\n",
switch_core_session_get_name(rsession->tech_pvt->session), rsession->tech_pvt->maxlen * 40);
switch_buffer_zero(rsession->tech_pvt->readbuf);
@@ -947,6 +1032,7 @@ switch_status_t rtmp_handle_data(rtmp_session_t *rsession)
switch_buffer_write(rsession->tech_pvt->readbuf, &len, 2);
switch_buffer_write(rsession->tech_pvt->readbuf, state->buf, len);
if (len > rsession->tech_pvt->maxlen) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "changing maxlen from %d to %d\n", rsession->tech_pvt->maxlen, len);
rsession->tech_pvt->maxlen = len;
}
switch_mutex_unlock(rsession->tech_pvt->readbuf_mutex);
@@ -954,11 +1040,55 @@ switch_status_t rtmp_handle_data(rtmp_session_t *rsession)
switch_thread_rwlock_unlock(rsession->rwlock);
break;
case RTMP_TYPE_VIDEO: /* Video data */
+ if (rsession->media_debug & RTMP_MD_VIDEO_READ) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "R V ts:%u data:0x%02x len:%d \n", state->ts, *(state->buf), state->origlen);
+ }
+
+ if ((!rsession->tech_pvt) || (!rsession->tech_pvt->has_video)) break;
+
+ switch_thread_rwlock_wrlock(rsession->rwlock);
+ if (rsession->tech_pvt) {
+ uint16_t len = state->origlen;
+
+ if (!rsession->tech_pvt->video_readbuf) {
+ switch_thread_rwlock_unlock(rsession->rwlock);
+ return SWITCH_STATUS_FALSE;
+ }
+
+ switch_mutex_lock(rsession->tech_pvt->video_readbuf_mutex);
+ if (rsession->tech_pvt->video_maxlen && switch_buffer_inuse(rsession->tech_pvt->video_readbuf) > rsession->tech_pvt->video_maxlen * 100) {
+ rsession->tech_pvt->video_over_size++;
+ } else {
+ rsession->tech_pvt->video_over_size = 0;
+ }
+ if (rsession->tech_pvt->video_over_size > 10) {
+ switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_DEBUG,
+ "%s buffer > %u for 10 consecutive packets... Flushing buffer\n",
+ switch_core_session_get_name(rsession->tech_pvt->session), rsession->tech_pvt->video_maxlen * 100);
+ switch_buffer_zero(rsession->tech_pvt->video_readbuf);
+ #ifdef RTMP_DEBUG_IO
+ fprintf(rsession->io_debug_in, "[chunk_stream=%d type=0x%x ts=%d stream_id=0x%x] FLUSH BUFFER [exceeded %u]\n", rsession->amfnumber, state->type, (int)state->ts, state->stream_id, rsession->tech_pvt->video_maxlen * 5);
+ #endif
+ }
+ switch_buffer_write(rsession->tech_pvt->video_readbuf, &len, 2);
+ switch_buffer_write(rsession->tech_pvt->video_readbuf, &state->ts, 4);
+ switch_buffer_write(rsession->tech_pvt->video_readbuf, state->buf, len);
+ if (len > rsession->tech_pvt->video_maxlen) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "changing video max len from %d to %d\n", rsession->tech_pvt->video_maxlen, len);
+ rsession->tech_pvt->video_maxlen = len;
+ }
+ switch_mutex_unlock(rsession->tech_pvt->video_readbuf_mutex);
+ }
+ switch_thread_rwlock_unlock(rsession->rwlock);
+ break;
case RTMP_TYPE_METADATA: /* Metadata */
break;
case RTMP_TYPE_WINDOW_ACK_SIZE:
- rsession->send_ack_window = (state->buf[0] << 24) | (state->buf[1] << 16) | (state->buf[2] << 8) | (state->buf[3]);
- switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_DEBUG, "Set window size: %lu bytes\n", (long unsigned int)rsession->send_ack_window);
+ {
+ uint32_t new_window = (state->buf[0] << 24) | (state->buf[1] << 16) | (state->buf[2] << 8) | (state->buf[3]);
+ switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_DEBUG, "Set window size: from %u to %u bytes\n", rsession->send_ack_window, new_window);
+ rsession->send_ack_window = new_window;
+ }
break;
case RTMP_TYPE_ACK:
{
@@ -972,6 +1102,9 @@ switch_status_t rtmp_handle_data(rtmp_session_t *rsession)
rsession->send_bw = (ack - rsession->send_ack) / delta;
}
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "got ack %d send:%d wait-ack:%d\n",
+ ack, rsession->send + 3073, rsession->send + 3073 - ack);
+
rsession->send_ack = ack;
rsession->send_ack_ts = switch_micro_time_now();
break;
diff --git a/src/mod/endpoints/mod_rtmp/rtmp_sig.c b/src/mod/endpoints/mod_rtmp/rtmp_sig.c
index f44b3ec44d..4cba13aabb 100644
--- a/src/mod/endpoints/mod_rtmp/rtmp_sig.c
+++ b/src/mod/endpoints/mod_rtmp/rtmp_sig.c
@@ -23,6 +23,7 @@
* Contributor(s):
*
* Mathieu Rene
+ * Seven Du
*
* rtmp.c -- RTMP Signalling functions
*
@@ -284,8 +285,7 @@ RTMP_INVOKE_FUNCTION(rtmp_i_makeCall)
if ((number = amf0_get_string(argv[1]))) {
switch_event_t *event = NULL;
char *auth, *user = NULL, *domain = NULL;
-
- if ((auth = amf0_get_string(argv[2])) && !zstr(auth)) {
+ if (argc >= 3 && (auth = amf0_get_string(argv[2])) && !zstr(auth)) {
switch_split_user_domain(auth, &user, &domain);
if (rtmp_session_check_user(rsession, user, domain) != SWITCH_STATUS_SUCCESS) {
switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_WARNING, "Unauthorized call to %s, client is not logged in account [%s@%s]\n",
@@ -327,6 +327,33 @@ RTMP_INVOKE_FUNCTION(rtmp_i_makeCall)
return SWITCH_STATUS_SUCCESS;
}
+RTMP_INVOKE_FUNCTION(rtmp_i_fcSubscribe)
+{
+ switch_status_t status;
+ int ac;
+ amf0_data *av[3] = { 0 };
+
+ switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_DEBUG, "Got FCSubscribe for %s on stream %d\n", switch_str_nil(amf0_get_string(argv[1])), state->stream_id);
+
+ ac = 3;
+ av[0] = argv[0];
+ av[1] = argv[1];
+ av[2] = amf0_boolean_new(1);
+ switch_assert(av[2]);
+
+ status = rtmp_i_receiveaudio(rsession, state, amfnumber, transaction_id, ac, av);
+ if (status != SWITCH_STATUS_SUCCESS) return status;
+
+ rtmp_i_receivevideo(rsession, state, amfnumber, transaction_id, ac, av);
+ if (status != SWITCH_STATUS_SUCCESS) return status;
+
+ amf0_data_free(av[2]);
+
+ rtmp_i_makeCall(rsession, state, amfnumber, transaction_id, argc, argv);
+
+ return status;
+}
+
RTMP_INVOKE_FUNCTION(rtmp_i_sendDTMF)
{
/* Send DTMFs on the active channel */
diff --git a/src/mod/endpoints/mod_rtmp/rtmp_tcp.c b/src/mod/endpoints/mod_rtmp/rtmp_tcp.c
index b8470585bb..c4288a4c3b 100644
--- a/src/mod/endpoints/mod_rtmp/rtmp_tcp.c
+++ b/src/mod/endpoints/mod_rtmp/rtmp_tcp.c
@@ -49,34 +49,10 @@ typedef struct rtmp_io_tcp rtmp_io_tcp_t;
struct rtmp_tcp_io_private {
switch_pollfd_t *pollfd;
switch_socket_t *socket;
- switch_buffer_t *sendq;
- switch_bool_t poll_send;
};
typedef struct rtmp_tcp_io_private rtmp_tcp_io_private_t;
-static void rtmp_tcp_alter_pollfd(rtmp_session_t *rsession, switch_bool_t pollout)
-{
- rtmp_tcp_io_private_t *io_pvt = rsession->io_private;
- rtmp_io_tcp_t *io = (rtmp_io_tcp_t*)rsession->profile->io;
-
- if (pollout && (io_pvt->pollfd->reqevents & SWITCH_POLLOUT)) {
- return;
- } else if (!pollout && !(io_pvt->pollfd->reqevents & SWITCH_POLLOUT)) {
- return;
- }
-
- switch_pollset_remove(io->pollset, io_pvt->pollfd);
- io_pvt->pollfd->reqevents = SWITCH_POLLIN | SWITCH_POLLERR;
- if (pollout) {
- io_pvt->pollfd->reqevents |= SWITCH_POLLOUT;
- }
- switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_NOTICE, "Pollout: %s\n",
- pollout ? "true" : "false");
-
- switch_pollset_add(io->pollset, io_pvt->pollfd);
-}
-
static switch_status_t rtmp_tcp_read(rtmp_session_t *rsession, unsigned char *buf, switch_size_t *len)
{
//rtmp_io_tcp_t *io = (rtmp_io_tcp_t*)rsession->profile->io;
@@ -117,8 +93,10 @@ static switch_status_t rtmp_tcp_write(rtmp_session_t *rsession, const unsigned c
{
//rtmp_io_tcp_t *io = (rtmp_io_tcp_t*)rsession->profile->io;
rtmp_tcp_io_private_t *io_pvt = rsession->io_private;
- switch_status_t status;
+ switch_status_t status = SWITCH_STATUS_SUCCESS;
switch_size_t orig_len = *len;
+ switch_size_t remaining = *len;
+ int sanity = 100;
#ifdef RTMP_DEBUG_IO
{
@@ -139,29 +117,32 @@ static switch_status_t rtmp_tcp_write(rtmp_session_t *rsession, const unsigned c
}
#endif
- if (io_pvt->sendq && switch_buffer_inuse(io_pvt->sendq) > 0) {
- /* We already have queued data, append it to the sendq */
- switch_buffer_write(io_pvt->sendq, buf, *len);
- return SWITCH_STATUS_SUCCESS;
- }
-
- status = switch_socket_send_nonblock(io_pvt->socket, (char*)buf, len);
-
- if (*len > 0 && *len < orig_len) {
-
+ while (remaining > 0) {
if (rsession->state >= RS_DESTROY) {
return SWITCH_STATUS_FALSE;
}
- /* We didnt send it all... add it to the sendq*/
- switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_DEBUG, "%"SWITCH_SIZE_T_FMT" bytes added to sendq.\n", (orig_len - *len));
+again:
+ status = switch_socket_send_nonblock(io_pvt->socket, (char*)buf, len);
- switch_buffer_write(io_pvt->sendq, (buf + *len), orig_len - *len);
+ if ((status == 32 || SWITCH_STATUS_IS_BREAK(status)) && sanity-- > 0) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "sending too fast, retrying %d\n", sanity);
+ goto again;
+ }
- /* Make sure we poll-write */
- rtmp_tcp_alter_pollfd(rsession, SWITCH_TRUE);
+ if (status != SWITCH_STATUS_SUCCESS) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "send error %d\n", status);
+ break;
+ }
+
+ if (*len != orig_len) switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "sent %ld of %ld\n", *len, orig_len);
+ buf += *len;
+ remaining -= *len;
+ *len = remaining;
}
+ *len = orig_len;
+
return status;
}
@@ -178,11 +159,6 @@ static switch_status_t rtmp_tcp_close(rtmp_session_t *rsession)
switch_socket_close(io_pvt->socket);
io_pvt->socket = NULL;
}
-
- if ( io_pvt->sendq ) {
- switch_buffer_destroy(&(io_pvt->sendq));
- }
-
return SWITCH_STATUS_SUCCESS;
}
@@ -246,7 +222,6 @@ void *SWITCH_THREAD_FUNC rtmp_io_tcp_thread(switch_thread_t *thread, void *obj)
pvt->socket = newsocket;
switch_socket_create_pollfd(&pvt->pollfd, newsocket, SWITCH_POLLIN | SWITCH_POLLERR, rsession, rsession->pool);
switch_pollset_add(io->pollset, pvt->pollfd);
- switch_buffer_create_dynamic(&pvt->sendq, 512, 1024, 0);
/* Get the remote address/port info */
switch_socket_addr_get(&addr, SWITCH_TRUE, newsocket);
@@ -261,18 +236,7 @@ void *SWITCH_THREAD_FUNC rtmp_io_tcp_thread(switch_thread_t *thread, void *obj)
rtmp_session_t *rsession = (rtmp_session_t*)fds[i].client_data;
rtmp_tcp_io_private_t *io_pvt = (rtmp_tcp_io_private_t*)rsession->io_private;
- if (fds[i].rtnevents & SWITCH_POLLOUT && switch_buffer_inuse(io_pvt->sendq) > 0) {
- /* Send as much remaining data as possible */
- switch_size_t sendlen;
- const void *ptr;
- sendlen = switch_buffer_peek_zerocopy(io_pvt->sendq, &ptr);
- switch_socket_send_nonblock(io_pvt->socket, ptr, &sendlen);
- switch_buffer_toss(io_pvt->sendq, sendlen);
- if (switch_buffer_inuse(io_pvt->sendq) == 0) {
- /* Remove our fd from OUT polling */
- rtmp_tcp_alter_pollfd(rsession, SWITCH_FALSE);
- }
- } else if (fds[i].rtnevents & SWITCH_POLLIN && rtmp_handle_data(rsession) != SWITCH_STATUS_SUCCESS) {
+ if (fds[i].rtnevents & SWITCH_POLLIN && rtmp_handle_data(rsession) != SWITCH_STATUS_SUCCESS) {
switch_log_printf(SWITCH_CHANNEL_UUID_LOG(rsession->uuid), SWITCH_LOG_DEBUG, "Closing socket\n");
switch_mutex_lock(io->mutex);
diff --git a/src/mod/endpoints/mod_rtmp/rtmp_video.c b/src/mod/endpoints/mod_rtmp/rtmp_video.c
new file mode 100644
index 0000000000..d351640a6a
--- /dev/null
+++ b/src/mod/endpoints/mod_rtmp/rtmp_video.c
@@ -0,0 +1,749 @@
+/*
+ * mod_rtmp for FreeSWITCH Modular Media Switching Software Library / Soft-Switch Application
+ * Copyright (C) 2015, Seven Du.
+ *
+ * Version: MPL 1.1
+ *
+ * The contents of this file are subject to the Mozilla Public License Version
+ * 1.1 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * http://www.mozilla.org/MPL/
+ *
+ * Software distributed under the License is distributed on an "AS IS" basis,
+ * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
+ * for the specific language governing rights and limitations under the
+ * License.
+ *
+ * The Original Code is rtmp_video for FreeSWITCH Modular Media Switching Software Library / Soft-Switch Application
+ *
+ * The Initial Developer of the Original Code is Barracuda Networks Inc.
+ * Portions created by the Initial Developer are Copyright (C)
+ * the Initial Developer. All Rights Reserved.
+ *
+ * Contributor(s):
+ *
+ * Seven Du
+ * Da Xiong
+ *
+ * rtmp_video.c -- RTMP video
+ *
+ */
+
+#include
+
+
+amf0_data * amf0_array_shift(amf0_data * data) {
+ return (data != NULL) ? amf0_array_delete(data, amf0_array_first(data)) : NULL;
+}
+
+
+void rtmp2rtp_helper_init(rtmp2rtp_helper_t *helper)
+{
+ memset(helper, 0, sizeof(rtmp2rtp_helper_t));
+ helper->nal_list = amf0_array_new();
+ helper->pps = NULL;
+ helper->sps = NULL;
+
+}
+
+void rtp2rtmp_helper_init(rtp2rtmp_helper_t *helper)
+{
+ memset(helper, 0, sizeof(rtmp2rtp_helper_t));
+ helper->pps = NULL;
+ helper->sps = NULL;
+ helper->send = SWITCH_FALSE;
+ helper->send_avc = SWITCH_FALSE;
+ switch_buffer_create_dynamic(&helper->rtmp_buf, 10240, 10240, 0);
+ switch_buffer_create_dynamic(&helper->fua_buf, 10240, 10240, 0);
+}
+
+void rtmp2rtp_helper_destroy(rtmp2rtp_helper_t *helper)
+{
+ amf0_data_free(helper->nal_list);
+ amf0_data_free(helper->sps);
+ amf0_data_free(helper->pps);
+ helper = NULL;
+}
+
+void rtp2rtmp_helper_destroy(rtp2rtmp_helper_t *helper)
+{
+
+ amf0_data_free(helper->avc_conf);
+ amf0_data_free(helper->sps);
+ amf0_data_free(helper->pps);
+ if (helper->rtmp_buf) switch_buffer_destroy(&helper->rtmp_buf);
+ if (helper->fua_buf) switch_buffer_destroy(&helper->fua_buf);
+ helper = NULL;
+}
+
+switch_status_t on_rtmp_tech_init(switch_core_session_t *session, rtmp_private_t *tech_pvt)
+{
+
+ //for video
+ tech_pvt->video_read_frame.packet = tech_pvt->video_databuf;
+ tech_pvt->video_read_frame.data = tech_pvt->video_databuf + 12;
+ tech_pvt->video_read_frame.buflen = SWITCH_RECOMMENDED_BUFFER_SIZE - 12;
+
+ switch_mutex_init(&tech_pvt->video_readbuf_mutex, SWITCH_MUTEX_NESTED, switch_core_session_get_pool(session));
+
+ switch_buffer_create_dynamic(&tech_pvt->video_readbuf, 1024, 1024, 2048000);
+
+ rtmp2rtp_helper_init(&tech_pvt->video_read_helper);
+ rtp2rtmp_helper_init(&tech_pvt->video_write_helper);
+ tech_pvt->video_write_helper.last_mark = 1;
+ tech_pvt->video_codec = 0xB2;
+ return SWITCH_STATUS_SUCCESS;
+}
+
+switch_status_t on_rtmp_destroy(rtmp_private_t *tech_pvt)
+{
+
+ if (tech_pvt) {
+ //for video
+
+ if (switch_core_codec_ready(&tech_pvt->video_read_codec)) {
+ switch_core_codec_destroy(&tech_pvt->video_read_codec);
+ }
+
+ if (switch_core_codec_ready(&tech_pvt->video_write_codec)) {
+ switch_core_codec_destroy(&tech_pvt->video_write_codec);
+ }
+
+ rtmp2rtp_helper_destroy(&tech_pvt->video_read_helper);
+ rtp2rtmp_helper_destroy(&tech_pvt->video_write_helper);
+ switch_buffer_destroy(&tech_pvt->video_readbuf);
+
+ switch_media_handle_destroy(tech_pvt->session);
+ }
+
+ return SWITCH_STATUS_SUCCESS;
+}
+
+
+/*Rtmp packet to rtp frame*/
+switch_status_t rtmp_rtmp2rtpH264(rtmp2rtp_helper_t *read_helper, uint8_t* data, uint32_t len)
+{
+ switch_status_t status = SWITCH_STATUS_SUCCESS;
+
+ if (data[0] == 0x17 && data[1] == 0) {
+ switch_byte_t *pdata = data + 2;
+ int cfgVer = pdata[3];
+ if (cfgVer == 1) {
+ int i = 0;
+ int numSPS = 0;
+ int numPPS = 0;
+ int lenSize = (pdata[7] & 0x03) + 1;
+ int lenSPS;
+ int lenPPS;
+ //sps
+ numSPS = pdata[8] & 0x1f;
+ pdata += 9;
+ for (i = 0; i < numSPS; i++) {
+ lenSPS = ((pdata[0] & 0xff) << 8) | (pdata[1] & 0xff);
+ pdata += 2;
+ if (read_helper->sps == NULL) {
+ read_helper->sps = amf0_string_new(pdata, lenSPS);
+ }
+ pdata += lenSPS;
+ }
+ //pps
+ numPPS = pdata[0];
+ pdata += 1;
+ for (i = 0; i < numPPS; i++) {
+ lenPPS = ((pdata[0] & 0xff) << 8) | (pdata[1] & 0xff);
+ pdata +=2;
+ if (read_helper->pps == NULL) {
+ read_helper->pps = amf0_string_new(pdata, lenPPS);
+ }
+ pdata += lenPPS;
+ }
+
+ read_helper->lenSize = lenSize;
+
+ // add sps to list
+ if (read_helper->sps != NULL) {
+ amf0_data *sps = amf0_string_new(
+ amf0_string_get_uint8_ts(read_helper->sps),
+ amf0_string_get_size(read_helper->sps));
+
+ amf0_array_push(read_helper->nal_list, sps);
+
+ }
+ // add pps to list
+ if (read_helper->pps != NULL) {
+ amf0_data *pps = amf0_string_new(
+ amf0_string_get_uint8_ts(read_helper->pps),
+ amf0_string_get_size(read_helper->pps));
+ amf0_array_push(read_helper->nal_list, pps);
+ }
+
+ } else {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR,"Unsuported cfgVer=%d" , cfgVer);
+ }
+ } else if ((data[0] == 0x17 || data[0] == 0x27) && data[1] == 1) {
+ if (read_helper->sps && read_helper->pps) {
+ switch_byte_t * pdata = data + 5;
+ uint32_t pdata_len = len - 5;
+ uint32_t lenSize = read_helper->lenSize;
+ switch_byte_t *nal_buf = NULL;
+ uint32_t nal_len = 0;
+
+ while (pdata_len > 0) {
+ uint32_t nalSize = 0;
+ switch (lenSize) {
+ case 1:
+ nalSize = pdata[lenSize - 1] & 0xff;
+ break;
+ case 2:
+ nalSize = ((pdata[lenSize - 2] & 0xff) << 8) | (pdata[lenSize - 1] & 0xff);
+ break;
+ case 4:
+ nalSize = (pdata[lenSize - 4] & 0xff) << 24 |
+ (pdata[lenSize - 3] & 0xff) << 16 |
+ (pdata[lenSize - 2] & 0xff) << 8 |
+ (pdata[lenSize - 1] & 0xff);
+ break;
+ default:
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Invalid length size: %d" , lenSize);
+ return SWITCH_STATUS_FALSE;
+ }
+
+ nal_buf = pdata + lenSize;
+ nal_len = nalSize;
+
+ //next nal
+ pdata = pdata + lenSize + nalSize;
+ pdata_len -= (lenSize + nalSize);
+ }
+
+ if ((nal_len > 0 && nal_len < len) && nal_buf != NULL) {
+
+ switch_byte_t * remaining = nal_buf;
+ int32_t remaining_len = nal_len;
+ int nalType = remaining[0] & 0x1f;
+ int nri = remaining[0] & 0x60;
+
+ if (nalType == 5 || nalType == 1) {
+ if (remaining_len < MAX_RTP_PAYLOAD_SIZE) {
+ amf0_array_push(read_helper->nal_list, amf0_string_new(remaining, remaining_len));
+ } else {
+ switch_byte_t start = (uint8_t) 0x80;
+ remaining += 1;
+ remaining_len -= 1;
+
+ while (remaining_len > 0) {
+ int32_t payload_len = (MAX_RTP_PAYLOAD_SIZE - 2) < remaining_len ? (MAX_RTP_PAYLOAD_SIZE - 2) : remaining_len;
+
+ switch_byte_t payload[MAX_RTP_PAYLOAD_SIZE];
+ switch_byte_t end;
+
+ memcpy(payload + 2, remaining, payload_len);
+ remaining_len -= payload_len;
+ remaining += payload_len;
+
+ end = (switch_byte_t) ((remaining_len > 0) ? 0 : 0x40);
+ payload[0] = nri | 28; // FU-A
+ payload[1] = start | end | nalType;
+
+ amf0_array_push(read_helper->nal_list, amf0_string_new(payload, payload_len + 2));
+
+ start = 0;
+ }
+ }
+ }
+
+ }
+ }
+ } else {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Missing rtmp data\n");
+ }
+
+ return status;
+}
+
+switch_bool_t sps_changed(amf0_data *data, uint8_t *new, int datalen)
+{
+ uint8_t *old;
+ int i = 0;;
+
+ if (!data) return SWITCH_TRUE;
+ if (datalen != amf0_string_get_size(data)) return SWITCH_TRUE;
+
+ old = amf0_string_get_uint8_ts(data);
+
+ while(i < datalen) {
+ if (*(old + i) != *(new + i)) return SWITCH_TRUE;
+ i++;
+ }
+
+ return SWITCH_FALSE;
+}
+
+switch_status_t rtmp_rtp2rtmpH264(rtp2rtmp_helper_t *helper, switch_frame_t *frame)
+{
+ uint8_t* packet = frame->packet;
+ uint32_t len = frame->packetlen;
+ switch_rtp_hdr_t *raw_rtp = (switch_rtp_hdr_t *)packet;
+ switch_byte_t *payload = packet + 12;
+ int datalen = len - 12;
+ int nalType = payload[0] & 0x1f;
+ uint32_t size = 0;
+ uint16_t rtp_seq = ntohs(raw_rtp->seq);
+ // uint32_t rtp_ts = ntohl(raw_rtp->ts);
+ static const uint8_t rtmp_header17[] = {0x17, 1, 0, 0, 0};
+ static const uint8_t rtmp_header27[] = {0x27, 1, 0, 0, 0};
+
+ // switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_NOTICE,
+ // "read: %-4u: %02x %02x ts:%u seq:%u %s\n",
+ // len, payload[0], payload[1], rtp_ts, rtp_seq, raw_rtp->m ? " mark" : "");
+
+#if 0
+ if (helper->last_seq && helper->last_seq + 1 != rtp_seq) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "possible video rtp packet loss? seq: %u - %u - 1 = %d ts: %u - %u = %d\n",
+ ntohs(raw_rtp->seq), helper->last_seq, (int)(rtp_seq - helper->last_seq - 1),
+ ntohl(raw_rtp->ts), helper->last_recv_ts, (int)(rtp_ts - helper->last_recv_ts));
+
+/*
+ if (nalType != 7) {
+ if (helper->sps) {
+ amf0_data_free(helper->sps);
+ helper->sps = NULL;
+ }
+ helper->last_recv_ts = rtp_ts;
+ helper->last_mark = raw_rtp->m;
+ helper->last_seq = rtp_seq;
+ goto wait_sps;
+ }
+*/
+ }
+
+#endif
+
+ if (helper->last_recv_ts != frame->timestamp) {
+ switch_buffer_zero(helper->rtmp_buf);
+ switch_buffer_zero(helper->fua_buf);
+ }
+ helper->last_recv_ts = frame->timestamp;
+ helper->last_mark = frame->m;//raw_rtp->m;
+ helper->last_seq = rtp_seq;
+
+ switch (nalType) {
+ case 7: //sps
+ if (sps_changed(helper->sps, payload, datalen)) {
+ amf0_data_free(helper->sps);
+ helper->sps = amf0_string_new(payload, datalen);
+ helper->sps_changed++;
+ } else {
+ helper->sps_changed = 0;
+ }
+ break;
+ case 8: //pps
+ amf0_data_free(helper->pps);
+ helper->pps = amf0_string_new(payload, datalen);
+ break;
+ case 1: //Non IDR
+ size = htonl(datalen);
+ if (switch_buffer_inuse(helper->rtmp_buf) == 0)
+ switch_buffer_write(helper->rtmp_buf, rtmp_header27, sizeof(rtmp_header27));
+ switch_buffer_write(helper->rtmp_buf, &size, sizeof(uint32_t));
+ switch_buffer_write(helper->rtmp_buf, payload, datalen);
+ break;
+ case 5: //IDR
+ size = htonl(datalen);
+ if (switch_buffer_inuse(helper->rtmp_buf) == 0)
+ switch_buffer_write(helper->rtmp_buf, rtmp_header17, sizeof(rtmp_header17));
+ switch_buffer_write(helper->rtmp_buf, &size, sizeof(uint32_t));
+ switch_buffer_write(helper->rtmp_buf, payload, datalen);
+ break;
+ case 28: //FU-A
+ {
+ uint8_t *q = payload;
+ uint8_t h264_start_bit = q[1] & 0x80;
+ uint8_t h264_end_bit = q[1] & 0x40;
+ uint8_t h264_type = q[1] & 0x1F;
+ uint8_t h264_nri = (q[0] & 0x60) >> 5;
+ uint8_t h264_key = (h264_nri << 5) | h264_type;
+
+ if (h264_start_bit) {
+ /* write NAL unit code */
+ switch_buffer_write(helper->fua_buf, &h264_key, sizeof(h264_key));
+ }
+
+ switch_buffer_write(helper->fua_buf, q + 2, datalen - 2);
+
+ if (h264_end_bit) {
+ const void * nal_data;
+
+ uint32_t used = switch_buffer_inuse(helper->fua_buf);
+ uint32_t used_big = htonl(used);
+ switch_buffer_peek_zerocopy(helper->fua_buf, &nal_data);
+
+ nalType = ((uint8_t*)nal_data)[0] & 0x1f;
+ if (switch_buffer_inuse(helper->rtmp_buf) == 0) {
+ if (nalType == 5)
+ switch_buffer_write(helper->rtmp_buf, rtmp_header17, sizeof(rtmp_header17));
+ else
+ switch_buffer_write(helper->rtmp_buf, rtmp_header27, sizeof(rtmp_header27));
+ }
+
+ switch_buffer_write(helper->rtmp_buf, &used_big, sizeof(uint32_t));
+ switch_buffer_write(helper->rtmp_buf, nal_data, used);
+ switch_buffer_zero(helper->fua_buf);
+ }
+
+ }
+ break;
+ case 24:
+ {// for aggregated SPS and PPSs
+ uint8_t *q = payload + 1;
+ uint16_t nalu_size = 0;
+ int nt = 0;
+ int nidx = 0;
+ while (nidx < datalen - 1) {
+ /* get NALU size */
+ nalu_size = (q[nidx] << 8) | (q[nidx + 1]);
+
+ nidx += 2;
+
+ if (nalu_size == 0) {
+ nidx++;
+ continue;
+ }
+
+ /* write NALU data */
+ nt = q[nidx] & 0x1f;
+ switch (nt) {
+ case 1: //Non IDR
+ size = htonl(nalu_size);
+ if (switch_buffer_inuse(helper->rtmp_buf) == 0)
+ switch_buffer_write(helper->rtmp_buf, rtmp_header27, sizeof(rtmp_header27));
+ switch_buffer_write(helper->rtmp_buf, &size, sizeof(uint32_t));
+ switch_buffer_write(helper->rtmp_buf, q + nidx, nalu_size);
+ break;
+ case 5: // IDR
+ size = htonl(nalu_size);
+ if (switch_buffer_inuse(helper->rtmp_buf) == 0)
+ switch_buffer_write(helper->rtmp_buf, rtmp_header17, sizeof(rtmp_header17));
+
+ switch_buffer_write(helper->rtmp_buf, &size, sizeof(uint32_t));
+ switch_buffer_write(helper->rtmp_buf, q + nidx, nalu_size);
+ break;
+ case 7: //sps
+ amf0_data_free(helper->sps);
+ helper->sps = amf0_string_new( q + nidx, nalu_size);
+ break;
+ case 8: //pps
+ amf0_data_free(helper->pps);
+ helper->pps = amf0_string_new(q + nidx, nalu_size);
+ break;
+ default:
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Unsupported NAL %d in STAP-A\n", nt);
+ break;
+ }
+ nidx += nalu_size;
+ }
+ }
+ break;
+ default:
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "Unsupported NAL %d\n", nalType);
+ break;
+ }
+
+ // build the avc seq
+ if (helper->sps_changed && helper->sps != NULL && helper->pps != NULL) {
+
+ int i = 0;
+ uint16_t size;
+ uint8_t *sps = amf0_string_get_uint8_ts(helper->sps);
+ unsigned char buf[AMF_MAX_SIZE * 2]; /* make sure the buffer is big enough */
+
+ buf[i++] = 0x17; // i = 0
+ buf[i++] = 0; // 0 for sps/pps packet
+ buf[i++] = 0; // timestamp
+ buf[i++] = 0; // timestamp
+ buf[i++] = 0; // timestamp
+ buf[i++] = 1; // AVC Decode Configuration Version
+ buf[i++] = sps[1]; // H264 profile 0x42 = Baseline
+ buf[i++] = sps[2]; // Compatiable Level
+ buf[i++] = sps[3]; // H264 profile 0x1e = profile 30, 0x1f = profile 31
+ buf[i++] = 0xff; // 111111 11 0B11 = 3 = lengthSizeMinusOne, LengtSize = 4
+ buf[i++] = 0xe1; // i = 10, number of sps = 1
+
+ // 2 bytes sps size
+ size = htons(amf0_string_get_size(helper->sps));
+ memcpy(buf + i, &size, 2);
+ i += 2;
+ // sps data
+ memcpy(buf + i, sps, amf0_string_get_size(helper->sps));
+ buf[i] = 0x67; // set sps header, eyebeam sends 0x27, we set nri = 3, set it to be most important
+ i += amf0_string_get_size(helper->sps);
+
+ buf[i++] = 0x01; // number of pps
+
+ // 2 bytes pps size
+ size = htons(amf0_string_get_size(helper->pps));
+ memcpy(buf + i, &size, 2);
+ i += 2;
+ // pps data
+ memcpy(buf + i, amf0_string_get_uint8_ts(helper->pps), amf0_string_get_size(helper->pps));
+ buf[i] = 0x68; // set pps header
+ i += amf0_string_get_size(helper->pps);
+
+ amf0_data_free(helper->avc_conf);
+ helper->avc_conf = amf0_string_new(buf, i);
+ helper->send_avc = SWITCH_TRUE;
+ }
+
+ if (frame->m) {
+ if (helper->avc_conf) {
+ helper->send = SWITCH_TRUE;
+ } else {
+
+// wait_sps:
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "waiting for sps and pps\n");
+ switch_buffer_zero(helper->rtmp_buf);
+ switch_buffer_zero(helper->fua_buf);
+ helper->send = SWITCH_FALSE;
+ }
+ }
+
+ return SWITCH_STATUS_SUCCESS;
+}
+
+switch_status_t rtmp_write_video_frame(switch_core_session_t *session, switch_frame_t *frame, switch_io_flag_t flags, int stream_id)
+{
+
+ switch_channel_t *channel = NULL;
+ rtmp_private_t *tech_pvt = NULL;
+ rtmp_session_t *rsession = NULL;
+ switch_time_t ts = 0;
+ rtp2rtmp_helper_t *helper;
+ switch_status_t status = SWITCH_STATUS_SUCCESS;
+
+ channel = switch_core_session_get_channel(session);
+ assert(channel != NULL);
+
+ tech_pvt = switch_core_session_get_private(session);
+ assert(tech_pvt != NULL);
+
+ helper = &tech_pvt->video_write_helper;
+ assert(helper != NULL);
+
+ rsession = tech_pvt->rtmp_session;
+
+ if (rsession == NULL) {
+ return SWITCH_STATUS_FALSE;
+ }
+
+ //emulate lost packets
+ // if (frame->seq > 0 && frame->seq % 20 == 0) return SWITCH_STATUS_SUCCESS;
+
+ switch_thread_rwlock_wrlock(rsession->rwlock);
+
+ if (!switch_test_flag(tech_pvt, TFLAG_IO)) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "TFLAG_IO not set\n");
+ switch_goto_status(SWITCH_STATUS_FALSE, end);
+ }
+
+ if (switch_test_flag(tech_pvt, TFLAG_DETACHED) || !switch_test_flag(tech_pvt->rtmp_session, SFLAG_VIDEO)) {
+ switch_goto_status(SWITCH_STATUS_SUCCESS, end);
+ }
+
+ if (!tech_pvt->rtmp_session || !tech_pvt->video_codec || !tech_pvt->write_channel) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Missing mandatory value\n");
+ switch_goto_status(SWITCH_STATUS_FALSE, end);
+ }
+
+ if (tech_pvt->rtmp_session->state >= RS_DESTROY) {
+ switch_goto_status(SWITCH_STATUS_FALSE, end);
+ }
+
+ if (frame->flags & SFF_CNG) {
+ switch_goto_status(SWITCH_STATUS_SUCCESS, end);
+ }
+
+ rtmp_rtp2rtmpH264(helper, frame);
+
+ if (helper->send) {
+ uint16_t used = switch_buffer_inuse(helper->rtmp_buf);
+ const void *rtmp_data = NULL;
+
+ switch_buffer_peek_zerocopy(helper->rtmp_buf, &rtmp_data);
+
+ if (!tech_pvt->stream_start_ts) {
+ tech_pvt->stream_start_ts = switch_micro_time_now() / 1000;
+ ts = 0;
+ } else {
+ ts = (switch_micro_time_now() / 1000) - tech_pvt->stream_start_ts;
+ }
+
+#if 0
+ { /* use timestamp read from the frame */
+ uint32_t timestamp = frame->timestamp & 0xFFFFFFFF;
+ ts = timestamp / 90;
+ }
+#endif
+
+ if (ts == tech_pvt->stream_last_ts) {
+ // switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "dup ts: %" SWITCH_TIME_T_FMT "\n", ts);
+ ts += 1;
+ if (ts == 1) ts = 0;
+ }
+
+ tech_pvt->stream_last_ts = ts;
+
+ if (!rtmp_data) {
+ goto skip;
+ }
+
+ if (((uint8_t *)rtmp_data)[0] == 0x17 && helper->send_avc) {
+ uint8_t *avc_conf = amf0_string_get_uint8_ts(helper->avc_conf);
+
+ rtmp_send_message(tech_pvt->rtmp_session, RTMP_DEFAULT_STREAM_VIDEO, ts,
+ RTMP_TYPE_VIDEO, tech_pvt->rtmp_session->media_streamid, avc_conf, amf0_string_get_size(helper->avc_conf), 0);
+ helper->send_avc = SWITCH_FALSE;
+ }
+
+ status = rtmp_send_message(tech_pvt->rtmp_session, RTMP_DEFAULT_STREAM_VIDEO, ts,
+ RTMP_TYPE_VIDEO, tech_pvt->rtmp_session->media_streamid, rtmp_data, used, 0);
+
+ // if dropped_video_frame > N then ask the far end for a new IDR for each N frames
+ if (rsession->dropped_video_frame > 0 && rsession->dropped_video_frame % 90 == 0) {
+ switch_core_session_t *other_session;
+ if (switch_core_session_get_partner(session, &other_session) == SWITCH_STATUS_SUCCESS) {
+ switch_core_session_request_video_refresh(session);
+ switch_core_session_rwunlock(other_session);
+ }
+ }
+skip:
+ switch_buffer_zero(helper->rtmp_buf);
+ switch_buffer_zero(helper->fua_buf);
+ helper->send = SWITCH_FALSE;
+ }
+
+end:
+ switch_thread_rwlock_unlock(rsession->rwlock);
+ return status;
+}
+
+
+switch_status_t rtmp_read_video_frame(switch_core_session_t *session, switch_frame_t **frame, switch_io_flag_t flags, int stream_id)
+{
+ switch_channel_t *channel = NULL;
+ rtmp_private_t *tech_pvt = NULL;
+ uint16_t len;
+
+ channel = switch_core_session_get_channel(session);
+ assert(channel != NULL);
+
+ tech_pvt = switch_core_session_get_private(session);
+ assert(tech_pvt != NULL);
+
+ if (tech_pvt->rtmp_session->state >= RS_DESTROY) {
+ return SWITCH_STATUS_FALSE;
+ }
+
+ if (switch_test_flag(tech_pvt, TFLAG_DETACHED)) {
+ switch_yield(20000);
+ goto cng;
+ }
+
+ tech_pvt->video_read_frame.flags = SFF_RAW_RTP;
+ tech_pvt->video_read_frame.codec = &tech_pvt->video_read_codec;
+
+ if (amf0_array_size(tech_pvt->video_read_helper.nal_list) > 0) {
+ goto wr_frame;
+ }
+
+ if (switch_buffer_inuse(tech_pvt->video_readbuf) < 2) {
+ switch_yield(20000);
+ switch_cond_next();
+ }
+
+ if (switch_buffer_inuse(tech_pvt->video_readbuf) < 2) {
+ switch_yield(20000);
+ goto cng;
+ } else {
+ switch_mutex_lock(tech_pvt->video_readbuf_mutex);
+ switch_buffer_peek(tech_pvt->video_readbuf, &len, 2);
+ if (switch_buffer_inuse(tech_pvt->video_readbuf) >= len) {
+ if (len == 0) {
+ switch_mutex_unlock(tech_pvt->video_readbuf_mutex);
+ switch_yield(20000);
+ goto cng;
+ } else {
+ const void *data = NULL;
+ switch_buffer_toss(tech_pvt->video_readbuf, 2);
+ switch_buffer_read(tech_pvt->video_readbuf, &tech_pvt->video_read_ts, 4);
+ tech_pvt->video_read_ts *= 90;
+ switch_buffer_peek_zerocopy(tech_pvt->video_readbuf, &data);
+ rtmp_rtmp2rtpH264(&tech_pvt->video_read_helper, (uint8_t *)data, len);
+ switch_buffer_toss(tech_pvt->video_readbuf, len);
+
+ if (amf0_array_size(tech_pvt->video_read_helper.nal_list) == 0) {
+ switch_mutex_unlock(tech_pvt->video_readbuf_mutex);
+ switch_yield(20000);
+ goto cng;
+ }
+ }
+ }
+ switch_mutex_unlock(tech_pvt->video_readbuf_mutex);
+ }
+
+wr_frame:
+ {
+ amf0_data *amf_data;
+ amf_data = amf0_array_shift(tech_pvt->video_read_helper.nal_list);
+ if (amf_data) {
+ int data_size = amf0_string_get_size(amf_data);
+ if (data_size > 1500) {
+ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "data size too large: %d\n", data_size);
+ amf0_data_free(amf_data);
+ goto cng;
+ }
+
+ memcpy(tech_pvt->video_read_frame.data, amf0_string_get_uint8_ts(amf_data), data_size);
+ tech_pvt->video_read_frame.datalen = data_size;
+ tech_pvt->video_read_frame.packetlen = data_size + 12;
+ amf0_data_free(amf_data);
+ } else {
+ switch_yield(20000);
+ goto cng;
+ }
+ }
+
+ { /* set the marker bit on the last packet*/
+ uint8_t *p = tech_pvt->video_read_frame.data;
+ uint8_t fragment_type = p[0] & 0x1f;
+ uint8_t end_bit = p[1] & 0x40;
+ switch_rtp_hdr_t *rtp_hdr = tech_pvt->video_read_frame.packet;
+
+ if (fragment_type == 28) {
+ tech_pvt->video_read_frame.m = end_bit == 0x40 ? SWITCH_TRUE : SWITCH_FALSE;
+ } else {
+ tech_pvt->video_read_frame.m = SWITCH_TRUE;
+ }
+
+ rtp_hdr->version = 2;
+ rtp_hdr->p = 0;
+ rtp_hdr->x = 0;
+ rtp_hdr->ts = htonl(tech_pvt->video_read_ts);
+ rtp_hdr->m = tech_pvt->video_read_frame.m;
+ rtp_hdr->seq = htons(tech_pvt->seq++);
+ if (rtp_hdr->ssrc == 0) rtp_hdr->ssrc = (uint32_t) (intptr_t) tech_pvt;
+ // switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "read %2x %2x %u %u\n", p[0], p[1], tech_pvt->video_read_ts, rtp_hdr->ssrc);
+ }
+
+ *frame = &tech_pvt->video_read_frame;
+ (*frame)->img = NULL;
+ return SWITCH_STATUS_SUCCESS;
+
+cng:
+ tech_pvt->video_read_frame.datalen = 0;
+ tech_pvt->video_read_frame.flags = SFF_CNG;
+ tech_pvt->video_read_frame.codec = &tech_pvt->video_read_codec;
+
+ *frame = &tech_pvt->video_read_frame;
+
+ return SWITCH_STATUS_SUCCESS;
+}
diff --git a/src/mod/endpoints/mod_rtmp/rtmp_video.h b/src/mod/endpoints/mod_rtmp/rtmp_video.h
new file mode 100644
index 0000000000..e62ce4cbb8
--- /dev/null
+++ b/src/mod/endpoints/mod_rtmp/rtmp_video.h
@@ -0,0 +1,49 @@
+/*
+ * mod_rtmp for FreeSWITCH Modular Media Switching Software Library / Soft-Switch Application
+ * Copyright (C) 2015, Seven Du.
+ *
+ * Version: MPL 1.1
+ *
+ * The contents of this file are subject to the Mozilla Public License Version
+ * 1.1 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * http://www.mozilla.org/MPL/
+ *
+ * Software distributed under the License is distributed on an "AS IS" basis,
+ * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
+ * for the specific language governing rights and limitations under the
+ * License.
+ *
+ * The Original Code is rtmp_video for FreeSWITCH Modular Media Switching Software Library / Soft-Switch Application
+ *
+ * The Initial Developer of the Original Code is Seven Du
+ * Portions created by the Initial Developer are Copyright (C)
+ * the Initial Developer. All Rights Reserved.
+ *
+ * Contributor(s):
+ *
+ * Seven Du
+ * Da Xiong
+ *
+ * rtmp_video.h -- RTMP video
+ *
+ */
+
+
+#include "amf0.h"
+#include "mod_rtmp.h"
+
+#define MAX_RTP_PAYLOAD_SIZE 1400
+
+void rtmp2rtp_helper_init(rtmp2rtp_helper_t *helper);
+void rtp2rtmp_helper_init(rtp2rtmp_helper_t *helper);
+void rtmp2rtp_helper_destroy(rtmp2rtp_helper_t *helper);
+void rtp2rtmp_helper_destroy(rtp2rtmp_helper_t *helper);
+switch_status_t on_rtmp_tech_init(switch_core_session_t *session, rtmp_private_t *tech_pvt);
+switch_status_t on_rtmp_destroy(rtmp_private_t *tech_pvt);
+
+/*Rtmp packet to rtp frame*/
+switch_status_t rtmp_rtmp2rtpH264(rtmp2rtp_helper_t *read_helper, uint8_t* data, uint32_t len);
+switch_status_t rtmp_rtp2rtmpH264(rtp2rtmp_helper_t *helper, switch_frame_t *frame);
+switch_status_t rtmp_write_video_frame(switch_core_session_t *session, switch_frame_t *frame, switch_io_flag_t flags, int stream_id);
+switch_status_t rtmp_read_video_frame(switch_core_session_t *session, switch_frame_t **frame, switch_io_flag_t flags, int stream_id);
