RTMP 推流增加对H265的支持

Posted on by hackdl

 RTMP协议本身是不支持H265的。但现在的设备越来越追求更高的压缩比和更高的图形质量。H265相对其他的媒体格式更多受到厂家的重视。rtmp协议要支持H265首先要定义一个ID。按照大家的约定来看，基本使用12(0xc)作为ID. 同时相对H264对NALU的分析要进行改变。并对发送的Metadata数据进行修改。

先看下发送metadata：

int SendVideoSpsPpsVps(RTMP* r, unsigned char* pps, int pps_len, unsigned char* sps, int sps_len, unsigned char* vps,
	int vps_len, uint32_t dts)
{
	char        tBuffer[RTMP_HEAD_SIZE + 1024] = { 0 };
	RTMPPacket* packet = (RTMPPacket*)tBuffer;
	packet->m_body = (char*)packet + RTMP_HEAD_SIZE;
	unsigned char* body = (unsigned char*)packet->m_body;
	// http://ffmpeg.org/doxygen/trunk/hevc_8c_source.html#l00040  hvcc_write 函数
	// 在nginx-rtmp中会跳过48位不去处理 我们在表示后面补0
	// skip tag header and configurationVersion(1 byte)
	int i = 0;
	body[i++] = 0x1C;
	body[i++] = 0x0;
	body[i++] = 0x0;
	body[i++] = 0x0;
	body[i++] = 0x0;
	body[i++] = 0x1;
	// general_profile_idc 8bit
	body[i++] = sps[1];
	// general_profile_compatibility_flags 32 bit
	body[i++] = sps[2];
	body[i++] = sps[3];
	body[i++] = sps[4];
	body[i++] = sps[5];

	// 48 bit NUll nothing deal in rtmp
	body[i++] = sps[6];
	body[i++] = sps[7];
	body[i++] = sps[8];
	body[i++] = sps[9];
	body[i++] = sps[10];
	body[i++] = sps[11];

	// general_level_idc
	body[i++] = sps[12];

	// 48 bit NUll nothing deal in rtmp
	body[i++] = 0;
	body[i++] = 0;
	body[i++] = 0;
	body[i++] = 0;
	body[i++] = 0;
	body[i++] = 0;
	body[i++] = 0;
	body[i++] = 0;
	// bit(16) avgFrameRate;
	/* bit(2) constantFrameRate; */
	/* bit(3) numTemporalLayers; */
	/* bit(1) temporalIdNested; */
	body[i++] = 0x83;

	/* unsigned int(8) numOfArrays; 03 */
	body[i++] = 0x03;
	// vps 32
	body[i++] = 0x20;
	body[i++] = (1 >> 8) & 0xff;
	body[i++] = 1 & 0xff;
	body[i++] = (vps_len >> 8) & 0xff;
	body[i++] = (vps_len) & 0xff;
	memcpy(&body[i], vps, vps_len);
	i += vps_len;

	// sps
	body[i++] = 0x21;  // sps 33
	body[i++] = 0;
	body[i++] = 1;
	body[i++] = (sps_len >> 8) & 0xff;
	body[i++] = sps_len & 0xff;
	memcpy(&body[i], sps, sps_len);
	i += sps_len;

	// pps
	body[i++] = 0x22;  // pps 34
	body[i++] = (1 >> 8) & 0xff;
	body[i++] = 1 & 0xff;
	body[i++] = (pps_len >> 8) & 0xff;
	body[i++] = (pps_len) & 0xff;
	memcpy(&body[i], pps, pps_len);
	i += pps_len;
	packet->m_packetType = RTMP_PACKET_TYPE_VIDEO;
	packet->m_nBodySize = i;
	packet->m_nChannel = 0x04;
	packet->m_nTimeStamp = dts;
	packet->m_hasAbsTimestamp = 0;
	packet->m_headerType = RTMP_PACKET_SIZE_LARGE;
	packet->m_nInfoField2 = r->m_stream_id;
	int nRet = 0;
	if (RTMP_IsConnected(r))
		nRet = RTMP_SendPacket(r, packet, 0);  // 1为放进发送队列,0是不放进发送队列,直接发送
	return nRet;
}

上面中需要注意// bit(16) avgFrameRate;
    /* bit(2) constantFrameRate; */
    /* bit(3) numTemporalLayers; */
    /* bit(1) temporalIdNested; */
    body[i++] = 0x83;

这个地方在一些网站上写的是0，或者不处理，可能造成一些服务器，不工作。

其他，在发送媒体信息的时候需要解释sps。对H265的解释跟H264不一样。

#ifndef h265_decode_info_h__
#define h265_decode_info_h__


#include    
#include    
//#include   
#include 
#include    
#include    
#include 
struct vc_params_t
{
	LONG width, height;
	DWORD profile, level;
	DWORD nal_length_size;
	void clear()
	{
		memset(this, 0, sizeof(*this));
	}
};

class NALBitstream
{
public:
	NALBitstream() : m_data(NULL), m_len(0), m_idx(0), m_bits(0), m_byte(0), m_zeros(0) {};
	NALBitstream(void * data, int len) { Init(data, len); };
	void Init(void * data, int len) { m_data = (LPBYTE)data; m_len = len; m_idx = 0; m_bits = 0; m_byte = 0; m_zeros = 0; };


	BYTE GetBYTE()
	{
		//printf("m_idx=%d,m_len=%dn", m_idx, m_len);
		if (m_idx >= m_len)
			return 0;
		BYTE b = m_data[m_idx++];

		// to avoid start-code emulation, a byte 0x03 is inserted   
		// after any 00 00 pair. Discard that here.   
		if (b == 0)
		{
			m_zeros++;
			if ((m_idx > m_bits) & 0x1;
	};

	UINT32 GetWord(int bits)
	{

		UINT32 u = 0;
		while (bits > 0)

		{
			u > 1;
		if (!positive)
		{
			SE = -SE;
		}
		return SE;
	};


private:
	LPBYTE m_data;
	int m_len;
	int m_idx;
	int m_bits;
	BYTE m_byte;
	int m_zeros;
};


bool  ParseSequenceParameterSet(BYTE* data, int size, vc_params_t& params)
{
	if (size  6)
	{
		return false;
	}
	bs.GetWord(1);// sps_temporal_id_nesting_flag   
				  // profile_tier_level( sps_max_sub_layers_minus1 )   
	{
		bs.GetWord(2);// general_profile_space   
		bs.GetWord(1);// general_tier_flag   
		params.profile = bs.GetWord(5);// general_profile_idc   
		bs.GetWord(32);// general_profile_compatibility_flag[32]   
		bs.GetWord(1);// general_progressive_source_flag   
		bs.GetWord(1);// general_interlaced_source_flag   
		bs.GetWord(1);// general_non_packed_constraint_flag   
		bs.GetWord(1);// general_frame_only_constraint_flag   
		bs.GetWord(44);// general_reserved_zero_44bits   
		params.level = bs.GetWord(8);// general_level_idc   
		unsigned char sub_layer_profile_present_flag[6] = { 0 };
		unsigned char sub_layer_level_present_flag[6] = { 0 };
		for (int i = 0; i  0)
		{
			for (int i = sps_max_sub_layers_minus1; i  15)
	{
		printf("enter2rn");
		return false;
	}*/
	unsigned long chroma_format_idc = bs.GetUE(); // "The value of chroma_format_idc shall be in the range of 0 to 3, inclusive."   
	/*if (sps_seq_parameter_set_id > 3)
	{
		printf("enter3rn");
		return false;
	}*/
	if (chroma_format_idc == 3)
	{
		bs.GetWord(1);// separate_colour_plane_flag   
	}
	params.width = bs.GetUE(); // pic_width_in_luma_samples   
	params.height = bs.GetUE(); // pic_height_in_luma_samples   
	if (bs.GetWord(1))
	{// conformance_window_flag   
		bs.GetUE();  // conf_win_left_offset   
		bs.GetUE();  // conf_win_right_offset   
		bs.GetUE();  // conf_win_top_offset   
		bs.GetUE();  // conf_win_bottom_offset   
	}
	unsigned long bit_depth_luma_minus8 = bs.GetUE();
	unsigned long bit_depth_chroma_minus8 = bs.GetUE();
	/*if (bit_depth_luma_minus8 != bit_depth_chroma_minus8)
	{
		printf("enter4rn");
		return false;
	}*/
	//...   


	return true;
}

#endif // h265_decode_info_h__

这样可以发送根据媒体格式进行头信息填写了。

if(lpMetaData == NULL)
	{
		return -1;
	}
	char buffer[1024] = {0};
	char *body = buffer+RTMP_MAX_HEADER_SIZE;

	char * p = (char *)body;  
	p = put_byte(p, AMF_STRING );
	p = put_amf_string(p , "@setDataFrame" );

	p = put_byte( p, AMF_STRING );
	p = put_amf_string( p, "onMetaData" );

	p = put_byte(p, AMF_OBJECT );  
	p = put_amf_string( p, "copyright" );  
	p = put_byte(p, AMF_STRING );  
	p = put_amf_string( p, "CarEyeRTMP" );
	
	if (type == 1)
	{
		p = put_amf_string(p, "width");
		p = put_amf_double(p, lpMetaData->Width);

		p = put_amf_string(p, "height");
		p = put_amf_double(p, lpMetaData->Height);

		p = put_amf_string(p, "framerate");
		p = put_amf_double(p, lpMetaData->FrameRate);

		p = put_amf_string(p, "videocodecid");
		if (lpMetaData->VCodec == CAREYE_VCODE_H264)
		{
			p = put_amf_double(p, FLV_CODECID_H264);
		}
		else
		{
			p = put_amf_double(p, FLV_CODECID_H265);
		}
	}

	p =put_amf_string( p, "audiosamplerate");
	p =put_amf_double( p, lpMetaData->SampleRate);

	p =put_amf_string( p, "audiocodecid");
	p =put_amf_double( p, 10);

	p =put_amf_string( p, "" );
	p =put_byte( p, AMF_OBJECT_END  );

car-eye RTMP推流是将GB28181或者GT1078协议的数据的音视频数据推送到RTMP拉流服务器。以实现客户端对RTMP,http,websocket，HLS等多种方式的拉取和播放。

car-eye流媒体服务器实现了对监控和车载移动设备多种场景的支持。相关的开源源码地址：car-eye 开源团队 · GitHub

CarEye Open Platform: 本组织用来发布CarEye 车辆管理系统，视频管理平台，流媒体服务器，设备端程序和相关测试工具

本文章参考：librtmp h265 推流_don.wang的博客-CSDN博客

服务器托管，北京服务器托管，服务器租用 http://www.fwqtg.net
机房租用，北京机房租用，IDC机房托管， http://www.fwqtg.net

相关推荐: [渗透测试]—7.2 社会工程学攻击技术

在本章节中，我们将学习社会工程学攻击技术，包括钓鱼、身份欺诈等。我们会尽量详细、通俗易懂地讲解，并提供尽可能多的实例。 1.1 社会工程学概述 社会工程学是一种利用人际交往中的心理因素来获取信息、权限或其他目标的手段。与技术性攻击手段相比，社会工程学更侧重于利…

服务器托管，北京服务器托管，服务器租用，机房机柜带宽租用

服务器托管

咨询：董先生

电话13051898268 QQ/微信93663045！

上一篇:
下一篇: