RTSP转WebSocket实现H5实时播放
服务端使用C++/CLR包装EasyRTSPClient实现RTSP播放。播放不产生画面,而是转换成JPEG图像通过WEBSOCKET发送到浏览器端。
服务端(C++ & C#):


浏览器端(实时性不错!):

内存使用情况:播放一路视频时占用39M内存。空闲时(无客户端)时自动关闭RTSP播放后内存占用为18MB.


关于WebSocket通讯,服务端向浏览器发送二进制帧,每一帧为一张JPEG图像。


可以看出Websocket播放的帧率为12帧。源码流也是12帧(使用海康威视相机H264子码流).每帧71KB.改变JPEG压缩质量可以更小,但更模糊。当前使用的压缩质量为0.6
服务端WebSocket代码(使用WebSocketSharp),C#:
1 public class WebSocketPlayBehavior : WebSocketBehavior, IClient {
2
3 static List<WebSocketPlayBehavior> client = new List<WebSocketPlayBehavior>();
4 public static int[] InPlayChannel() {
5 return client.Select(x => x.ChannelId)
6 .Distinct()
7 .ToArray();
8 }
9
10 public int ChannelId {
11 get;
12 private set;
13 }
14 private string clientEP = null;
15 public PlayServiceWork Service = null;
16 public WebSocketPlayBehavior() {
17 this.OriginValidator = (p) => {
18 System.Diagnostics.Debug.Print("OriginValidator:{0}", p);
19 return true;
20 };
21 }
22 protected override void OnOpen() {
23 base.OnOpen();
24 #region 获取参数(this.ChannelId)
25 {
26 var PARAM = this.Context.RequestUri.PathAndQuery.Split('?')
27 .LastOrDefault()
28 .Split('&')
29 .Select(x => x.Split('='))
30 .Where(x => x.Length > 1)
31 .ToDictionary(x => x[0].ToLower(), x => System.Net.WebUtility.UrlDecode(x[1])); //WebSocketSharp.Ext.UrlDecode
32
33 int tempid = 1;
34 if (PARAM.TryGetValue("channel", out var value)) {
35 if (Regex.IsMatch(value, "^\\d+$"))
36 tempid = Convert.ToInt32(value);
37 else {
38 var index = RtpConfig.Get().Items.FindIndex(x => string.Equals(x.Name, value));
39 if (index > -1) tempid = index + 1;
40 }
41 }
42 this.ChannelId = Math.Max(1, tempid);
43 }
44 #endregion
45 Service.PlayOneIfNotExist(this.ChannelId - 1);
46
47 clientEP = this.Context.UserEndPoint.ToString();
48 LEI.NLog.Logger.i("建立WS连接\t播放客户端[{0}] <--> [通道:{1}]", clientEP, ChannelId);
49 client.Add(this);
50 RPlayer.AddClient(this);
51 }
52 protected override void OnClose(CloseEventArgs e) {
53 LEI.NLog.Logger.i("关闭WS连接\t播放客户端[{0}] <--> [通道:{1}]", clientEP, ChannelId);
54 base.OnClose(e);
55 RPlayer.DelClient(this);
56 client.Remove(this);
57 }
58
59
60 public int GetChannelId() => ChannelId;
61 private bool insend = false;
62 private object lck = new object();
63 public void SendImage(byte[] bufferImage) {
64 lock (lck) {
65 if (insend)
66 return;
67 insend = true;
68 }
69
70 try {
71 this.SendAsync(bufferImage, (completed) => {
72 insend = false;
73 });
74 } catch (Exception e) {
75 insend = false;
76 LEI.NLog.Logger.e("发送图片失败:{0}", e.Message);
77 //if (this.State == WebSocketState.Closed)
78 // this.OnClose(null);
79 }
80 }
81
82
83 }
服务端YUV帧图像转JPEG图像代码(JPEG为转换后的图像),C++:
1 // 抓图函数实现
2 int take_snapshot(int w, int h, uint8_t *buffer, AVPixelFormat Format,PBYTE JPEG)
3 {
4
5 //MessageLog("take_snapshot");
6 char *fileext = NULL;
7 enum AVCodecID codecid = AV_CODEC_ID_NONE;
8 struct SwsContext *sws_ctx = NULL;
9 AVPixelFormat swsofmt = AV_PIX_FMT_NONE;
10 AVFrame picture = {};
11 int ret = -1;
12
13 AVFormatContext *fmt_ctxt = NULL;
14 AVOutputFormat *out_fmt = NULL;
15 AVStream *stream = NULL;
16 AVCodecContext *codec_ctxt = NULL;
17 AVCodec *codec = NULL;
18 AVPacket packet = {};
19 int retry = 8;
20 int got = 0;
21
22 // init ffmpeg
23 av_register_all();
24
25 //fileext = file + strlen(file) - 3;
26 //if (_stricmp(fileext, "png") == 0) {
27 // codecid = AV_CODEC_ID_APNG;
28 // swsofmt = AV_PIX_FMT_RGB24;
29 //}
30 //else
31 {
32 codecid = AV_CODEC_ID_MJPEG;
33 swsofmt = AV_PIX_FMT_YUVJ420P;
34 }
35
36 AVFrame video;
37 int numBytesIn;
38 numBytesIn = av_image_get_buffer_size(Format, w, h, 1);
39 av_image_fill_arrays(video.data, video.linesize, buffer, Format, w, h, 1);
40 video.width = w;
41 video.height = h;
42 video.format = Format;
43
44 // alloc picture
45 picture.format = swsofmt;
46 picture.width = w > 0 ? w : video.width;
47 picture.height = h > 0 ? h : video.height;
48
49 int numBytes = av_image_get_buffer_size(swsofmt, picture.width, picture.height , 1);
50
51 buffer = (uint8_t *)av_malloc(numBytes * sizeof(uint8_t));
52
53 av_image_fill_arrays(picture.data, picture.linesize, buffer, swsofmt, picture.width, picture.height, 1);
54
55 // scale picture
56 sws_ctx = sws_getContext(video.width, video.height, (AVPixelFormat)Format/*video->format*/,
57 picture.width, picture.height, swsofmt, SWS_FAST_BILINEAR, NULL, NULL, NULL);
58 if (!sws_ctx) {
59 //MessageLog("could not initialize the conversion context jpg");
60 ////av_log(NULL, AV_LOG_ERROR, "could not initialize the conversion context jpg\n");
61 goto done;
62 }
63 sws_scale(sws_ctx, video.data, video.linesize, 0, video.height, picture.data, picture.linesize);
64
65 // do encoding
66 fmt_ctxt = avformat_alloc_context();
67 out_fmt = av_guess_format("mjpeg", NULL, NULL);
68 fmt_ctxt->oformat = out_fmt;
69 if (!out_fmt) {
70 goto done;
71 }
72
73
74 if (
75 avio_open_dyn_buf(&fmt_ctxt->pb)
76 //avio_open(&fmt_ctxt->pb, file, AVIO_FLAG_READ_WRITE)
77 < 0) {
78 goto done;//MessageLog("failed to open output fi");
79 }
80
81 stream = avformat_new_stream(fmt_ctxt, 0);
82 if (!stream) {
83 goto done; //MessageLog("failed to create a new stream ");
84 }
85
86 codec_ctxt = stream->codec;
87 codec_ctxt->codec_id = out_fmt->video_codec;
88 codec_ctxt->codec_type = AVMEDIA_TYPE_VIDEO;
89 codec_ctxt->pix_fmt = swsofmt;
90 codec_ctxt->width = picture.width;
91 codec_ctxt->height = picture.height;
92 codec_ctxt->time_base.num = 1;
93 codec_ctxt->time_base.den = 25;
94 codec_ctxt->qcompress = CChannelManager::JPEG_LEVEL;//压缩质量
95 codec_ctxt->qmin = 2;
96 codec_ctxt->qmax = 31;
97 codec_ctxt->max_qdiff = 15;
98
99 codec = avcodec_find_encoder(codec_ctxt->codec_id);
100 if (!codec)
101 goto done; //MessageLog("failed to find encoder");
102
103 if (avcodec_open2(codec_ctxt, codec, NULL) < 0)
104 goto done;//MessageLog("failed to open encoder");
105
106
107 while (retry-- && !got) {
108 if (avcodec_encode_video2(codec_ctxt, &packet, &picture, &got) < 0) {
109 goto done;//MessageLog("failed to do picture encoding");
110 }
111
112 if (got) {
113 ret = avformat_write_header(fmt_ctxt, NULL);
114 if (ret < 0) {
115 goto done; //MessageLog("error occurred when opening output file");
116 }
117 av_write_frame(fmt_ctxt, &packet);
118 av_write_trailer(fmt_ctxt);
119 }
120 }
121
122 // ok
123 ret = 0;
124
125 done:
126 avcodec_close(codec_ctxt);
127 if (fmt_ctxt) {
128 //avio_close(fmt_ctxt->pb);
129 PUCHAR output;
130 ret = avio_close_dyn_buf(fmt_ctxt->pb, &output);
131 if (ret > 0) {
132 memcpy_s(JPEG, ret, output, ret);
133 av_freep(&output);
134 }
135 avformat_free_context(fmt_ctxt);
136 }
137 av_packet_unref(&packet);
138 sws_freeContext(sws_ctx);
139 av_free(buffer);
140
141 return ret;
142 }
EasyRTSPClient的代码就不展示了,网上很多!
