大屏如何通过rtsp视频流实时展示监控?

1,056 阅读3分钟

关于大屏视频监控有三种解决方案:

1.海康威视 优点:实时性强。多画面运行流畅,缺点:会覆盖在DOM最上方无法选中可能会导致样式挤压变形等样式问题

2.[flv视频流]+[nodeServer] 优点:可配置性强 缺点:服务端大流量稳定性不确定

3.rtsp视频流(默认带声音播放) 优点:插件稳定,可网页调试视频流; 缺点:需向后端发送rtsp地址

实现效果:(右边监控部分)

2.png

下载webrtc-streamer

也可以去github上面下载:webrtc-streamer

下载完解压,打开文件夹,双击webrtc-streamer.exe进行安装即可,然后运行(IP+端口如下图)

image.png 这里记住192.168.3.116:8000 这个IP和端口后面视频流解析会用到

在浏览器127.0.0.1:8000打开正常 说明webrtc-streamer 启动正常 image.png

父组件

<template>
  <rtspVideo :rtsp="rtspurl1" ref="video1"></rtspVideo>
</template>
<script>
import rtspVideo from "../rtspVideo.vue";
export default {
    name: "videoBox",
    components: {
        rtspVideo
    },
    data() {
        return {
           // 方案2
            rtspurl1: "rtsp://admin:123456@192.168.1.212:554/Streaming/Channels/201",
            rtspurl2: "rtsp://admin:123456@192.168.1.212:554/Streaming/Channels/101"
        }
   },
}   

子组件: 新建rtspVideo.vue 建入以下内容

<template>
    <div id="video-contianer">
        <video class="video" ref="video" preload="auto" autoplay="autoplay" muted width="600" height="400" />
        <div class="mask" @click="handleClickVideo" :class="{ 'active-video-border': selectStatus }"></div>
    </div>
</template>
   
<script>
import WebRtcStreamer from './utils/webCtrlVideo'

export default {
    name: 'videoCom',
    props: {
        rtsp: {
            type: String,
            required: true,
        },
        isOn: {
            type: Boolean,
            default: false,
        },
        spareId: {
            type: Number,
        },
        selectStatus: {
            type: Boolean,
            default: false,
        },
    },
    data() {
        return {
            socket: null,
            result: null, // 返回值
            pic: null,
            webRtcServer: null,
            clickCount: 0, // 用来计数点击次数
        }
    },
    watch: {
        rtsp() {
            // do something
            console.log(this.rtsp)
            this.webRtcServer.disconnect()
            this.initVideo()
        },
    },
    destroyed() {
        this.webRtcServer.disconnect()
    },
    beforeCreate() {
        window.onbeforeunload = () => {
            this.webRtcServer.disconnect()
        }
    },
    created() { },
    mounted() {
        this.initVideo()
    },
    methods: {
        initVideo() {
            try {
                //连接后端的IP地址和端口
                this.webRtcServer = new WebRtcStreamer(
                    this.$refs.video,
                    `http://192.168.3.116:8000`
                )
                //向后端发送rtsp地址
                this.webRtcServer.connect(this.rtsp)
            } catch (error) {
                console.log(error)
            }
        },
        /* 处理双击 事件 */
        dbClick() {
            this.clickCount++
            if (this.clickCount === 2) {
                this.btnFull() // 双击全屏
                this.clickCount = 0
            }
            setTimeout(() => {
                if (this.clickCount === 1) {
                    this.clickCount = 0
                }
            }, 250)
        },
        /* 视频全屏 */
        btnFull() {
            const elVideo = this.$refs.video
            if (elVideo.webkitRequestFullScreen) {
                elVideo.webkitRequestFullScreen()
            } else if (elVideo.mozRequestFullScreen) {
                elVideo.mozRequestFullScreen()
            } else if (elVideo.requestFullscreen) {
                elVideo.requestFullscreen()
            }
        },
        /* 
        ison用来判断是否需要更换视频流
        dbclick函数用来双击放大全屏方法
        */
        handleClickVideo() {
            if (this.isOn) {
                this.$emit('selectVideo', this.spareId)
                this.dbClick()
            } else {
                this.btnFull()
            }
        },
    },
}
</script>
   
<style scoped lang="scss">
.active-video-border {
    border: 2px salmon solid;
}

#video-contianer {
    position: relative;

    // width: 100%;
    // height: 100%;
    .video {
        // width: 100%;
        // height: 100%;
        // object-fit: cover;
    }

    .mask {
        position: absolute;
        top: 0;
        left: 0;
        width: 100%;
        height: 100%;
        cursor: pointer;
    }
}
</style>

注意在初始化方法initVideo中IP和端口需改成自己的; image.png

新建 ./utils/webCtrlVideo.js 建入以下内容

var WebRtcStreamer = (function() {
 
    /** 
     * Interface with WebRTC-streamer API
     * @constructor
     * @param {string} videoElement - id of the video element tag
     * @param {string} srvurl -  url of webrtc-streamer (default is current location)
    */
    var WebRtcStreamer = function WebRtcStreamer (videoElement, srvurl) {
        if (typeof videoElement === "string") {
            this.videoElement = document.getElementById(videoElement);
        } else {
            this.videoElement = videoElement;
        }
        this.srvurl           = srvurl || location.protocol+"//"+window.location.hostname+":"+window.location.port;
        this.pc               = null;    
     
        this.mediaConstraints = { offerToReceiveAudio: true, offerToReceiveVideo: true };
     
        this.iceServers = null;
        this.earlyCandidates = [];
    }
     
    WebRtcStreamer.prototype._handleHttpErrors = function (response) {
        if (!response.ok) {
            throw Error(response.statusText);
        }
        return response;
    }
     
    /** 
     * Connect a WebRTC Stream to videoElement 
     * @param {string} videourl - id of WebRTC video stream
     * @param {string} audiourl - id of WebRTC audio stream
     * @param {string} options -  options of WebRTC call
     * @param {string} stream  -  local stream to send
    */
    WebRtcStreamer.prototype.connect = function(videourl, audiourl, options, localstream) {
        this.disconnect();
        
        // getIceServers is not already received
        if (!this.iceServers) {
            console.log("Get IceServers");
            
            fetch(this.srvurl + "/api/getIceServers")
                .then(this._handleHttpErrors)
                .then( (response) => (response.json()) )
                .then( (response) =>  this.onReceiveGetIceServers(response, videourl, audiourl, options, localstream))
                .catch( (error) => this.onError("getIceServers " + error ))
                    
        } else {
            this.onReceiveGetIceServers(this.iceServers, videourl, audiourl, options, localstream);
        }
    }
     
    /** 
     * Disconnect a WebRTC Stream and clear videoElement source
    */
    WebRtcStreamer.prototype.disconnect = function() {		
        if (this.videoElement?.srcObject) {
            this.videoElement.srcObject.getTracks().forEach(track => {
                track.stop()
                this.videoElement.srcObject.removeTrack(track);
            });
        }
        if (this.pc) {
            fetch(this.srvurl + "/api/hangup?peerid=" + this.pc.peerid)
                .then(this._handleHttpErrors)
                .catch( (error) => this.onError("hangup " + error ))
     
            
            try {
                this.pc.close();
            }
            catch (e) {
                console.log ("Failure close peer connection:" + e);
            }
            this.pc = null;
        }
    }    
     
    /*
    * GetIceServers callback
    */
    WebRtcStreamer.prototype.onReceiveGetIceServers = function(iceServers, videourl, audiourl, options, stream) {
        this.iceServers       = iceServers;
        this.pcConfig         = iceServers || {"iceServers": [] };
        try {            
            this.createPeerConnection();
     
            var callurl = this.srvurl + "/api/call?peerid=" + this.pc.peerid + "&url=" + encodeURIComponent(videourl);
            if (audiourl) {
                callurl += "&audiourl="+encodeURIComponent(audiourl);
            }
            if (options) {
                callurl += "&options="+encodeURIComponent(options);
            }
            
            if (stream) {
                this.pc.addStream(stream);
            }
     
                    // clear early candidates
            this.earlyCandidates.length = 0;
            
            // create Offer
            this.pc.createOffer(this.mediaConstraints).then((sessionDescription) => {
                console.log("Create offer:" + JSON.stringify(sessionDescription));
                
                this.pc.setLocalDescription(sessionDescription)
                    .then(() => {
                        fetch(callurl, { method: "POST", body: JSON.stringify(sessionDescription) })
                            .then(this._handleHttpErrors)
                            .then( (response) => (response.json()) )
                            .catch( (error) => this.onError("call " + error ))
                            .then( (response) =>  this.onReceiveCall(response) )
                            .catch( (error) => this.onError("call " + error ))
                    
                    }, (error) => {
                        console.log ("setLocalDescription error:" + JSON.stringify(error)); 
                    });
                
            }, (error) => { 
                alert("Create offer error:" + JSON.stringify(error));
            });
     
        } catch (e) {
            this.disconnect();
            alert("connect error: " + e);
        }	    
    }
     
     
    WebRtcStreamer.prototype.getIceCandidate = function() {
        fetch(this.srvurl + "/api/getIceCandidate?peerid=" + this.pc.peerid)
            .then(this._handleHttpErrors)
            .then( (response) => (response.json()) )
            .then( (response) =>  this.onReceiveCandidate(response))
            .catch( (error) => this.onError("getIceCandidate " + error ))
    }
                        
    /*
    * create RTCPeerConnection 
    */
    WebRtcStreamer.prototype.createPeerConnection = function() {
        console.log("createPeerConnection  config: " + JSON.stringify(this.pcConfig));
        this.pc = new RTCPeerConnection(this.pcConfig);
        var pc = this.pc;
        pc.peerid = Math.random();		
        
        pc.onicecandidate = (evt) => this.onIceCandidate(evt);
        pc.onaddstream    = (evt) => this.onAddStream(evt);
        pc.oniceconnectionstatechange = (evt) => {  
            console.log("oniceconnectionstatechange  state: " + pc.iceConnectionState);
            if (this.videoElement) {
                if (pc.iceConnectionState === "connected") {
                    this.videoElement.style.opacity = "1.0";
                }			
                else if (pc.iceConnectionState === "disconnected") {
                    this.videoElement.style.opacity = "0.25";
                }			
                else if ( (pc.iceConnectionState === "failed") || (pc.iceConnectionState === "closed") )  {
                    this.videoElement.style.opacity = "0.5";
                } else if (pc.iceConnectionState === "new") {
                    this.getIceCandidate();
                }
            }
        }
        pc.ondatachannel = function(evt) {  
            console.log("remote datachannel created:"+JSON.stringify(evt));
            
            evt.channel.onopen = function () {
                console.log("remote datachannel open");
                this.send("remote channel openned");
            }
            evt.channel.onmessage = function (event) {
                console.log("remote datachannel recv:"+JSON.stringify(event.data));
            }
        }
        pc.onicegatheringstatechange = function() {
            if (pc.iceGatheringState === "complete") {
                const recvs = pc.getReceivers();
            
                recvs.forEach((recv) => {
                  if (recv.track && recv.track.kind === "video") {
                    console.log("codecs:" + JSON.stringify(recv.getParameters().codecs))
                  }
                });
              }
        }
     
        try {
            var dataChannel = pc.createDataChannel("ClientDataChannel");
            dataChannel.onopen = function() {
                console.log("local datachannel open");
                this.send("local channel openned");
            }
            dataChannel.onmessage = function(evt) {
                console.log("local datachannel recv:"+JSON.stringify(evt.data));
            }
        } catch (e) {
            console.log("Cannor create datachannel error: " + e);
        }	
        
        console.log("Created RTCPeerConnnection with config: " + JSON.stringify(this.pcConfig) );
        return pc;
    }
     
     
    /*
    * RTCPeerConnection IceCandidate callback
    */
    WebRtcStreamer.prototype.onIceCandidate = function (event) {
        if (event.candidate) {
            if (this.pc.currentRemoteDescription)  {
                this.addIceCandidate(this.pc.peerid, event.candidate);					
            } else {
                this.earlyCandidates.push(event.candidate);
            }
        } 
        else {
            console.log("End of candidates.");
        }
    }
     
     
    WebRtcStreamer.prototype.addIceCandidate = function(peerid, candidate) {
        fetch(this.srvurl + "/api/addIceCandidate?peerid="+peerid, { method: "POST", body: JSON.stringify(candidate) })
            .then(this._handleHttpErrors)
            .then( (response) => (response.json()) )
            .then( (response) =>  {console.log("addIceCandidate ok:" + response)})
            .catch( (error) => this.onError("addIceCandidate " + error ))
    }
                    
    /*
    * RTCPeerConnection AddTrack callback
    */
    WebRtcStreamer.prototype.onAddStream = function(event) {
        console.log("Remote track added:" +  JSON.stringify(event));
        
        this.videoElement.srcObject = event.stream;
        var promise = this.videoElement.play();
        if (promise !== undefined) {
          promise.catch((error) => {
            console.warn("error:"+error);
            this.videoElement.setAttribute("controls", true);
          });
        }
    }
            
    /*
    * AJAX /call callback
    */
    WebRtcStreamer.prototype.onReceiveCall = function(dataJson) {
     
        console.log("offer: " + JSON.stringify(dataJson));
        var descr = new RTCSessionDescription(dataJson);
        this.pc.setRemoteDescription(descr).then(() =>  { 
                console.log ("setRemoteDescription ok");
                while (this.earlyCandidates.length) {
                    var candidate = this.earlyCandidates.shift();
                    this.addIceCandidate(this.pc.peerid, candidate);				
                }
            
                this.getIceCandidate()
            }
            , (error) => { 
                console.log ("setRemoteDescription error:" + JSON.stringify(error)); 
            });
    }	
     
    /*
    * AJAX /getIceCandidate callback
    */
    WebRtcStreamer.prototype.onReceiveCandidate = function(dataJson) {
        console.log("candidate: " + JSON.stringify(dataJson));
        if (dataJson) {
            for (var i=0; i<dataJson.length; i++) {
                var candidate = new RTCIceCandidate(dataJson[i]);
                
                console.log("Adding ICE candidate :" + JSON.stringify(candidate) );
                this.pc.addIceCandidate(candidate).then( () =>      { console.log ("addIceCandidate OK"); }
                    , (error) => { console.log ("addIceCandidate error:" + JSON.stringify(error)); } );
            }
            this.pc.addIceCandidate();
        }
    }
     
     
    /*
    * AJAX callback for Error
    */
    WebRtcStreamer.prototype.onError = function(status) {
        console.log("onError:" + status);
    }
     
    return WebRtcStreamer;
    })();
     
    if (typeof window !== 'undefined' && typeof window.document !== 'undefined') {
        window.WebRtcStreamer = WebRtcStreamer;
    }
    if (typeof module !== 'undefined' && typeof module.exports !== 'undefined') {
        module.exports = WebRtcStreamer;
    }

RTSP源码 gitee源码

image.png 需要的可以联系我开权限给你

至此结束;