使用java版本 websocket webrtc实现视频通话
- 原理简单解释
- 使用技术
- 搭建websocket环境依赖
- 最终演示效果
原理简单解释
浏览器提供获取屏幕、音频等媒体数据的接口，
双方的媒体流数据通过Turn服务器传输
websocket传递信令服务
使用技术
- java jdk17
- springboot 3.2.2
- websocket
- 前端使用 vue
搭建websocket环境依赖
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-websocket</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
</dependencies>
websocket的配置类
package com.example.webrtc.config;
import com.example.webrtc.Interceptor.AuthHandshakeInterceptor;
import com.example.webrtc.Interceptor.MyChannelInterceptor;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.messaging.converter.MessageConverter;
import org.springframework.messaging.handler.invocation.HandlerMethodArgumentResolver;
import org.springframework.messaging.handler.invocation.HandlerMethodReturnValueHandler;
import org.springframework.messaging.simp.config.ChannelRegistration;
import org.springframework.messaging.simp.config.MessageBrokerRegistry;
import org.springframework.web.socket.config.annotation.*;
import org.springframework.web.socket.server.standard.ServerEndpointExporter;
import java.util.List;
@Configuration
@EnableWebSocketMessageBroker
public class WebSocketConfig extends WebSocketMessageBrokerConfigurationSupport implements WebSocketMessageBrokerConfigurer {
private static final Logger log = LoggerFactory.getLogger(WebSocketConfig.class);
@Autowired
private AuthHandshakeInterceptor authHandshakeInterceptor;
@Autowired
private MyChannelInterceptor myChannelInterceptor;
@Bean
public ServerEndpointExporter serverEndpointExporter(){
return new ServerEndpointExporter();
}
@Override
public void registerStompEndpoints(StompEndpointRegistry registry) {
registry.addEndpoint("/chat-websocket")
.setAllowedOriginPatterns("*")
.addInterceptors(authHandshakeInterceptor)
.setAllowedOriginPatterns("*")
// .setHandshakeHandler(myHandshakeHandler)
.withSockJS();
}
@Override
public void configureWebSocketTransport(WebSocketTransportRegistration registry) {
registry.setMessageSizeLimit(Integer.MAX_VALUE);
registry.setSendBufferSizeLimit(Integer.MAX_VALUE);
super.configureWebSocketTransport(registry);
}
@Override
public void configureMessageBroker(MessageBrokerRegistry registry) {
//客户端需要把消息发送到/message/xxx地址
registry.setApplicationDestinationPrefixes("/webSocket");
//服务端广播消息的路径前缀，客户端需要相应订阅/topic/yyy这个地址的消息
registry.enableSimpleBroker("/topic", "/user");
//给指定用户发送消息的路径前缀，默认值是/user/
registry.setUserDestinationPrefix("/user/");
}
@Override
public void configureClientInboundChannel(ChannelRegistration registration) {
registration.interceptors(myChannelInterceptor);
}
@Override
public void configureClientOutboundChannel(ChannelRegistration registration) {
WebSocketMessageBrokerConfigurer.super.configureClientOutboundChannel(registration);
}
@Override
public void addArgumentResolvers(List<HandlerMethodArgumentResolver> argumentResolvers) {
WebSocketMessageBrokerConfigurer.super.addArgumentResolvers(argumentResolvers);
}
@Override
public void addReturnValueHandlers(List<HandlerMethodReturnValueHandler> returnValueHandlers) {
WebSocketMessageBrokerConfigurer.super.addReturnValueHandlers(returnValueHandlers);
}
@Override
public boolean configureMessageConverters(List<MessageConverter> messageConverters) {
return WebSocketMessageBrokerConfigurer.super.configureMessageConverters(messageConverters);
}
}
控制层 WebSocketController
package com.example.webrtc.controller;
import com.example.webrtc.config.Message;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.messaging.handler.annotation.MessageMapping;
import org.springframework.messaging.simp.SimpMessagingTemplate;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import java.security.Principal;
import java.util.HashMap;
import java.util.Map;
import java.util.concurrent.atomic.AtomicInteger;
// 私信聊天的控制器
@RestController
public class WebSocketController {
@Autowired
private SimpMessagingTemplate messagingTemplate;
private AtomicInteger i=new AtomicInteger(1);
@RequestMapping("/user")
public String findUser(){
return "00"+i.decrementAndGet();
}
@MessageMapping("/api/chat")
//在springmvc 中可以直接获得principal,principal 中包含当前用户的信息
public void handleChat(Principal principal, Message messagePara) {
String currentUserName = principal.getName();
System.out.println(currentUserName);
try {
messagePara.setFrom(principal.getName());
System.out.println("from" + messagePara.getFrom());
messagingTemplate.convertAndSendToUser(messagePara.getTo(),
"/queue/notifications",
messagePara);
} catch (Exception e) {
// 打印异常
e.printStackTrace();
}
}
}
前端交互拨号index.vue
<template>
<div class="play-audio">
<h2 style="text-align: center;">播放页面</h2>
<div class="main-box">
<video ref="localVideo" class="video" autoplay="autoplay"></video>
<video ref="remoteVideo" class="video" height="500px" autoplay="autoplay"></video>
</div>
<div style="text-align: center;">
<el-button @click="requestConnect()" ref="callBtn">开始对讲</el-button>
<el-button @click="hangupHandle()" ref="hangupBtn">结束对讲</el-button>
</div>
<div style="text-align: center;">
<label for="name">发送人：</label>
<input type="text" id="name" readonly v-model="userId" class="form-control"/>
</div>
<div style="text-align: center;">
<label for="name">接收人：</label>
<input type="text" id="name" v-model="toUserId" class="form-control"/>
</div>
</div>
</template>
<el-dialog :title="'提示'" :visible.sync="dialogVisible" width="30%">
<span>{{ toUserId + '请求连接!' }}</span>
<span slot="footer" class="dialog-footer">
<el-button @click="handleClose">取 消</el-button>
<el-button type="primary" @click="dialogVisibleYes">确 定</el-button>
</span>
</el-dialog>
<script>
import request from '@/utils/reeques'
import Websocket from '@/utils/websocket'
import Stomp from "stompjs";
import SockJS from "sockjs-client";
import adapter from "webrtc-adapter";
import axios from 'axios'
export default {
data() {
return {
stompClient: null,
userId: '001',
socket: null,
toUserId: '',
localStream: null,
remoteStream: null,
localVideo: null,
remoteVideo: null,
callBtn: null,
hangupBtn: null,
peerConnection: null,
dialogVisible: false,
msg: '',
config: {
iceServers: [
{urls: 'stun:global.stun.twilio.com:3478?transport=udp'}
],
}
};
},
computed: {},
methods: {
handleClose() {
this.dialogVisible = false
},
dialogVisibleYes() {
var _self = this;
this.dialogVisible = false
_self.startHandle().then(() => {
_self.stompClient.send("/api/chat", _self.toUserId, {'type': 'start'})
})
},
requestConnect() {
let that = this;
if (!that.toUserId) {
alert('请输入对方id')
return false
} else if (!that.stompClient) {
alert('请先打开websocket')
return false
} else if (that.toUserId == that.userId) {
alert('自己不能和自己连接')
return false
}
//准备连接
that.startHandle().then(() => {
that.stompClient.send("/api/chat", that.toUserId, {'type': 'connect'})
})
},
startWebsocket(user) {
let that = this;
that.stompClient = new Websocket(user);
that.stompClient.connect(() => {
that.stompClient.subscribe("/user/" + that.userId + "/queue/notifications", function (result) {
that.onmessage(result)
})
})
}
,
gotLocalMediaStream(mediaStream) {
var _self = this;
_self.localVideo.srcObject = mediaStream;
_self.localStream = mediaStream;
// _self.callBtn.disabled = false;
}
,
createConnection() {
var _self = this;
_self.peerConnection = new RTCPeerConnection()
if (_self.localStream) {
// 视频轨道
const videoTracks = _self.localStream.getVideoTracks();
// 音频轨道
const audioTracks = _self.localStream.getAudioTracks();
// 判断视频轨道是否有值
if (videoTracks.length > 0) {
console.log(`使用的设备为: ${videoTracks[0].label}.`);
}
// 判断音频轨道是否有值
if (audioTracks.length > 0) {
console.log(`使用的设备为: ${audioTracks[0].label}.`);
}
_self.localStream.getTracks().forEach((track) => {
_self.peerConnection.addTrack(track, _self.localStream)
})
}
// 监听返回的 Candidate
_self.peerConnection.addEventListener('icecandidate', _self.handleConnection);
// 监听 ICE 状态变化
_self.peerConnection.addEventListener('iceconnectionstatechange', _self.handleConnectionChange)
//拿到流的时候调用
_self.peerConnection.addEventListener('track', _self.gotRemoteMediaStream);
}
,
startConnection() {
var _self = this;
// _self.callBtn.disabled = true;
// _self.hangupBtn.disabled = false;
// 发送offer
_self.peerConnection.createOffer().then(description => {
console.log(`本地创建offer返回的sdp:\n${description.sdp}`)
// 将 offer 保存到本地
_self.peerConnection.setLocalDescription(description).then(() => {
console.log('local 设置本地描述信息成功');
// 本地设置描述并将它发送给远端
// _self.socket.send(JSON.stringify({
// 'userId': _self.userId,
// 'toUserId': _self.toUserId,
// 'message': description
// }));
_self.stompClient.send("/api/chat", _self.toUserId, description)
}).catch((err) => {
console.log('local 设置本地描述信息错误', err)
});
})
.catch((err) => {
console.log('createdOffer 错误', err);
});
}
,
async startHandle() {
this.callBtn = this.$refs.callBtn
this.hangupBtn = this.$refs.hangupBtn
this.remoteVideo = this.$refs.remoteVideo
this.localVideo = this.$refs.localVideo
var _self = this;
// 1.获取本地音视频流
// 调用 getUserMedia API 获取音视频流
let constraints = {
video: true,
audio: {
// 设置回音消除
noiseSuppression: true,
// 设置降噪
echoCancellation: true,
}
}
navigator.getUserMedia = navigator.getUserMedia || navigator.webkitGetUserMedia || navigator.mozGetUserMedia || navigator.msGetUserMedia
await navigator.mediaDevices.getUserMedia(constraints)
.then(_self.gotLocalMediaStream)
.catch((err) => {
console.log('getUserMedia 错误', err);
//创建点对点连接对象
});
_self.createConnection();
},
onmessage(e) {
var _self = this;
const description = e.message
_self.toUserId = e.from
switch (description.type) {
case 'connect':
_self.dialogVisible = true
this.$confirm(_self.toUserId + '请求连接!', '提示', {}).then(() => {
_self.startHandle().then(() => {
_self.stompClient.send("/api/chat", _self.toUserId, {'type': 'start'})
})
}).catch(() => {
});
break;
case 'start':
//同意连接之后开始连接
_self.startConnection()
break;
case 'offer':
_self.peerConnection.setRemoteDescription(new RTCSessionDescription(description)).then(() => {
}).catch((err) => {
console.log('local 设置远端描述信息错误', err);
});
_self.peerConnection.createAnswer().then(function (answer) {
_self.peerConnection.setLocalDescription(answer).then(() => {
console.log('设置本地answer成功!');
}).catch((err) => {
console.error('设置本地answer失败', err);
});
_self.stompClient.send("/api/chat", _self.toUserId, answer)
}).catch(e => {
console.error(e)
});
break;
case 'icecandidate':
// 创建 RTCIceCandidate 对象
let newIceCandidate = new RTCIceCandidate(description.icecandidate);
// 将本地获得的 Candidate 添加到远端的 RTCPeerConnection 对象中
_self.peerConnection.addIceCandidate(newIceCandidate).then(() => {
console.log(`addIceCandidate 成功`);
}).catch((error) => {
console.log(`addIceCandidate 错误:\n` + `${error.toString()}.`);
});
break;
case 'answer':
_self.peerConnection.setRemoteDescription(new RTCSessionDescription(description)).then(() => {
console.log('设置remote answer成功!');
}).catch((err) => {
console.log('设置remote answer错误', err);
});
break;
default:
break;
}
},
hangupHandle() {
var _self = this;
// 关闭连接并设置为空
_self.peerConnection.close();
_self.peerConnection = null;
// _self.hangupBtn.disabled = true;
// _self.callBtn.disabled = false;
_self.localStream.getTracks().forEach((track) => {
track.stop()
})
},
handleConnection(event) {
var _self = this;
// 获取到触发 icecandidate 事件的 RTCPeerConnection 对象
// 获取到具体的Candidate
console.log("handleConnection")
const peerConnection = event.target;
const icecandidate = event.candidate;
if (icecandidate) {
_self.stompClient.send("/api/chat", _self.toUserId, {
type: 'icecandidate',
icecandidate: icecandidate
})
}
},
gotRemoteMediaStream(event) {
var _self = this;
console.log('remote 开始接受远端流')
if (event.streams[0]) {
console.log(' remoteVideo')
_self.remoteVideo.srcObject = event.streams[0];
_self.remoteStream = event.streams[0];
}
},
handleConnectionChange(event) {
const peerConnection = event.target;
console.log('ICE state change event: ', event);
console.log(`ICE state: ` + `${peerConnection.iceConnectionState}.`);
},
log(v) {
console.log(v)
},
},
created() {
let that = this;
request({
url: '/user',
method: 'get',
params: {}
}).then(response => {
console.log(response.data)
that.userId = response.data;
this.startWebsocket(response.data)
debugger
})
debugger
}
}
</script>
<style lang="scss">
.spreadsheet {
padding: 0 10px;
margin: 20px 0;
}
.main-box {
display: flex;
flex-direction: row;
align-items: center;
justify-content: center;
}
</style>
最终演示效果
具体代码查看
