PlayServiceImpl.java 59 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127
  1. package com.genersoft.iot.vmp.service.impl;
  2. import com.alibaba.fastjson2.JSON;
  3. import com.alibaba.fastjson2.JSONArray;
  4. import com.alibaba.fastjson2.JSONObject;
  5. import com.genersoft.iot.vmp.common.StreamInfo;
  6. import com.genersoft.iot.vmp.conf.DynamicTask;
  7. import com.genersoft.iot.vmp.conf.UserSetting;
  8. import com.genersoft.iot.vmp.conf.exception.ControllerException;
  9. import com.genersoft.iot.vmp.conf.exception.ServiceException;
  10. import com.genersoft.iot.vmp.conf.exception.SsrcTransactionNotFoundException;
  11. import com.genersoft.iot.vmp.gb28181.GBEventSubscribe;
  12. import com.genersoft.iot.vmp.gb28181.GBHookSubscribeFactory;
  13. import com.genersoft.iot.vmp.gb28181.HookSubscribeForKey;
  14. import com.genersoft.iot.vmp.gb28181.bean.*;
  15. import com.genersoft.iot.vmp.gb28181.event.SipSubscribe;
  16. import com.genersoft.iot.vmp.gb28181.session.VideoStreamSessionManager;
  17. import com.genersoft.iot.vmp.gb28181.transmit.callback.DeferredResultHolder;
  18. import com.genersoft.iot.vmp.gb28181.transmit.callback.RequestMessage;
  19. import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommander;
  20. import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommanderFroPlatform;
  21. import com.genersoft.iot.vmp.media.zlm.AssistRESTfulUtils;
  22. import com.genersoft.iot.vmp.media.zlm.ZLMRESTfulUtils;
  23. import com.genersoft.iot.vmp.media.zlm.ZlmHttpHookSubscribe;
  24. import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeFactory;
  25. import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeForStreamChange;
  26. import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
  27. import com.genersoft.iot.vmp.service.IDeviceService;
  28. import com.genersoft.iot.vmp.service.IMediaServerService;
  29. import com.genersoft.iot.vmp.service.IMediaService;
  30. import com.genersoft.iot.vmp.service.IPlayService;
  31. import com.genersoft.iot.vmp.service.bean.*;
  32. import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
  33. import com.genersoft.iot.vmp.storager.IVideoManagerStorage;
  34. import com.genersoft.iot.vmp.utils.DateUtil;
  35. import com.genersoft.iot.vmp.utils.redis.RedisUtil;
  36. import com.genersoft.iot.vmp.vmanager.bean.ErrorCode;
  37. import com.genersoft.iot.vmp.vmanager.bean.WVPResult;
  38. import gov.nist.javax.sip.message.SIPRequest;
  39. import gov.nist.javax.sip.message.SIPResponse;
  40. import org.slf4j.Logger;
  41. import org.slf4j.LoggerFactory;
  42. import org.springframework.beans.factory.annotation.Autowired;
  43. import org.springframework.beans.factory.annotation.Qualifier;
  44. import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
  45. import org.springframework.stereotype.Service;
  46. import org.springframework.util.ObjectUtils;
  47. import org.springframework.web.context.request.async.DeferredResult;
  48. import javax.sip.InvalidArgumentException;
  49. import javax.sip.ResponseEvent;
  50. import javax.sip.SipException;
  51. import java.math.BigDecimal;
  52. import java.math.RoundingMode;
  53. import java.text.ParseException;
  54. import java.util.List;
  55. import java.util.UUID;
  56. @SuppressWarnings(value = {"rawtypes", "unchecked"})
  57. @Service
  58. public class PlayServiceImpl implements IPlayService {
  59. private final static Logger logger = LoggerFactory.getLogger(PlayServiceImpl.class);
  60. @Autowired
  61. private IVideoManagerStorage storager;
  62. @Autowired
  63. private SIPCommander cmder;
  64. @Autowired
  65. private SIPCommanderFroPlatform sipCommanderFroPlatform;
  66. @Autowired
  67. private IRedisCatchStorage redisCatchStorage;
  68. @Autowired
  69. private DeferredResultHolder resultHolder;
  70. @Autowired
  71. private ZLMRESTfulUtils zlmresTfulUtils;
  72. @Autowired
  73. private AssistRESTfulUtils assistRESTfulUtils;
  74. @Autowired
  75. private IMediaService mediaService;
  76. @Autowired
  77. private IMediaServerService mediaServerService;
  78. @Autowired
  79. private VideoStreamSessionManager streamSession;
  80. @Autowired
  81. private IDeviceService deviceService;
  82. @Autowired
  83. private UserSetting userSetting;
  84. @Autowired
  85. private DynamicTask dynamicTask;
  86. @Autowired
  87. private ZlmHttpHookSubscribe subscribe;
  88. @Autowired
  89. private GBEventSubscribe GBHookSubscribe;
  90. @Qualifier("taskExecutor")
  91. @Autowired
  92. private ThreadPoolTaskExecutor taskExecutor;
  93. @Override
  94. public void play(MediaServerItem mediaServerItem, String deviceId,
  95. String channelId,int isUsePs,
  96. ZlmHttpHookSubscribe.Event hookEvent, SipSubscribe.Event errorEvent,
  97. Runnable timeoutCallback) {
  98. String key = DeferredResultHolder.CALLBACK_CMD_PLAY + deviceId + channelId;
  99. WVPResult wvpResult = new WVPResult();
  100. RequestMessage msg = new RequestMessage();
  101. Device device = redisCatchStorage.getDevice(deviceId);
  102. StreamInfo streamInfo = redisCatchStorage.queryPlayByDevice(deviceId, channelId);
  103. msg.setKey(key);
  104. if (mediaServerItem == null) {
  105. logger.info("无法找到zlm服务");
  106. // 释放异步请求
  107. wvpResult.setCode(ErrorCode.ERROR100.getCode());
  108. wvpResult.setMsg("点播失败, 无法找到zlm服务");
  109. msg.setData(wvpResult);
  110. resultHolder.invokeAllResult(msg);
  111. return;
  112. }
  113. if (streamInfo != null) {
  114. logger.info("可以找到对应的stream");
  115. String streamId = streamInfo.getStream();
  116. if (streamId == null) {
  117. wvpResult.setCode(ErrorCode.ERROR100.getCode());
  118. wvpResult.setMsg("点播失败, redis缓存streamId等于null");
  119. msg.setData(wvpResult);
  120. resultHolder.invokeAllResult(msg);
  121. return;
  122. }
  123. String mediaServerId = streamInfo.getMediaServerId();
  124. MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);
  125. JSONObject rtpInfo = zlmresTfulUtils.getRtpInfo(mediaInfo, streamId);
  126. // 判断rtpserver是否为null
  127. if (rtpInfo == null) {
  128. logger.info("rtpInfo为null");
  129. wvpResult.setCode(ErrorCode.ERROR100.getCode());
  130. wvpResult.setMsg("点播失败,请重试 rtpInfo为null");
  131. msg.setData(wvpResult);
  132. redisCatchStorage.stopPlay(streamInfo);
  133. resultHolder.invokeAllResult(msg);
  134. return;
  135. }
  136. if (rtpInfo.getInteger("code") == 0) {
  137. if (rtpInfo.getBoolean("exist")) {
  138. int localPort = rtpInfo.getInteger("local_port");
  139. if (localPort == 0) {
  140. logger.warn("[点播],点播时发现rtpServer存在,但是尚未开始推流");
  141. // 此时说明rtpServer已经创建但是流还没有推上来
  142. wvpResult.setCode(ErrorCode.ERROR100.getCode());
  143. wvpResult.setMsg("点播已经在进行中,请稍候重试");
  144. msg.setData(wvpResult);
  145. resultHolder.invokeAllResult(msg);
  146. return;
  147. } else {
  148. wvpResult.setCode(ErrorCode.SUCCESS.getCode());
  149. wvpResult.setMsg(ErrorCode.SUCCESS.getMsg());
  150. wvpResult.setData(streamInfo);
  151. msg.setData(wvpResult);
  152. resultHolder.invokeAllResult(msg);
  153. if (hookEvent != null) {
  154. hookEvent.response(mediaServerItem, JSON.parseObject(JSON.toJSONString(streamInfo)));
  155. }
  156. }
  157. } else {
  158. redisCatchStorage.stopPlay(streamInfo);
  159. storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId());
  160. streamInfo = null;
  161. }
  162. } else {
  163. logger.warn("获取rtpinfo失败");
  164. //zlm连接失败
  165. redisCatchStorage.stopPlay(streamInfo);
  166. storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId());
  167. streamInfo = null;
  168. }
  169. }
  170. if (streamInfo == null) {
  171. String streamId = null;
  172. if (mediaServerItem.isRtpEnable()) {
  173. logger.info("test ----- {}",device.getDeviceId());
  174. logger.info("test ----- {}",channelId);
  175. streamId = String.format("%s_%s", device.getDeviceId(), channelId);
  176. }
  177. SSRCInfo ssrcInfo = mediaServerService.openRTPServer(mediaServerItem, streamId, device.isSsrcCheck(), false);
  178. logger.info(JSONObject.toJSONString(ssrcInfo));
  179. if (ssrcInfo == null) {
  180. wvpResult.setCode(ErrorCode.ERROR100.getCode());
  181. wvpResult.setMsg("开启收流失败");
  182. msg.setData(wvpResult);
  183. resultHolder.invokeAllResult(msg);
  184. return;
  185. }
  186. play(mediaServerItem, ssrcInfo, device, channelId,
  187. isUsePs,
  188. (mediaServerItemInUse, response) -> {
  189. if (hookEvent != null) {
  190. hookEvent.response(mediaServerItem, response);
  191. }
  192. }, event -> {
  193. // sip error错误
  194. logger.warn("sip 错误,点播失败");
  195. wvpResult.setCode(ErrorCode.ERROR100.getCode());
  196. wvpResult.setMsg(String.format("点播失败, 错误码: %s, %s", event.statusCode, event.msg));
  197. msg.setData(wvpResult);
  198. resultHolder.invokeAllResult(msg);
  199. if (errorEvent != null) {
  200. errorEvent.response(event);
  201. }
  202. }, (code, msgStr) -> {
  203. // invite点播超时
  204. logger.warn("sip 点播超时");
  205. wvpResult.setCode(ErrorCode.ERROR100.getCode());
  206. if (code == 0) {
  207. wvpResult.setMsg("点播超时,请稍候重试");
  208. } else if (code == 1) {
  209. wvpResult.setMsg("收流超时,请稍候重试");
  210. }
  211. msg.setData(wvpResult);
  212. // 回复之前所有的点播请求
  213. resultHolder.invokeAllResult(msg);
  214. });
  215. }
  216. }
  217. @Override
  218. public void play(MediaServerItem mediaServerItem, SSRCInfo ssrcInfo,
  219. Device device, String channelId,
  220. int isUsePs,
  221. ZlmHttpHookSubscribe.Event hookEvent, SipSubscribe.Event errorEvent,
  222. InviteTimeOutCallback timeoutCallback) {
  223. logger.info("[点播开始] deviceId: {}, channelId: {},收流端口: {}, 收流模式:{}, SSRC: {}, SSRC校验:{}", device.getDeviceId(), channelId, ssrcInfo.getPort(), device.getStreamMode(), ssrcInfo.getSsrc(), device.isSsrcCheck());
  224. // 超时处理
  225. String timeOutTaskKey = UUID.randomUUID().toString();
  226. dynamicTask.startDelay(timeOutTaskKey, () -> {
  227. // 执行超时任务时查询是否已经成功,成功了则不执行超时任务,防止超时任务取消失败的情况
  228. if (redisCatchStorage.queryPlayByDevice(device.getDeviceId(), channelId) == null) {
  229. logger.info("[点播超时] 收流超时 deviceId: {}, channelId: {},端口:{}, SSRC: {}", device.getDeviceId(), channelId, ssrcInfo.getPort(), ssrcInfo.getSsrc());
  230. // 点播超时回复BYE 同时释放ssrc以及此次点播的资源
  231. try {
  232. cmder.streamByeCmd(device, channelId, ssrcInfo.getStream(), null);
  233. } catch (InvalidArgumentException | ParseException | SipException | SsrcTransactionNotFoundException e) {
  234. logger.error("[点播超时], 发送BYE失败 {}", e.getMessage());
  235. } finally {
  236. timeoutCallback.run(1, "收流超时");
  237. mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcInfo.getSsrc());
  238. mediaServerService.closeRTPServer(mediaServerItem, ssrcInfo.getStream());
  239. streamSession.remove(device.getDeviceId(), channelId, ssrcInfo.getStream());
  240. mediaServerService.closeRTPServer(mediaServerItem, ssrcInfo.getStream());
  241. // 取消订阅消息监听
  242. HookSubscribeForStreamChange hookSubscribe = HookSubscribeFactory.on_stream_changed("rtp", ssrcInfo.getStream(), true, "rtsp", mediaServerItem.getId());
  243. subscribe.removeSubscribe(hookSubscribe);
  244. }
  245. }
  246. }, userSetting.getPlayTimeout());
  247. //端口获取失败的ssrcInfo 没有必要发送点播指令
  248. if (ssrcInfo.getPort() <= 0) {
  249. logger.info("[点播端口分配异常],deviceId={},channelId={},ssrcInfo={}", device.getDeviceId(), channelId, ssrcInfo);
  250. dynamicTask.stop(timeOutTaskKey);
  251. // 释放ssrc
  252. mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcInfo.getSsrc());
  253. streamSession.remove(device.getDeviceId(), channelId, ssrcInfo.getStream());
  254. RequestMessage msg = new RequestMessage();
  255. msg.setKey(DeferredResultHolder.CALLBACK_CMD_PLAY + device.getDeviceId() + channelId);
  256. msg.setData(WVPResult.fail(ErrorCode.ERROR100.getCode(), "点播端口分配异常"));
  257. resultHolder.invokeAllResult(msg);
  258. return;
  259. }
  260. try {
  261. cmder.playStreamCmd(mediaServerItem, ssrcInfo, device, channelId,isUsePs, (MediaServerItem mediaServerItemInuse, JSONObject response) -> {
  262. logger.info("收到订阅消息: " + response.toJSONString());
  263. logger.info("停止超时任务: " + timeOutTaskKey);
  264. dynamicTask.stop(timeOutTaskKey);
  265. // hook响应
  266. onPublishHandlerForPlay(mediaServerItemInuse, response, device.getDeviceId(), channelId);
  267. hookEvent.response(mediaServerItemInuse, response);
  268. logger.info("[点播成功] deviceId: {}, channelId: {}", device.getDeviceId(), channelId);
  269. String streamUrl = String.format("http://127.0.0.1:%s/%s/%s.live.flv", mediaServerItemInuse.getHttpPort(), "rtp", ssrcInfo.getStream());
  270. String path = "snap";
  271. String fileName = device.getDeviceId() + "_" + channelId + ".jpg";
  272. // 请求截图
  273. logger.info("[请求截图]: " + fileName);
  274. zlmresTfulUtils.getSnap(mediaServerItemInuse, streamUrl, 15, 1, path, fileName);
  275. }, (event) -> {
  276. ResponseEvent responseEvent = (ResponseEvent) event.event;
  277. String contentString = new String(responseEvent.getResponse().getRawContent());
  278. // 获取ssrc
  279. int ssrcIndex = contentString.indexOf("y=");
  280. // 检查是否有y字段
  281. if (ssrcIndex >= 0) {
  282. //ssrc规定长度为10字节,不取余下长度以避免后续还有“f=”字段 TODO 后续对不规范的非10位ssrc兼容
  283. String ssrcInResponse = contentString.substring(ssrcIndex + 2, ssrcIndex + 12);
  284. // 查询到ssrc不一致且开启了ssrc校验则需要针对处理
  285. if (ssrcInfo.getSsrc().equals(ssrcInResponse)) {
  286. return;
  287. }
  288. logger.info("[点播消息] 收到invite 200, 发现下级自定义了ssrc: {}", ssrcInResponse);
  289. if (!mediaServerItem.isRtpEnable() || device.isSsrcCheck()) {
  290. logger.info("[点播消息] SSRC修正 {}->{}", ssrcInfo.getSsrc(), ssrcInResponse);
  291. if (!mediaServerItem.getSsrcConfig().checkSsrc(ssrcInResponse)) {
  292. // ssrc 不可用
  293. // 释放ssrc
  294. mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcInfo.getSsrc());
  295. streamSession.remove(device.getDeviceId(), channelId, ssrcInfo.getStream());
  296. event.msg = "下级自定义了ssrc,但是此ssrc不可用";
  297. event.statusCode = 400;
  298. errorEvent.response(event);
  299. return;
  300. }
  301. // 单端口模式streamId也有变化,需要重新设置监听
  302. if (!mediaServerItem.isRtpEnable()) {
  303. // 添加订阅
  304. HookSubscribeForStreamChange hookSubscribe = HookSubscribeFactory.on_stream_changed("rtp", ssrcInfo.getStream(), true, "rtsp", mediaServerItem.getId());
  305. subscribe.removeSubscribe(hookSubscribe);
  306. hookSubscribe.getContent().put("stream", String.format("%08x", Integer.parseInt(ssrcInResponse)).toUpperCase());
  307. subscribe.addSubscribe(hookSubscribe, (MediaServerItem mediaServerItemInUse, JSONObject response) -> {
  308. logger.info("[ZLM HOOK] ssrc修正后收到订阅消息: " + response.toJSONString());
  309. dynamicTask.stop(timeOutTaskKey);
  310. // hook响应
  311. onPublishHandlerForPlay(mediaServerItemInUse, response, device.getDeviceId(), channelId);
  312. hookEvent.response(mediaServerItemInUse, response);
  313. });
  314. }
  315. // 关闭rtp server
  316. mediaServerService.closeRTPServer(mediaServerItem, ssrcInfo.getStream());
  317. // 重新开启ssrc server
  318. mediaServerService.openRTPServer(mediaServerItem, ssrcInfo.getStream(), ssrcInResponse, device.isSsrcCheck(), false, ssrcInfo.getPort());
  319. }
  320. }
  321. }
  322. , (event) -> {
  323. dynamicTask.stop(timeOutTaskKey);
  324. mediaServerService.closeRTPServer(mediaServerItem, ssrcInfo.getStream());
  325. // 释放ssrc
  326. mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcInfo.getSsrc());
  327. streamSession.remove(device.getDeviceId(), channelId, ssrcInfo.getStream());
  328. errorEvent.response(event);
  329. });
  330. } catch (InvalidArgumentException | SipException | ParseException e) {
  331. logger.error("[命令发送失败] 点播消息: {}", e.getMessage());
  332. dynamicTask.stop(timeOutTaskKey);
  333. mediaServerService.closeRTPServer(mediaServerItem, ssrcInfo.getStream());
  334. // 释放ssrc
  335. mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcInfo.getSsrc());
  336. streamSession.remove(device.getDeviceId(), channelId, ssrcInfo.getStream());
  337. SipSubscribe.EventResult eventResult = new SipSubscribe.EventResult(new CmdSendFailEvent(null));
  338. eventResult.msg = "命令发送失败";
  339. errorEvent.response(eventResult);
  340. RequestMessage msg = new RequestMessage();
  341. msg.setKey(DeferredResultHolder.CALLBACK_CMD_PLAY + device.getDeviceId() + channelId);
  342. msg.setData(WVPResult.fail(ErrorCode.ERR_Invite_fail.getCode(), "点播命令发送至设备异常"));
  343. resultHolder.invokeAllResult(msg);
  344. }
  345. }
  346. public void openBroadcast(MediaServerItem mediaServerItem,
  347. String deviceId,
  348. String app,
  349. String audioStreamId,
  350. HookSubscribeForKey broadcastForInviteHook,
  351. NodeCallBack nodeCallBack,
  352. Runnable timeoutCallback){
  353. logger.warn("[语音广播] 开语音广播");
  354. // PlayResult playResult = new PlayResult();
  355. Device device = redisCatchStorage.getDevice(deviceId);
  356. // rtp语音通道创建完成,开始发送broadcast,
  357. try {
  358. cmder.audioBroadcastCmd(device);
  359. }catch (InvalidArgumentException | SipException | ParseException e) {
  360. logger.error("[命令发送失败] 发送broadcast中 errorMsg: {}", e.getMessage());
  361. nodeCallBack.run(1,"[命令发送失败] 无法发送broadcast消息");
  362. }
  363. // 获取对应的音频流信息
  364. // logger.info("webrtc stream {}",streamAuthorityInfo);
  365. // 注册subScript事件
  366. GBHookSubscribe.addInviteSubscribe(broadcastForInviteHook,(int code, JSONObject json, SIPRequest request)->{
  367. logger.info("[语音广播] 接收到设备invite信息___订阅事件触发 JSONDATA: {}",json.toJSONString());
  368. String streamId = null;
  369. String ssrcStr = json.getString("ssrc");
  370. ssrcStr = ssrcStr.replaceAll("\\s*|\r|\n|\t","");
  371. SSRCInfo ssrcInfo = new SSRCInfo(31234,ssrcStr,audioStreamId);
  372. if (mediaServerItem.isRtpEnable()) {
  373. streamId = String.format("broadcast_%s", device.getDeviceId());
  374. }
  375. logger.info("[语音广播] 尝试创建rtp语音推流通道");
  376. // TODO: 2023/3/7 开始下发invite信息给设备
  377. try {
  378. // 创建音频解码服务
  379. // 向流媒体服务器申请创建 rtpServer 服务端口
  380. ssrcInfo = mediaServerService.startSendRtpServer(mediaServerItem,app, streamId, audioStreamId,
  381. json.getString("addr"),
  382. json.getString("port"),
  383. ssrcStr,
  384. 15*1000
  385. );
  386. if(ssrcInfo == null){
  387. logger.error("[zlm控制异常] 创建媒体流失败");
  388. nodeCallBack.run(2,"[zlm控制异常] 创建媒体流失败");
  389. return;
  390. }
  391. // 回复invite 200 信息至设备
  392. cmder.sendBoradcastInviteCmd(request,mediaServerItem, ssrcInfo, device, null, null,
  393. null,
  394. null,
  395. null);
  396. //
  397. nodeCallBack.run(0,"ok");
  398. }catch(InvalidArgumentException | SipException | ParseException e){
  399. logger.error("[下发audio拉流invite失败]",e);
  400. // SipSubscribe.EventResult eventResult = new SipSubscribe.EventResult(new CmdSendFailEvent(null));
  401. // eventResult.msg = "命令发送失败";
  402. // errorEvent.response(eventResult);
  403. }
  404. });
  405. return ;
  406. }
  407. public void openBroadcast(MediaServerItem mediaServerItem,
  408. Device device,
  409. int waitTime,
  410. BroadcastCallback callback){
  411. logger.warn("[语音广播] 开语音广播 新");
  412. JSONObject errJson = new JSONObject();
  413. try {
  414. cmder.audioBroadcastCmd(device);
  415. } catch (InvalidArgumentException | SipException | ParseException e) {
  416. logger.error("[命令发送失败] 发送broadcast中 errorMsg: {}", e.getMessage());
  417. errJson.put("msg", "[命令发送失败] 无法发送broadcast消息");
  418. callback.run(2, errJson, null);
  419. }
  420. logger.warn("等待设备返回invite");
  421. HookSubscribeForKey broadcastForInviteHook = GBHookSubscribeFactory.on_broadcast_invite(device.getDeviceId());
  422. // 创建计时器,计时结束未收到invite则自动进行失败处理
  423. String timeOutTaskKey = UUID.randomUUID().toString();
  424. dynamicTask.startDelay(timeOutTaskKey, () -> {
  425. // todo 发送 bye 通知给设备?
  426. logger.warn("invite超时");
  427. errJson.put("msg", "等待设备语音invite信息超时");
  428. callback.run(1, errJson, null);
  429. }, waitTime);
  430. GBHookSubscribe.addInviteSubscribe(broadcastForInviteHook,
  431. (int code, JSONObject json, SIPRequest request) -> {
  432. // invite信息返回
  433. logger.info("[语音广播] 接收到设备invite信息___订阅事件触发 JSONDATA: {}", json.toJSONString());
  434. // 取消计时器
  435. dynamicTask.stop(timeOutTaskKey);
  436. callback.run(0, json, request);
  437. });
  438. };
  439. @Override
  440. public void onPublishHandlerForPlay(MediaServerItem mediaServerItem, JSONObject response, String deviceId, String channelId) {
  441. StreamInfo streamInfo = onPublishHandler(mediaServerItem, response, deviceId, channelId);
  442. RequestMessage msg = new RequestMessage();
  443. msg.setKey(DeferredResultHolder.CALLBACK_CMD_PLAY + deviceId + channelId);
  444. if (streamInfo != null) {
  445. DeviceChannel deviceChannel = storager.queryChannel(deviceId, channelId);
  446. if (deviceChannel != null) {
  447. deviceChannel.setStreamId(streamInfo.getStream());
  448. storager.startPlay(deviceId, channelId, streamInfo.getStream());
  449. }
  450. redisCatchStorage.startPlay(streamInfo);
  451. WVPResult wvpResult = new WVPResult();
  452. wvpResult.setCode(ErrorCode.SUCCESS.getCode());
  453. wvpResult.setMsg(ErrorCode.SUCCESS.getMsg());
  454. wvpResult.setData(streamInfo);
  455. msg.setData(wvpResult);
  456. resultHolder.invokeAllResult(msg);
  457. } else {
  458. logger.warn("设备预览API调用失败!");
  459. msg.setData(WVPResult.fail(ErrorCode.ERROR100.getCode(), "设备预览API调用失败!"));
  460. resultHolder.invokeAllResult(msg);
  461. }
  462. }
  463. private void onPublishHandlerForPlayback(MediaServerItem mediaServerItem, JSONObject response, String deviceId, String channelId, PlayBackCallback playBackCallback) {
  464. StreamInfo streamInfo = onPublishHandler(mediaServerItem, response, deviceId, channelId);
  465. PlayBackResult<StreamInfo> playBackResult = new PlayBackResult<>();
  466. if (streamInfo != null) {
  467. DeviceChannel deviceChannel = storager.queryChannel(deviceId, channelId);
  468. if (deviceChannel != null) {
  469. deviceChannel.setStreamId(streamInfo.getStream());
  470. storager.startPlay(deviceId, channelId, streamInfo.getStream());
  471. }
  472. redisCatchStorage.startPlay(streamInfo);
  473. playBackResult.setCode(ErrorCode.SUCCESS.getCode());
  474. playBackResult.setMsg(ErrorCode.SUCCESS.getMsg());
  475. playBackResult.setData(streamInfo);
  476. playBackCallback.call(playBackResult);
  477. } else {
  478. logger.warn("录像回放调用失败!");
  479. playBackResult.setCode(ErrorCode.ERROR100.getCode());
  480. playBackResult.setMsg("录像回放调用失败!");
  481. playBackCallback.call(playBackResult);
  482. }
  483. }
  484. @Override
  485. public MediaServerItem getNewMediaServerItem(Device device) {
  486. if (device == null) {
  487. return null;
  488. }
  489. MediaServerItem mediaServerItem;
  490. if (ObjectUtils.isEmpty(device.getMediaServerId()) || "auto".equals(device.getMediaServerId())) {
  491. mediaServerItem = mediaServerService.getMediaServerForMinimumLoad(null);
  492. } else {
  493. // 尝试获取device配置的zlm服务
  494. mediaServerItem = mediaServerService.getOne(device.getMediaServerId());
  495. // 如果默认zlm无法找到则随机分配一个zlm
  496. if(mediaServerItem == null){
  497. logger.warn("无法找到设备默认流媒体服务,即将使用默认流媒体服务");
  498. mediaServerItem = mediaServerService.getMediaServerForMinimumLoad(null);
  499. }
  500. }
  501. if (mediaServerItem == null) {
  502. logger.warn("点播时未找到可使用的ZLM...");
  503. }
  504. return mediaServerItem;
  505. }
  506. @Override
  507. public MediaServerItem getNewMediaServerItemHasAssist(Device device) {
  508. if (device == null) {
  509. return null;
  510. }
  511. MediaServerItem mediaServerItem;
  512. if (ObjectUtils.isEmpty(device.getMediaServerId()) || "auto".equals(device.getMediaServerId())) {
  513. mediaServerItem = mediaServerService.getMediaServerForMinimumLoad(true);
  514. } else {
  515. mediaServerItem = mediaServerService.getOne(device.getMediaServerId());
  516. }
  517. if (mediaServerItem == null) {
  518. logger.warn("[获取可用的ZLM节点]未找到可使用的ZLM...");
  519. }
  520. return mediaServerItem;
  521. }
  522. @Override
  523. public void playBack(String deviceId, String channelId, String startTime,
  524. String endTime, InviteStreamCallback inviteStreamCallback,
  525. PlayBackCallback callback) {
  526. Device device = storager.queryVideoDevice(deviceId);
  527. if (device == null) {
  528. return;
  529. }
  530. MediaServerItem newMediaServerItem = getNewMediaServerItem(device);
  531. SSRCInfo ssrcInfo = mediaServerService.openRTPServer(newMediaServerItem, null, device.isSsrcCheck(), true);
  532. playBack(newMediaServerItem, ssrcInfo, deviceId, channelId, startTime, endTime, inviteStreamCallback, callback);
  533. }
  534. @Override
  535. public void playBack(MediaServerItem mediaServerItem, SSRCInfo ssrcInfo,
  536. String deviceId, String channelId, String startTime,
  537. String endTime, InviteStreamCallback infoCallBack,
  538. PlayBackCallback playBackCallback) {
  539. if (mediaServerItem == null || ssrcInfo == null) {
  540. return;
  541. }
  542. Device device = storager.queryVideoDevice(deviceId);
  543. if (device == null) {
  544. throw new ControllerException(ErrorCode.ERROR100.getCode(), "设备: " + deviceId + "不存在");
  545. }
  546. PlayBackResult<StreamInfo> playBackResult = new PlayBackResult<>();
  547. String playBackTimeOutTaskKey = UUID.randomUUID().toString();
  548. dynamicTask.startDelay(playBackTimeOutTaskKey, () -> {
  549. logger.warn(String.format("设备回放超时,deviceId:%s ,channelId:%s", deviceId, channelId));
  550. playBackResult.setCode(ErrorCode.ERROR100.getCode());
  551. playBackResult.setMsg("回放超时");
  552. try {
  553. cmder.streamByeCmd(device, channelId, ssrcInfo.getStream(), null);
  554. } catch (InvalidArgumentException | ParseException | SipException e) {
  555. logger.error("[录像流]回放超时 发送BYE失败 {}", e.getMessage());
  556. } catch (SsrcTransactionNotFoundException e) {
  557. // 点播超时回复BYE 同时释放ssrc以及此次点播的资源
  558. mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcInfo.getSsrc());
  559. mediaServerService.closeRTPServer(mediaServerItem, ssrcInfo.getStream());
  560. streamSession.remove(deviceId, channelId, ssrcInfo.getStream());
  561. }
  562. // 回复之前所有的点播请求
  563. playBackCallback.call(playBackResult);
  564. }, userSetting.getPlayTimeout());
  565. SipSubscribe.Event errorEvent = event -> {
  566. dynamicTask.stop(playBackTimeOutTaskKey);
  567. playBackResult.setCode(ErrorCode.ERROR100.getCode());
  568. playBackResult.setMsg(String.format("回放失败, 错误码: %s, %s", event.statusCode, event.msg));
  569. playBackResult.setEvent(event);
  570. playBackCallback.call(playBackResult);
  571. streamSession.remove(device.getDeviceId(), channelId, ssrcInfo.getStream());
  572. };
  573. InviteStreamCallback hookEvent = (InviteStreamInfo inviteStreamInfo) -> {
  574. logger.info("收到回放订阅消息: " + inviteStreamInfo.getResponse().toJSONString());
  575. dynamicTask.stop(playBackTimeOutTaskKey);
  576. StreamInfo streamInfo = onPublishHandler(inviteStreamInfo.getMediaServerItem(), inviteStreamInfo.getResponse(), deviceId, channelId);
  577. if (streamInfo == null) {
  578. logger.warn("设备回放API调用失败!");
  579. playBackResult.setCode(ErrorCode.ERROR100.getCode());
  580. playBackResult.setMsg("设备回放API调用失败!");
  581. playBackCallback.call(playBackResult);
  582. return;
  583. }
  584. redisCatchStorage.startPlayback(streamInfo, inviteStreamInfo.getCallId());
  585. playBackResult.setCode(ErrorCode.SUCCESS.getCode());
  586. playBackResult.setMsg(ErrorCode.SUCCESS.getMsg());
  587. playBackResult.setData(streamInfo);
  588. playBackResult.setMediaServerItem(inviteStreamInfo.getMediaServerItem());
  589. playBackResult.setResponse(inviteStreamInfo.getResponse());
  590. playBackCallback.call(playBackResult);
  591. };
  592. try {
  593. cmder.playbackStreamCmd(mediaServerItem, ssrcInfo, device, channelId, startTime, endTime, infoCallBack,
  594. hookEvent, eventResult -> {
  595. if (eventResult.type == SipSubscribe.EventResultType.response) {
  596. ResponseEvent responseEvent = (ResponseEvent) eventResult.event;
  597. String contentString = new String(responseEvent.getResponse().getRawContent());
  598. // 获取ssrc
  599. int ssrcIndex = contentString.indexOf("y=");
  600. // 检查是否有y字段
  601. if (ssrcIndex >= 0) {
  602. //ssrc规定长度为10字节,不取余下长度以避免后续还有“f=”字段 TODO 后续对不规范的非10位ssrc兼容
  603. String ssrcInResponse = contentString.substring(ssrcIndex + 2, ssrcIndex + 12);
  604. // 查询到ssrc不一致且开启了ssrc校验则需要针对处理
  605. if (ssrcInfo.getSsrc().equals(ssrcInResponse)) {
  606. return;
  607. }
  608. logger.info("[回放消息] 收到invite 200, 发现下级自定义了ssrc: {}", ssrcInResponse);
  609. if (!mediaServerItem.isRtpEnable() || device.isSsrcCheck()) {
  610. logger.info("[回放消息] SSRC修正 {}->{}", ssrcInfo.getSsrc(), ssrcInResponse);
  611. if (!mediaServerItem.getSsrcConfig().checkSsrc(ssrcInResponse)) {
  612. // ssrc 不可用
  613. // 释放ssrc
  614. mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcInfo.getSsrc());
  615. streamSession.remove(device.getDeviceId(), channelId, ssrcInfo.getStream());
  616. eventResult.msg = "下级自定义了ssrc,但是此ssrc不可用";
  617. eventResult.statusCode = 400;
  618. errorEvent.response(eventResult);
  619. return;
  620. }
  621. // 单端口模式streamId也有变化,需要重新设置监听
  622. if (!mediaServerItem.isRtpEnable()) {
  623. // 添加订阅
  624. HookSubscribeForStreamChange hookSubscribe = HookSubscribeFactory.on_stream_changed("rtp", ssrcInfo.getStream(), true, "rtsp", mediaServerItem.getId());
  625. subscribe.removeSubscribe(hookSubscribe);
  626. hookSubscribe.getContent().put("stream", String.format("%08x", Integer.parseInt(ssrcInResponse)).toUpperCase());
  627. subscribe.addSubscribe(hookSubscribe, (MediaServerItem mediaServerItemInUse, JSONObject response) -> {
  628. logger.info("[ZLM HOOK] ssrc修正后收到订阅消息: " + response.toJSONString());
  629. dynamicTask.stop(playBackTimeOutTaskKey);
  630. // hook响应
  631. onPublishHandlerForPlayback(mediaServerItemInUse, response, device.getDeviceId(), channelId, playBackCallback);
  632. hookEvent.call(new InviteStreamInfo(mediaServerItem, null, eventResult.callId, "rtp", ssrcInfo.getStream()));
  633. });
  634. }
  635. // 关闭rtp server
  636. mediaServerService.closeRTPServer(mediaServerItem, ssrcInfo.getStream());
  637. // 重新开启ssrc server
  638. mediaServerService.openRTPServer(mediaServerItem, ssrcInfo.getStream(), ssrcInResponse, device.isSsrcCheck(), true, ssrcInfo.getPort());
  639. }
  640. }
  641. }
  642. }, errorEvent);
  643. } catch (InvalidArgumentException | SipException | ParseException e) {
  644. logger.error("[命令发送失败] 回放: {}", e.getMessage());
  645. SipSubscribe.EventResult eventResult = new SipSubscribe.EventResult(new CmdSendFailEvent(null));
  646. eventResult.msg = "命令发送失败";
  647. errorEvent.response(eventResult);
  648. }
  649. }
  650. @Override
  651. public void download(String deviceId, String channelId, String startTime, String endTime, int downloadSpeed, InviteStreamCallback infoCallBack, PlayBackCallback playBackCallback) {
  652. Device device = storager.queryVideoDevice(deviceId);
  653. if (device == null) {
  654. return;
  655. }
  656. MediaServerItem newMediaServerItem = getNewMediaServerItemHasAssist(device);
  657. if (newMediaServerItem == null) {
  658. PlayBackResult<StreamInfo> downloadResult = new PlayBackResult<>();
  659. downloadResult.setCode(ErrorCode.ERROR100.getCode());
  660. downloadResult.setMsg("未找到assist服务");
  661. playBackCallback.call(downloadResult);
  662. return;
  663. }
  664. SSRCInfo ssrcInfo = mediaServerService.openRTPServer(newMediaServerItem, null, device.isSsrcCheck(), true);
  665. download(newMediaServerItem, ssrcInfo, deviceId, channelId, startTime, endTime, downloadSpeed, infoCallBack, playBackCallback);
  666. }
  667. @Override
  668. public void download(MediaServerItem mediaServerItem, SSRCInfo ssrcInfo, String deviceId, String channelId, String startTime, String endTime, int downloadSpeed, InviteStreamCallback infoCallBack, PlayBackCallback hookCallBack) {
  669. if (mediaServerItem == null || ssrcInfo == null) {
  670. return;
  671. }
  672. Device device = storager.queryVideoDevice(deviceId);
  673. if (device == null) {
  674. throw new ControllerException(ErrorCode.ERROR400.getCode(), "设备:" + deviceId + "不存在");
  675. }
  676. PlayBackResult<StreamInfo> downloadResult = new PlayBackResult<>();
  677. String downLoadTimeOutTaskKey = UUID.randomUUID().toString();
  678. dynamicTask.startDelay(downLoadTimeOutTaskKey, () -> {
  679. logger.warn(String.format("录像下载请求超时,deviceId:%s ,channelId:%s", deviceId, channelId));
  680. downloadResult.setCode(ErrorCode.ERROR100.getCode());
  681. downloadResult.setMsg("录像下载请求超时");
  682. hookCallBack.call(downloadResult);
  683. // 点播超时回复BYE 同时释放ssrc以及此次点播的资源
  684. try {
  685. cmder.streamByeCmd(device, channelId, ssrcInfo.getStream(), null);
  686. } catch (InvalidArgumentException | ParseException | SipException e) {
  687. logger.error("[录像流]录像下载请求超时, 发送BYE失败 {}", e.getMessage());
  688. } catch (SsrcTransactionNotFoundException e) {
  689. mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcInfo.getSsrc());
  690. mediaServerService.closeRTPServer(mediaServerItem, ssrcInfo.getStream());
  691. streamSession.remove(deviceId, channelId, ssrcInfo.getStream());
  692. }
  693. }, userSetting.getPlayTimeout());
  694. SipSubscribe.Event errorEvent = event -> {
  695. dynamicTask.stop(downLoadTimeOutTaskKey);
  696. downloadResult.setCode(ErrorCode.ERROR100.getCode());
  697. downloadResult.setMsg(String.format("录像下载失败, 错误码: %s, %s", event.statusCode, event.msg));
  698. downloadResult.setEvent(event);
  699. hookCallBack.call(downloadResult);
  700. streamSession.remove(device.getDeviceId(), channelId, ssrcInfo.getStream());
  701. };
  702. InviteStreamCallback hookEvent = (InviteStreamInfo inviteStreamInfo) -> {
  703. logger.info("收到订阅消息: " + inviteStreamInfo.getCallId());
  704. dynamicTask.stop(downLoadTimeOutTaskKey);
  705. StreamInfo streamInfo = onPublishHandler(inviteStreamInfo.getMediaServerItem(), inviteStreamInfo.getResponse(), deviceId, channelId);
  706. streamInfo.setStartTime(startTime);
  707. streamInfo.setEndTime(endTime);
  708. redisCatchStorage.startDownload(streamInfo, inviteStreamInfo.getCallId());
  709. downloadResult.setCode(ErrorCode.SUCCESS.getCode());
  710. downloadResult.setMsg(ErrorCode.SUCCESS.getMsg());
  711. downloadResult.setData(streamInfo);
  712. downloadResult.setMediaServerItem(inviteStreamInfo.getMediaServerItem());
  713. downloadResult.setResponse(inviteStreamInfo.getResponse());
  714. hookCallBack.call(downloadResult);
  715. };
  716. try {
  717. cmder.downloadStreamCmd(mediaServerItem, ssrcInfo, device, channelId, startTime, endTime, downloadSpeed, infoCallBack,
  718. hookEvent, errorEvent, eventResult ->
  719. {
  720. if (eventResult.type == SipSubscribe.EventResultType.response) {
  721. ResponseEvent responseEvent = (ResponseEvent) eventResult.event;
  722. String contentString = new String(responseEvent.getResponse().getRawContent());
  723. // 获取ssrc
  724. int ssrcIndex = contentString.indexOf("y=");
  725. // 检查是否有y字段
  726. if (ssrcIndex >= 0) {
  727. //ssrc规定长度为10字节,不取余下长度以避免后续还有“f=”字段 TODO 后续对不规范的非10位ssrc兼容
  728. String ssrcInResponse = contentString.substring(ssrcIndex + 2, ssrcIndex + 12);
  729. // 查询到ssrc不一致且开启了ssrc校验则需要针对处理
  730. if (ssrcInfo.getSsrc().equals(ssrcInResponse)) {
  731. return;
  732. }
  733. logger.info("[回放消息] 收到invite 200, 发现下级自定义了ssrc: {}", ssrcInResponse);
  734. if (!mediaServerItem.isRtpEnable() || device.isSsrcCheck()) {
  735. logger.info("[回放消息] SSRC修正 {}->{}", ssrcInfo.getSsrc(), ssrcInResponse);
  736. if (!mediaServerItem.getSsrcConfig().checkSsrc(ssrcInResponse)) {
  737. // ssrc 不可用
  738. // 释放ssrc
  739. mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcInfo.getSsrc());
  740. streamSession.remove(device.getDeviceId(), channelId, ssrcInfo.getStream());
  741. eventResult.msg = "下级自定义了ssrc,但是此ssrc不可用";
  742. eventResult.statusCode = 400;
  743. errorEvent.response(eventResult);
  744. return;
  745. }
  746. // 单端口模式streamId也有变化,需要重新设置监听
  747. if (!mediaServerItem.isRtpEnable()) {
  748. // 添加订阅
  749. HookSubscribeForStreamChange hookSubscribe = HookSubscribeFactory.on_stream_changed("rtp", ssrcInfo.getStream(), true, "rtsp", mediaServerItem.getId());
  750. subscribe.removeSubscribe(hookSubscribe);
  751. hookSubscribe.getContent().put("stream", String.format("%08x", Integer.parseInt(ssrcInResponse)).toUpperCase());
  752. subscribe.addSubscribe(hookSubscribe, (MediaServerItem mediaServerItemInUse, JSONObject response) -> {
  753. logger.info("[ZLM HOOK] ssrc修正后收到订阅消息: " + response.toJSONString());
  754. dynamicTask.stop(downLoadTimeOutTaskKey);
  755. // hook响应
  756. onPublishHandlerForPlayback(mediaServerItemInUse, response, device.getDeviceId(), channelId, hookCallBack);
  757. hookEvent.call(new InviteStreamInfo(mediaServerItem, null, eventResult.callId, "rtp", ssrcInfo.getStream()));
  758. });
  759. }
  760. // 关闭rtp server
  761. mediaServerService.closeRTPServer(mediaServerItem, ssrcInfo.getStream());
  762. // 重新开启ssrc server
  763. mediaServerService.openRTPServer(mediaServerItem, ssrcInfo.getStream(), ssrcInResponse, device.isSsrcCheck(), true, ssrcInfo.getPort());
  764. }
  765. }
  766. }
  767. });
  768. } catch (InvalidArgumentException | SipException | ParseException e) {
  769. logger.error("[命令发送失败] 录像下载: {}", e.getMessage());
  770. SipSubscribe.EventResult eventResult = new SipSubscribe.EventResult(new CmdSendFailEvent(null));
  771. eventResult.msg = "命令发送失败";
  772. errorEvent.response(eventResult);
  773. }
  774. }
  775. @Override
  776. public StreamInfo getDownLoadInfo(String deviceId, String channelId, String stream) {
  777. StreamInfo streamInfo = redisCatchStorage.queryDownload(deviceId, channelId, stream, null);
  778. if (streamInfo != null) {
  779. if (streamInfo.getProgress() == 1) {
  780. return streamInfo;
  781. }
  782. // 获取当前已下载时长
  783. String mediaServerId = streamInfo.getMediaServerId();
  784. MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId);
  785. if (mediaServerItem == null) {
  786. logger.warn("查询录像信息时发现节点已离线");
  787. return null;
  788. }
  789. if (mediaServerItem.getRecordAssistPort() > 0) {
  790. JSONObject jsonObject = assistRESTfulUtils.fileDuration(mediaServerItem, streamInfo.getApp(), streamInfo.getStream(), null);
  791. if (jsonObject == null) {
  792. throw new ControllerException(ErrorCode.ERROR100.getCode(), "连接Assist服务失败");
  793. }
  794. if (jsonObject.getInteger("code") == 0) {
  795. long duration = jsonObject.getLong("data");
  796. if (duration == 0) {
  797. streamInfo.setProgress(0);
  798. } else {
  799. String startTime = streamInfo.getStartTime();
  800. String endTime = streamInfo.getEndTime();
  801. long start = DateUtil.yyyy_MM_dd_HH_mm_ssToTimestamp(startTime);
  802. long end = DateUtil.yyyy_MM_dd_HH_mm_ssToTimestamp(endTime);
  803. BigDecimal currentCount = new BigDecimal(duration / 1000);
  804. BigDecimal totalCount = new BigDecimal(end - start);
  805. BigDecimal divide = currentCount.divide(totalCount, 2, RoundingMode.HALF_UP);
  806. double process = divide.doubleValue();
  807. streamInfo.setProgress(process);
  808. }
  809. }
  810. }
  811. }
  812. return streamInfo;
  813. }
  814. @Override
  815. public void onPublishHandlerForDownload(InviteStreamInfo inviteStreamInfo, String deviceId, String channelId, String uuid) {
  816. RequestMessage msg = new RequestMessage();
  817. msg.setKey(DeferredResultHolder.CALLBACK_CMD_DOWNLOAD + deviceId + channelId);
  818. msg.setId(uuid);
  819. StreamInfo streamInfo = onPublishHandler(inviteStreamInfo.getMediaServerItem(), inviteStreamInfo.getResponse(), deviceId, channelId);
  820. if (streamInfo != null) {
  821. redisCatchStorage.startDownload(streamInfo, inviteStreamInfo.getCallId());
  822. msg.setData(JSON.toJSONString(streamInfo));
  823. resultHolder.invokeResult(msg);
  824. } else {
  825. logger.warn("设备预览API调用失败!");
  826. msg.setData(WVPResult.fail(ErrorCode.ERROR100.getCode(), "设备预览API调用失败!"));
  827. resultHolder.invokeResult(msg);
  828. }
  829. }
  830. public StreamInfo onPublishHandler(MediaServerItem mediaServerItem, JSONObject resonse, String deviceId, String channelId) {
  831. String streamId = resonse.getString("stream");
  832. JSONArray tracks = resonse.getJSONArray("tracks");
  833. StreamInfo streamInfo = mediaService.getStreamInfoByAppAndStream(mediaServerItem, "rtp", streamId, tracks, null);
  834. streamInfo.setDeviceID(deviceId);
  835. streamInfo.setChannelId(channelId);
  836. return streamInfo;
  837. }
  838. @Override
  839. public void zlmServerOffline(String mediaServerId) {
  840. // 处理正在向上推流的上级平台
  841. List<SendRtpItem> sendRtpItems = redisCatchStorage.querySendRTPServer(null);
  842. if (sendRtpItems.size() > 0) {
  843. for (SendRtpItem sendRtpItem : sendRtpItems) {
  844. if (sendRtpItem.getMediaServerId().equals(mediaServerId)) {
  845. ParentPlatform platform = storager.queryParentPlatByServerGBId(sendRtpItem.getPlatformId());
  846. try {
  847. sipCommanderFroPlatform.streamByeCmd(platform, sendRtpItem.getCallId());
  848. } catch (SipException | InvalidArgumentException | ParseException e) {
  849. logger.error("[命令发送失败] 国标级联 发送BYE: {}", e.getMessage());
  850. }
  851. }
  852. }
  853. }
  854. // 处理正在观看的国标设备
  855. List<SsrcTransaction> allSsrc = streamSession.getAllSsrc();
  856. if (allSsrc.size() > 0) {
  857. for (SsrcTransaction ssrcTransaction : allSsrc) {
  858. if (ssrcTransaction.getMediaServerId().equals(mediaServerId)) {
  859. Device device = deviceService.getDevice(ssrcTransaction.getDeviceId());
  860. if (device == null) {
  861. continue;
  862. }
  863. try {
  864. cmder.streamByeCmd(device, ssrcTransaction.getChannelId(),
  865. ssrcTransaction.getStream(), null);
  866. } catch (InvalidArgumentException | ParseException | SipException |
  867. SsrcTransactionNotFoundException e) {
  868. logger.error("[zlm离线]为正在使用此zlm的设备, 发送BYE失败 {}", e.getMessage());
  869. }
  870. }
  871. }
  872. }
  873. }
  874. @Override
  875. public void zlmServerOnline(String mediaServerId) {
  876. // TODO 查找之前的点播,流如果不存在则给下级发送bye
  877. // MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId);
  878. // zlmresTfulUtils.getMediaList(mediaServerItem, (mediaList ->{
  879. // Integer code = mediaList.getInteger("code");
  880. // if (code == 0) {
  881. // JSONArray data = mediaList.getJSONArray("data");
  882. // if (data == null || data.size() == 0) {
  883. // zlmServerOffline(mediaServerId);
  884. // }else {
  885. // Map<String, JSONObject> mediaListMap = new HashMap<>();
  886. // for (int i = 0; i < data.size(); i++) {
  887. // JSONObject json = data.getJSONObject(i);
  888. // String app = json.getString("app");
  889. // if ("rtp".equals(app)) {
  890. // String stream = json.getString("stream");
  891. // if (mediaListMap.get(stream) != null) {
  892. // continue;
  893. // }
  894. // mediaListMap.put(stream, json);
  895. // // 处理正在观看的国标设备
  896. // List<SsrcTransaction> ssrcTransactions = streamSession.getSsrcTransactionForAll(null, null, null, stream);
  897. // if (ssrcTransactions.size() > 0) {
  898. // for (SsrcTransaction ssrcTransaction : ssrcTransactions) {
  899. // if(ssrcTransaction.getMediaServerId().equals(mediaServerId)) {
  900. // cmder.streamByeCmd(ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId(),
  901. // ssrcTransaction.getStream(), null);
  902. // }
  903. // }
  904. // }
  905. // }
  906. // }
  907. // if (mediaListMap.size() > 0 ) {
  908. // // 处理正在向上推流的上级平台
  909. // List<SendRtpItem> sendRtpItems = redisCatchStorage.querySendRTPServer(null);
  910. // if (sendRtpItems.size() > 0) {
  911. // for (SendRtpItem sendRtpItem : sendRtpItems) {
  912. // if (sendRtpItem.getMediaServerId().equals(mediaServerId)) {
  913. // if (mediaListMap.get(sendRtpItem.getStreamId()) == null) {
  914. // ParentPlatform platform = storager.queryPlatformByServerGBId(sendRtpItem.getPlatformId());
  915. // sipCommanderFroPlatform.streamByeCmd(platform, sendRtpItem.getCallId());
  916. // }
  917. // }
  918. // }
  919. // }
  920. // }
  921. // }
  922. // }
  923. // }));
  924. }
  925. @Override
  926. public void pauseRtp(String streamId) throws ServiceException, InvalidArgumentException, ParseException, SipException {
  927. String key = redisCatchStorage.queryPlaybackForKey(null, null, streamId, null);
  928. StreamInfo streamInfo = redisCatchStorage.queryPlayback(null, null, streamId, null);
  929. if (null == streamInfo) {
  930. logger.warn("streamId不存在!");
  931. throw new ServiceException("streamId不存在");
  932. }
  933. streamInfo.setPause(true);
  934. RedisUtil.set(key, streamInfo);
  935. MediaServerItem mediaServerItem = mediaServerService.getOne(streamInfo.getMediaServerId());
  936. if (null == mediaServerItem) {
  937. logger.warn("mediaServer 不存在!");
  938. throw new ServiceException("mediaServer不存在");
  939. }
  940. // zlm 暂停RTP超时检查
  941. JSONObject jsonObject = zlmresTfulUtils.pauseRtpCheck(mediaServerItem, streamId);
  942. if (jsonObject == null || jsonObject.getInteger("code") != 0) {
  943. throw new ServiceException("暂停RTP接收失败");
  944. }
  945. Device device = storager.queryVideoDevice(streamInfo.getDeviceID());
  946. cmder.playPauseCmd(device, streamInfo);
  947. }
  948. @Override
  949. public void resumeRtp(String streamId) throws ServiceException, InvalidArgumentException, ParseException, SipException {
  950. String key = redisCatchStorage.queryPlaybackForKey(null, null, streamId, null);
  951. StreamInfo streamInfo = redisCatchStorage.queryPlayback(null, null, streamId, null);
  952. if (null == streamInfo) {
  953. logger.warn("streamId不存在!");
  954. throw new ServiceException("streamId不存在");
  955. }
  956. streamInfo.setPause(false);
  957. RedisUtil.set(key, streamInfo);
  958. MediaServerItem mediaServerItem = mediaServerService.getOne(streamInfo.getMediaServerId());
  959. if (null == mediaServerItem) {
  960. logger.warn("mediaServer 不存在!");
  961. throw new ServiceException("mediaServer不存在");
  962. }
  963. // zlm 暂停RTP超时检查
  964. JSONObject jsonObject = zlmresTfulUtils.resumeRtpCheck(mediaServerItem, streamId);
  965. if (jsonObject == null || jsonObject.getInteger("code") != 0) {
  966. throw new ServiceException("继续RTP接收失败");
  967. }
  968. Device device = storager.queryVideoDevice(streamInfo.getDeviceID());
  969. cmder.playResumeCmd(device, streamInfo);
  970. }
  971. public void broadcast(
  972. MediaServerItem mediaServerItem,
  973. Device device,
  974. BroadcastItem broadcastItem,
  975. int waitTime,
  976. BroadcastCallback callback
  977. ){
  978. // 初始化waitTime值为15秒
  979. if (waitTime == 0) {
  980. waitTime = 15 * 1000;
  981. }
  982. logger.info("[语言广播] 开始返回invite200,并创建zlm服务");
  983. JSONObject errJson = new JSONObject();
  984. try {
  985. String steamId = "relay_"+broadcastItem.getStream();
  986. String ssrcStr = broadcastItem.getSsrc();
  987. ssrcStr = ssrcStr.replaceAll("\\s*|\r|\n|\t", "");
  988. SSRCInfo ssrcInfo = mediaServerService.startSendRtpServer(mediaServerItem,
  989. broadcastItem.getApp(),
  990. broadcastItem.getRecv_stream(),
  991. broadcastItem.getStream(),
  992. broadcastItem.getIpcIp(),
  993. String.valueOf(broadcastItem.getIpcAudioPort()),
  994. ssrcStr,
  995. waitTime
  996. );
  997. if (ssrcInfo == null) {
  998. logger.error("[zlm控制异常] 创建媒体流失败");
  999. errJson.put("msg", "[zlm控制异常] 创建媒体流失败");
  1000. callback.run(2, errJson, null);
  1001. return;
  1002. }
  1003. // 回复invite 200 信息至设备
  1004. cmder.sendBoradcastInviteCmd(broadcastItem.getRequest(), mediaServerItem, ssrcInfo, device, null, null,
  1005. null,
  1006. null,
  1007. null);
  1008. //
  1009. callback.run(0, null,null);
  1010. }catch(InvalidArgumentException | SipException | ParseException e){
  1011. logger.error("[下发audio拉流invite失败]",e);
  1012. logger.error("[zlm控制异常] 创建媒体流失败");
  1013. errJson.put("msg", "[zlm控制异常] 创建媒体流失败");
  1014. callback.run(2, errJson, null);
  1015. // SipSubscribe.EventResult eventResult = new SipSubscribe.EventResult(new CmdSendFailEvent(null));
  1016. // eventResult.msg = "命令发送失败";
  1017. // errorEvent.response(eventResult);
  1018. }
  1019. };
  1020. }