MediaServerServiceImpl.java 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824
  1. package com.genersoft.iot.vmp.service.impl;
  2. import com.alibaba.fastjson2.JSON;
  3. import com.alibaba.fastjson2.JSONArray;
  4. import com.alibaba.fastjson2.JSONObject;
  5. import com.genersoft.iot.vmp.common.VideoManagerConstants;
  6. import com.genersoft.iot.vmp.conf.DynamicTask;
  7. import com.genersoft.iot.vmp.conf.SipConfig;
  8. import com.genersoft.iot.vmp.conf.UserSetting;
  9. import com.genersoft.iot.vmp.conf.exception.ControllerException;
  10. import com.genersoft.iot.vmp.gb28181.event.EventPublisher;
  11. import com.genersoft.iot.vmp.gb28181.session.SsrcConfig;
  12. import com.genersoft.iot.vmp.gb28181.session.VideoStreamSessionManager;
  13. import com.genersoft.iot.vmp.media.zlm.ZLMRESTfulUtils;
  14. import com.genersoft.iot.vmp.media.zlm.ZLMRTPServerFactory;
  15. import com.genersoft.iot.vmp.media.zlm.ZLMServerConfig;
  16. import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
  17. import com.genersoft.iot.vmp.media.zlm.dto.ServerKeepaliveData;
  18. import com.genersoft.iot.vmp.service.IMediaServerService;
  19. import com.genersoft.iot.vmp.service.bean.MediaServerLoad;
  20. import com.genersoft.iot.vmp.service.bean.SSRCInfo;
  21. import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
  22. import com.genersoft.iot.vmp.storager.dao.MediaServerMapper;
  23. import com.genersoft.iot.vmp.utils.DateUtil;
  24. import com.genersoft.iot.vmp.utils.JsonUtil;
  25. import com.genersoft.iot.vmp.utils.redis.RedisUtil;
  26. import com.genersoft.iot.vmp.vmanager.bean.ErrorCode;
  27. import okhttp3.OkHttpClient;
  28. import okhttp3.Request;
  29. import okhttp3.Response;
  30. import org.slf4j.Logger;
  31. import org.slf4j.LoggerFactory;
  32. import org.springframework.beans.factory.annotation.Autowired;
  33. import org.springframework.beans.factory.annotation.Value;
  34. import org.springframework.jdbc.datasource.DataSourceTransactionManager;
  35. import org.springframework.stereotype.Service;
  36. import org.springframework.transaction.TransactionDefinition;
  37. import org.springframework.transaction.TransactionStatus;
  38. import org.springframework.util.ObjectUtils;
  39. import java.time.LocalDateTime;
  40. import java.util.*;
  41. /**
  42. * 媒体服务器节点管理
  43. */
  44. @Service
  45. public class MediaServerServiceImpl implements IMediaServerService {
  46. private final static Logger logger = LoggerFactory.getLogger(MediaServerServiceImpl.class);
  47. private final String zlmKeepaliveKeyPrefix = "zlm-keepalive_";
  48. @Autowired
  49. private SipConfig sipConfig;
  50. @Value("${server.ssl.enabled:false}")
  51. private boolean sslEnabled;
  52. @Value("${server.port}")
  53. private Integer serverPort;
  54. @Autowired
  55. private UserSetting userSetting;
  56. @Autowired
  57. private ZLMRESTfulUtils zlmresTfulUtils;
  58. @Autowired
  59. private MediaServerMapper mediaServerMapper;
  60. @Autowired
  61. DataSourceTransactionManager dataSourceTransactionManager;
  62. @Autowired
  63. TransactionDefinition transactionDefinition;
  64. @Autowired
  65. private VideoStreamSessionManager streamSession;
  66. @Autowired
  67. private ZLMRTPServerFactory zlmrtpServerFactory;
  68. @Autowired
  69. private EventPublisher publisher;
  70. @Autowired
  71. private DynamicTask dynamicTask;
  72. @Autowired
  73. private IRedisCatchStorage redisCatchStorage;
  74. /**
  75. * 初始化
  76. */
  77. @Override
  78. public void updateVmServer(List<MediaServerItem> mediaServerItemList) {
  79. logger.info("[zlm] 缓存初始化 ");
  80. for (MediaServerItem mediaServerItem : mediaServerItemList) {
  81. if (ObjectUtils.isEmpty(mediaServerItem.getId())) {
  82. continue;
  83. }
  84. // 更新
  85. if (mediaServerItem.getSsrcConfig() == null) {
  86. SsrcConfig ssrcConfig = new SsrcConfig(mediaServerItem.getId(), null, sipConfig.getDomain());
  87. mediaServerItem.setSsrcConfig(ssrcConfig);
  88. RedisUtil.set(VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId(), mediaServerItem);
  89. }
  90. // 查询redis是否存在此mediaServer
  91. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId();
  92. if (!RedisUtil.hasKey(key)) {
  93. RedisUtil.set(key, mediaServerItem);
  94. }
  95. }
  96. }
  97. @Override
  98. public SSRCInfo openRTPServer(MediaServerItem mediaServerItem, String streamId, boolean ssrcCheck, boolean isPlayback) {
  99. return openRTPServer(mediaServerItem, streamId, null, ssrcCheck,isPlayback);
  100. }
  101. @Override
  102. public SSRCInfo openRTPServer(MediaServerItem mediaServerItem, String streamId, String presetSsrc, boolean ssrcCheck, boolean isPlayback, Integer port) {
  103. if (mediaServerItem == null || mediaServerItem.getId() == null) {
  104. logger.info("[openRTPServer] 失败, mediaServerItem == null || mediaServerItem.getId() == null");
  105. return null;
  106. }
  107. // 获取mediaServer可用的ssrc
  108. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId();
  109. SsrcConfig ssrcConfig = mediaServerItem.getSsrcConfig();
  110. if (ssrcConfig == null) {
  111. logger.info("media server [ {} ] ssrcConfig is null", mediaServerItem.getId());
  112. return null;
  113. }else {
  114. String ssrc;
  115. if (presetSsrc != null) {
  116. ssrc = presetSsrc;
  117. }else {
  118. if (isPlayback) {
  119. ssrc = ssrcConfig.getPlayBackSsrc();
  120. }else {
  121. ssrc = ssrcConfig.getPlaySsrc();
  122. }
  123. }
  124. if (streamId == null) {
  125. streamId = String.format("%08x", Integer.parseInt(ssrc)).toUpperCase();
  126. }
  127. int rtpServerPort;
  128. if (mediaServerItem.isRtpEnable()) {
  129. rtpServerPort = zlmrtpServerFactory.createRTPServer(mediaServerItem, streamId, ssrcCheck?Integer.parseInt(ssrc):0, port);
  130. } else {
  131. rtpServerPort = mediaServerItem.getRtpProxyPort();
  132. }
  133. RedisUtil.set(key, mediaServerItem);
  134. return new SSRCInfo(rtpServerPort, ssrc, streamId);
  135. }
  136. }
  137. @Override
  138. public SSRCInfo openRTPServer(MediaServerItem mediaServerItem, String streamId, String ssrc, boolean ssrcCheck, boolean isPlayback) {
  139. return openRTPServer(mediaServerItem, streamId, ssrc, ssrcCheck, isPlayback, null);
  140. }
  141. // @Override
  142. // public SSRCInfo startSendRtpServer(MediaServerItem mediaServerItem, String streamId, boolean ssrcCheck, boolean isPlayback) {
  143. // return startSendRtpServer(mediaServerItem, streamId, null, ssrcCheck,isPlayback);
  144. // }
  145. @Override
  146. public SSRCInfo startSendRtpServer(MediaServerItem mediaServerItem,String app, String streamId,String audioStreamId,
  147. String addr,String port,String _ssrc) {
  148. if (mediaServerItem == null || mediaServerItem.getId() == null) {
  149. logger.warn("无法连接至zlm!!!!!!!");
  150. return null;
  151. }
  152. // 获取mediaServer可用的ssrc
  153. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId();
  154. SsrcConfig ssrcConfig = mediaServerItem.getSsrcConfig();
  155. if (ssrcConfig == null) {
  156. logger.info("media server [ {} ] ssrcConfig is null", mediaServerItem.getId());
  157. return null;
  158. }else {
  159. String ssrc;
  160. ssrc = ssrcConfig.getPlaySsrc();
  161. if (streamId == null) {
  162. streamId = String.format("%08x", Integer.parseInt(ssrc)).toUpperCase();
  163. }
  164. int rtpServerPort;
  165. // 创建
  166. Map<String, Object> rtpParam = zlmrtpServerFactory.createStartSendRtpStreamAudioData(mediaServerItem,app, streamId,audioStreamId,_ssrc,addr, Integer.parseInt(port));
  167. // logger.info("zlm start send {}",rtpParam.toString());
  168. if (mediaServerItem == null || mediaServerItem.getId() == null) {
  169. logger.warn("无法连接至zlm!!!!!!!");
  170. return null;
  171. }
  172. JSONObject result = zlmrtpServerFactory.startSendRtpPassive(mediaServerItem,rtpParam,30);
  173. // JSONObject result = zlmrtpServerFactory.startSendRtpStream(mediaServerItem,rtpParam);
  174. logger.info("zlm start send {}",result.toJSONString());
  175. // if((Integer.parseInt((String) result.get("code")) != 0)){
  176. // logger.error("[语音广播 流媒体异常] {}",result.get("msg"));
  177. // return null;
  178. // }
  179. Integer code = (Integer) result.get("code");
  180. if(code != null && code.intValue() != 0){ logger.error("[语音广播 流媒体异常] {}", result.get("msg")); return null; }
  181. RedisUtil.set(key, mediaServerItem);
  182. rtpServerPort = (int) result.get("local_port");
  183. return new SSRCInfo(rtpServerPort, ssrc, streamId);
  184. }
  185. }
  186. // @Override
  187. // public SSRCInfo startSendRtpServer(MediaServerItem mediaServerItem, String streamId, String ssrc, boolean ssrcCheck, boolean isPlayback) {
  188. // return startSendRtpServer(mediaServerItem, streamId, ssrc, ssrcCheck, isPlayback, null);
  189. // }
  190. @Override
  191. public void closeSendRtpServer(MediaServerItem mediaServerItem, String streamId){
  192. if (mediaServerItem == null) {
  193. return;
  194. }
  195. zlmrtpServerFactory.closeRtpServer(mediaServerItem, streamId);
  196. releaseSsrc(mediaServerItem.getId(), streamId);
  197. }
  198. @Override
  199. public void closeRTPServer(MediaServerItem mediaServerItem, String streamId) {
  200. if (mediaServerItem == null) {
  201. return;
  202. }
  203. zlmrtpServerFactory.closeRtpServer(mediaServerItem, streamId);
  204. }
  205. @Override
  206. public void closeRTPServer(String mediaServerId, String streamId) {
  207. logger.info("[关闭rtp server], mediaServerId:", mediaServerId);
  208. MediaServerItem mediaServerItem = this.getOne(mediaServerId);
  209. closeRTPServer(mediaServerItem, streamId);
  210. }
  211. @Override
  212. public void releaseSsrc(String mediaServerItemId, String ssrc) {
  213. MediaServerItem mediaServerItem = getOne(mediaServerItemId);
  214. if (mediaServerItem == null || ssrc == null) {
  215. return;
  216. }
  217. SsrcConfig ssrcConfig = mediaServerItem.getSsrcConfig();
  218. ssrcConfig.releaseSsrc(ssrc);
  219. mediaServerItem.setSsrcConfig(ssrcConfig);
  220. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId();
  221. RedisUtil.set(key, mediaServerItem);
  222. }
  223. /**
  224. * zlm 重启后重置他的推流信息, TODO 给正在使用的设备发送停止命令
  225. */
  226. @Override
  227. public void clearRTPServer(MediaServerItem mediaServerItem) {
  228. mediaServerItem.setSsrcConfig(new SsrcConfig(mediaServerItem.getId(), null, sipConfig.getDomain()));
  229. RedisUtil.zAdd(VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId(), mediaServerItem.getId(), 0);
  230. }
  231. @Override
  232. public void update(MediaServerItem mediaSerItem) {
  233. mediaServerMapper.update(mediaSerItem);
  234. MediaServerItem mediaServerItemInRedis = getOne(mediaSerItem.getId());
  235. MediaServerItem mediaServerItemInDataBase = mediaServerMapper.queryOne(mediaSerItem.getId());
  236. if (mediaServerItemInRedis != null && mediaServerItemInRedis.getSsrcConfig() != null) {
  237. mediaServerItemInDataBase.setSsrcConfig(mediaServerItemInRedis.getSsrcConfig());
  238. }else {
  239. mediaServerItemInDataBase.setSsrcConfig(
  240. new SsrcConfig(
  241. mediaServerItemInDataBase.getId(),
  242. null,
  243. sipConfig.getDomain()
  244. )
  245. );
  246. }
  247. // 更新服务端的配置,防止修改了zlm配置不更新的情况出现
  248. JSONObject responseJSON = zlmresTfulUtils.getMediaServerConfig(mediaSerItem);
  249. if(responseJSON != null){
  250. JSONArray data = responseJSON.getJSONArray("data");
  251. ZLMServerConfig zlmServerConfig= JSON.parseObject(JSON.toJSONString(data.get(0)), ZLMServerConfig.class);
  252. logger.info("[ZLM update] 更新zlm配置成功,重新连接zlm");
  253. zlmServerOnline(zlmServerConfig);
  254. }
  255. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItemInDataBase.getId();
  256. RedisUtil.set(key, mediaServerItemInDataBase);
  257. }
  258. @Override
  259. public List<MediaServerItem> getAll() {
  260. List<MediaServerItem> result = mediaServerMapper.queryAll();
  261. // redis 获取?
  262. // List<MediaServerItem> result = new ArrayList<>();
  263. List<Object> mediaServerKeys = RedisUtil.scan(String.format("%S*", VideoManagerConstants.MEDIA_SERVER_PREFIX+ userSetting.getServerId() + "_" ));
  264. String onlineKey = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  265. for (Object mediaServerKey : mediaServerKeys) {
  266. String key = (String) mediaServerKey;
  267. // 判断当前id是否有与列表中一致的值
  268. MediaServerItem mediaServerItem = JsonUtil.redisJsonToObject(key, MediaServerItem.class);
  269. if (Objects.isNull(mediaServerItem)) {
  270. continue;
  271. }
  272. // 检查状态
  273. Double aDouble = RedisUtil.zScore(onlineKey, mediaServerItem.getId());
  274. for(int i = 0; i < result.size(); i++){
  275. if(Objects.equals(result.get(i).getId(), mediaServerItem.getId())){
  276. if (aDouble != null) {
  277. result.get(i).setStatus(true);
  278. }
  279. }
  280. }
  281. // result.add(mediaServerItem);
  282. }
  283. result.sort((serverItem1, serverItem2)->{
  284. int sortResult = 0;
  285. LocalDateTime localDateTime1 = LocalDateTime.parse(serverItem1.getCreateTime(), DateUtil.formatter);
  286. LocalDateTime localDateTime2 = LocalDateTime.parse(serverItem2.getCreateTime(), DateUtil.formatter);
  287. sortResult = localDateTime1.compareTo(localDateTime2);
  288. return sortResult;
  289. });
  290. return result;
  291. }
  292. @Override
  293. public List<MediaServerItem> getAllFromDatabase() {
  294. return mediaServerMapper.queryAll();
  295. }
  296. @Override
  297. public List<MediaServerItem> getAllOnline() {
  298. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  299. Set<String> mediaServerIdSet = RedisUtil.zRevRange(key, 0, -1);
  300. List<MediaServerItem> result = new ArrayList<>();
  301. if (mediaServerIdSet != null && mediaServerIdSet.size() > 0) {
  302. for (String mediaServerId : mediaServerIdSet) {
  303. String serverKey = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerId;
  304. result.add((MediaServerItem) RedisUtil.get(serverKey));
  305. }
  306. }
  307. Collections.reverse(result);
  308. return result;
  309. }
  310. /**
  311. * 获取单个zlm服务器
  312. * @param mediaServerId 服务id
  313. * @return MediaServerItem
  314. */
  315. @Override
  316. public MediaServerItem getOne(String mediaServerId) {
  317. if (mediaServerId == null) {
  318. return null;
  319. }
  320. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerId;
  321. return JsonUtil.redisJsonToObject(key, MediaServerItem.class);
  322. }
  323. public MediaServerItem getDbZLm(String generalMediaServerId){
  324. return mediaServerMapper.queryOne(generalMediaServerId);
  325. }
  326. @Override
  327. public MediaServerItem getDefaultMediaServer() {
  328. return mediaServerMapper.queryDefault();
  329. }
  330. @Override
  331. public void clearMediaServerForOnline() {
  332. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  333. RedisUtil.del(key);
  334. }
  335. @Override
  336. public void add(MediaServerItem mediaServerItem) {
  337. mediaServerItem.setCreateTime(DateUtil.getNow());
  338. mediaServerItem.setUpdateTime(DateUtil.getNow());
  339. mediaServerItem.setHookAliveInterval(30f);
  340. JSONObject responseJSON = zlmresTfulUtils.getMediaServerConfig(mediaServerItem);
  341. if (responseJSON != null) {
  342. JSONArray data = responseJSON.getJSONArray("data");
  343. if (data != null && data.size() > 0) {
  344. ZLMServerConfig zlmServerConfig= JSON.parseObject(JSON.toJSONString(data.get(0)), ZLMServerConfig.class);
  345. if (mediaServerMapper.queryOne(zlmServerConfig.getGeneralMediaServerId()) != null) {
  346. throw new ControllerException(ErrorCode.ERROR100.getCode(),"保存失败,媒体服务ID [ " + zlmServerConfig.getGeneralMediaServerId() + " ] 已存在,请修改媒体服务器配置");
  347. }
  348. mediaServerItem.setId(zlmServerConfig.getGeneralMediaServerId());
  349. zlmServerConfig.setIp(mediaServerItem.getIp());
  350. mediaServerMapper.add(mediaServerItem);
  351. zlmServerOnline(zlmServerConfig);
  352. }else {
  353. throw new ControllerException(ErrorCode.ERROR100.getCode(),"连接失败");
  354. }
  355. }else {
  356. throw new ControllerException(ErrorCode.ERROR100.getCode(),"连接失败");
  357. }
  358. }
  359. @Override
  360. public int addToDatabase(MediaServerItem mediaSerItem) {
  361. return mediaServerMapper.add(mediaSerItem);
  362. }
  363. @Override
  364. public int updateToDatabase(MediaServerItem mediaSerItem) {
  365. int result = 0;
  366. if (mediaSerItem.isDefaultServer()) {
  367. TransactionStatus transactionStatus = dataSourceTransactionManager.getTransaction(transactionDefinition);
  368. int delResult = mediaServerMapper.delDefault();
  369. if (delResult == 0) {
  370. logger.error("移除数据库默认zlm节点失败");
  371. //事务回滚
  372. dataSourceTransactionManager.rollback(transactionStatus);
  373. return 0;
  374. }
  375. result = mediaServerMapper.add(mediaSerItem);
  376. dataSourceTransactionManager.commit(transactionStatus); //手动提交
  377. }else {
  378. result = mediaServerMapper.update(mediaSerItem);
  379. }
  380. return result;
  381. }
  382. /**
  383. * 处理zlm上线
  384. * @param zlmServerConfig zlm上线携带的参数
  385. */
  386. @Override
  387. public void zlmServerOnline(ZLMServerConfig zlmServerConfig) {
  388. MediaServerItem serverItem = mediaServerMapper.queryOne(zlmServerConfig.getGeneralMediaServerId());
  389. if (serverItem == null) {
  390. logger.warn("[未注册的zlm] 拒接接入:{}来自{}:{}", zlmServerConfig.getGeneralMediaServerId(), zlmServerConfig.getIp(),zlmServerConfig.getHttpPort() );
  391. logger.warn("请检查ZLM的<general.mediaServerId>配置是否与WVP的<media.id>一致");
  392. return;
  393. }else {
  394. logger.info("[ZLM] 正在连接 : {} -> {}:{}",
  395. zlmServerConfig.getGeneralMediaServerId(), zlmServerConfig.getIp(), zlmServerConfig.getHttpPort());
  396. }
  397. serverItem.setHookAliveInterval(zlmServerConfig.getHookAliveInterval());
  398. if (serverItem.getHttpPort() == 0) {
  399. serverItem.setHttpPort(zlmServerConfig.getHttpPort());
  400. }
  401. if (serverItem.getHttpSSlPort() == 0) {
  402. serverItem.setHttpSSlPort(zlmServerConfig.getHttpSSLport());
  403. }
  404. if (serverItem.getRtmpPort() == 0) {
  405. serverItem.setRtmpPort(zlmServerConfig.getRtmpPort());
  406. }
  407. if (serverItem.getRtmpSSlPort() == 0) {
  408. serverItem.setRtmpSSlPort(zlmServerConfig.getRtmpSslPort());
  409. }
  410. if (serverItem.getRtspPort() == 0) {
  411. serverItem.setRtspPort(zlmServerConfig.getRtspPort());
  412. }
  413. if (serverItem.getRtspSSLPort() == 0) {
  414. serverItem.setRtspSSLPort(zlmServerConfig.getRtspSSlport());
  415. }
  416. if (serverItem.getRtpProxyPort() == 0) {
  417. serverItem.setRtpProxyPort(zlmServerConfig.getRtpProxyPort());
  418. }
  419. serverItem.setStatus(true);
  420. if (ObjectUtils.isEmpty(serverItem.getId())) {
  421. logger.warn("[未注册的zlm] serverItem缺少ID, 无法接入:{}:{}", zlmServerConfig.getIp(),zlmServerConfig.getHttpPort() );
  422. return;
  423. }
  424. mediaServerMapper.update(serverItem);
  425. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + zlmServerConfig.getGeneralMediaServerId();
  426. if (RedisUtil.get(key) == null) {
  427. SsrcConfig ssrcConfig = new SsrcConfig(zlmServerConfig.getGeneralMediaServerId(), null, sipConfig.getDomain());
  428. serverItem.setSsrcConfig(ssrcConfig);
  429. }else {
  430. MediaServerItem mediaServerItemInRedis = JsonUtil.redisJsonToObject(key, MediaServerItem.class);
  431. if (Objects.nonNull(mediaServerItemInRedis)) {
  432. serverItem.setSsrcConfig(mediaServerItemInRedis.getSsrcConfig());
  433. }
  434. }
  435. RedisUtil.set(key, serverItem);
  436. resetOnlineServerItem(serverItem);
  437. if (serverItem.isAutoConfig()) {
  438. setZLMConfig(serverItem, "0".equals(zlmServerConfig.getHookEnable()));
  439. }
  440. final String zlmKeepaliveKey = zlmKeepaliveKeyPrefix + serverItem.getId();
  441. dynamicTask.stop(zlmKeepaliveKey);
  442. dynamicTask.startDelay(zlmKeepaliveKey, new KeepAliveTimeoutRunnable(serverItem), (Math.getExponent(serverItem.getHookAliveInterval()) + 5) * 1000);
  443. publisher.zlmOnlineEventPublish(serverItem.getId());
  444. logger.info("[ZLM] 连接成功 {} - {}:{} ",
  445. zlmServerConfig.getGeneralMediaServerId(), zlmServerConfig.getIp(), zlmServerConfig.getHttpPort());
  446. }
  447. class KeepAliveTimeoutRunnable implements Runnable{
  448. private MediaServerItem serverItem;
  449. public KeepAliveTimeoutRunnable(MediaServerItem serverItem) {
  450. this.serverItem = serverItem;
  451. }
  452. @Override
  453. public void run() {
  454. logger.info("[zlm心跳到期]:" + serverItem.getId());
  455. // 发起http请求验证zlm是否确实无法连接,如果确实无法连接则发送离线事件,否则不作处理
  456. JSONObject mediaServerConfig = zlmresTfulUtils.getMediaServerConfig(serverItem);
  457. if (mediaServerConfig != null && mediaServerConfig.getInteger("code") == 0) {
  458. logger.info("[zlm心跳到期]:{}验证后zlm仍在线,恢复心跳信息,请检查zlm是否可以正常向wvp发送心跳", serverItem.getId());
  459. // 添加zlm信息
  460. updateMediaServerKeepalive(serverItem.getId(), null);
  461. }else {
  462. publisher.zlmOfflineEventPublish(serverItem.getId());
  463. }
  464. }
  465. }
  466. @Override
  467. public void zlmServerOffline(String mediaServerId) {
  468. delete(mediaServerId);
  469. final String zlmKeepaliveKey = zlmKeepaliveKeyPrefix + mediaServerId;
  470. dynamicTask.stop(zlmKeepaliveKey);
  471. }
  472. @Override
  473. public void resetOnlineServerItem(MediaServerItem serverItem) {
  474. // 更新缓存
  475. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  476. // 使用zset的分数作为当前并发量, 默认值设置为0
  477. if (RedisUtil.zScore(key, serverItem.getId()) == null) { // 不存在则设置默认值 已存在则重置
  478. RedisUtil.zAdd(key, serverItem.getId(), 0L);
  479. // 查询服务流数量
  480. zlmresTfulUtils.getMediaList(serverItem, null, null, "rtsp",(mediaList ->{
  481. Integer code = mediaList.getInteger("code");
  482. if (code == 0) {
  483. JSONArray data = mediaList.getJSONArray("data");
  484. if (data != null) {
  485. RedisUtil.zAdd(key, serverItem.getId(), data.size());
  486. }
  487. }
  488. }));
  489. }else {
  490. clearRTPServer(serverItem);
  491. }
  492. }
  493. @Override
  494. public void addCount(String mediaServerId) {
  495. if (mediaServerId == null) {
  496. return;
  497. }
  498. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  499. RedisUtil.zIncrScore(key, mediaServerId, 1);
  500. }
  501. @Override
  502. public void removeCount(String mediaServerId) {
  503. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  504. RedisUtil.zIncrScore(key, mediaServerId, - 1);
  505. }
  506. /**
  507. * 获取负载最低的节点
  508. * @return MediaServerItem
  509. */
  510. @Override
  511. public MediaServerItem getMediaServerForMinimumLoad(Boolean hasAssist) {
  512. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  513. if (RedisUtil.zSize(key) == null || RedisUtil.zSize(key) == 0) {
  514. if (RedisUtil.zSize(key) == null || RedisUtil.zSize(key) == 0) {
  515. logger.info("获取负载最低的节点时无在线节点");
  516. return null;
  517. }
  518. }
  519. // 获取分数最低的,及并发最低的
  520. Set<Object> objects = RedisUtil.zRange(key, 0, -1);
  521. ArrayList<Object> mediaServerObjectS = new ArrayList<>(objects);
  522. MediaServerItem mediaServerItem = null;
  523. if (hasAssist == null) {
  524. String mediaServerId = (String)mediaServerObjectS.get(0);
  525. mediaServerItem = getOne(mediaServerId);
  526. }else if (hasAssist) {
  527. for (Object mediaServerObject : mediaServerObjectS) {
  528. String mediaServerId = (String)mediaServerObject;
  529. MediaServerItem serverItem = getOne(mediaServerId);
  530. if (serverItem.getRecordAssistPort() > 0) {
  531. mediaServerItem = serverItem;
  532. break;
  533. }
  534. }
  535. }else if (!hasAssist) {
  536. for (Object mediaServerObject : mediaServerObjectS) {
  537. String mediaServerId = (String)mediaServerObject;
  538. MediaServerItem serverItem = getOne(mediaServerId);
  539. if (serverItem.getRecordAssistPort() == 0) {
  540. mediaServerItem = serverItem;
  541. break;
  542. }
  543. }
  544. }
  545. return mediaServerItem;
  546. }
  547. /**
  548. * 对zlm服务器进行基础配置
  549. * @param mediaServerItem 服务ID
  550. * @param restart 是否重启zlm
  551. */
  552. @Override
  553. public void setZLMConfig(MediaServerItem mediaServerItem, boolean restart) {
  554. logger.info("[ZLM] 正在设置 :{} -> {}:{}",
  555. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  556. String protocol = sslEnabled ? "https" : "http";
  557. String hookPrex = String.format("%s://%s:%s/index/hook", protocol, mediaServerItem.getHookIp(), serverPort);
  558. Map<String, Object> param = new HashMap<>();
  559. param.put("api.secret",mediaServerItem.getSecret()); // -profile:v Baseline
  560. param.put("hook.enable","1");
  561. param.put("hook.on_flow_report","");
  562. param.put("hook.on_play",String.format("%s/on_play", hookPrex));
  563. param.put("hook.on_http_access","");
  564. param.put("hook.on_publish", String.format("%s/on_publish", hookPrex));
  565. param.put("hook.on_record_ts","");
  566. param.put("hook.on_rtsp_auth","");
  567. param.put("hook.on_rtsp_realm","");
  568. param.put("hook.on_server_started",String.format("%s/on_server_started", hookPrex));
  569. param.put("hook.on_shell_login","");
  570. param.put("hook.on_stream_changed",String.format("%s/on_stream_changed", hookPrex));
  571. param.put("hook.on_stream_none_reader",String.format("%s/on_stream_none_reader", hookPrex));
  572. param.put("hook.on_stream_not_found",String.format("%s/on_stream_not_found", hookPrex));
  573. param.put("hook.on_server_keepalive",String.format("%s/on_server_keepalive", hookPrex));
  574. param.put("hook.on_send_rtp_stopped",String.format("%s/on_send_rtp_stopped", hookPrex));
  575. param.put("hook.on_rtp_server_timeout",String.format("%s/on_rtp_server_timeout", hookPrex));
  576. if (mediaServerItem.getRecordAssistPort() > 0) {
  577. param.put("hook.on_record_mp4",String.format("http://127.0.0.1:%s/api/record/on_record_mp4", mediaServerItem.getRecordAssistPort()));
  578. }else {
  579. param.put("hook.on_record_mp4","");
  580. }
  581. param.put("hook.timeoutSec","20");
  582. // 推流断开后可以在超时时间内重新连接上继续推流,这样播放器会接着播放。
  583. // 置0关闭此特性(推流断开会导致立即断开播放器)
  584. // 此参数不应大于播放器超时时间
  585. // 优化此消息以更快的收到流注销事件
  586. param.put("protocol.continue_push_ms", "3000" );
  587. // 最多等待未初始化的Track时间,单位毫秒,超时之后会忽略未初始化的Track, 设置此选项优化那些音频错误的不规范流,
  588. // 等zlm支持给每个rtpServer设置关闭音频的时候可以不设置此选项
  589. // param.put("general.wait_track_ready_ms", "3000" );
  590. if (mediaServerItem.isRtpEnable() && !ObjectUtils.isEmpty(mediaServerItem.getRtpPortRange())) {
  591. param.put("rtp_proxy.port_range", mediaServerItem.getRtpPortRange().replace(",", "-"));
  592. }
  593. param.put("rtc.externIP",mediaServerItem.getExternIP());
  594. param.put("rtc.externPort",mediaServerItem.getExternPort());
  595. JSONObject responseJSON = zlmresTfulUtils.setServerConfig(mediaServerItem, param);
  596. if (responseJSON != null && responseJSON.getInteger("code") == 0) {
  597. if (restart) {
  598. logger.info("[ZLM] 设置成功,开始重启以保证配置生效 {} -> {}:{}",
  599. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  600. zlmresTfulUtils.restartServer(mediaServerItem);
  601. }else {
  602. logger.info("[ZLM] 设置成功 {} -> {}:{}",
  603. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  604. }
  605. }else {
  606. logger.info("[ZLM] 设置zlm失败 {} -> {}:{}",
  607. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  608. }
  609. }
  610. @Override
  611. public MediaServerItem checkMediaServer(String ip, int port, String secret) {
  612. if (mediaServerMapper.queryOneByHostAndPort(ip, port) != null) {
  613. throw new ControllerException(ErrorCode.ERROR100.getCode(), "此连接已存在");
  614. }
  615. MediaServerItem mediaServerItem = new MediaServerItem();
  616. mediaServerItem.setIp(ip);
  617. mediaServerItem.setHttpPort(port);
  618. mediaServerItem.setSecret(secret);
  619. JSONObject responseJSON = zlmresTfulUtils.getMediaServerConfig(mediaServerItem);
  620. if (responseJSON == null) {
  621. throw new ControllerException(ErrorCode.ERROR100.getCode(), "连接失败");
  622. }
  623. JSONArray data = responseJSON.getJSONArray("data");
  624. ZLMServerConfig zlmServerConfig = JSON.parseObject(JSON.toJSONString(data.get(0)), ZLMServerConfig.class);
  625. if (zlmServerConfig == null) {
  626. throw new ControllerException(ErrorCode.ERROR100.getCode(), "读取配置失败");
  627. }
  628. if (mediaServerMapper.queryOne(zlmServerConfig.getGeneralMediaServerId()) != null) {
  629. throw new ControllerException(ErrorCode.ERROR100.getCode(), "媒体服务ID [" + zlmServerConfig.getGeneralMediaServerId() + " ] 已存在,请修改媒体服务器配置");
  630. }
  631. mediaServerItem.setHttpSSlPort(zlmServerConfig.getHttpPort());
  632. mediaServerItem.setRtmpPort(zlmServerConfig.getRtmpPort());
  633. mediaServerItem.setRtmpSSlPort(zlmServerConfig.getRtmpSslPort());
  634. mediaServerItem.setRtspPort(zlmServerConfig.getRtspPort());
  635. mediaServerItem.setRtspSSLPort(zlmServerConfig.getRtspSSlport());
  636. mediaServerItem.setRtpProxyPort(zlmServerConfig.getRtpProxyPort());
  637. mediaServerItem.setStreamIp(ip);
  638. mediaServerItem.setHookIp(sipConfig.getIp().split(",")[0]);
  639. mediaServerItem.setSdpIp(ip);
  640. return mediaServerItem;
  641. }
  642. @Override
  643. public boolean checkMediaRecordServer(String ip, int port) {
  644. boolean result = false;
  645. OkHttpClient client = new OkHttpClient();
  646. String url = String.format("http://%s:%s/index/api/record", ip, port);
  647. Request request = new Request.Builder()
  648. .get()
  649. .url(url)
  650. .build();
  651. try {
  652. Response response = client.newCall(request).execute();
  653. if (response != null) {
  654. result = true;
  655. }
  656. } catch (Exception e) {}
  657. return result;
  658. }
  659. @Override
  660. public void delete(String id) {
  661. RedisUtil.zRemove(VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId(), id);
  662. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + id;
  663. RedisUtil.del(key);
  664. }
  665. @Override
  666. public void deleteDb(String id){
  667. //同步删除数据库中的数据
  668. mediaServerMapper.delOne(id);
  669. }
  670. @Override
  671. public void updateMediaServerKeepalive(String mediaServerId, ServerKeepaliveData data) {
  672. MediaServerItem mediaServerItem = getOne(mediaServerId);
  673. if (mediaServerItem == null) {
  674. // 缓存不存在,从数据库查询,如果数据库不存在则是错误的
  675. mediaServerItem = getOneFromDatabase(mediaServerId);
  676. if (mediaServerItem == null) {
  677. logger.warn("[更新ZLM 保活信息]失败,未找到流媒体信息");
  678. return;
  679. }
  680. // zlm连接重试
  681. logger.warn("[更新ZLM 保活信息]尝试链接zml id {}", mediaServerId);
  682. SsrcConfig ssrcConfig = new SsrcConfig(mediaServerItem.getId(), null, sipConfig.getDomain());
  683. mediaServerItem.setSsrcConfig(ssrcConfig);
  684. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId();
  685. RedisUtil.set(key, mediaServerItem);
  686. clearRTPServer(mediaServerItem);
  687. }
  688. final String zlmKeepaliveKey = zlmKeepaliveKeyPrefix + mediaServerItem.getId();
  689. dynamicTask.stop(zlmKeepaliveKey);
  690. dynamicTask.startDelay(zlmKeepaliveKey, new KeepAliveTimeoutRunnable(mediaServerItem), (mediaServerItem.getHookAliveInterval().intValue() + 5) * 1000);
  691. }
  692. private MediaServerItem getOneFromDatabase(String mediaServerId) {
  693. return mediaServerMapper.queryOne(mediaServerId);
  694. }
  695. @Override
  696. public void syncCatchFromDatabase() {
  697. List<MediaServerItem> allInCatch = getAll();
  698. List<MediaServerItem> allInDatabase = mediaServerMapper.queryAll();
  699. Map<String, MediaServerItem> mediaServerItemMap = new HashMap<>();
  700. for (MediaServerItem mediaServerItem : allInDatabase) {
  701. mediaServerItemMap.put(mediaServerItem.getId(), mediaServerItem);
  702. }
  703. for (MediaServerItem mediaServerItem : allInCatch) {
  704. if (!mediaServerItemMap.containsKey(mediaServerItem.getId())) {
  705. delete(mediaServerItem.getId());
  706. }
  707. }
  708. }
  709. @Override
  710. public boolean checkRtpServer(MediaServerItem mediaServerItem, String app, String stream) {
  711. JSONObject rtpInfo = zlmresTfulUtils.getRtpInfo(mediaServerItem, stream);
  712. if(rtpInfo.getInteger("code") == 0){
  713. return rtpInfo.getBoolean("exist");
  714. }
  715. return false;
  716. }
  717. @Override
  718. public MediaServerLoad getLoad(MediaServerItem mediaServerItem) {
  719. MediaServerLoad result = new MediaServerLoad();
  720. result.setId(mediaServerItem.getId());
  721. result.setPush(redisCatchStorage.getPushStreamCount(mediaServerItem.getId()));
  722. result.setProxy(redisCatchStorage.getProxyStreamCount(mediaServerItem.getId()));
  723. result.setGbReceive(redisCatchStorage.getGbReceiveCount(mediaServerItem.getId()));
  724. result.setGbSend(redisCatchStorage.getGbSendCount(mediaServerItem.getId()));
  725. return result;
  726. }
  727. }