MediaServerServiceImpl.java 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808
  1. package com.genersoft.iot.vmp.service.impl;
  2. import com.alibaba.fastjson2.JSON;
  3. import com.alibaba.fastjson2.JSONArray;
  4. import com.alibaba.fastjson2.JSONObject;
  5. import com.genersoft.iot.vmp.common.VideoManagerConstants;
  6. import com.genersoft.iot.vmp.conf.DynamicTask;
  7. import com.genersoft.iot.vmp.conf.SipConfig;
  8. import com.genersoft.iot.vmp.conf.UserSetting;
  9. import com.genersoft.iot.vmp.conf.exception.ControllerException;
  10. import com.genersoft.iot.vmp.gb28181.event.EventPublisher;
  11. import com.genersoft.iot.vmp.gb28181.session.SsrcConfig;
  12. import com.genersoft.iot.vmp.gb28181.session.VideoStreamSessionManager;
  13. import com.genersoft.iot.vmp.media.zlm.ZLMRESTfulUtils;
  14. import com.genersoft.iot.vmp.media.zlm.ZLMRTPServerFactory;
  15. import com.genersoft.iot.vmp.media.zlm.ZLMServerConfig;
  16. import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
  17. import com.genersoft.iot.vmp.media.zlm.dto.ServerKeepaliveData;
  18. import com.genersoft.iot.vmp.service.IMediaServerService;
  19. import com.genersoft.iot.vmp.service.bean.MediaServerLoad;
  20. import com.genersoft.iot.vmp.service.bean.SSRCInfo;
  21. import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
  22. import com.genersoft.iot.vmp.storager.dao.MediaServerMapper;
  23. import com.genersoft.iot.vmp.utils.DateUtil;
  24. import com.genersoft.iot.vmp.utils.JsonUtil;
  25. import com.genersoft.iot.vmp.utils.redis.RedisUtil;
  26. import com.genersoft.iot.vmp.vmanager.bean.ErrorCode;
  27. import okhttp3.OkHttpClient;
  28. import okhttp3.Request;
  29. import okhttp3.Response;
  30. import org.slf4j.Logger;
  31. import org.slf4j.LoggerFactory;
  32. import org.springframework.beans.factory.annotation.Autowired;
  33. import org.springframework.beans.factory.annotation.Value;
  34. import org.springframework.jdbc.datasource.DataSourceTransactionManager;
  35. import org.springframework.stereotype.Service;
  36. import org.springframework.transaction.TransactionDefinition;
  37. import org.springframework.transaction.TransactionStatus;
  38. import org.springframework.util.ObjectUtils;
  39. import java.time.LocalDateTime;
  40. import java.util.*;
  41. /**
  42. * 媒体服务器节点管理
  43. */
  44. @Service
  45. public class MediaServerServiceImpl implements IMediaServerService {
  46. private final static Logger logger = LoggerFactory.getLogger(MediaServerServiceImpl.class);
  47. private final String zlmKeepaliveKeyPrefix = "zlm-keepalive_";
  48. @Autowired
  49. private SipConfig sipConfig;
  50. @Value("${server.ssl.enabled:false}")
  51. private boolean sslEnabled;
  52. @Value("${server.port}")
  53. private Integer serverPort;
  54. @Autowired
  55. private UserSetting userSetting;
  56. @Autowired
  57. private ZLMRESTfulUtils zlmresTfulUtils;
  58. @Autowired
  59. private MediaServerMapper mediaServerMapper;
  60. @Autowired
  61. DataSourceTransactionManager dataSourceTransactionManager;
  62. @Autowired
  63. TransactionDefinition transactionDefinition;
  64. @Autowired
  65. private VideoStreamSessionManager streamSession;
  66. @Autowired
  67. private ZLMRTPServerFactory zlmrtpServerFactory;
  68. @Autowired
  69. private EventPublisher publisher;
  70. @Autowired
  71. private DynamicTask dynamicTask;
  72. @Autowired
  73. private IRedisCatchStorage redisCatchStorage;
  74. /**
  75. * 初始化
  76. */
  77. @Override
  78. public void updateVmServer(List<MediaServerItem> mediaServerItemList) {
  79. logger.info("[zlm] 缓存初始化 ");
  80. for (MediaServerItem mediaServerItem : mediaServerItemList) {
  81. if (ObjectUtils.isEmpty(mediaServerItem.getId())) {
  82. continue;
  83. }
  84. // 更新
  85. if (mediaServerItem.getSsrcConfig() == null) {
  86. SsrcConfig ssrcConfig = new SsrcConfig(mediaServerItem.getId(), null, sipConfig.getDomain());
  87. mediaServerItem.setSsrcConfig(ssrcConfig);
  88. RedisUtil.set(VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId(), mediaServerItem);
  89. }
  90. // 查询redis是否存在此mediaServer
  91. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId();
  92. if (!RedisUtil.hasKey(key)) {
  93. RedisUtil.set(key, mediaServerItem);
  94. }
  95. }
  96. }
  97. @Override
  98. public SSRCInfo openRTPServer(MediaServerItem mediaServerItem, String streamId, boolean ssrcCheck, boolean isPlayback) {
  99. return openRTPServer(mediaServerItem, streamId, null, ssrcCheck,isPlayback);
  100. }
  101. @Override
  102. public SSRCInfo openRTPServer(MediaServerItem mediaServerItem, String streamId, String presetSsrc, boolean ssrcCheck, boolean isPlayback, Integer port) {
  103. if (mediaServerItem == null || mediaServerItem.getId() == null) {
  104. logger.info("[openRTPServer] 失败, mediaServerItem == null || mediaServerItem.getId() == null");
  105. return null;
  106. }
  107. // 获取mediaServer可用的ssrc
  108. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId();
  109. SsrcConfig ssrcConfig = mediaServerItem.getSsrcConfig();
  110. if (ssrcConfig == null) {
  111. logger.info("media server [ {} ] ssrcConfig is null", mediaServerItem.getId());
  112. return null;
  113. }else {
  114. String ssrc;
  115. if (presetSsrc != null) {
  116. ssrc = presetSsrc;
  117. }else {
  118. if (isPlayback) {
  119. ssrc = ssrcConfig.getPlayBackSsrc();
  120. }else {
  121. ssrc = ssrcConfig.getPlaySsrc();
  122. }
  123. }
  124. if (streamId == null) {
  125. streamId = String.format("%08x", Integer.parseInt(ssrc)).toUpperCase();
  126. }
  127. int rtpServerPort;
  128. if (mediaServerItem.isRtpEnable()) {
  129. rtpServerPort = zlmrtpServerFactory.createRTPServer(mediaServerItem, streamId, ssrcCheck?Integer.parseInt(ssrc):0, port);
  130. } else {
  131. rtpServerPort = mediaServerItem.getRtpProxyPort();
  132. }
  133. RedisUtil.set(key, mediaServerItem);
  134. return new SSRCInfo(rtpServerPort, ssrc, streamId);
  135. }
  136. }
  137. @Override
  138. public SSRCInfo openRTPServer(MediaServerItem mediaServerItem, String streamId, String ssrc, boolean ssrcCheck, boolean isPlayback) {
  139. return openRTPServer(mediaServerItem, streamId, ssrc, ssrcCheck, isPlayback, null);
  140. }
  141. // @Override
  142. // public SSRCInfo startSendRtpServer(MediaServerItem mediaServerItem, String streamId, boolean ssrcCheck, boolean isPlayback) {
  143. // return startSendRtpServer(mediaServerItem, streamId, null, ssrcCheck,isPlayback);
  144. // }
  145. @Override
  146. public SSRCInfo startSendRtpServer(MediaServerItem mediaServerItem, String streamId,String audioStreamId,
  147. String addr,String port,String _ssrc) {
  148. if (mediaServerItem == null || mediaServerItem.getId() == null) {
  149. return null;
  150. }
  151. // 获取mediaServer可用的ssrc
  152. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId();
  153. SsrcConfig ssrcConfig = mediaServerItem.getSsrcConfig();
  154. if (ssrcConfig == null) {
  155. logger.info("media server [ {} ] ssrcConfig is null", mediaServerItem.getId());
  156. return null;
  157. }else {
  158. String ssrc;
  159. ssrc = ssrcConfig.getPlaySsrc();
  160. if (streamId == null) {
  161. streamId = String.format("%08x", Integer.parseInt(ssrc)).toUpperCase();
  162. }
  163. int rtpServerPort;
  164. // 创建
  165. Map<String, Object> rtpParam = zlmrtpServerFactory.createStartSendRtpStreamAudioData(mediaServerItem, streamId,audioStreamId,_ssrc,addr, Integer.parseInt(port));
  166. JSONObject result = zlmrtpServerFactory.startSendRtpPassive(mediaServerItem,rtpParam);
  167. // JSONObject result = zlmrtpServerFactory.startSendRtpStream(mediaServerItem,rtpParam);
  168. logger.info("zlm start send {}",result.toJSONString());
  169. RedisUtil.set(key, mediaServerItem);
  170. rtpServerPort = (int) result.get("local_port");
  171. return new SSRCInfo(rtpServerPort, ssrc, streamId);
  172. }
  173. }
  174. // @Override
  175. // public SSRCInfo startSendRtpServer(MediaServerItem mediaServerItem, String streamId, String ssrc, boolean ssrcCheck, boolean isPlayback) {
  176. // return startSendRtpServer(mediaServerItem, streamId, ssrc, ssrcCheck, isPlayback, null);
  177. // }
  178. @Override
  179. public void closeSendRtpServer(MediaServerItem mediaServerItem, String streamId){
  180. if (mediaServerItem == null) {
  181. return;
  182. }
  183. zlmrtpServerFactory.closeRtpServer(mediaServerItem, streamId);
  184. releaseSsrc(mediaServerItem.getId(), streamId);
  185. }
  186. @Override
  187. public void closeRTPServer(MediaServerItem mediaServerItem, String streamId) {
  188. if (mediaServerItem == null) {
  189. return;
  190. }
  191. zlmrtpServerFactory.closeRtpServer(mediaServerItem, streamId);
  192. }
  193. @Override
  194. public void closeRTPServer(String mediaServerId, String streamId) {
  195. logger.info("[关闭rtp server], mediaServerId:", mediaServerId);
  196. MediaServerItem mediaServerItem = this.getOne(mediaServerId);
  197. closeRTPServer(mediaServerItem, streamId);
  198. }
  199. @Override
  200. public void releaseSsrc(String mediaServerItemId, String ssrc) {
  201. MediaServerItem mediaServerItem = getOne(mediaServerItemId);
  202. if (mediaServerItem == null || ssrc == null) {
  203. return;
  204. }
  205. SsrcConfig ssrcConfig = mediaServerItem.getSsrcConfig();
  206. ssrcConfig.releaseSsrc(ssrc);
  207. mediaServerItem.setSsrcConfig(ssrcConfig);
  208. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId();
  209. RedisUtil.set(key, mediaServerItem);
  210. }
  211. /**
  212. * zlm 重启后重置他的推流信息, TODO 给正在使用的设备发送停止命令
  213. */
  214. @Override
  215. public void clearRTPServer(MediaServerItem mediaServerItem) {
  216. mediaServerItem.setSsrcConfig(new SsrcConfig(mediaServerItem.getId(), null, sipConfig.getDomain()));
  217. RedisUtil.zAdd(VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId(), mediaServerItem.getId(), 0);
  218. }
  219. @Override
  220. public void update(MediaServerItem mediaSerItem) {
  221. mediaServerMapper.update(mediaSerItem);
  222. MediaServerItem mediaServerItemInRedis = getOne(mediaSerItem.getId());
  223. MediaServerItem mediaServerItemInDataBase = mediaServerMapper.queryOne(mediaSerItem.getId());
  224. if (mediaServerItemInRedis != null && mediaServerItemInRedis.getSsrcConfig() != null) {
  225. mediaServerItemInDataBase.setSsrcConfig(mediaServerItemInRedis.getSsrcConfig());
  226. }else {
  227. mediaServerItemInDataBase.setSsrcConfig(
  228. new SsrcConfig(
  229. mediaServerItemInDataBase.getId(),
  230. null,
  231. sipConfig.getDomain()
  232. )
  233. );
  234. }
  235. // 更新服务端的配置,防止修改了zlm配置不更新的情况出现
  236. JSONObject responseJSON = zlmresTfulUtils.getMediaServerConfig(mediaSerItem);
  237. if(responseJSON != null){
  238. JSONArray data = responseJSON.getJSONArray("data");
  239. ZLMServerConfig zlmServerConfig= JSON.parseObject(JSON.toJSONString(data.get(0)), ZLMServerConfig.class);
  240. logger.info("[ZLM update] 更新zlm配置成功,重新连接zlm");
  241. zlmServerOnline(zlmServerConfig);
  242. }
  243. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItemInDataBase.getId();
  244. RedisUtil.set(key, mediaServerItemInDataBase);
  245. }
  246. @Override
  247. public List<MediaServerItem> getAll() {
  248. List<MediaServerItem> result = mediaServerMapper.queryAll();
  249. // redis 获取?
  250. // List<MediaServerItem> result = new ArrayList<>();
  251. List<Object> mediaServerKeys = RedisUtil.scan(String.format("%S*", VideoManagerConstants.MEDIA_SERVER_PREFIX+ userSetting.getServerId() + "_" ));
  252. String onlineKey = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  253. for (Object mediaServerKey : mediaServerKeys) {
  254. String key = (String) mediaServerKey;
  255. // 判断当前id是否有与列表中一致的值
  256. MediaServerItem mediaServerItem = JsonUtil.redisJsonToObject(key, MediaServerItem.class);
  257. if (Objects.isNull(mediaServerItem)) {
  258. continue;
  259. }
  260. // 检查状态
  261. Double aDouble = RedisUtil.zScore(onlineKey, mediaServerItem.getId());
  262. for(int i = 0; i < result.size(); i++){
  263. if(Objects.equals(result.get(i).getId(), mediaServerItem.getId())){
  264. if (aDouble != null) {
  265. result.get(i).setStatus(true);
  266. }
  267. }
  268. }
  269. // result.add(mediaServerItem);
  270. }
  271. result.sort((serverItem1, serverItem2)->{
  272. int sortResult = 0;
  273. LocalDateTime localDateTime1 = LocalDateTime.parse(serverItem1.getCreateTime(), DateUtil.formatter);
  274. LocalDateTime localDateTime2 = LocalDateTime.parse(serverItem2.getCreateTime(), DateUtil.formatter);
  275. sortResult = localDateTime1.compareTo(localDateTime2);
  276. return sortResult;
  277. });
  278. return result;
  279. }
  280. @Override
  281. public List<MediaServerItem> getAllFromDatabase() {
  282. return mediaServerMapper.queryAll();
  283. }
  284. @Override
  285. public List<MediaServerItem> getAllOnline() {
  286. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  287. Set<String> mediaServerIdSet = RedisUtil.zRevRange(key, 0, -1);
  288. List<MediaServerItem> result = new ArrayList<>();
  289. if (mediaServerIdSet != null && mediaServerIdSet.size() > 0) {
  290. for (String mediaServerId : mediaServerIdSet) {
  291. String serverKey = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerId;
  292. result.add((MediaServerItem) RedisUtil.get(serverKey));
  293. }
  294. }
  295. Collections.reverse(result);
  296. return result;
  297. }
  298. /**
  299. * 获取单个zlm服务器
  300. * @param mediaServerId 服务id
  301. * @return MediaServerItem
  302. */
  303. @Override
  304. public MediaServerItem getOne(String mediaServerId) {
  305. if (mediaServerId == null) {
  306. return null;
  307. }
  308. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerId;
  309. return JsonUtil.redisJsonToObject(key, MediaServerItem.class);
  310. }
  311. @Override
  312. public MediaServerItem getDefaultMediaServer() {
  313. return mediaServerMapper.queryDefault();
  314. }
  315. @Override
  316. public void clearMediaServerForOnline() {
  317. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  318. RedisUtil.del(key);
  319. }
  320. @Override
  321. public void add(MediaServerItem mediaServerItem) {
  322. mediaServerItem.setCreateTime(DateUtil.getNow());
  323. mediaServerItem.setUpdateTime(DateUtil.getNow());
  324. mediaServerItem.setHookAliveInterval(30f);
  325. JSONObject responseJSON = zlmresTfulUtils.getMediaServerConfig(mediaServerItem);
  326. if (responseJSON != null) {
  327. JSONArray data = responseJSON.getJSONArray("data");
  328. if (data != null && data.size() > 0) {
  329. ZLMServerConfig zlmServerConfig= JSON.parseObject(JSON.toJSONString(data.get(0)), ZLMServerConfig.class);
  330. if (mediaServerMapper.queryOne(zlmServerConfig.getGeneralMediaServerId()) != null) {
  331. throw new ControllerException(ErrorCode.ERROR100.getCode(),"保存失败,媒体服务ID [ " + zlmServerConfig.getGeneralMediaServerId() + " ] 已存在,请修改媒体服务器配置");
  332. }
  333. mediaServerItem.setId(zlmServerConfig.getGeneralMediaServerId());
  334. zlmServerConfig.setIp(mediaServerItem.getIp());
  335. mediaServerMapper.add(mediaServerItem);
  336. zlmServerOnline(zlmServerConfig);
  337. }else {
  338. throw new ControllerException(ErrorCode.ERROR100.getCode(),"连接失败");
  339. }
  340. }else {
  341. throw new ControllerException(ErrorCode.ERROR100.getCode(),"连接失败");
  342. }
  343. }
  344. @Override
  345. public int addToDatabase(MediaServerItem mediaSerItem) {
  346. return mediaServerMapper.add(mediaSerItem);
  347. }
  348. @Override
  349. public int updateToDatabase(MediaServerItem mediaSerItem) {
  350. int result = 0;
  351. if (mediaSerItem.isDefaultServer()) {
  352. TransactionStatus transactionStatus = dataSourceTransactionManager.getTransaction(transactionDefinition);
  353. int delResult = mediaServerMapper.delDefault();
  354. if (delResult == 0) {
  355. logger.error("移除数据库默认zlm节点失败");
  356. //事务回滚
  357. dataSourceTransactionManager.rollback(transactionStatus);
  358. return 0;
  359. }
  360. result = mediaServerMapper.add(mediaSerItem);
  361. dataSourceTransactionManager.commit(transactionStatus); //手动提交
  362. }else {
  363. result = mediaServerMapper.update(mediaSerItem);
  364. }
  365. return result;
  366. }
  367. /**
  368. * 处理zlm上线
  369. * @param zlmServerConfig zlm上线携带的参数
  370. */
  371. @Override
  372. public void zlmServerOnline(ZLMServerConfig zlmServerConfig) {
  373. MediaServerItem serverItem = mediaServerMapper.queryOne(zlmServerConfig.getGeneralMediaServerId());
  374. if (serverItem == null) {
  375. logger.warn("[未注册的zlm] 拒接接入:{}来自{}:{}", zlmServerConfig.getGeneralMediaServerId(), zlmServerConfig.getIp(),zlmServerConfig.getHttpPort() );
  376. logger.warn("请检查ZLM的<general.mediaServerId>配置是否与WVP的<media.id>一致");
  377. return;
  378. }else {
  379. logger.info("[ZLM] 正在连接 : {} -> {}:{}",
  380. zlmServerConfig.getGeneralMediaServerId(), zlmServerConfig.getIp(), zlmServerConfig.getHttpPort());
  381. }
  382. serverItem.setHookAliveInterval(zlmServerConfig.getHookAliveInterval());
  383. if (serverItem.getHttpPort() == 0) {
  384. serverItem.setHttpPort(zlmServerConfig.getHttpPort());
  385. }
  386. if (serverItem.getHttpSSlPort() == 0) {
  387. serverItem.setHttpSSlPort(zlmServerConfig.getHttpSSLport());
  388. }
  389. if (serverItem.getRtmpPort() == 0) {
  390. serverItem.setRtmpPort(zlmServerConfig.getRtmpPort());
  391. }
  392. if (serverItem.getRtmpSSlPort() == 0) {
  393. serverItem.setRtmpSSlPort(zlmServerConfig.getRtmpSslPort());
  394. }
  395. if (serverItem.getRtspPort() == 0) {
  396. serverItem.setRtspPort(zlmServerConfig.getRtspPort());
  397. }
  398. if (serverItem.getRtspSSLPort() == 0) {
  399. serverItem.setRtspSSLPort(zlmServerConfig.getRtspSSlport());
  400. }
  401. if (serverItem.getRtpProxyPort() == 0) {
  402. serverItem.setRtpProxyPort(zlmServerConfig.getRtpProxyPort());
  403. }
  404. serverItem.setStatus(true);
  405. if (ObjectUtils.isEmpty(serverItem.getId())) {
  406. logger.warn("[未注册的zlm] serverItem缺少ID, 无法接入:{}:{}", zlmServerConfig.getIp(),zlmServerConfig.getHttpPort() );
  407. return;
  408. }
  409. mediaServerMapper.update(serverItem);
  410. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + zlmServerConfig.getGeneralMediaServerId();
  411. if (RedisUtil.get(key) == null) {
  412. SsrcConfig ssrcConfig = new SsrcConfig(zlmServerConfig.getGeneralMediaServerId(), null, sipConfig.getDomain());
  413. serverItem.setSsrcConfig(ssrcConfig);
  414. }else {
  415. MediaServerItem mediaServerItemInRedis = JsonUtil.redisJsonToObject(key, MediaServerItem.class);
  416. if (Objects.nonNull(mediaServerItemInRedis)) {
  417. serverItem.setSsrcConfig(mediaServerItemInRedis.getSsrcConfig());
  418. }
  419. }
  420. RedisUtil.set(key, serverItem);
  421. resetOnlineServerItem(serverItem);
  422. if (serverItem.isAutoConfig()) {
  423. setZLMConfig(serverItem, "0".equals(zlmServerConfig.getHookEnable()));
  424. }
  425. final String zlmKeepaliveKey = zlmKeepaliveKeyPrefix + serverItem.getId();
  426. dynamicTask.stop(zlmKeepaliveKey);
  427. dynamicTask.startDelay(zlmKeepaliveKey, new KeepAliveTimeoutRunnable(serverItem), (Math.getExponent(serverItem.getHookAliveInterval()) + 5) * 1000);
  428. publisher.zlmOnlineEventPublish(serverItem.getId());
  429. logger.info("[ZLM] 连接成功 {} - {}:{} ",
  430. zlmServerConfig.getGeneralMediaServerId(), zlmServerConfig.getIp(), zlmServerConfig.getHttpPort());
  431. }
  432. class KeepAliveTimeoutRunnable implements Runnable{
  433. private MediaServerItem serverItem;
  434. public KeepAliveTimeoutRunnable(MediaServerItem serverItem) {
  435. this.serverItem = serverItem;
  436. }
  437. @Override
  438. public void run() {
  439. logger.info("[zlm心跳到期]:" + serverItem.getId());
  440. // 发起http请求验证zlm是否确实无法连接,如果确实无法连接则发送离线事件,否则不作处理
  441. JSONObject mediaServerConfig = zlmresTfulUtils.getMediaServerConfig(serverItem);
  442. if (mediaServerConfig != null && mediaServerConfig.getInteger("code") == 0) {
  443. logger.info("[zlm心跳到期]:{}验证后zlm仍在线,恢复心跳信息,请检查zlm是否可以正常向wvp发送心跳", serverItem.getId());
  444. // 添加zlm信息
  445. updateMediaServerKeepalive(serverItem.getId(), null);
  446. }else {
  447. publisher.zlmOfflineEventPublish(serverItem.getId());
  448. }
  449. }
  450. }
  451. @Override
  452. public void zlmServerOffline(String mediaServerId) {
  453. delete(mediaServerId);
  454. final String zlmKeepaliveKey = zlmKeepaliveKeyPrefix + mediaServerId;
  455. dynamicTask.stop(zlmKeepaliveKey);
  456. }
  457. @Override
  458. public void resetOnlineServerItem(MediaServerItem serverItem) {
  459. // 更新缓存
  460. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  461. // 使用zset的分数作为当前并发量, 默认值设置为0
  462. if (RedisUtil.zScore(key, serverItem.getId()) == null) { // 不存在则设置默认值 已存在则重置
  463. RedisUtil.zAdd(key, serverItem.getId(), 0L);
  464. // 查询服务流数量
  465. zlmresTfulUtils.getMediaList(serverItem, null, null, "rtsp",(mediaList ->{
  466. Integer code = mediaList.getInteger("code");
  467. if (code == 0) {
  468. JSONArray data = mediaList.getJSONArray("data");
  469. if (data != null) {
  470. RedisUtil.zAdd(key, serverItem.getId(), data.size());
  471. }
  472. }
  473. }));
  474. }else {
  475. clearRTPServer(serverItem);
  476. }
  477. }
  478. @Override
  479. public void addCount(String mediaServerId) {
  480. if (mediaServerId == null) {
  481. return;
  482. }
  483. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  484. RedisUtil.zIncrScore(key, mediaServerId, 1);
  485. }
  486. @Override
  487. public void removeCount(String mediaServerId) {
  488. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  489. RedisUtil.zIncrScore(key, mediaServerId, - 1);
  490. }
  491. /**
  492. * 获取负载最低的节点
  493. * @return MediaServerItem
  494. */
  495. @Override
  496. public MediaServerItem getMediaServerForMinimumLoad(Boolean hasAssist) {
  497. String key = VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId();
  498. if (RedisUtil.zSize(key) == null || RedisUtil.zSize(key) == 0) {
  499. if (RedisUtil.zSize(key) == null || RedisUtil.zSize(key) == 0) {
  500. logger.info("获取负载最低的节点时无在线节点");
  501. return null;
  502. }
  503. }
  504. // 获取分数最低的,及并发最低的
  505. Set<Object> objects = RedisUtil.zRange(key, 0, -1);
  506. ArrayList<Object> mediaServerObjectS = new ArrayList<>(objects);
  507. MediaServerItem mediaServerItem = null;
  508. if (hasAssist == null) {
  509. String mediaServerId = (String)mediaServerObjectS.get(0);
  510. mediaServerItem = getOne(mediaServerId);
  511. }else if (hasAssist) {
  512. for (Object mediaServerObject : mediaServerObjectS) {
  513. String mediaServerId = (String)mediaServerObject;
  514. MediaServerItem serverItem = getOne(mediaServerId);
  515. if (serverItem.getRecordAssistPort() > 0) {
  516. mediaServerItem = serverItem;
  517. break;
  518. }
  519. }
  520. }else if (!hasAssist) {
  521. for (Object mediaServerObject : mediaServerObjectS) {
  522. String mediaServerId = (String)mediaServerObject;
  523. MediaServerItem serverItem = getOne(mediaServerId);
  524. if (serverItem.getRecordAssistPort() == 0) {
  525. mediaServerItem = serverItem;
  526. break;
  527. }
  528. }
  529. }
  530. return mediaServerItem;
  531. }
  532. /**
  533. * 对zlm服务器进行基础配置
  534. * @param mediaServerItem 服务ID
  535. * @param restart 是否重启zlm
  536. */
  537. @Override
  538. public void setZLMConfig(MediaServerItem mediaServerItem, boolean restart) {
  539. logger.info("[ZLM] 正在设置 :{} -> {}:{}",
  540. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  541. String protocol = sslEnabled ? "https" : "http";
  542. String hookPrex = String.format("%s://%s:%s/index/hook", protocol, mediaServerItem.getHookIp(), serverPort);
  543. Map<String, Object> param = new HashMap<>();
  544. param.put("api.secret",mediaServerItem.getSecret()); // -profile:v Baseline
  545. param.put("hook.enable","1");
  546. param.put("hook.on_flow_report","");
  547. param.put("hook.on_play",String.format("%s/on_play", hookPrex));
  548. param.put("hook.on_http_access","");
  549. param.put("hook.on_publish", String.format("%s/on_publish", hookPrex));
  550. param.put("hook.on_record_ts","");
  551. param.put("hook.on_rtsp_auth","");
  552. param.put("hook.on_rtsp_realm","");
  553. param.put("hook.on_server_started",String.format("%s/on_server_started", hookPrex));
  554. param.put("hook.on_shell_login","");
  555. param.put("hook.on_stream_changed",String.format("%s/on_stream_changed", hookPrex));
  556. param.put("hook.on_stream_none_reader",String.format("%s/on_stream_none_reader", hookPrex));
  557. param.put("hook.on_stream_not_found",String.format("%s/on_stream_not_found", hookPrex));
  558. param.put("hook.on_server_keepalive",String.format("%s/on_server_keepalive", hookPrex));
  559. param.put("hook.on_send_rtp_stopped",String.format("%s/on_send_rtp_stopped", hookPrex));
  560. param.put("hook.on_rtp_server_timeout",String.format("%s/on_rtp_server_timeout", hookPrex));
  561. if (mediaServerItem.getRecordAssistPort() > 0) {
  562. param.put("hook.on_record_mp4",String.format("http://127.0.0.1:%s/api/record/on_record_mp4", mediaServerItem.getRecordAssistPort()));
  563. }else {
  564. param.put("hook.on_record_mp4","");
  565. }
  566. param.put("hook.timeoutSec","20");
  567. // 推流断开后可以在超时时间内重新连接上继续推流,这样播放器会接着播放。
  568. // 置0关闭此特性(推流断开会导致立即断开播放器)
  569. // 此参数不应大于播放器超时时间
  570. // 优化此消息以更快的收到流注销事件
  571. param.put("protocol.continue_push_ms", "3000" );
  572. // 最多等待未初始化的Track时间,单位毫秒,超时之后会忽略未初始化的Track, 设置此选项优化那些音频错误的不规范流,
  573. // 等zlm支持给每个rtpServer设置关闭音频的时候可以不设置此选项
  574. // param.put("general.wait_track_ready_ms", "3000" );
  575. if (mediaServerItem.isRtpEnable() && !ObjectUtils.isEmpty(mediaServerItem.getRtpPortRange())) {
  576. param.put("rtp_proxy.port_range", mediaServerItem.getRtpPortRange().replace(",", "-"));
  577. }
  578. param.put("rtc.externIP",mediaServerItem.getExternIP());
  579. param.put("rtc.externPort",mediaServerItem.getExternPort());
  580. JSONObject responseJSON = zlmresTfulUtils.setServerConfig(mediaServerItem, param);
  581. if (responseJSON != null && responseJSON.getInteger("code") == 0) {
  582. if (restart) {
  583. logger.info("[ZLM] 设置成功,开始重启以保证配置生效 {} -> {}:{}",
  584. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  585. zlmresTfulUtils.restartServer(mediaServerItem);
  586. }else {
  587. logger.info("[ZLM] 设置成功 {} -> {}:{}",
  588. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  589. }
  590. }else {
  591. logger.info("[ZLM] 设置zlm失败 {} -> {}:{}",
  592. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  593. }
  594. }
  595. @Override
  596. public MediaServerItem checkMediaServer(String ip, int port, String secret) {
  597. if (mediaServerMapper.queryOneByHostAndPort(ip, port) != null) {
  598. throw new ControllerException(ErrorCode.ERROR100.getCode(), "此连接已存在");
  599. }
  600. MediaServerItem mediaServerItem = new MediaServerItem();
  601. mediaServerItem.setIp(ip);
  602. mediaServerItem.setHttpPort(port);
  603. mediaServerItem.setSecret(secret);
  604. JSONObject responseJSON = zlmresTfulUtils.getMediaServerConfig(mediaServerItem);
  605. if (responseJSON == null) {
  606. throw new ControllerException(ErrorCode.ERROR100.getCode(), "连接失败");
  607. }
  608. JSONArray data = responseJSON.getJSONArray("data");
  609. ZLMServerConfig zlmServerConfig = JSON.parseObject(JSON.toJSONString(data.get(0)), ZLMServerConfig.class);
  610. if (zlmServerConfig == null) {
  611. throw new ControllerException(ErrorCode.ERROR100.getCode(), "读取配置失败");
  612. }
  613. if (mediaServerMapper.queryOne(zlmServerConfig.getGeneralMediaServerId()) != null) {
  614. throw new ControllerException(ErrorCode.ERROR100.getCode(), "媒体服务ID [" + zlmServerConfig.getGeneralMediaServerId() + " ] 已存在,请修改媒体服务器配置");
  615. }
  616. mediaServerItem.setHttpSSlPort(zlmServerConfig.getHttpPort());
  617. mediaServerItem.setRtmpPort(zlmServerConfig.getRtmpPort());
  618. mediaServerItem.setRtmpSSlPort(zlmServerConfig.getRtmpSslPort());
  619. mediaServerItem.setRtspPort(zlmServerConfig.getRtspPort());
  620. mediaServerItem.setRtspSSLPort(zlmServerConfig.getRtspSSlport());
  621. mediaServerItem.setRtpProxyPort(zlmServerConfig.getRtpProxyPort());
  622. mediaServerItem.setStreamIp(ip);
  623. mediaServerItem.setHookIp(sipConfig.getIp().split(",")[0]);
  624. mediaServerItem.setSdpIp(ip);
  625. return mediaServerItem;
  626. }
  627. @Override
  628. public boolean checkMediaRecordServer(String ip, int port) {
  629. boolean result = false;
  630. OkHttpClient client = new OkHttpClient();
  631. String url = String.format("http://%s:%s/index/api/record", ip, port);
  632. Request request = new Request.Builder()
  633. .get()
  634. .url(url)
  635. .build();
  636. try {
  637. Response response = client.newCall(request).execute();
  638. if (response != null) {
  639. result = true;
  640. }
  641. } catch (Exception e) {}
  642. return result;
  643. }
  644. @Override
  645. public void delete(String id) {
  646. RedisUtil.zRemove(VideoManagerConstants.MEDIA_SERVERS_ONLINE_PREFIX + userSetting.getServerId(), id);
  647. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + id;
  648. RedisUtil.del(key);
  649. }
  650. @Override
  651. public void deleteDb(String id){
  652. //同步删除数据库中的数据
  653. mediaServerMapper.delOne(id);
  654. }
  655. @Override
  656. public void updateMediaServerKeepalive(String mediaServerId, ServerKeepaliveData data) {
  657. MediaServerItem mediaServerItem = getOne(mediaServerId);
  658. if (mediaServerItem == null) {
  659. // 缓存不存在,从数据库查询,如果数据库不存在则是错误的
  660. mediaServerItem = getOneFromDatabase(mediaServerId);
  661. if (mediaServerItem == null) {
  662. logger.warn("[更新ZLM 保活信息]失败,未找到流媒体信息");
  663. return;
  664. }
  665. // zlm连接重试
  666. logger.warn("[更新ZLM 保活信息]尝试链接zml id {}", mediaServerId);
  667. SsrcConfig ssrcConfig = new SsrcConfig(mediaServerItem.getId(), null, sipConfig.getDomain());
  668. mediaServerItem.setSsrcConfig(ssrcConfig);
  669. String key = VideoManagerConstants.MEDIA_SERVER_PREFIX + userSetting.getServerId() + "_" + mediaServerItem.getId();
  670. RedisUtil.set(key, mediaServerItem);
  671. clearRTPServer(mediaServerItem);
  672. }
  673. final String zlmKeepaliveKey = zlmKeepaliveKeyPrefix + mediaServerItem.getId();
  674. dynamicTask.stop(zlmKeepaliveKey);
  675. dynamicTask.startDelay(zlmKeepaliveKey, new KeepAliveTimeoutRunnable(mediaServerItem), (mediaServerItem.getHookAliveInterval().intValue() + 5) * 1000);
  676. }
  677. private MediaServerItem getOneFromDatabase(String mediaServerId) {
  678. return mediaServerMapper.queryOne(mediaServerId);
  679. }
  680. @Override
  681. public void syncCatchFromDatabase() {
  682. List<MediaServerItem> allInCatch = getAll();
  683. List<MediaServerItem> allInDatabase = mediaServerMapper.queryAll();
  684. Map<String, MediaServerItem> mediaServerItemMap = new HashMap<>();
  685. for (MediaServerItem mediaServerItem : allInDatabase) {
  686. mediaServerItemMap.put(mediaServerItem.getId(), mediaServerItem);
  687. }
  688. for (MediaServerItem mediaServerItem : allInCatch) {
  689. if (!mediaServerItemMap.containsKey(mediaServerItem.getId())) {
  690. delete(mediaServerItem.getId());
  691. }
  692. }
  693. }
  694. @Override
  695. public boolean checkRtpServer(MediaServerItem mediaServerItem, String app, String stream) {
  696. JSONObject rtpInfo = zlmresTfulUtils.getRtpInfo(mediaServerItem, stream);
  697. if(rtpInfo.getInteger("code") == 0){
  698. return rtpInfo.getBoolean("exist");
  699. }
  700. return false;
  701. }
  702. @Override
  703. public MediaServerLoad getLoad(MediaServerItem mediaServerItem) {
  704. MediaServerLoad result = new MediaServerLoad();
  705. result.setId(mediaServerItem.getId());
  706. result.setPush(redisCatchStorage.getPushStreamCount(mediaServerItem.getId()));
  707. result.setProxy(redisCatchStorage.getProxyStreamCount(mediaServerItem.getId()));
  708. result.setGbReceive(redisCatchStorage.getGbReceiveCount(mediaServerItem.getId()));
  709. result.setGbSend(redisCatchStorage.getGbSendCount(mediaServerItem.getId()));
  710. return result;
  711. }
  712. }