SpringCloudAlibaba微服务架构实战派，微服务架构最强实战案例分析.zip

package com.alibaba.cloud.youxia.job; import com.alibaba.cloud.youxia.config.AlarmServicePhoneConfig; import com.alibaba.cloud.youxia.config.NacosAlarmConfig; import com.alibaba.cloud.youxia.config.SkwalkingWhiteListConfig; import com.alibaba.cloud.youxia.config.SkywalkingErrorTraceConfig; import com.alibaba.cloud.youxia.dto.SkywalkingAlarmMessage; import com.alibaba.cloud.youxia.service.SkywalkingErrorAlarmService; import com.alibaba.cloud.youxia.util.DingDingUtils; import com.alibaba.cloud.youxia.util.HttpClientUtils; import com.alibaba.cloud.youxia.util.RestResult; import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONObject; import com.dingtalk.api.DingTalkClient; import com.dingtalk.api.request.OapiRobotSendRequest; import com.dingtalk.api.response.OapiRobotSendResponse; import com.taobao.api.ApiException; import java.util.*; import java.util.concurrent.ConcurrentHashMap; import org.apache.commons.lang.StringUtils; import org.apache.commons.lang.time.DateFormatUtils; import org.apache.shardingsphere.elasticjob.api.ShardingContext; import org.apache.shardingsphere.elasticjob.simple.job.SimpleJob; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Component; import lombok.extern.slf4j.Slf4j; @Component //@Slf4j public class SkywalkingErrorAlarmJob implements SimpleJob { @Autowired private SkywalkingErrorTraceConfig skywalkingAlarmConfig; @Autowired private NacosAlarmConfig nacosAlarmConfig; @Autowired private AlarmServicePhoneConfig alarmServicePhoneConfig; @Autowired private SkwalkingWhiteListConfig skwalkingWhiteListConfig; @Autowired private SkywalkingErrorAlarmService skywalkingErrorAlarmService; @Override public void execute(ShardingContext shardingContext) { Date date = new Date(); String nowTime = DateFormatUtils.format(date.getTime(), "yyyy-MM-dd HHmm"); String oldTime = DateFormatUtils .format(date.getTime() - Long.parseLong(skywalkingAlarmConfig.getTime()), "yyyy-MM-dd HHmm"); String paramJson = getParamJson(nowTime, oldTime); List errorKeyList; try { RestResult post = HttpClientUtils.post(skywalkingAlarmConfig.getReqApi(), paramJson); HttpClientUtils.checkHttpResult(post); errorKeyList = getErrorKeyList(post.getMessage()); List skywalkingAlarmMessageList = new ArrayList<>(); for (String errorKey : errorKeyList) { String message = reqErrorData(errorKey); skywalkingErrorAlarmService.handleMessage(skywalkingAlarmMessageList, message); } whiteList(skywalkingAlarmMessageList); removeDuplicatedAlarm(skywalkingAlarmMessageList); sendAlarm(skywalkingAlarmMessageList); } catch (Exception e) { System.out.println("skywalking 告警失败。"+e.getMessage()); } } private String reqErrorData(String errorKey) throws Exception { JSONObject rootJsonObject = new JSONObject(); rootJsonObject.put("query", "query queryTrace($traceId: ID!) {\n trace: queryTrace(traceId: $traceId) {\n spans {\n traceId\n segmentId\n spanId\n parentSpanId\n refs {\n traceId\n parentSegmentId\n parentSpanId\n type\n }\n serviceCode\n startTime\n endTime\n endpointName\n type\n peer\n component\n isError\n layer\n tags {\n key\n value\n }\n logs {\n time\n data {\n key\n value\n }\n }\n }\n }\n }"); JSONObject variablesJsonObject = new JSONObject(); rootJsonObject.put("variables", variablesJsonObject); variablesJsonObject.put("traceId", errorKey); String alarmJson = rootJsonObject.toJSONString(); RestResult alarmResult = HttpClientUtils.post(skywalkingAlarmConfig.getReqApi(), alarmJson); HttpClientUtils.checkHttpResult(alarmResult); return alarmResult.getMessage(); } private List getErrorKeyList(String message) { JSONObject jsonObject = JSONObject.parseObject(message); JSONObject data = null; if (jsonObject != null) { data = (JSONObject) jsonObject.get("data"); } JSONObject traces = null; if (data != null) { traces = (JSONObject) data.get("traces"); } JSONArray dataList = new JSONArray(); if (traces != null) { dataList = traces.getJSONArray("data"); } List errorKeyList = new ArrayList<>(); for (Object errorKey : dataList) { JSONObject errorKeyJson = (JSONObject) errorKey; JSONArray traceIds = errorKeyJson.getJSONArray("traceIds"); if (traceIds != null && !traceIds.isEmpty()) { //目前只取了第一个，后续 errorKeyList.add((String) traceIds.get(0)); } } return errorKeyList; } private String getParamJson(String nowTime, String oldTime) { JSONObject rootJsonObject = new JSONObject(); rootJsonObject.put("query", "query queryTraces($condition: TraceQueryCondition) {\n traces: queryBasicTraces(condition: $condition) {\n data: traces {\n key: segmentId\n endpointNames\n duration\n start\n isError\n traceIds\n }\n total\n }}"); JSONObject variablesJsonObject = new JSONObject(); rootJsonObject.put("variables", variablesJsonObject); JSONObject conditionJsonObject = new JSONObject(); variablesJsonObject.put("condition", conditionJsonObject); JSONObject queryDurationJsonObject = new JSONObject(); conditionJsonObject.put("queryDuration", queryDurationJsonObject); queryDurationJsonObject.put("start", oldTime); queryDurationJsonObject.put("end", nowTime); queryDurationJsonObject.put("step", "MINUTE"); conditionJsonObject.put("traceState", "ERROR"); JSONObject pagingJsonObject = new JSONObject(); conditionJsonObject.put("paging", pagingJsonObject); pagingJsonObject.put("pageNum", 1); pagingJsonObject.put("pageSize", 10000); pagingJsonObject.put("needTotal", true); conditionJsonObject.put("queryOrder", "BY_DURATION"); return rootJsonObject.toJSONString(); } Map cacheAlarmMessageList = new ConcurrentHashMap<>(); private void removeDuplicatedAlarm(List alarmMessageList) { Iterator alarmMessageIterator = alarmMessageList.iterator(); while (alarmMessageIterator.hasNext()) { SkywalkingAlarmMessage alarmMessge = alarmMessageIterator.next(); Long aLong = cacheAlarmMessageList.get(alarmMessge.getTraceId()); if (aLong != null && System.currentTimeMillis() - aLong < 1000 * 30) { alarmMessageIterator.remove(); System.out.println("skywalking 告警发送太频繁： {}"+alarmMessge); } else { cacheAlarmMessageList.put(alarmMessge.getTraceId(), System.currentTimeMillis()); } } } private void whiteList(List alarmMessageList) { alarmMessageList.removeIf(alarmMessge -> skwalkingWhiteListConfig.isWhiteList(alarmMessge)); } public void sendAlarm(List alarmMessageList) throws ApiException { if (alarmMessageList.isEmpty()) { return; } OapiRobotSendRequest markDownRequest = new OapiRobotSendRequest(); String secret = skywalkingAlarmConfig.getSksecret(); String webHook = skywalkingAlarmConfig.getSkwebhook(); DingTalkClient client = DingDingUtils.getClient(secret,webHook);