|
|
|
@ -9,7 +9,13 @@ import cn.estsh.i3plus.platform.plugin.elasticsearch.ElasticSearchTool;
|
|
|
|
|
import cn.estsh.i3plus.pojo.base.bean.ListPager;
|
|
|
|
|
import cn.estsh.i3plus.pojo.base.common.Pager;
|
|
|
|
|
import cn.estsh.i3plus.pojo.base.enumutil.ImppEnumUtil;
|
|
|
|
|
import cn.estsh.i3plus.pojo.platform.platbean.*;
|
|
|
|
|
import cn.estsh.i3plus.pojo.model.platform.LogFieldModel;
|
|
|
|
|
import cn.estsh.i3plus.pojo.model.platform.SysLogModel;
|
|
|
|
|
import cn.estsh.i3plus.pojo.platform.platbean.SysLogConsole;
|
|
|
|
|
import cn.estsh.i3plus.pojo.platform.platbean.SysLogException;
|
|
|
|
|
import cn.estsh.i3plus.pojo.platform.platbean.SysLogOperate;
|
|
|
|
|
import cn.estsh.i3plus.pojo.platform.platbean.SysLogSystem;
|
|
|
|
|
import cn.estsh.i3plus.pojo.platform.platbean.SysLogTaskTime;
|
|
|
|
|
import cn.estsh.impp.framework.boot.log.ImppLog;
|
|
|
|
|
import org.elasticsearch.search.aggregations.Aggregation;
|
|
|
|
|
import org.elasticsearch.search.aggregations.bucket.terms.ParsedTerms;
|
|
|
|
@ -18,7 +24,9 @@ import org.elasticsearch.search.aggregations.metrics.ParsedAvg;
|
|
|
|
|
import org.slf4j.Logger;
|
|
|
|
|
import org.slf4j.LoggerFactory;
|
|
|
|
|
import org.springframework.beans.factory.annotation.Autowired;
|
|
|
|
|
import org.springframework.beans.factory.annotation.Value;
|
|
|
|
|
import org.springframework.stereotype.Service;
|
|
|
|
|
import org.springframework.util.StringUtils;
|
|
|
|
|
|
|
|
|
|
import java.util.LinkedHashMap;
|
|
|
|
|
import java.util.List;
|
|
|
|
@ -40,19 +48,22 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
@Autowired
|
|
|
|
|
private ImppLog imppLog;
|
|
|
|
|
|
|
|
|
|
@Value(value = "${elasticsearch.host:}")
|
|
|
|
|
private String elasticsearchHost;
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public ListPager<SysLogException> queryLogExceptionPager(SysLogException log, Pager pager) {
|
|
|
|
|
return ElasticSearchTool.searchPager(NoSqlPack.packEsSysLogException(log),pager,SysLogException.class);
|
|
|
|
|
return ElasticSearchTool.searchPager(NoSqlPack.packEsSysLogException(log), pager, SysLogException.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public List<SysLogException> findLogExceptionList(SysLogException log, Pager pager) {
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogException(log),pager,SysLogException.class);
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogException(log), pager, SysLogException.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public List<SysLogException> findLogExceptionList(SysLogException log) {
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogException(log),SysLogException.class);
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogException(log), SysLogException.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
@ -63,7 +74,7 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public SysLogException getLogException(SysLogException log) {
|
|
|
|
|
return ElasticSearchTool.getPrimaryKey(log.getId(),SysLogException.class);
|
|
|
|
|
return ElasticSearchTool.getPrimaryKey(log.getId(), SysLogException.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
@ -73,17 +84,17 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public ListPager<SysLogOperate> queryLogOperatePager(SysLogOperate log, Pager pager) {
|
|
|
|
|
return ElasticSearchTool.searchPager(NoSqlPack.packEsSysLogOperate(log),pager,SysLogOperate.class);
|
|
|
|
|
return ElasticSearchTool.searchPager(NoSqlPack.packEsSysLogOperate(log), pager, SysLogOperate.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public List<SysLogOperate> findLogOperateList(SysLogOperate log, Pager pager) {
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogOperate(log),pager,SysLogOperate.class);
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogOperate(log), pager, SysLogOperate.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public List<SysLogOperate> findLogOperateList(SysLogOperate log) {
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogOperate(log),SysLogOperate.class);
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogOperate(log), SysLogOperate.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
@ -94,7 +105,7 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public SysLogOperate getLogOperate(SysLogOperate log) {
|
|
|
|
|
return ElasticSearchTool.getPrimaryKey(log.getId(),SysLogOperate.class);
|
|
|
|
|
return ElasticSearchTool.getPrimaryKey(log.getId(), SysLogOperate.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
@ -104,12 +115,12 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public ListPager<SysLogSystem> queryLogSystemPager(SysLogSystem log, Pager pager) {
|
|
|
|
|
return ElasticSearchTool.searchPager(NoSqlPack.packEsSysLogSystem(log),pager,SysLogSystem.class);
|
|
|
|
|
return ElasticSearchTool.searchPager(NoSqlPack.packEsSysLogSystem(log), pager, SysLogSystem.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public List<SysLogSystem> findLogSystemList(SysLogSystem log, Pager pager) {
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogSystem(log),pager,SysLogSystem.class);
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogSystem(log), pager, SysLogSystem.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
@ -125,7 +136,7 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public SysLogSystem getLogSystem(SysLogSystem log) {
|
|
|
|
|
return ElasticSearchTool.getPrimaryKey(log.getId(),SysLogSystem.class);
|
|
|
|
|
return ElasticSearchTool.getPrimaryKey(log.getId(), SysLogSystem.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
@ -135,17 +146,17 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public ListPager<SysLogTaskTime> queryLogTaskTimePager(SysLogTaskTime log, Pager pager) {
|
|
|
|
|
return ElasticSearchTool.searchPager(NoSqlPack.packEsSysLogTaskTime(log),pager,SysLogTaskTime.class);
|
|
|
|
|
return ElasticSearchTool.searchPager(NoSqlPack.packEsSysLogTaskTime(log), pager, SysLogTaskTime.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public List<SysLogTaskTime> findLogTaskTimeList(SysLogTaskTime log, Pager pager) {
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogTaskTime(log),pager,SysLogTaskTime.class);
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogTaskTime(log), pager, SysLogTaskTime.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public List<SysLogTaskTime> findLogTaskTimeList(SysLogTaskTime log) {
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogTaskTime(log),SysLogTaskTime.class);
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogTaskTime(log), SysLogTaskTime.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
@ -156,12 +167,12 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public SysLogTaskTime getLogTaskTime(SysLogTaskTime log) {
|
|
|
|
|
return ElasticSearchTool.getPrimaryKey(log.getId(),SysLogTaskTime.class);
|
|
|
|
|
return ElasticSearchTool.getPrimaryKey(log.getId(), SysLogTaskTime.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public void deleteLogTaskTime(SysLogTaskTime log) {
|
|
|
|
|
ElasticSearchTool.deleteQuery(NoSqlPack.packEsSysLogTaskTime(log));
|
|
|
|
|
ElasticSearchTool.deleteQuery(NoSqlPack.packEsSysLogTaskTime(log));
|
|
|
|
|
}
|
|
|
|
|
/******************************************************* 定时任务日志 End *********************************************************/
|
|
|
|
|
|
|
|
|
@ -170,29 +181,29 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public ListPager<SysLogConsole> queryLogConsolePager(SysLogConsole log, Pager pager) {
|
|
|
|
|
return ElasticSearchTool.searchPager(NoSqlPack.packEsSysLogConsole(log),pager,SysLogConsole.class);
|
|
|
|
|
return ElasticSearchTool.searchPager(NoSqlPack.packEsSysLogConsole(log), pager, SysLogConsole.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public List<SysLogConsole> findLogConsoleList(SysLogConsole log, Pager pager) {
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogConsole(log),pager,SysLogConsole.class);
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogConsole(log), pager, SysLogConsole.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public List<SysLogConsole> findLogConsoleList(SysLogConsole log) {
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogConsole(log),SysLogConsole.class);
|
|
|
|
|
return ElasticSearchTool.searchList(NoSqlPack.packEsSysLogConsole(log), SysLogConsole.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public SysLogConsole insertLogConsoleTime(SysLogConsole log) {
|
|
|
|
|
ElasticSearchPack pack = ElasticSearchPack.imppBuild(TimeTool.parseDate(log.getCreateDatetime()), SysLogConsole.class);
|
|
|
|
|
ElasticSearchTool.insert(pack.getIndexName(),log);
|
|
|
|
|
ElasticSearchTool.insert(pack.getIndexName(), log);
|
|
|
|
|
return log;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public SysLogConsole getLogConsoleTime(SysLogConsole log) {
|
|
|
|
|
return ElasticSearchTool.getPrimaryKey(log.getId(),SysLogConsole.class);
|
|
|
|
|
return ElasticSearchTool.getPrimaryKey(log.getId(), SysLogConsole.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
@ -206,24 +217,24 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
@Override
|
|
|
|
|
public void actionCleanLog(String startTime, String endTime) {
|
|
|
|
|
try {
|
|
|
|
|
ElasticSearchTool.deleteIndex(ElasticSearchPack.getIndexName(SysLogSystem.class),startTime,endTime);
|
|
|
|
|
}catch (Exception e){
|
|
|
|
|
LOGGER.error("清除系统日志异常",e);
|
|
|
|
|
ElasticSearchTool.deleteIndex(ElasticSearchPack.getIndexName(SysLogSystem.class), startTime, endTime);
|
|
|
|
|
} catch (Exception e) {
|
|
|
|
|
LOGGER.error("清除系统日志异常", e);
|
|
|
|
|
}
|
|
|
|
|
try {
|
|
|
|
|
ElasticSearchTool.deleteIndex(ElasticSearchPack.getIndexName(SysLogOperate.class),startTime,endTime);
|
|
|
|
|
}catch (Exception e){
|
|
|
|
|
LOGGER.error("清除系统操作日志异常",e);
|
|
|
|
|
ElasticSearchTool.deleteIndex(ElasticSearchPack.getIndexName(SysLogOperate.class), startTime, endTime);
|
|
|
|
|
} catch (Exception e) {
|
|
|
|
|
LOGGER.error("清除系统操作日志异常", e);
|
|
|
|
|
}
|
|
|
|
|
try {
|
|
|
|
|
ElasticSearchTool.deleteIndex(ElasticSearchPack.getIndexName(SysLogException.class),startTime,endTime);
|
|
|
|
|
}catch (Exception e){
|
|
|
|
|
LOGGER.error("清除系统异常日志异常",e);
|
|
|
|
|
ElasticSearchTool.deleteIndex(ElasticSearchPack.getIndexName(SysLogException.class), startTime, endTime);
|
|
|
|
|
} catch (Exception e) {
|
|
|
|
|
LOGGER.error("清除系统异常日志异常", e);
|
|
|
|
|
}
|
|
|
|
|
try {
|
|
|
|
|
ElasticSearchTool.deleteIndex(ElasticSearchPack.getIndexName(SysLogTaskTime.class),startTime,endTime);
|
|
|
|
|
}catch (Exception e){
|
|
|
|
|
LOGGER.error("清除定时任务日志异常",e);
|
|
|
|
|
ElasticSearchTool.deleteIndex(ElasticSearchPack.getIndexName(SysLogTaskTime.class), startTime, endTime);
|
|
|
|
|
} catch (Exception e) {
|
|
|
|
|
LOGGER.error("清除定时任务日志异常", e);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
@ -232,18 +243,18 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
Map resultData = new LinkedHashMap();
|
|
|
|
|
ElasticSearchPack pack = ElasticSearchPack.imppBuild(SysLogSystem.class);
|
|
|
|
|
pack.pager(CommonConstWords.getDefaultPager());
|
|
|
|
|
pack.andStringDateTimeBetween("createDatetime",startTime,endTime);
|
|
|
|
|
pack.andStringDateTimeBetween("createDatetime", startTime, endTime);
|
|
|
|
|
pack.group("createDatetime").avg("executeTime").buildAggregation();
|
|
|
|
|
Map<String, Aggregation> aggregationMap = ElasticSearchTool.searchAggregationMap(pack);
|
|
|
|
|
|
|
|
|
|
ParsedTerms parsedTerms = (ParsedTerms)aggregationMap.get("group_createDatetime");
|
|
|
|
|
if(Objects.nonNull(parsedTerms)){
|
|
|
|
|
ParsedTerms parsedTerms = (ParsedTerms) aggregationMap.get("group_createDatetime");
|
|
|
|
|
if (Objects.nonNull(parsedTerms)) {
|
|
|
|
|
for (Terms.Bucket bucket : parsedTerms.getBuckets()) {
|
|
|
|
|
try {
|
|
|
|
|
String key = bucket.getKeyAsString();
|
|
|
|
|
Double value = ((ParsedAvg) bucket.getAggregations().get("avg_executeTime")).getValue();
|
|
|
|
|
resultData.put(key,value.intValue());
|
|
|
|
|
}catch (Exception e){
|
|
|
|
|
resultData.put(key, value.intValue());
|
|
|
|
|
} catch (Exception e) {
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
@ -256,18 +267,18 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
Map resultData = new LinkedHashMap();
|
|
|
|
|
ElasticSearchPack pack = ElasticSearchPack.imppBuild(SysLogSystem.class);
|
|
|
|
|
pack.pager(CommonConstWords.getDefaultPager());
|
|
|
|
|
pack.andStringDateTimeBetween("createDatetime",startTime,endTime);
|
|
|
|
|
pack.andStringDateTimeBetween("createDatetime", startTime, endTime);
|
|
|
|
|
pack.group("logLevel").count("id").buildAggregation();
|
|
|
|
|
Map<String, Aggregation> aggregationMap = ElasticSearchTool.searchAggregationMap(pack);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ParsedTerms parsedTerms = (ParsedTerms)aggregationMap.get("group_logLevel");
|
|
|
|
|
if(Objects.nonNull(parsedTerms)){
|
|
|
|
|
ParsedTerms parsedTerms = (ParsedTerms) aggregationMap.get("group_logLevel");
|
|
|
|
|
if (Objects.nonNull(parsedTerms)) {
|
|
|
|
|
for (Terms.Bucket bucket : parsedTerms.getBuckets()) {
|
|
|
|
|
try {
|
|
|
|
|
String key = bucket.getKeyAsString();
|
|
|
|
|
resultData.put(ImppEnumUtil.LOG_LEVEL.valueOfName(Integer.parseInt(key)),bucket.getDocCount());
|
|
|
|
|
}catch (Exception e){
|
|
|
|
|
resultData.put(ImppEnumUtil.LOG_LEVEL.valueOfName(Integer.parseInt(key)), bucket.getDocCount());
|
|
|
|
|
} catch (Exception e) {
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
@ -275,6 +286,32 @@ public class SysLogElasticSearchService implements ISysLogService {
|
|
|
|
|
return resultData;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Override
|
|
|
|
|
public List<LogFieldModel> querySysLog(SysLogModel sysLogModel, Pager pager) {
|
|
|
|
|
final String time = "time";
|
|
|
|
|
ElasticSearchTool.init(elasticsearchHost);
|
|
|
|
|
ElasticSearchPack pack = new ElasticSearchPack(sysLogModel.getIndexName());
|
|
|
|
|
|
|
|
|
|
pack.andKeywordEquals("level", sysLogModel.getLevel());
|
|
|
|
|
if (!StringUtils.isEmpty(sysLogModel.getHostId())) {
|
|
|
|
|
pack.andKeywordEquals("hostId", sysLogModel.getHostId());
|
|
|
|
|
}
|
|
|
|
|
if (!StringUtils.isEmpty(sysLogModel.getIndexType())) {
|
|
|
|
|
pack.andKeywordEquals("indexType", sysLogModel.getIndexType());
|
|
|
|
|
}
|
|
|
|
|
if (!StringUtils.isEmpty(sysLogModel.getThread())) {
|
|
|
|
|
pack.andKeywordEquals("thread", sysLogModel.getThread());
|
|
|
|
|
}
|
|
|
|
|
pack.andKeywordDateTimeBetween(time,
|
|
|
|
|
sysLogModel.getQueryDate().trim() + " " + sysLogModel.getQueryBeginTime(),
|
|
|
|
|
sysLogModel.getQueryDate().trim() + " " + sysLogModel.getQueryEndTime());
|
|
|
|
|
|
|
|
|
|
pack.orderKeywordDesc(time);
|
|
|
|
|
ListPager<LogFieldModel> listPager = ElasticSearchTool.searchPager(pack, pager, LogFieldModel.class);
|
|
|
|
|
|
|
|
|
|
return listPager.getObjectList();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/******************************************************* 系统异常日志 End *********************************************************/
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|