Commit f7c345f6 by shenjinzhu

每日统计数据量的修改mainThread

parent 332baa98
......@@ -169,50 +169,54 @@ public class MainThread extends Thread {
int count = 0;
List<Channel> channel = serverService.findDisChannel();
for (Channel chan : channel) {
if (chan.getPt().equals("网媒")) {
List<CrawTemplate> list = crawService.findAll();
// 每日的数据量入库(对应模板)
for (CrawTemplate cr : list) {
count = (int) dataService.finCountByDayData(start.getTime(), end.getTime(), cr.getPt(),
cr.getId());
try {
if (chan.getPt().equals("网媒")) {
List<CrawTemplate> list = crawService.findAll();
// 每日的数据量入库(对应模板)
for (CrawTemplate cr : list) {
count = (int) dataService.finCountByDayData(start.getTime(), end.getTime(),
cr.getPt(), cr.getId());
Data data = new Data();
data.setCount(count);
data.setTempName(cr.getConfigName());
data.setTime(start.getTime());
data.setSpyderInfoId(cr.getId());
dataService.insert(data);
if (count == 0) {
int testCount = (int) dataService.finCountByDayData(countTest.getTime(),
end.getTime(), cr.getPt(), cr.getId());
if (testCount == 0) {
Message m = new Message();
m.setHandle(false);
m.setCreateDate(start.getTime());
m.setTemplateLv(1);
m.setTempName(cr.getConfigName());
m.setPt(cr.getPt());
m.setErrorMsg("数据为0检测:" + cr.getConfigName() + "," + cr.getId() + "数据为0");
msgService.insert(m);
}
}
log.info(TimeUtil.yearToDay(start.getTime()) + "|" + data.getTempName() + "|入库");
}
count = (int) dataService.finCountByDayData(start.getTime(), end.getTime(),
chan.getPt(), null);
Data data = new Data();
data.setCount(count);
data.setTempName(cr.getConfigName());
data.setPt(chan.getPt());
data.setTime(start.getTime());
data.setSpyderInfoId(cr.getId());
dataService.insert(data);
if (count == 0) {
int testCount = (int) dataService.finCountByDayData(countTest.getTime(),
end.getTime(), cr.getPt(), cr.getId());
if (testCount == 0) {
Message m = new Message();
m.setHandle(false);
m.setCreateDate(start.getTime());
m.setTemplateLv(1);
m.setTempName(cr.getConfigName());
m.setPt(cr.getPt());
m.setErrorMsg("数据为0检测:" + cr.getConfigName() + "," + cr.getId() + "数据为0");
msgService.insert(m);
}
}
log.info(TimeUtil.yearToDay(start.getTime()) + "|" + data.getTempName() + "|入库");
} else {
count = (int) dataService.finCountByDayData(start.getTime(), end.getTime(),
chan.getPt(), null);
Data data = new Data();
data.setCount(count);
data.setPt(chan.getPt());
data.setTime(start.getTime());
dataService.insert(data);
log.info(TimeUtil.yearToDay(start.getTime()) + "|" + chan.getPt() + "|入库");
}
count = (int) dataService.finCountByDayData(start.getTime(), end.getTime(), chan.getPt(),
null);
Data data = new Data();
data.setCount(count);
data.setPt(chan.getPt());
data.setTime(start.getTime());
dataService.insert(data);
} else {
count = (int) dataService.finCountByDayData(start.getTime(), end.getTime(), chan.getPt(),
null);
Data data = new Data();
data.setCount(count);
data.setPt(chan.getPt());
data.setTime(start.getTime());
dataService.insert(data);
log.info(TimeUtil.yearToDay(start.getTime()) + "|" + chan.getPt() + "|入库");
} catch (Exception e) {
}
}
Set<String> keys = allTmp.keySet();
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment