Skip to content

D
datamanage
Commit ae775239 by shenjinzhu
Options

1

parent dbcace88
Showing with 61 additions and 57 deletions
src/main/java/com/zhiwei/manage/handle/MainThread.java
...@@ -153,77 +153,81 @@ public class MainThread extends Thread { ...@@ -153,77 +153,81 @@ public class MainThread extends Thread {
while (true) { while (true) {
if (sdf.format(new Date()).equals(today)) { if (sdf.format(new Date()).equals(today)) {
} else { } else {
today=sdf.format(new Date()); today = sdf.format(new Date());
} }
Calendar start = Calendar.getInstance(); Calendar start = Calendar.getInstance();
Calendar end = Calendar.getInstance(); if (start.get(Calendar.HOUR_OF_DAY) < 1) {
Date d=null; Calendar end = Calendar.getInstance();
try { Date d = null;
d = sdf.parse(today); try {
start.setTime(sdf2.parse(sdf2.format(start.getTime()))); d = sdf.parse(today);
if (start.get(Calendar.HOUR_OF_DAY) > 1) { // start.setTime(sdf2.parse(sdf2.format(start.getTime())));
start.add(Calendar.HOUR_OF_DAY, -1); // if (start.get(Calendar.HOUR_OF_DAY) > 1) {
} else { // start.add(Calendar.HOUR_OF_DAY, -1);
d.setHours(d.getHours() - 1); // } else {
// d.setHours(d.getHours() - 1);
start.setTime(sdf.parse(today)); start.setTime(sdf.parse(today));
// }
start.add(Calendar.DATE, -1);
end.setTime(sdf2.parse(today));
end.add(Calendar.HOUR_OF_DAY, -1);
} catch (ParseException e2) {
e2.printStackTrace();
} }
end.setTime(sdf2.parse(sdf2.format(end.getTime()))); try {
end.add(Calendar.HOUR_OF_DAY, -1); int count = 0;
} catch (ParseException e2) { List<Channel> channel = serverService.findDisChannel();
e2.printStackTrace(); for (Channel chan : channel) {
}
try {
int count = 0;
List<Channel> channel = serverService.findDisChannel();
for (Channel chan : channel) {
try {
count = (int) dataService.finCountByDayData(start.getTime(), end.getTime(), chan.getPt());
System.out.println(count);
Data data = new Data();
data.setCount(count);
data.setPt(chan.getPt());
data.setTime(start.getTime());
dataService.insert(data);
log.info(sdf.format(start.getTime()) + "|" + chan.getPt() + "|入库");
} catch (Exception e) {
log.error(chan.getPt() + "入库出错，错误信息{}", e);
}
}
Set<String> keys = allTmp.keySet();
for (Iterator<String> it = keys.iterator(); it.hasNext();) {
String key = it.next();
Template tmp = allTmp.get(key);
if (tmp.getSpyderInfoId() != null) {
int cwCount = 0;
String pt = crawService.findPt(tmp.getSpyderInfoId());
cwCount = (int) dataService.finCountByDayData(start.getTime(), end.getTime(), tmp);
try { try {
count = (int) dataService.finCountByDayData(start.getTime(), end.getTime(), chan.getPt());
System.out.println(count);
Data data = new Data(); Data data = new Data();
data.setCount(cwCount); data.setCount(count);
data.setPt(chan.getPt());
data.setTime(start.getTime()); data.setTime(start.getTime());
data.setTempName(tmp.getTempName());
dataService.insert(data); dataService.insert(data);
log.info(TimeUtil.yearToDay(start.getTime()) + "|" + tmp.getTempName() + "|入库"); log.info(sdf.format(start.getTime()) + "|" + chan.getPt() + "|入库");
} catch (Exception e) { } catch (Exception e) {
log.error(tmp.getTempName() + "入库出错，错误信息{}", e); log.error(chan.getPt() + "入库出错，错误信息{}", e);
} }
if (cwCount < tmp.getNewsNumber()) { }
Message m = new Message(); Set<String> keys = allTmp.keySet();
m.setHandle(false); for (Iterator<String> it = keys.iterator(); it.hasNext();) {
m.setCreateDate(start.getTime()); String key = it.next();
m.setTemplateLv(tmp.getTemplateLv()); Template tmp = allTmp.get(key);
m.setTempName(tmp.getTempName()); if (tmp.getSpyderInfoId() != null) {
m.setErrorType("count"); int cwCount = 0;
m.setPt(pt); String pt = crawService.findPt(tmp.getSpyderInfoId());
m.setErrorMsg("数据量检测：" + tmp.getTempName() + "的数据为小于" + tmp.getNewsNumber()); cwCount = (int) dataService.finCountByDayData(start.getTime(), end.getTime(), tmp);
msgService.insert(m); try {
Data data = new Data();
data.setCount(cwCount);
data.setTime(start.getTime());
data.setTempName(tmp.getTempName());
dataService.insert(data);
log.info(TimeUtil.yearToDay(start.getTime()) + "|" + tmp.getTempName() + "|入库");
} catch (Exception e) {
log.error(tmp.getTempName() + "入库出错，错误信息{}", e);
}
if (cwCount < tmp.getNewsNumber()) {
Message m = new Message();
m.setHandle(false);
m.setCreateDate(start.getTime());
m.setTemplateLv(tmp.getTemplateLv());
m.setTempName(tmp.getTempName());
m.setErrorType("count");
m.setPt(pt);
m.setErrorMsg("数据量检测：" + tmp.getTempName() + "的数据为小于" + tmp.getNewsNumber());
msgService.insert(m);
}
} }
} }
} catch (Exception e) {
e.printStackTrace();
} }
} catch (Exception e) { Tools.sleep(1000 * 60 * 60);
e.printStackTrace();
} }
Tools.sleep(1000 * 60 * 60); Tools.sleep(1000 * 5 * 60);
} }
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment