Skip to content

D
datamanage
Commit ae775239 by shenjinzhu
Options

1

parent dbcace88
Showing with 61 additions and 57 deletions
src/main/java/com/zhiwei/manage/handle/MainThread.java
......@@ -153,77 +153,81 @@ public class MainThread extends Thread {
while (true) {
if (sdf.format(new Date()).equals(today)) {
} else {
today=sdf.format(new Date());
today = sdf.format(new Date());
}
Calendar start = Calendar.getInstance();
Calendar end = Calendar.getInstance();
Date d=null;
try {
d = sdf.parse(today);
start.setTime(sdf2.parse(sdf2.format(start.getTime())));
if (start.get(Calendar.HOUR_OF_DAY) > 1) {
start.add(Calendar.HOUR_OF_DAY, -1);
} else {
d.setHours(d.getHours() - 1);
if (start.get(Calendar.HOUR_OF_DAY) < 1) {
Calendar end = Calendar.getInstance();
Date d = null;
try {
d = sdf.parse(today);
// start.setTime(sdf2.parse(sdf2.format(start.getTime())));
// if (start.get(Calendar.HOUR_OF_DAY) > 1) {
// start.add(Calendar.HOUR_OF_DAY, -1);
// } else {
// d.setHours(d.getHours() - 1);
start.setTime(sdf.parse(today));
// }
start.add(Calendar.DATE, -1);
end.setTime(sdf2.parse(today));
end.add(Calendar.HOUR_OF_DAY, -1);
} catch (ParseException e2) {
e2.printStackTrace();
}
end.setTime(sdf2.parse(sdf2.format(end.getTime())));
end.add(Calendar.HOUR_OF_DAY, -1);
} catch (ParseException e2) {
e2.printStackTrace();
}
try {
int count = 0;
List<Channel> channel = serverService.findDisChannel();
for (Channel chan : channel) {
try {
count = (int) dataService.finCountByDayData(start.getTime(), end.getTime(), chan.getPt());
System.out.println(count);
Data data = new Data();
data.setCount(count);
data.setPt(chan.getPt());
data.setTime(start.getTime());
dataService.insert(data);
log.info(sdf.format(start.getTime()) + "|" + chan.getPt() + "|入库");
} catch (Exception e) {
log.error(chan.getPt() + "入库出错，错误信息{}", e);
}
}
Set<String> keys = allTmp.keySet();
for (Iterator<String> it = keys.iterator(); it.hasNext();) {
String key = it.next();
Template tmp = allTmp.get(key);
if (tmp.getSpyderInfoId() != null) {
int cwCount = 0;
String pt = crawService.findPt(tmp.getSpyderInfoId());
cwCount = (int) dataService.finCountByDayData(start.getTime(), end.getTime(), tmp);
try {
int count = 0;
List<Channel> channel = serverService.findDisChannel();
for (Channel chan : channel) {
try {
count = (int) dataService.finCountByDayData(start.getTime(), end.getTime(), chan.getPt());
System.out.println(count);
Data data = new Data();
data.setCount(cwCount);
data.setCount(count);
data.setPt(chan.getPt());
data.setTime(start.getTime());
data.setTempName(tmp.getTempName());
dataService.insert(data);
log.info(TimeUtil.yearToDay(start.getTime()) + "|" + tmp.getTempName() + "|入库");
log.info(sdf.format(start.getTime()) + "|" + chan.getPt() + "|入库");
} catch (Exception e) {
log.error(tmp.getTempName() + "入库出错，错误信息{}", e);
log.error(chan.getPt() + "入库出错，错误信息{}", e);
}
if (cwCount < tmp.getNewsNumber()) {
Message m = new Message();
m.setHandle(false);
m.setCreateDate(start.getTime());
m.setTemplateLv(tmp.getTemplateLv());
m.setTempName(tmp.getTempName());
m.setErrorType("count");
m.setPt(pt);
m.setErrorMsg("数据量检测：" + tmp.getTempName() + "的数据为小于" + tmp.getNewsNumber());
msgService.insert(m);
}
Set<String> keys = allTmp.keySet();
for (Iterator<String> it = keys.iterator(); it.hasNext();) {
String key = it.next();
Template tmp = allTmp.get(key);
if (tmp.getSpyderInfoId() != null) {
int cwCount = 0;
String pt = crawService.findPt(tmp.getSpyderInfoId());
cwCount = (int) dataService.finCountByDayData(start.getTime(), end.getTime(), tmp);
try {
Data data = new Data();
data.setCount(cwCount);
data.setTime(start.getTime());
data.setTempName(tmp.getTempName());
dataService.insert(data);
log.info(TimeUtil.yearToDay(start.getTime()) + "|" + tmp.getTempName() + "|入库");
} catch (Exception e) {
log.error(tmp.getTempName() + "入库出错，错误信息{}", e);
}
if (cwCount < tmp.getNewsNumber()) {
Message m = new Message();
m.setHandle(false);
m.setCreateDate(start.getTime());
m.setTemplateLv(tmp.getTemplateLv());
m.setTempName(tmp.getTempName());
m.setErrorType("count");
m.setPt(pt);
m.setErrorMsg("数据量检测：" + tmp.getTempName() + "的数据为小于" + tmp.getNewsNumber());
msgService.insert(m);
}
}
}
} catch (Exception e) {
e.printStackTrace();
}
} catch (Exception e) {
e.printStackTrace();
Tools.sleep(1000 * 60 * 60);
}
Tools.sleep(1000 * 60 * 60);
Tools.sleep(1000 * 5 * 60);
}
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment