Commit 10d994c0 by admin

拆分网媒了今日头条和客户端的数据统计

parent a4e60a0d
...@@ -162,11 +162,13 @@ public class MainThread extends Thread { ...@@ -162,11 +162,13 @@ public class MainThread extends Thread {
CrawTemplateServiceImpl crawService = BeanFactory.getBean(CrawTemplateServiceImpl.class); CrawTemplateServiceImpl crawService = BeanFactory.getBean(CrawTemplateServiceImpl.class);
DataServiceImpl dataService = BeanFactory.getBean(DataServiceImpl.class); DataServiceImpl dataService = BeanFactory.getBean(DataServiceImpl.class);
ServerServiceImpl serverService = BeanFactory.getBean(ServerServiceImpl.class); ServerServiceImpl serverService = BeanFactory.getBean(ServerServiceImpl.class);
MessageServiceImpl msgService = BeanFactory.getBean(MessageServiceImpl.class);
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH"); SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH");
List<Channel> channel = serverService.findDisChannel(); List<Channel> channel = serverService.findDisChannel();
while (true) { while (true) {
Calendar start = Calendar.getInstance(); Calendar start = Calendar.getInstance();
if (start.get(Calendar.HOUR_OF_DAY) < 1) {
start.add(Calendar.DATE, -1);
}
Calendar end = Calendar.getInstance(); Calendar end = Calendar.getInstance();
try { try {
start.set(Calendar.HOUR_OF_DAY, 0); start.set(Calendar.HOUR_OF_DAY, 0);
......
...@@ -17,8 +17,6 @@ public class DataServiceImpl implements DataService { ...@@ -17,8 +17,6 @@ public class DataServiceImpl implements DataService {
@Autowired @Autowired
private DataDao dataDao; private DataDao dataDao;
@Autowired
private CrawTemplateDao crd;
@Override @Override
public void insert(Data data) { public void insert(Data data) {
......
...@@ -160,10 +160,22 @@ public class ESUtil { ...@@ -160,10 +160,22 @@ public class ESUtil {
srb.setPostFilter(QueryBuilders.rangeQuery("insert_at").gte(sendTime(startTime)).lt(sendTime(endTime))); srb.setPostFilter(QueryBuilders.rangeQuery("insert_at").gte(sendTime(startTime)).lt(sendTime(endTime)));
} else if (pt.equals("微信全量")) { } else if (pt.equals("微信全量")) {
srb.setPostFilter(QueryBuilders.rangeQuery("time").gte(sendTime(startTime)).lt(sendTime(endTime))); srb.setPostFilter(QueryBuilders.rangeQuery("time").gte(sendTime(startTime)).lt(sendTime(endTime)));
} else if (pt.equals("今日头条")) {
srb.setPostFilter(QueryBuilders.rangeQuery("time").gte(sendTime(startTime)).lt(sendTime(endTime)));
QueryBuilder matchQuery = QueryBuilders.matchPhraseQuery("type", pt);
bb.should(matchQuery);
} else if (pt.equals("客户端")) {
srb.setPostFilter(QueryBuilders.rangeQuery("time").gte(sendTime(startTime)).lt(sendTime(endTime)));
QueryBuilder matchQuery = QueryBuilders.wildcardQuery("type", "*客户端");
QueryBuilder matchQuery2 = QueryBuilders.wildcardQuery("type", "脉脉");
bb.should(matchQuery2);
bb.should(matchQuery);
} else { } else {
srb.setPostFilter(QueryBuilders.rangeQuery("time").gte(sendTime(startTime)).lt(sendTime(endTime))); srb.setPostFilter(QueryBuilders.rangeQuery("time").gte(sendTime(startTime)).lt(sendTime(endTime)));
QueryBuilder matchQuery = QueryBuilders.matchPhraseQuery("pt", pt); QueryBuilder matchQuery = QueryBuilders.matchPhraseQuery("pt", pt);
QueryBuilder matchQuery2 = QueryBuilders.matchPhraseQuery("type", pt);
bb.should(matchQuery); bb.should(matchQuery);
bb.should(matchQuery2);
} }
} }
......
...@@ -29,5 +29,7 @@ pingmei.indexName=mediaspider* ...@@ -29,5 +29,7 @@ pingmei.indexName=mediaspider*
luntan.indexName=mediaspider* luntan.indexName=mediaspider*
tieba.indexName=mediaspider* tieba.indexName=mediaspider*
wechat.indexName=mediaspider* wechat.indexName=mediaspider*
mobile.indexName=mediaspider*
toutiao.indexName=mediaspider*
########################################### ###########################################
count_mail=shenjinzhu999@163.com count_mail=shenjinzhu999@163.com
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment