Commit 5b5e2124 by 朽木不可雕也

backup

parent 60464455
......@@ -3,6 +3,7 @@ package com.zhiweidata.automatictest.barragecrawlerserver;
import com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.BiliBiliCreateTaskJob;
import com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.DouyuCreateTaskJob;
import com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.HuyaCreateTaskJob;
import java.util.Date;
import lombok.extern.slf4j.Slf4j;
import static com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.CreateTaskJob.createJob;
......@@ -22,9 +23,10 @@ public class BarrageCrawlerServerTest implements Runnable {
public void run() {
try {
// 虎牙直播
createJob(HuyaCreateTaskJob.class, "虎牙直播", "huya");
createJob(BiliBiliCreateTaskJob.class, "BILIBILI直播", "bilibili");
createJob(DouyuCreateTaskJob.class, "斗鱼直播", "douyu");
Date date = new Date();
createJob(HuyaCreateTaskJob.class, "虎牙直播", "huya", date);
createJob(BiliBiliCreateTaskJob.class, "BILIBILI直播", "bilibili", date);
createJob(DouyuCreateTaskJob.class, "斗鱼直播", "douyu", date);
} catch (Exception e) {
log.error(e.getMessage(), e);
}
......
......@@ -10,6 +10,7 @@ import org.quartz.DisallowConcurrentExecution;
import org.quartz.JobExecutionContext;
import static com.zhiweidata.automatictest.barragecrawlerserver.timertask.ExportTaskJob.createExportTask;
import static com.zhiweidata.automatictest.barragecrawlerserver.util.TimeUtil.randomHour;
import static java.util.Objects.nonNull;
import static java.util.Objects.requireNonNull;
......@@ -29,7 +30,7 @@ public class BiliBiliCreateTaskJob extends CreateTaskJob {
public void execute(JobExecutionContext jobExecutionContext) {
try {
// 创建下一个随机测试作业
createJob(BiliBiliCreateTaskJob.class, "BILIBILI直播", Long.toString(System.currentTimeMillis()));
createJob(BiliBiliCreateTaskJob.class, "BILIBILI直播", Long.toString(System.currentTimeMillis()), randomHour(5));
Map<?, ?> liveJson = new ObjectMapper().readValue(new URL("https://api.live.bilibili.com/xlive/web-interface/v1/index/getList?platform=web"), Map.class);
liveJson = (Map<?, ?>) requireNonNull(liveJson.get("data"));
......
......@@ -6,6 +6,7 @@ import com.zhiweidata.automatictest.barragecrawlerserver.entity.ServerResponseMe
import com.zhiweidata.automatictest.barragecrawlerserver.mapper.BarrageCollectionTestTaskMapper;
import com.zhiweidata.automatictest.barragecrawlerserver.mapper.ServerResponseMessageMapper;
import java.io.IOException;
import java.util.Date;
import java.util.Set;
import java.util.UUID;
import lombok.extern.slf4j.Slf4j;
......@@ -42,7 +43,7 @@ public abstract class CreateTaskJob implements Job {
/**
* 创建弹幕采集测试作业
*/
public static <T extends Job> void createJob(Class<T> tClass, String platform, String name) throws SchedulerException {
public static <T extends Job> void createJob(Class<T> tClass, String platform, String name, Date date) throws SchedulerException {
JobBuilder jobBuilder = JobBuilder.newJob(tClass);
String description = "定时从" + platform + "首页获得直播间地址,并发送到弹幕采集服务器进行测试。";
jobBuilder.withDescription(description);
......@@ -52,7 +53,7 @@ public abstract class CreateTaskJob implements Job {
triggerBuilder.withDescription(description);
triggerBuilder.withIdentity(name, group);
triggerBuilder.startAt(randomHour(5));
triggerBuilder.startAt(date);
SCHEDULER.scheduleJob(jobBuilder.build(), triggerBuilder.build());
}
......
......@@ -18,6 +18,7 @@ import org.jetbrains.annotations.NotNull;
import org.quartz.DisallowConcurrentExecution;
import org.quartz.JobExecutionContext;
import static com.zhiweidata.automatictest.barragecrawlerserver.util.TimeUtil.randomHour;
import static com.zhiweidata.automatictest.publics.BeanContainer.HTTP_CLIENT;
/**
......@@ -37,7 +38,7 @@ public class DouyuCreateTaskJob extends CreateTaskJob {
public void execute(JobExecutionContext jobExecutionContext) {
try {
// 下一个随机测试作业
createJob(DouyuCreateTaskJob.class, "斗鱼直播", Long.toString(System.currentTimeMillis()));
createJob(DouyuCreateTaskJob.class, "斗鱼直播", Long.toString(System.currentTimeMillis()), randomHour(5));
HttpResponse response = HTTP_CLIENT.execute(new HttpGet("https://www.douyu.com/"));
String html = EntityUtils.toString(response.getEntity());
......
......@@ -22,6 +22,7 @@ import org.quartz.JobExecutionContext;
import org.seimicrawler.xpath.JXDocument;
import org.seimicrawler.xpath.JXNode;
import static com.zhiweidata.automatictest.barragecrawlerserver.util.TimeUtil.randomHour;
import static com.zhiweidata.automatictest.publics.BeanContainer.HTTP_CLIENT;
/**
......@@ -44,7 +45,7 @@ public class HuyaCreateTaskJob extends CreateTaskJob {
public void execute(JobExecutionContext jobExecutionContext) {
try {
// 创建下一个随机测试作业
createJob(BiliBiliCreateTaskJob.class, "虎牙直播", Long.toString(System.currentTimeMillis()));
createJob(BiliBiliCreateTaskJob.class, "虎牙直播", Long.toString(System.currentTimeMillis()), randomHour(5));
HttpGet get = new HttpGet("https://www.huya.com/");
HttpResponse response = HTTP_CLIENT.execute(get);
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment