Commit 5b5e2124 by 朽木不可雕也

backup

parent 60464455
...@@ -3,6 +3,7 @@ package com.zhiweidata.automatictest.barragecrawlerserver; ...@@ -3,6 +3,7 @@ package com.zhiweidata.automatictest.barragecrawlerserver;
import com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.BiliBiliCreateTaskJob; import com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.BiliBiliCreateTaskJob;
import com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.DouyuCreateTaskJob; import com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.DouyuCreateTaskJob;
import com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.HuyaCreateTaskJob; import com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.HuyaCreateTaskJob;
import java.util.Date;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import static com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.CreateTaskJob.createJob; import static com.zhiweidata.automatictest.barragecrawlerserver.timertask.createtasks.CreateTaskJob.createJob;
...@@ -22,9 +23,10 @@ public class BarrageCrawlerServerTest implements Runnable { ...@@ -22,9 +23,10 @@ public class BarrageCrawlerServerTest implements Runnable {
public void run() { public void run() {
try { try {
// 虎牙直播 // 虎牙直播
createJob(HuyaCreateTaskJob.class, "虎牙直播", "huya"); Date date = new Date();
createJob(BiliBiliCreateTaskJob.class, "BILIBILI直播", "bilibili"); createJob(HuyaCreateTaskJob.class, "虎牙直播", "huya", date);
createJob(DouyuCreateTaskJob.class, "斗鱼直播", "douyu"); createJob(BiliBiliCreateTaskJob.class, "BILIBILI直播", "bilibili", date);
createJob(DouyuCreateTaskJob.class, "斗鱼直播", "douyu", date);
} catch (Exception e) { } catch (Exception e) {
log.error(e.getMessage(), e); log.error(e.getMessage(), e);
} }
......
...@@ -10,6 +10,7 @@ import org.quartz.DisallowConcurrentExecution; ...@@ -10,6 +10,7 @@ import org.quartz.DisallowConcurrentExecution;
import org.quartz.JobExecutionContext; import org.quartz.JobExecutionContext;
import static com.zhiweidata.automatictest.barragecrawlerserver.timertask.ExportTaskJob.createExportTask; import static com.zhiweidata.automatictest.barragecrawlerserver.timertask.ExportTaskJob.createExportTask;
import static com.zhiweidata.automatictest.barragecrawlerserver.util.TimeUtil.randomHour;
import static java.util.Objects.nonNull; import static java.util.Objects.nonNull;
import static java.util.Objects.requireNonNull; import static java.util.Objects.requireNonNull;
...@@ -29,7 +30,7 @@ public class BiliBiliCreateTaskJob extends CreateTaskJob { ...@@ -29,7 +30,7 @@ public class BiliBiliCreateTaskJob extends CreateTaskJob {
public void execute(JobExecutionContext jobExecutionContext) { public void execute(JobExecutionContext jobExecutionContext) {
try { try {
// 创建下一个随机测试作业 // 创建下一个随机测试作业
createJob(BiliBiliCreateTaskJob.class, "BILIBILI直播", Long.toString(System.currentTimeMillis())); createJob(BiliBiliCreateTaskJob.class, "BILIBILI直播", Long.toString(System.currentTimeMillis()), randomHour(5));
Map<?, ?> liveJson = new ObjectMapper().readValue(new URL("https://api.live.bilibili.com/xlive/web-interface/v1/index/getList?platform=web"), Map.class); Map<?, ?> liveJson = new ObjectMapper().readValue(new URL("https://api.live.bilibili.com/xlive/web-interface/v1/index/getList?platform=web"), Map.class);
liveJson = (Map<?, ?>) requireNonNull(liveJson.get("data")); liveJson = (Map<?, ?>) requireNonNull(liveJson.get("data"));
......
...@@ -6,6 +6,7 @@ import com.zhiweidata.automatictest.barragecrawlerserver.entity.ServerResponseMe ...@@ -6,6 +6,7 @@ import com.zhiweidata.automatictest.barragecrawlerserver.entity.ServerResponseMe
import com.zhiweidata.automatictest.barragecrawlerserver.mapper.BarrageCollectionTestTaskMapper; import com.zhiweidata.automatictest.barragecrawlerserver.mapper.BarrageCollectionTestTaskMapper;
import com.zhiweidata.automatictest.barragecrawlerserver.mapper.ServerResponseMessageMapper; import com.zhiweidata.automatictest.barragecrawlerserver.mapper.ServerResponseMessageMapper;
import java.io.IOException; import java.io.IOException;
import java.util.Date;
import java.util.Set; import java.util.Set;
import java.util.UUID; import java.util.UUID;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
...@@ -42,7 +43,7 @@ public abstract class CreateTaskJob implements Job { ...@@ -42,7 +43,7 @@ public abstract class CreateTaskJob implements Job {
/** /**
* 创建弹幕采集测试作业 * 创建弹幕采集测试作业
*/ */
public static <T extends Job> void createJob(Class<T> tClass, String platform, String name) throws SchedulerException { public static <T extends Job> void createJob(Class<T> tClass, String platform, String name, Date date) throws SchedulerException {
JobBuilder jobBuilder = JobBuilder.newJob(tClass); JobBuilder jobBuilder = JobBuilder.newJob(tClass);
String description = "定时从" + platform + "首页获得直播间地址,并发送到弹幕采集服务器进行测试。"; String description = "定时从" + platform + "首页获得直播间地址,并发送到弹幕采集服务器进行测试。";
jobBuilder.withDescription(description); jobBuilder.withDescription(description);
...@@ -52,7 +53,7 @@ public abstract class CreateTaskJob implements Job { ...@@ -52,7 +53,7 @@ public abstract class CreateTaskJob implements Job {
triggerBuilder.withDescription(description); triggerBuilder.withDescription(description);
triggerBuilder.withIdentity(name, group); triggerBuilder.withIdentity(name, group);
triggerBuilder.startAt(randomHour(5)); triggerBuilder.startAt(date);
SCHEDULER.scheduleJob(jobBuilder.build(), triggerBuilder.build()); SCHEDULER.scheduleJob(jobBuilder.build(), triggerBuilder.build());
} }
......
...@@ -18,6 +18,7 @@ import org.jetbrains.annotations.NotNull; ...@@ -18,6 +18,7 @@ import org.jetbrains.annotations.NotNull;
import org.quartz.DisallowConcurrentExecution; import org.quartz.DisallowConcurrentExecution;
import org.quartz.JobExecutionContext; import org.quartz.JobExecutionContext;
import static com.zhiweidata.automatictest.barragecrawlerserver.util.TimeUtil.randomHour;
import static com.zhiweidata.automatictest.publics.BeanContainer.HTTP_CLIENT; import static com.zhiweidata.automatictest.publics.BeanContainer.HTTP_CLIENT;
/** /**
...@@ -37,7 +38,7 @@ public class DouyuCreateTaskJob extends CreateTaskJob { ...@@ -37,7 +38,7 @@ public class DouyuCreateTaskJob extends CreateTaskJob {
public void execute(JobExecutionContext jobExecutionContext) { public void execute(JobExecutionContext jobExecutionContext) {
try { try {
// 下一个随机测试作业 // 下一个随机测试作业
createJob(DouyuCreateTaskJob.class, "斗鱼直播", Long.toString(System.currentTimeMillis())); createJob(DouyuCreateTaskJob.class, "斗鱼直播", Long.toString(System.currentTimeMillis()), randomHour(5));
HttpResponse response = HTTP_CLIENT.execute(new HttpGet("https://www.douyu.com/")); HttpResponse response = HTTP_CLIENT.execute(new HttpGet("https://www.douyu.com/"));
String html = EntityUtils.toString(response.getEntity()); String html = EntityUtils.toString(response.getEntity());
......
...@@ -22,6 +22,7 @@ import org.quartz.JobExecutionContext; ...@@ -22,6 +22,7 @@ import org.quartz.JobExecutionContext;
import org.seimicrawler.xpath.JXDocument; import org.seimicrawler.xpath.JXDocument;
import org.seimicrawler.xpath.JXNode; import org.seimicrawler.xpath.JXNode;
import static com.zhiweidata.automatictest.barragecrawlerserver.util.TimeUtil.randomHour;
import static com.zhiweidata.automatictest.publics.BeanContainer.HTTP_CLIENT; import static com.zhiweidata.automatictest.publics.BeanContainer.HTTP_CLIENT;
/** /**
...@@ -44,7 +45,7 @@ public class HuyaCreateTaskJob extends CreateTaskJob { ...@@ -44,7 +45,7 @@ public class HuyaCreateTaskJob extends CreateTaskJob {
public void execute(JobExecutionContext jobExecutionContext) { public void execute(JobExecutionContext jobExecutionContext) {
try { try {
// 创建下一个随机测试作业 // 创建下一个随机测试作业
createJob(BiliBiliCreateTaskJob.class, "虎牙直播", Long.toString(System.currentTimeMillis())); createJob(BiliBiliCreateTaskJob.class, "虎牙直播", Long.toString(System.currentTimeMillis()), randomHour(5));
HttpGet get = new HttpGet("https://www.huya.com/"); HttpGet get = new HttpGet("https://www.huya.com/");
HttpResponse response = HTTP_CLIENT.execute(get); HttpResponse response = HTTP_CLIENT.execute(get);
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment