Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
A
automatic-test
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
钟涨钱
automatic-test
Commits
1c9c592d
Commit
1c9c592d
authored
Sep 09, 2021
by
朽木不可雕也
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
取消时间统一性
parent
f3c5ac99
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
7 additions
and
11 deletions
+7
-11
barrage-crawler-server/src/main/java/com/zhiweidata/automatictest/barragecrawlerserver/createtasks/BiliBiliCreateTaskJob.java
+1
-2
barrage-crawler-server/src/main/java/com/zhiweidata/automatictest/barragecrawlerserver/createtasks/CreateTaskJob.java
+4
-6
barrage-crawler-server/src/main/java/com/zhiweidata/automatictest/barragecrawlerserver/entity/BarrageCollectionTestTask.java
+1
-2
barrage-crawler-server/src/test/java/com/zhiweidata/automatictest/barragecrawlerserver/exporttasks/ExportTaskJobTest.java
+1
-1
No files found.
barrage-crawler-server/src/main/java/com/zhiweidata/automatictest/barragecrawlerserver/createtasks/BiliBiliCreateTaskJob.java
View file @
1c9c592d
...
@@ -32,14 +32,13 @@ public class BiliBiliCreateTaskJob extends CreateTaskJob {
...
@@ -32,14 +32,13 @@ public class BiliBiliCreateTaskJob extends CreateTaskJob {
liveJson
=
(
Map
<?,
?>)
requireNonNull
(
liveJson
.
get
(
"data"
));
liveJson
=
(
Map
<?,
?>)
requireNonNull
(
liveJson
.
get
(
"data"
));
final
List
<?>
moduleList
=
(
List
<?>)
liveJson
.
get
(
"room_list"
);
final
List
<?>
moduleList
=
(
List
<?>)
liveJson
.
get
(
"room_list"
);
final
String
baseUrl
=
"https://live.bilibili.com"
;
final
String
baseUrl
=
"https://live.bilibili.com"
;
final
long
currentTime
=
System
.
currentTimeMillis
();
moduleList
.
forEach
(
liveModule
->
{
moduleList
.
forEach
(
liveModule
->
{
Map
<?,
?>
liveModuleMap
=
(
Map
<?,
?>)
liveModule
;
Map
<?,
?>
liveModuleMap
=
(
Map
<?,
?>)
liveModule
;
List
<?>
roomList
=
(
List
<?>)
liveModuleMap
.
get
(
"list"
);
List
<?>
roomList
=
(
List
<?>)
liveModuleMap
.
get
(
"list"
);
roomList
.
forEach
(
room
->
{
roomList
.
forEach
(
room
->
{
try
{
try
{
Map
<?,
?>
roomMap
=
(
Map
<?,
?>)
room
;
Map
<?,
?>
roomMap
=
(
Map
<?,
?>)
room
;
BarrageCollectionTestTask
collectionTask
=
BiliBiliCreateTaskJob
.
super
.
createCollectionTask
(
baseUrl
+
roomMap
.
get
(
"link"
)
,
currentTime
);
BarrageCollectionTestTask
collectionTask
=
BiliBiliCreateTaskJob
.
super
.
createCollectionTask
(
baseUrl
+
roomMap
.
get
(
"link"
));
if
(
nonNull
(
collectionTask
))
BiliBiliCreateTaskJob
.
super
.
createExportTask
(
collectionTask
);
if
(
nonNull
(
collectionTask
))
BiliBiliCreateTaskJob
.
super
.
createExportTask
(
collectionTask
);
}
catch
(
Exception
e
)
{
}
catch
(
Exception
e
)
{
log
.
error
(
e
.
getMessage
(),
e
);
log
.
error
(
e
.
getMessage
(),
e
);
...
...
barrage-crawler-server/src/main/java/com/zhiweidata/automatictest/barragecrawlerserver/createtasks/CreateTaskJob.java
View file @
1c9c592d
...
@@ -46,10 +46,9 @@ public abstract class CreateTaskJob implements Job {
...
@@ -46,10 +46,9 @@ public abstract class CreateTaskJob implements Job {
* 创建直播间的弹幕采集,和弹幕导出测试任务
* 创建直播间的弹幕采集,和弹幕导出测试任务
*/
*/
protected
final
void
createTasks
(
@NotNull
Set
<
String
>
liveUrls
)
{
protected
final
void
createTasks
(
@NotNull
Set
<
String
>
liveUrls
)
{
final
long
currentTime
=
System
.
currentTimeMillis
();
liveUrls
.
forEach
(
liveUrl
->
{
liveUrls
.
forEach
(
liveUrl
->
{
try
{
try
{
BarrageCollectionTestTask
collectionTask
=
this
.
createCollectionTask
(
liveUrl
,
currentTime
);
BarrageCollectionTestTask
collectionTask
=
this
.
createCollectionTask
(
liveUrl
);
if
(
nonNull
(
collectionTask
))
this
.
createExportTask
(
collectionTask
);
if
(
nonNull
(
collectionTask
))
this
.
createExportTask
(
collectionTask
);
}
catch
(
Exception
e
)
{
}
catch
(
Exception
e
)
{
log
.
error
(
e
.
getMessage
(),
e
);
log
.
error
(
e
.
getMessage
(),
e
);
...
@@ -61,9 +60,9 @@ public abstract class CreateTaskJob implements Job {
...
@@ -61,9 +60,9 @@ public abstract class CreateTaskJob implements Job {
* 请求弹幕采集服务器创建采集任务
* 请求弹幕采集服务器创建采集任务
*/
*/
@Nullable
@Nullable
protected
final
BarrageCollectionTestTask
createCollectionTask
(
String
liveUrl
,
long
currentTime
)
throws
IOException
{
protected
final
BarrageCollectionTestTask
createCollectionTask
(
String
liveUrl
)
throws
IOException
{
final
String
liveName
=
UUID
.
randomUUID
().
toString
();
final
String
liveName
=
UUID
.
randomUUID
().
toString
();
BarrageCollectionTestTask
collectionTask
=
new
BarrageCollectionTestTask
(
liveUrl
,
liveName
,
currentTime
);
BarrageCollectionTestTask
collectionTask
=
new
BarrageCollectionTestTask
(
liveUrl
,
liveName
);
if
(
log
.
isDebugEnabled
())
{
if
(
log
.
isDebugEnabled
())
{
String
startTime
=
STANDARD_DATE_FORMAT
.
format
(
collectionTask
.
getStartTime
()
*
1000L
);
String
startTime
=
STANDARD_DATE_FORMAT
.
format
(
collectionTask
.
getStartTime
()
*
1000L
);
String
endTime
=
STANDARD_DATE_FORMAT
.
format
(
collectionTask
.
getEndTime
()
*
1000L
);
String
endTime
=
STANDARD_DATE_FORMAT
.
format
(
collectionTask
.
getEndTime
()
*
1000L
);
...
@@ -75,7 +74,6 @@ public abstract class CreateTaskJob implements Job {
...
@@ -75,7 +74,6 @@ public abstract class CreateTaskJob implements Job {
HttpResponse
response
=
HTTP_CLIENT
.
execute
(
post
);
HttpResponse
response
=
HTTP_CLIENT
.
execute
(
post
);
ServerResponseMessage
responseMessage
=
objectMapper
.
readValue
(
response
.
getEntity
().
getContent
(),
ServerResponseMessage
.
class
);
ServerResponseMessage
responseMessage
=
objectMapper
.
readValue
(
response
.
getEntity
().
getContent
(),
ServerResponseMessage
.
class
);
responseMessage
.
setName
(
collectionTask
.
getName
());
responseMessage
.
setName
(
collectionTask
.
getName
());
if
(
responseMessage
.
getCode
()
!=
200
)
return
null
;
try
(
SqlSession
session
=
SQL_SESSION_FACTORY
.
openSession
(
true
))
{
try
(
SqlSession
session
=
SQL_SESSION_FACTORY
.
openSession
(
true
))
{
BarrageCollectionTestTaskMapper
testTaskMapper
=
session
.
getMapper
(
BarrageCollectionTestTaskMapper
.
class
);
BarrageCollectionTestTaskMapper
testTaskMapper
=
session
.
getMapper
(
BarrageCollectionTestTaskMapper
.
class
);
...
@@ -83,7 +81,7 @@ public abstract class CreateTaskJob implements Job {
...
@@ -83,7 +81,7 @@ public abstract class CreateTaskJob implements Job {
ServerResponseMessageMapper
messageMapper
=
session
.
getMapper
(
ServerResponseMessageMapper
.
class
);
ServerResponseMessageMapper
messageMapper
=
session
.
getMapper
(
ServerResponseMessageMapper
.
class
);
messageMapper
.
insert
(
responseMessage
);
messageMapper
.
insert
(
responseMessage
);
}
}
return
collectionTask
;
return
responseMessage
.
getCode
()
!=
200
?
null
:
collectionTask
;
}
}
/**
/**
...
...
barrage-crawler-server/src/main/java/com/zhiweidata/automatictest/barragecrawlerserver/entity/BarrageCollectionTestTask.java
View file @
1c9c592d
...
@@ -43,12 +43,11 @@ public class BarrageCollectionTestTask {
...
@@ -43,12 +43,11 @@ public class BarrageCollectionTestTask {
@JsonProperty
(
value
=
"endTime"
)
@JsonProperty
(
value
=
"endTime"
)
private
Integer
endTime
;
private
Integer
endTime
;
public
BarrageCollectionTestTask
(
String
liveUrl
,
String
name
,
long
currentTime
)
{
public
BarrageCollectionTestTask
(
String
liveUrl
,
String
name
)
{
this
.
url
=
liveUrl
;
this
.
url
=
liveUrl
;
this
.
name
=
name
;
this
.
name
=
name
;
Calendar
calendar
=
Calendar
.
getInstance
();
Calendar
calendar
=
Calendar
.
getInstance
();
calendar
.
setTimeInMillis
(
currentTime
);
calendar
.
add
(
Calendar
.
MINUTE
,
1
);
calendar
.
add
(
Calendar
.
MINUTE
,
1
);
calendar
.
set
(
Calendar
.
SECOND
,
0
);
calendar
.
set
(
Calendar
.
SECOND
,
0
);
calendar
.
set
(
Calendar
.
MILLISECOND
,
0
);
calendar
.
set
(
Calendar
.
MILLISECOND
,
0
);
...
...
barrage-crawler-server/src/test/java/com/zhiweidata/automatictest/barragecrawlerserver/exporttasks/ExportTaskJobTest.java
View file @
1c9c592d
...
@@ -16,7 +16,7 @@ class ExportTaskJobTest {
...
@@ -16,7 +16,7 @@ class ExportTaskJobTest {
public
static
void
main
(
String
[]
args
)
throws
SchedulerException
,
IOException
{
public
static
void
main
(
String
[]
args
)
throws
SchedulerException
,
IOException
{
BarrageCollectionTestTask
collectionTask
=
new
BarrageCollectionTestTask
(
BarrageCollectionTestTask
collectionTask
=
new
BarrageCollectionTestTask
(
"https://live.bilibili.com/12265?hotRank=0"
,
"62aae6a3-e563-4f24-9e3a-135c6e74a8ac"
,
System
.
currentTimeMillis
()
"https://live.bilibili.com/12265?hotRank=0"
,
"62aae6a3-e563-4f24-9e3a-135c6e74a8ac"
);
);
ExportTaskJob
exportTaskJob
=
new
ExportTaskJob
();
ExportTaskJob
exportTaskJob
=
new
ExportTaskJob
();
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment