Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
L
live-crawler
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
zhiwei
live-crawler
Commits
e35fc306
Commit
e35fc306
authored
Jan 29, 2019
by
zhiwei
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
修复斗鱼及熊猫异步数据返回问题,原因时为加入到callBack中
parent
03582197
Show whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
6 additions
and
5 deletions
+6
-5
src/main/java/com/zhiwei/live/danmu/douyu/DouyuMessageHandler.java
+2
-2
src/main/java/com/zhiwei/live/danmu/pandam/PandamMessageHandler.java
+1
-1
src/main/java/com/zhiwei/live/roominfo/DouYuRoomInfoCrawler.java
+1
-0
src/test/java/com/zhiwei/live/test/danmu/DouYuDanMuTest.java
+1
-1
src/test/java/com/zhiwei/live/test/roomInfo/RoomInfoCrawlerTest.java
+1
-1
No files found.
src/main/java/com/zhiwei/live/danmu/douyu/DouyuMessageHandler.java
View file @
e35fc306
...
@@ -41,7 +41,7 @@ public class DouyuMessageHandler extends ChannelInboundHandlerAdapter {
...
@@ -41,7 +41,7 @@ public class DouyuMessageHandler extends ChannelInboundHandlerAdapter {
*/
*/
public
DouyuMessageHandler
(
DataCallBack
dataCallBack
,
String
roomid
)
{
public
DouyuMessageHandler
(
DataCallBack
dataCallBack
,
String
roomid
)
{
this
.
dataCallBack
=
dataCallBack
;
this
.
dataCallBack
=
dataCallBack
;
this
.
roomId
=
requireNonNull
(
room
I
d
,
"roomId is null"
);
this
.
roomId
=
requireNonNull
(
room
i
d
,
"roomId is null"
);
}
}
/*
/*
...
@@ -76,7 +76,7 @@ public class DouyuMessageHandler extends ChannelInboundHandlerAdapter {
...
@@ -76,7 +76,7 @@ public class DouyuMessageHandler extends ChannelInboundHandlerAdapter {
String
data
=
JSONObject
.
toJSONString
(
messageMap
);
String
data
=
JSONObject
.
toJSONString
(
messageMap
);
JSONObject
messagesJson
=
JSONObject
.
parseObject
(
data
);
JSONObject
messagesJson
=
JSONObject
.
parseObject
(
data
);
DouYuMessage
douYuMessage
=
new
DouYuMessage
(
messagesJson
);
DouYuMessage
douYuMessage
=
new
DouYuMessage
(
messagesJson
);
System
.
out
.
println
(
douYuMessage
.
getContent
()
);
dataCallBack
.
onData
(
douYuMessage
);
}
}
}
}
ReferenceCountUtil
.
release
(
msg
);
ReferenceCountUtil
.
release
(
msg
);
...
...
src/main/java/com/zhiwei/live/danmu/pandam/PandamMessageHandler.java
View file @
e35fc306
...
@@ -86,7 +86,7 @@ public class PandamMessageHandler extends ChannelInboundHandlerAdapter {
...
@@ -86,7 +86,7 @@ public class PandamMessageHandler extends ChannelInboundHandlerAdapter {
while
(
matcher
.
find
())
{
while
(
matcher
.
find
())
{
JSONObject
dataJson
=
JSONObject
.
parseObject
(
matcher
.
group
());
JSONObject
dataJson
=
JSONObject
.
parseObject
(
matcher
.
group
());
PandamMessage
pandamMessage
=
new
PandamMessage
(
dataJson
);
PandamMessage
pandamMessage
=
new
PandamMessage
(
dataJson
);
System
.
out
.
println
(
pandamMessage
);
dataCallBack
.
onData
(
pandamMessage
);
}
}
}
}
ReferenceCountUtil
.
release
(
msg
);
ReferenceCountUtil
.
release
(
msg
);
...
...
src/main/java/com/zhiwei/live/roominfo/DouYuRoomInfoCrawler.java
View file @
e35fc306
...
@@ -46,6 +46,7 @@ public class DouYuRoomInfoCrawler {
...
@@ -46,6 +46,7 @@ public class DouYuRoomInfoCrawler {
return
null
;
return
null
;
}
}
}
else
{
}
else
{
System
.
out
.
println
(
"------------------"
);
logger
.
info
(
"此次采集页面中不包含房间信息字段, 此次页面信息为:{}"
,
roomBody
);
logger
.
info
(
"此次采集页面中不包含房间信息字段, 此次页面信息为:{}"
,
roomBody
);
return
null
;
return
null
;
}
}
...
...
src/test/java/com/zhiwei/live/test/danmu/DouYuDanMuTest.java
View file @
e35fc306
...
@@ -7,7 +7,7 @@ import com.zhiwei.live.danmu.util.DataCallBack;
...
@@ -7,7 +7,7 @@ import com.zhiwei.live.danmu.util.DataCallBack;
public
class
DouYuDanMuTest
{
public
class
DouYuDanMuTest
{
public
static
void
main
(
String
[]
args
)
throws
InterruptedException
{
public
static
void
main
(
String
[]
args
)
throws
InterruptedException
{
String
roomUrl
=
"https://www.douyu.com/
4372875
"
;
String
roomUrl
=
"https://www.douyu.com/
71017
"
;
try
{
try
{
DouyuClient
.
getDanmu
(
new
DataCallBack
()
{
DouyuClient
.
getDanmu
(
new
DataCallBack
()
{
@Override
@Override
...
...
src/test/java/com/zhiwei/live/test/roomInfo/RoomInfoCrawlerTest.java
View file @
e35fc306
...
@@ -32,7 +32,7 @@ public class RoomInfoCrawlerTest {
...
@@ -32,7 +32,7 @@ public class RoomInfoCrawlerTest {
@Test
@Test
public
void
getDouyuRoomInfoByRoomUrl
()
{
public
void
getDouyuRoomInfoByRoomUrl
()
{
String
roomUrl
=
"https://www.douyu.com/
topic/LEC
"
;
String
roomUrl
=
"https://www.douyu.com/
4372875
"
;
try
{
try
{
RoomInfo
roomInfo
=
DouYuRoomInfoCrawler
.
getRoomInfoByRoomUrl
(
roomUrl
);
RoomInfo
roomInfo
=
DouYuRoomInfoCrawler
.
getRoomInfoByRoomUrl
(
roomUrl
);
System
.
out
.
println
(
"房间信息:::"
+
roomInfo
);
System
.
out
.
println
(
"房间信息:::"
+
roomInfo
);
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment