Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
S
source_forward
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
zhiwei
source_forward
Commits
f0fbf66b
Commit
f0fbf66b
authored
May 07, 2020
by
cwy
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
hebing
parent
13f7ed08
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
67 additions
and
67 deletions
+67
-67
src/main/java/com/zhiwei/source_forward/run/MediaSelfSource.java
+67
-67
No files found.
src/main/java/com/zhiwei/source_forward/run/MediaSelfSource.java
View file @
f0fbf66b
package
com
.
zhiwei
.
source_forward
.
run
;
package
com
.
zhiwei
.
source_forward
.
run
;
import
java.util.ArrayList
;
import
java.util.ArrayList
;
import
java.util.Collections
;
import
java.util.Collections
;
import
java.util.List
;
import
java.util.List
;
import
com.zhiwei.proxy.config.SimpleConfig
;
import
com.zhiwei.proxy.config.SimpleConfig
;
import
com.zhiwei.source_forward.util.ProxyInit
;
import
com.zhiwei.source_forward.util.ProxyInit
;
import
org.apache.logging.log4j.LogManager
;
import
org.apache.logging.log4j.LogManager
;
import
org.apache.logging.log4j.Logger
;
import
org.apache.logging.log4j.Logger
;
import
com.zhiwei.source_forward.bean.MediaSelfSourceBean
;
import
com.zhiwei.source_forward.bean.MediaSelfSourceBean
;
import
com.zhiwei.source_forward.bean.MediaSelfSourceBean.Attribution
;
import
com.zhiwei.source_forward.bean.MediaSelfSourceBean.Attribution
;
import
com.zhiwei.source_forward.crawler.MediaSelfSourceCrawler
;
import
com.zhiwei.source_forward.crawler.MediaSelfSourceCrawler
;
import
com.zhiwei.source_forward.util.MediaSelfSourceDataCallBack
;
import
com.zhiwei.source_forward.util.MediaSelfSourceDataCallBack
;
/**
/**
*
*
* @ClassName: MediaSelfSource
* @ClassName: MediaSelfSource
* @Description: 自媒体号匹配
* @Description: 自媒体号匹配
* @author 0xff
* @author 0xff
* @date 2019年12月5日 下午4:05:08
* @date 2019年12月5日 下午4:05:08
*/
*/
public
class
MediaSelfSource
{
public
class
MediaSelfSource
{
private
static
Logger
logger
=
LogManager
.
getLogger
(
MediaSelfSource
.
class
);
private
static
Logger
logger
=
LogManager
.
getLogger
(
MediaSelfSource
.
class
);
public
static
List
<
MediaSelfSourceBean
>
getMediaSelfSource
(
List
<
String
>
urlList
)
{
public
static
List
<
MediaSelfSourceBean
>
getMediaSelfSource
(
List
<
String
>
urlList
)
{
return
MediaSelfSourceCrawlerThread
.
getMediaSelfSource
(
urlList
);
return
MediaSelfSourceCrawlerThread
.
getMediaSelfSource
(
urlList
);
}
}
public
static
void
main
(
String
[]
args
)
{
public
static
void
main
(
String
[]
args
)
{
ProxyInit
.
initProxy
();
ProxyInit
.
initProxy
();
List
<
String
>
urlList
=
new
ArrayList
<>();
List
<
String
>
urlList
=
new
ArrayList
<>();
urlList
.
add
(
"https://www.tuicool.com/articles/nIfmu2B"
);
urlList
.
add
(
"https://www.tuicool.com/articles/nIfmu2B"
);
List
<
MediaSelfSourceBean
>
u
=
MediaSelfSource
.
getMediaSelfSource
(
urlList
);
List
<
MediaSelfSourceBean
>
u
=
MediaSelfSource
.
getMediaSelfSource
(
urlList
);
for
(
MediaSelfSourceBean
b
:
u
)
{
for
(
MediaSelfSourceBean
b
:
u
)
{
System
.
out
.
println
(
b
.
toString
());
System
.
out
.
println
(
b
.
toString
());
}
}
}
}
static
class
MediaSelfSourceCrawlerThread
extends
Thread
{
static
class
MediaSelfSourceCrawlerThread
extends
Thread
{
static
List
<
MediaSelfSourceBean
>
getMediaSelfSource
(
List
<
String
>
urlList
){
static
List
<
MediaSelfSourceBean
>
getMediaSelfSource
(
List
<
String
>
urlList
){
List
<
MediaSelfSourceBean
>
list
=
Collections
.
synchronizedList
(
new
ArrayList
<
MediaSelfSourceBean
>());
List
<
MediaSelfSourceBean
>
list
=
Collections
.
synchronizedList
(
new
ArrayList
<
MediaSelfSourceBean
>());
try
{
try
{
MediaSelfSourceCrawler
crawler
=
new
MediaSelfSourceCrawler
();
MediaSelfSourceCrawler
crawler
=
new
MediaSelfSourceCrawler
();
MediaSelfSourceDataCallBack
callback
=
new
MediaSelfSourceDataCallBack
()
{
MediaSelfSourceDataCallBack
callback
=
new
MediaSelfSourceDataCallBack
()
{
@Override
@Override
public
void
onData
(
MediaSelfSourceBean
data
,
Attribution
attr
)
{
public
void
onData
(
MediaSelfSourceBean
data
,
Attribution
attr
)
{
list
.
add
(
data
);
list
.
add
(
data
);
logger
.
info
(
"列表大小:::{}"
,
list
.
size
());
logger
.
info
(
"列表大小:::{}"
,
list
.
size
());
}
}
};
};
crawler
.
submitTask
(
callback
,
urlList
.
toArray
(
new
String
[
urlList
.
size
()])).
await
();
crawler
.
submitTask
(
callback
,
urlList
.
toArray
(
new
String
[
urlList
.
size
()])).
await
();
}
catch
(
Exception
e
){
}
catch
(
Exception
e
){
logger
.
error
(
" 网媒自媒体号 判断 {} "
,
e
);
logger
.
error
(
" 网媒自媒体号 判断 {} "
,
e
);
}
}
return
list
;
return
list
;
}
}
}
}
}
}
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment