Commit b0b37b1a by yangchen

头条账号列表采集接口修改

parent cc074bc0
......@@ -103,8 +103,9 @@ public class TouTiaoAccountParse {
boolean f = true;
int page = 0;
while(f){
String url = "https://www.toutiao.com/search_content/?offset="+page*20+"&format=json&keyword="+URLCodeUtil.getURLEncode(word, "utf-8")+"&autoload=true&count=20&cur_tab=4&from=media";
String url = "https://www.toutiao.com/api/search/content/?aid=24&app_name=web_search&offset="+page*20+"&format=json&keyword="+URLCodeUtil.getURLEncode(word, "utf-8")+"&autoload=true&count=20&en_qc=1&cur_tab=4&from=media&pd=user";
headerMap = Tools.getTouTiaoHeader();
System.out.println(url);
try {
String htmlBody = downloadHtml(url, proxy, headerMap);
if(htmlBody != null){
......@@ -358,19 +359,23 @@ public class TouTiaoAccountParse {
JSONObject data = jsonArray.getJSONObject(i);
user_id = data.getLong("id");
name = data.getString("name");
media_id = data.getLong("media_id");
if(data.containsKey("media_id")) {
media_id = data.getLong("media_id");
}
description = data.getString("description");
user_verified = data.getInteger("user_verified");
verify_content = data.getString("verify_content");
follow_count = data.getInteger("follow_count");
img_url = "https:"+data.getString("avatar_url");
create_time = new Date(Integer.valueOf(data.getString("create_time")+"000"));
create_time = new Date(Long.parseLong((data.getString("create_time")+"000")));
gender = data.getString("gender");
user_type = data.getString("user_type");
tta = new TouTiaoAccount(user_id, name, media_id, description, user_verified,
verify_content, follow_count,img_url,create_time, gender, user_type);
ZhiWeiTools.sleep(1000);
if(Objects.nonNull(proxy)) {
ZhiWeiTools.sleep(1000);
}
TouTiaoAccount ttaUpdate = getTouTiaoAccountInfoByUserId(user_id+"", proxy);
if(ttaUpdate != null){
tta.setFriend_count(ttaUpdate.getFriend_count());
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment