Skip to content

S
searchhotcrawler
Commit f5cfbf13 by chenweitao
Options

Merge branch 'working' into 'master' 

更新微博要闻榜请求链接

See merge request !143
parents c56488f1 5cc9d6f8
Showing with 3 additions and 3 deletions
src/main/java/com/zhiwei/searchhotcrawler/crawler/WeiboNewsCrawler.java
...@@ -35,9 +35,9 @@ public class WeiboNewsCrawler { ...@@ -35,9 +35,9 @@ public class WeiboNewsCrawler {
* @Description: 手机端微博要闻榜采集 * @Description: 手机端微博要闻榜采集
*/ */
public static List<HotSearchList> weiboNewsByPhone(Date date) { public static List<HotSearchList> weiboNewsByPhone(Date date) {
String url1 = "https://api.weibo.cn/2/page?st_bottom_bar_new_style_enable=1&networktype=wifi&extparam=seat%3D1%26dgr%3D0%26pos%3D0_0%26position%3D%257B%2522objectid%2522%253A%25228008633020000000000%2522%252C%2522name%2522%253A%2522%255Cu5b81%255Cu6ce2%2522%257D%26mi_cid%3D100103%26c_type%3D30%26filter_type%3Drealtimehot%26cate%3D10103%26refresh_type%3D0%26display_time%3D1632707109%26pre_seqid%3D803934167&page_reform_enable=1&launchid=10000365--x&page_interrupt_enable=1&orifid=231619&uicode=10000011&ul_hid=893ae4f7-7b63-459e-a622-454a6fa3542c&ul_sid=893ae4f7-7b63-459e-a622-454a6fa3542c&moduleID=708&just_followed=false&wb_version=4880&lcardid=hot_search&c=android&s=f735389f&ft=0&ua=Xiaomi-Redmi%208__weibo__11.3.0__android__android9&wm=20005_0002&aid=01AxK-lU0KWwz9mhMfL6gTb37upA4rmFhPxq5T1hrsYVnDdks.&fid=106003type%3D25%26t%3D3%26disable_hot%3D1%26filter_type%3Drealtimehot&v_f=2&v_p=87&from=10B3095010&gsid=_2A25MVVJCDeRxGeNI7VMV9izPwjSIHXVtQ-KKrDV6PUJbkdCOLWz8kWpNSF_8k5iEXT9MqlN5YIgRREu9j71HIlCa&imsi=&lang=zh_CN&lfid=231619&page=1&skin=default&count=20&oldwm=20005_0002&sflag=1&oriuicode=10000010&containerid=231648_-_3&ignore_inturrpted_error=true&no_location_permission=1&luicode=10000010&android_id=0febc80e083662a7&header_skin_enable=0&ul_ctime=1632709238222&cum=2682A02C"; String url1 = "https://api.weibo.cn/2/guest/page?st_bottom_bar_new_style_enable=1&networktype=wifi&extparam=seat%3D1%26dgr%3D0%26pos%3D0_0%26position%3D%257B%2522objectid%2522%253A%25228008613010000000000%2522%252C%2522name%2522%253A%2522%255Cu77f3%255Cu5bb6%255Cu5e84%2522%257D%26mi_cid%3D100103%26c_type%3D30%26filter_type%3Drealtimehot%26cate%3D10103%26refresh_type%3D0%26display_time%3D1636087497%26pre_seqid%3D993448636&page_reform_enable=1&launchid=10000365--x&page_interrupt_enable=1&orifid=231619&uicode=10000011&ul_hid=999afaee-027a-4a4c-a24c-397ef1bd0887&ul_sid=999afaee-027a-4a4c-a24c-397ef1bd0887&moduleID=708&checktoken=2913ef7d974640e78ee6cd77da7782ec&just_followed=false&wb_version=4880&lcardid=hot_search&c=android&s=14a75bb5&ft=0&ua=Xiaomi-Redmi%208__weibo__11.3.0__android__android9&wm=20005_0002&aid=01AxK-lU0KWwz9mhMfL6gTb37upA4rmFhPxq5T1hrsYVnDdks.&did=0f607264fc6318a92b9e13c65db7cd3cd3f4e41c&fid=106003type%3D25%26t%3D3%26disable_hot%3D1%26filter_type%3Drealtimehot&uid=2004639399897&v_f=2&v_p=87&from=10B3095010&gsid=_2AkMW2CZ9f8NhqwFRmPwTz2LhZYR_ww_EieKghNemJRM3HRl-wT_nqmYstRV6PfAyN48YfhXhMPwkK0Tz0R0G9rql2Mc6&imsi=&lang=zh_CN&lfid=231619&page=1&skin=default&count=20&oldwm=20005_0002&sflag=1&oriuicode=10000512&containerid=231648_-_3&ignore_inturrpted_error=true&no_location_permission=1&luicode=10000512&android_id=0febc80e083662a7&header_skin_enable=0&ul_ctime=1636087522590&cum=367AC5F6";
String url2 = "https://api.weibo.cn/2/page?st_bottom_bar_new_style_enable=1&networktype=wifi&extparam=seat%3D1%26dgr%3D0%26pos%3D0_0%26position%3D%257B%2522objectid%2522%253A%25228008633020000000000%2522%252C%2522name%2522%253A%2522%255Cu5b81%255Cu6ce2%2522%257D%26mi_cid%3D100103%26c_type%3D30%26filter_type%3Drealtimehot%26cate%3D10103%26refresh_type%3D0%26display_time%3D1632707109%26pre_seqid%3D803934167&page_reform_enable=1&launchid=10000365--x&page_interrupt_enable=1&orifid=231619&uicode=10000011&ul_hid=893ae4f7-7b63-459e-a622-454a6fa3542c&ul_sid=893ae4f7-7b63-459e-a622-454a6fa3542c&moduleID=708&just_followed=false&wb_version=4880&lcardid=hot_search&c=android&s=f735389f&ft=0&ua=Xiaomi-Redmi%208__weibo__11.3.0__android__android9&wm=20005_0002&aid=01AxK-lU0KWwz9mhMfL6gTb37upA4rmFhPxq5T1hrsYVnDdks.&fid=106003type%3D25%26t%3D3%26disable_hot%3D1%26filter_type%3Drealtimehot&v_f=2&v_p=87&from=10B3095010&gsid=_2A25MVVJCDeRxGeNI7VMV9izPwjSIHXVtQ-KKrDV6PUJbkdCOLWz8kWpNSF_8k5iEXT9MqlN5YIgRREu9j71HIlCa&imsi=&lang=zh_CN&lfid=231619&page=2&skin=default&count=20&oldwm=20005_0002&sflag=1&oriuicode=10000010&containerid=231648_-_3&ignore_inturrpted_error=true&no_location_permission=1&luicode=10000010&android_id=0febc80e083662a7&header_skin_enable=0&ul_ctime=1632709278776&cum=C4386412"; String url2 = "https://api.weibo.cn/2/guest/page?st_bottom_bar_new_style_enable=1&networktype=wifi&extparam=seat%3D1%26dgr%3D0%26pos%3D0_0%26position%3D%257B%2522objectid%2522%253A%25228008613010000000000%2522%252C%2522name%2522%253A%2522%255Cu77f3%255Cu5bb6%255Cu5e84%2522%257D%26mi_cid%3D100103%26c_type%3D30%26filter_type%3Drealtimehot%26cate%3D10103%26refresh_type%3D1%26display_time%3D1636087564%26pre_seqid%3D2119313381&page_reform_enable=1&launchid=10000365--x&page_interrupt_enable=1&orifid=231619&uicode=10000011&ul_hid=999afaee-027a-4a4c-a24c-397ef1bd0887&ul_sid=999afaee-027a-4a4c-a24c-397ef1bd0887&moduleID=708&checktoken=2913ef7d974640e78ee6cd77da7782ec&just_followed=false&wb_version=4880&lcardid=hot_search&c=android&s=14a75bb5&ft=0&ua=Xiaomi-Redmi%208__weibo__11.3.0__android__android9&wm=20005_0002&aid=01AxK-lU0KWwz9mhMfL6gTb37upA4rmFhPxq5T1hrsYVnDdks.&did=0f607264fc6318a92b9e13c65db7cd3cd3f4e41c&fid=106003type%3D25%26t%3D3%26disable_hot%3D1%26filter_type%3Drealtimehot&uid=2004639399897&v_f=2&v_p=87&from=10B3095010&gsid=_2AkMW2CZ9f8NhqwFRmPwTz2LhZYR_ww_EieKghNemJRM3HRl-wT_nqmYstRV6PfAyN48YfhXhMPwkK0Tz0R0G9rql2Mc6&imsi=&lang=zh_CN&lfid=231619&page=2&skin=default&count=20&oldwm=20005_0002&sflag=1&oriuicode=10000512&containerid=231648_-_3&ignore_inturrpted_error=true&no_location_permission=1&luicode=10000512&android_id=0febc80e083662a7&header_skin_enable=0&ul_ctime=1636087687201&cum=9A1ED020";
String url3 = "https://api.weibo.cn/2/page?st_bottom_bar_new_style_enable=1&networktype=wifi&extparam=seat%3D1%26dgr%3D0%26pos%3D0_0%26position%3D%257B%2522objectid%2522%253A%25228008633020000000000%2522%252C%2522name%2522%253A%2522%255Cu5b81%255Cu6ce2%2522%257D%26mi_cid%3D100103%26c_type%3D30%26filter_type%3Drealtimehot%26cate%3D10103%26refresh_type%3D0%26display_time%3D1632707109%26pre_seqid%3D803934167&page_reform_enable=1&launchid=10000365--x&page_interrupt_enable=1&orifid=231619&uicode=10000011&ul_hid=893ae4f7-7b63-459e-a622-454a6fa3542c&ul_sid=893ae4f7-7b63-459e-a622-454a6fa3542c&moduleID=708&just_followed=false&wb_version=4880&lcardid=hot_search&c=android&s=f735389f&ft=0&ua=Xiaomi-Redmi%208__weibo__11.3.0__android__android9&wm=20005_0002&aid=01AxK-lU0KWwz9mhMfL6gTb37upA4rmFhPxq5T1hrsYVnDdks.&fid=106003type%3D25%26t%3D3%26disable_hot%3D1%26filter_type%3Drealtimehot&v_f=2&v_p=87&from=10B3095010&gsid=_2A25MVVJCDeRxGeNI7VMV9izPwjSIHXVtQ-KKrDV6PUJbkdCOLWz8kWpNSF_8k5iEXT9MqlN5YIgRREu9j71HIlCa&imsi=&lang=zh_CN&lfid=231619&page=3&skin=default&count=20&oldwm=20005_0002&sflag=1&oriuicode=10000010&containerid=231648_-_3&ignore_inturrpted_error=true&no_location_permission=1&luicode=10000010&android_id=0febc80e083662a7&header_skin_enable=0&ul_ctime=1632709335385&cum=E51D64AB"; String url3 = "https://api.weibo.cn/2/guest/page?st_bottom_bar_new_style_enable=1&networktype=wifi&extparam=seat%3D1%26dgr%3D0%26pos%3D0_0%26position%3D%257B%2522objectid%2522%253A%25228008613010000000000%2522%252C%2522name%2522%253A%2522%255Cu77f3%255Cu5bb6%255Cu5e84%2522%257D%26mi_cid%3D100103%26c_type%3D30%26filter_type%3Drealtimehot%26cate%3D10103%26refresh_type%3D1%26display_time%3D1636087564%26pre_seqid%3D2119313381&page_reform_enable=1&launchid=10000365--x&page_interrupt_enable=1&orifid=231619&uicode=10000011&ul_hid=999afaee-027a-4a4c-a24c-397ef1bd0887&ul_sid=999afaee-027a-4a4c-a24c-397ef1bd0887&moduleID=708&checktoken=2913ef7d974640e78ee6cd77da7782ec&just_followed=false&wb_version=4880&lcardid=hot_search&c=android&s=14a75bb5&ft=0&ua=Xiaomi-Redmi%208__weibo__11.3.0__android__android9&wm=20005_0002&aid=01AxK-lU0KWwz9mhMfL6gTb37upA4rmFhPxq5T1hrsYVnDdks.&did=0f607264fc6318a92b9e13c65db7cd3cd3f4e41c&fid=106003type%3D25%26t%3D3%26disable_hot%3D1%26filter_type%3Drealtimehot&uid=2004639399897&v_f=2&v_p=87&from=10B3095010&gsid=_2AkMW2CZ9f8NhqwFRmPwTz2LhZYR_ww_EieKghNemJRM3HRl-wT_nqmYstRV6PfAyN48YfhXhMPwkK0Tz0R0G9rql2Mc6&imsi=&lang=zh_CN&lfid=231619&page=3&skin=default&count=20&oldwm=20005_0002&sflag=1&oriuicode=10000512&containerid=231648_-_3&ignore_inturrpted_error=true&no_location_permission=1&luicode=10000512&android_id=0febc80e083662a7&header_skin_enable=0&ul_ctime=1636087831454&cum=38A1DB5A";
String htmlBody = null; String htmlBody = null;
Request request1 = RequestUtils.wrapGet(url1); Request request1 = RequestUtils.wrapGet(url1);
Request request2 = RequestUtils.wrapGet(url2); Request request2 = RequestUtils.wrapGet(url2);
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment