1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
| const axios = require('axios')
const headers = {
"User-Agent": "Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.139 Mobile Safari/537.36",
"X-Requested-With": "XMLHttpRequest",
"Content-Type": "application/x-www-form-urlencoded"
}
function _getList(id){
console.log(id);
let cb_status = {
status: 0,
msg: ``
}
let { uid, tags, news_type, news_type_all,description } = id;
let url = `https://m.weibo.cn/profile/info?uid=${uid}`;
new Promise((resolve,reject)=>{
axios.get(url).then(result=>{
let data = result.data.data;
resolve({ uid, tags, data });
})
}).then( ({ uid, tags, data}) => {
return new Promise((resolve, reject)=>{
let url2 = `https://m.weibo.cn/api/container/getIndex?containerid=${data.more.replace('/p/','')}_-_WEIBO_SECOND_PROFILE_WEIBO&page_type=03&page=1`;
resolve( { uid, tags, data, url2 } );
})
}).then(({ uid, tags, data, url2 })=>{
return new Promise((resolve,reject)=>{
axios.get(url2).then(result=>{
let list = [];
result.data.data.cards.forEach(element => {
if( element.card_type == 9 ){
list.push( `https://www.weibo.com/${uid}/${element.mblog.bid}` );
}
});
resolve({ uid, tags, data, url2, list })
});
})
}).then(({ uid, tags, data, url2, list })=>{
return new Promise((resolve,reject)=>{
axios.get(`https://屏蔽.com/management/network?uid=${uid}`).then(result=>{
if( result.data.status_code == 200 ){
let created_at = result.data.data.created_at;
resolve({uid, tags, data, url2, list, created_at});
}else{
let created_at = 0;
resolve({uid, tags, data, url2, list, created_at});
}
});
})
}).then(({ uid, tags, data, url2, list, created_at })=>{
list.forEach((item,index)=>{
(function(uid, tags, data, url2, list,created_at, item ,index){
setTimeout(()=>{
axios.get(`https://屏蔽.com/sinaspider/?url=${item}`).then(sina_detail=>{
(function(detail,created_at,tags){
let defaultData = {
"title": "",
"content": {
},
"media_type": 9,
"news_type": [
123
],
"cover_type": 123,
"cover_url": [
],
"video_url": "",
"news_push": false,
"news_address": 0,
"push_message": "",
"news_id": null,
"post_user": "",
"content_url": [
],
"introduction": "",
"is_comment": 1,
"tag": [
"曼联",
"足球"
],
"sub_id": 0,
"weight": -3,
"auditor": 1,
"match_pk": 0
}
let this_created_at = detail.created_at;
if( !created_at || this_created_at > created_at ){
console.log( `---存一条---` );
defaultData.content = detail;
defaultData.tag = tags;
defaultData.news_type = news_type;
defaultData.cover_type = news_type_all[0].id;
defaultData.introduction = `https://屏蔽.com/sinaspider/?url=${item}`;
axios.post(`https://屏蔽.com/management/network`,defaultData).then( response=>{
if( response.data.status_code==200 ){
console.log(`存储成功`);
}
}).catch(function ( err ) {
console.log( err );
});
}
})(sina_detail.data.data,created_at,tags)
});
},7*1000*index)
})(uid, tags, data, url2, list,created_at, item,index)
});
})
}
module.exports = {
getList: _getList
}
|
