添加B站采集

pages/index.vue

@@ -104,7 +104,8 @@ export default {
         {label: '战旗', value: 'zhanqi'},
         {label: '龙珠', value: 'longzhu'},
         {label: '火猫', value: 'huomao'},
-        {label: '虎牙', value: 'huya'}
+        {label: '虎牙', value: 'huya'},
+        {label: 'B站', value: 'bilibili'}
       ]
     }
   },

server/searchengin/bilibili.js

@@ -0,0 +1,53 @@
+import crawlUtil from '../util/crawlUtil'
+import mysqlUtil from '../util/mysqlUtil'
+
+let BASE_URL = 'https://live.bilibili.com'
+let VIDEO_AJAX_URL = 'https://api.live.bilibili.com/room/v1/room/get_user_recommend?page='
+
+const task = {
+  start () {
+    console.log('bilibili:开始抓取')
+    return mysqlUtil.deleteDataByPlatform('bilibili')
+      .then(() => task.getVideos())
+      .then((data) => {
+        console.log('bilibili:抓取完成')
+        return data
+      })
+  },
+  getVideos (pageNum) {
+    if (!pageNum) pageNum = 1
+    let canTurnPage = false
+    return crawlUtil.getHtmlTextByUrl(VIDEO_AJAX_URL + pageNum)
+      .then((text) => {
+        let datalist = JSON.parse(text).data
+        let videos = []
+        datalist.forEach((video) => {
+          if (video.online >= 100) {
+            videos.push({
+              title: video.title,
+              url: `${BASE_URL}/${video.link}`,
+              imageUrl: video.system_cover,
+              author: video.uname,
+              personNum: video.online,
+              category: '暂无分类',
+              platform: 'bilibili'
+            })
+          }
+        })
+
+        canTurnPage = datalist.length <= videos.length
+        console.log(videos.length);
+        return task.store(videos)
+      })
+      .then(() => {
+        if (canTurnPage) {
+          return task.getVideos(pageNum + 1)
+        }
+      })
+  },
+  store (videos) {
+    return mysqlUtil.insertDataByPlatform('bilibili', videos)
+  }
+}
+
+export default task

server/searchengin/douyu.js

@@ -33,7 +33,6 @@ const task = {
             platform: 'douyu'
           })
         })
-
         canTurnPage = videos.length >= 120 && pageNum <= 150
         return task.store(videos)
       })

server/searchengin/huomao.js

@@ -34,7 +34,6 @@ const task = {
             })
           }
         })
-
         canTurnPage = channelList.length <= videos.length
         return task.store(videos)
       })

server/searchengin/huya.js

@@ -33,7 +33,6 @@ const task = {
             platform: 'huya'
           })
         })
-
         canTurnPage = videos.length >= 120 && pageNum <= 200
         return task.store(videos)
       })

server/searchengin/index.js

@@ -5,6 +5,7 @@ import quanminTask from './quanmin'
 import zhanqiTask from './zhanqi'
 import longzhuTask from './longzhu'
 import huyaTask from './huya'
+import bilibiliTask from './bilibili'
 import promiseUtil from '../util/promiseUtil'
 
 let time = 2 * 60 * 1000
@@ -17,6 +18,7 @@ export default function () {
     .then(() => (promiseUtil.timeRetryPromise(zhanqiTask.start, time, 3)))
     .then(() => (promiseUtil.timeRetryPromise(longzhuTask.start, time, 3)))
     .then(() => (promiseUtil.timeRetryPromise(huyaTask.start, time, 3)))
+    .then(() => (promiseUtil.timeRetryPromise(bilibiliTask.start, time, 3)))
     .catch((err) => {
       console.error(err)
     })