update: 导航爬虫

Author: geekape

images/navigate.png

@@ -5,7 +5,8 @@
   "scripts": {
     "serve": "vue-cli-service serve",
     "build": "vue-cli-service build",
-    "lint": "vue-cli-service lint"
+    "lint": "vue-cli-service lint",
+    "pa": "node reptile/index.js"
   },
   "dependencies": {
     "axios": "^0.18.0",

images/page_admin.png

@@ -0,0 +1,43 @@
+const superagent = require('superagent');
+const request = require('request');
+const cheerio = require('cheerio');
+const fs = require('fs');
+
+
+/**
+ * 请求函数
+ */
+function reptile(url, type) {
+  request(url, function (error, res, body) {
+    // console.error('error:', error); // Print the error if one occurred
+    // console.log('statusCode:', response && response.statusCode); // Print the response status code if a response was received
+    // console.log('body:', body); // Print the HTML for the Google homepage.
+    if (!error && res.statusCode == 200) {
+      const $ = cheerio.load(body)
+      const $cardBlock = $('.panel')
+      let arr = []
+
+      for (let i = 0; i < $cardBlock.length; i++) {
+        let obj = {}
+        obj.classify = type + $('.panel-title.card').eq(i).text().trim()
+        obj.sites = []
+        const length = $('.panel').eq(1).find('.card-title').length
+        for (let j = 0; j < length; j++) {
+          let navItem = {}
+          navItem.title = $('.card-title').eq(j).text().trim()
+          navItem.href = $('.card .card-heading').eq(j).attr('title')
+          navItem.desc = $('.card .card-body').eq(j).text().trim()
+          navItem.logo = 'http://chuangzaoshi.com/' + $('.card-icon img').eq(j).attr('src')
+          obj.sites.push(navItem)
+        }
+        arr.push(obj)
+      }
+      console.log(JSON.stringify(arr))
+    }
+  });
+}
+
+// reptile('http://chuangzaoshi.com/index','［设计］')　//设计
+// reptile('http://chuangzaoshi.com/code','［前端］') //前端
+// reptile('http://chuangzaoshi.com/product','［产品］') //产品
+reptile('http://chuangzaoshi.com/operate','［运营］') //运营