增加图片下载

app.js

@@ -7,6 +7,7 @@ const { baseData } = require('./tools/base-data');
 const { skuData } = require('./tools/sku-data');
 const { videoData } = require('./tools/video-data');
 const { imgsData } = require('./tools/imgs-data');
+const { downImg } = require('./tools/down-img');
 
 
 (async function example() {
@@ -61,7 +62,7 @@ const { imgsData } = require('./tools/imgs-data');
     console.log('开始保存')
     // video TODO: 视频用的blob暂不处理
     // data.video = await videoData(driver);
-
     saveFile(`test.html`, JSON.stringify(data, null, 4));
+    downImg(data)
 
 })();

tools/down-img.js

@@ -1 +1,80 @@
+const https = require('https');
+const fs = require('fs');
+const { format } = require('path');
 
+/**
+ * 下载图片
+ * @param {*请求图片地址} url 
+ * @param {*保存图片名称} name 
+ */
+let downImg = (obj) => {
+    if (type(obj) === 'string') {
+        // 暂定图片都在img.alicdn.com下
+        if (obj.indexOf('img.alicdn.com') !== -1) {
+            if(obj.indexOf('//') === 0){
+                obj = 'https:'+obj;
+            }
+            updataImg(obj);
+        }
+    } else if (type(obj) === 'object') {
+        for (const n in obj) {
+            downImg(obj[n])
+        }
+    } else if (type(obj) === 'array') {
+        for (let item of obj) {
+            downImg(item)
+        }
+    }
+}
+
+
+function type(obj) {
+    var toString = Object.prototype.toString;
+    var map = {
+        '[object Boolean]': 'boolean',
+        '[object Number]': 'number',
+        '[object String]': 'string',
+        '[object Function]': 'function',
+        '[object Array]': 'array',
+        '[object Date]': 'date',
+        '[object RegExp]': 'regExp',
+        '[object Undefined]': 'undefined',
+        '[object Null]': 'null',
+        '[object Object]': 'object'
+    };
+    return map[toString.call(obj)];
+}
+
+function updataImg(url) {
+    //先访问图片
+    https.get(url, (res) => {
+
+        //用来存储图片二进制编码
+        let imgData = '';
+
+        let name = url.replace(/.+\/(.+)$/igm, '$1');
+
+        //设置图片编码格式
+        res.setEncoding("binary");
+
+        //检测请求的数据
+        res.on('data', (chunk) => {
+            imgData += chunk;
+        })
+
+        //请求完成执行的回调
+        res.on('end', () => {
+
+            // 通过文件流操作保存图片
+            fs.writeFile(`./output/imgs/${name}`, imgData, 'binary', (error) => {
+                // if (error) {
+                //     console.log('下载失败');
+                // } else {
+                //     console.log('下载成功！')
+                // }
+            })
+        })
+    })
+}
+
+exports.downImg = downImg;

tools/page-init.js

@@ -5,6 +5,7 @@ const webdriver = require('selenium-webdriver');
 const { saveFile } = require('../tools/save-file');
 const { baseData } = require('../tools/base-data');
 const { skuData } = require('../tools/sku-data');
+const { downImg } = require('./down-img');
 
 function pageInit(driver) {
 
@@ -26,7 +27,7 @@ function pageInit(driver) {
         driver.sleep(20000 / 50 * 10 + 1000).then(async () => {
 
             console.log('自动滚动完成');
-            
+
             // 判断是否有验证框
             try {
                 const dialog = await driver.findElement(webdriver.By.className('baxia-dialog'));
@@ -48,8 +49,11 @@ function pageInit(driver) {
                 skuData(driver).then(sku => {
                     data.sku = sku;
                     console.log('sku获取完成')
+
                     saveFile(`/json/${data.title}.json`, JSON.stringify(data, null, 4));
-                    const random = parseInt(Math.random() * 6 + 3)*1000;
+                    downImg(data);
+                    
+                    const random = parseInt(Math.random() * 6 + 3) * 1000;
                     setTimeout(() => {
                         console.log('完成一个');
                         resolve();

tools/save-file.js

@@ -1,12 +1,13 @@
 // 保存文件
 const fs = require('fs');
 const path = require('path');
+const { log_w } = require('./log-w');
 
 function saveFile(fileName, con) {
 
     fs.writeFile(`./output/${fileName}`, con, { 'flag': 'w' }, function (err) {
         if (err) throw err;
-        console.log(`写入${fileName}成功`);
+        log_w(`写入${fileName}成功`);
     });
     
 }