1
const fs = require("fs");
2
const request = require("request");
3

4
const syncDownload = (url, path) => {
5
  return new Promise((resolve) => {
6
    let writeStream = fs.createWriteStream(path);
7
    let readStream = request(url);
8
    readStream.pipe(writeStream);
9
    readStream.on("end", function (err) {
10
      if (err) {
11
        console.log(err);
12
        resolve("err");
13
        return;
14
      }
15
      resolve("ok");
16
    });
17
  });
18
};
19
const errs = [];
20
//需要爬取的数据
21
const data = [
22
  {
23
    url: "",
24
    filename: "",
25
  },
26
];
27
async function downloadFile() {
28
  for (let i = 0, length = data.length; i < length; i++) {
29
    let result = await syncDownload(data[i].url, `./save/${data[i].filename}`);
30
    if (result === "ok") {
31
      console.log(`第 ${i + 1} 个文件下载成功`);
32
    } else {
33
      console.log(`第 ${i + 1} 个文件下载失败！！！`);
34
      errs.push(data[i]);
35
    }
36
  }
37
  console.log(errs);
38
  console.log(`共有 ${errs.length} 个文件下载失败`);
39
}
40
downloadFile();