douyin/node/xhs/process-xhs-img.js

import fs from 'fs'
import request from 'request'
import { nanoid } from 'nanoid'

let fileName = './xhs.json'
let savefileName = './xhs-save.json'
let saveFileStr = fs.readFileSync(fileName, 'utf8')
let inputData = JSON.parse(saveFileStr)

const downloadImage = async (src, dest, callback) => {
  console.log('下载:', src, dest, Date.now())
  return new Promise((resolve) => {
    request.head(src, (err) => {
      if (err) {
        console.log(err)
        return
      }
      src &&
        request(src)
          .pipe(fs.createWriteStream(dest))
          .on('close', () => {
            setTimeout(resolve, 1500)
            callback && callback(null, dest)
          })
    })
  })
}

let saveFilePath = './imgs/'

let imgList = []

async function test(list) {
  for (let j = 0; j < list.length; j++) {
    let a = list[j]
    let coverUrl = a.info_list[0].url

    let rIndex = imgList.findIndex((v) => v.url === coverUrl)
    if (rIndex === -1) {
      if (coverUrl.includes('http')) {
        let name = nanoid() + '.png'
        imgList.push({
          name,
          url: coverUrl
        })
        await downloadImage(coverUrl, saveFilePath + name, () => {
          // console.log('close', name)
          list[j] = {
            info_list: [
              {
                url: name
              }
            ]
          }
          fs.writeFileSync(savefileName, JSON.stringify(inputData, null, 2))
        })
      }
    } else {
      list[j] = {
        info_list: [
          {
            url: imgList[rIndex].name
          }
        ]
      }
      console.log('重复')
      fs.writeFileSync(savefileName, JSON.stringify(inputData, null, 2))
    }
  }
}

for (let i = 0; i < inputData.slice(0, 111111).length; i++) {
  let v = inputData[i]

  if (v.note_card?.cover) {
    let url = v.note_card?.cover?.url_default
    let name = nanoid() + '.png'
    imgList.push({
      name,
      url: url
    })
    await downloadImage(url, saveFilePath + name, () => {
      // console.log('close', name)
      v.note_card.cover = { url_default: name }
      fs.writeFileSync(savefileName, JSON.stringify(inputData, null, 2))
    })
  }

  if (v.note_card?.image_list) {
    await test(v.note_card.image_list)
  }
}