爬虫修复

scripts/LeetCodeProvider.js

@@ -1,4 +1,3 @@
-const request = require("request");
 const Iconv = require("iconv-lite");
 const cheerio = require("cheerio");
 
@@ -21,8 +20,10 @@ module.exports = LeetCodeProvider = {
           .load(sHtml)(QUESTION_DOM_SELECTOR)
           .each((idx, ele) => titles.push(ele.attribs["title"]));
         Logger.success("获取问题列表成功");
-
-        return titles.filter((name) => !name.endsWith(ENGLISH_MARKDOWN_SIGN));
+        /** 
+         *  由于QUESTION_DOM_SELECTOR 所选择的结构包含非问题标签，获取title会是undefined，在此需将其过滤掉
+        */
+        return titles.filter(Boolean).filter((name) => !name.endsWith(ENGLISH_MARKDOWN_SIGN));
       })
       .catch((error) => {
         Logger.error("获取问题列表失败", error);
@@ -41,3 +42,5 @@ module.exports = LeetCodeProvider = {
       });
   },
 };
+
+LeetCodeProvider.getProblemsTitle()

scripts/constants.js

@@ -33,7 +33,7 @@ module.exports = {
   /**
    *  抓取页面问题内容的dom元素选择器
    */
-  QUESTION_DOM_SELECTOR: ".js-navigation-item .content .js-navigation-open",
+  QUESTION_DOM_SELECTOR: ".position-relative.js-navigation-item .js-navigation-open",
 
   /**
    *  markdwon下载地址

scripts/generateleetcode.js

@@ -4,8 +4,10 @@ const {
   SUPPORT_LANGUAGE,
   DB_JSON_OUTPUT_DIR,
   RAW_MARKDOWN_OUTPUT_DIR,
-  ENGLISH_MARKDOWN_SIGN,
-} = require("./constants");
+} = require('./constants')
+
+
+
 
 const genertateLeetcodeToJson = () => {
   console.time("genertateLeetcodeToJson");
@@ -46,8 +48,9 @@ const genertateLeetcodeToJson = () => {
       });
     });
     markdown.replace(Utils.getSatelliteDataReg().pre, (noUseMatch, $1) => {
+
       preKnowledge.push({
-        text: $1,
+        text: $1.replace('-',''),
         link: null,
         color: "red",
       });