因應 FB 改版，微調爬蟲程式邏輯，解決「追蹤人數」精確度判定問題

dean9703111 · Nov 15, 2021 · 6de0cc0 · 6de0cc0
1 parent 0bc3feb
commit 6de0cc0
Show file tree

Hide file tree

Showing 21 changed files with 124 additions and 1 deletion.
diff --git a/README.md b/README.md
@@ -57,3 +57,7 @@
 [Ch33. 整合 LINE 的爬蟲通知，專案大功告成！](/ch33)
 
 > _免責聲明：書中教學與範例程式僅抓取公開數據作爲研究，任何組織和個人不得以此技術盜取他人智慧財產、造成網站損害，否則一切后果由該組織或個人承擔。作者不承擔任何法律及連帶責任！_
+
+> ### 更新紀錄
+>
+> **2021.11.15**：因應 FB 改版，微調爬蟲程式邏輯，解決「追蹤人數」精確度判定問題，相關 commit 請看：連結
diff --git a/ch12/index.js b/ch12/index.js
@@ -89,7 +89,9 @@ async function loginFacebookGetTrace () {
       break;
     }
   }
-
+  if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+    is_accurate = false;
+  }
   // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
   if (!is_accurate) {
     let fan_page_name = "寶寶不說";
@@ -106,6 +108,9 @@ async function loginFacebookGetTrace () {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, ''); // 只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) { // 追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch14/index.js b/ch14/index.js
@@ -113,6 +113,9 @@ async function loginFacebookGetTrace (driver) {
       break;
     }
   }
+  if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+    is_accurate = false;
+  }
 
   // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
   if (!is_accurate) {
@@ -130,6 +133,9 @@ async function loginFacebookGetTrace (driver) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch15/tools/crawlerFB.js b/ch15/tools/crawlerFB.js
@@ -57,6 +57,9 @@ async function getTrace (driver, fan_page_name) {
       break;
     }
   }
+  if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+    is_accurate = false;
+  }
   // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
   if (!is_accurate) {
     fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -77,6 +80,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
       const keyword = fb_text.indexOf("位追蹤者");
       fb_text = fb_text.substring(0, keyword);
       const search_trace = fb_text.replace(/\D/g, '');//只取數字
+      if (fb_trace === null) {//先給預設值
+        fb_trace = search_trace;
+      }
       if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
         fb_trace = search_trace;
       }

diff --git a/ch16/tools/crawlerFB.js b/ch16/tools/crawlerFB.js
@@ -77,6 +77,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -103,6 +106,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch17/tools/crawlerFB.js b/ch17/tools/crawlerFB.js
@@ -86,6 +86,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -112,6 +115,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch18/tools/crawlerFB.js b/ch18/tools/crawlerFB.js
@@ -90,6 +90,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -116,6 +119,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch19/tools/crawlerFB.js b/ch19/tools/crawlerFB.js
@@ -90,6 +90,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -116,6 +119,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch21/tools/crawlerFB.js b/ch21/tools/crawlerFB.js
@@ -90,6 +90,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -116,6 +119,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch22/tools/crawlerFB.js b/ch22/tools/crawlerFB.js
@@ -90,6 +90,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -116,6 +119,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch23/tools/crawlerFB.js b/ch23/tools/crawlerFB.js
@@ -90,6 +90,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -116,6 +119,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch24/tools/crawlerFB.js b/ch24/tools/crawlerFB.js
@@ -104,6 +104,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -130,6 +133,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch25/tools/crawlerFB.js b/ch25/tools/crawlerFB.js
@@ -104,6 +104,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -130,6 +133,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch26/tools/crawlerFB.js b/ch26/tools/crawlerFB.js
@@ -104,6 +104,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -130,6 +133,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch27/tools/crawlerFB.js b/ch27/tools/crawlerFB.js
@@ -104,6 +104,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -130,6 +133,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch28/tools/crawlerFB.js b/ch28/tools/crawlerFB.js
@@ -104,6 +104,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -130,6 +133,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch29/tools/crawlerFB.js b/ch29/tools/crawlerFB.js
@@ -104,6 +104,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -130,6 +133,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch30/tools/crawlerFB.js b/ch30/tools/crawlerFB.js
@@ -104,6 +104,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -130,6 +133,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch31/tools/crawlerFB.js b/ch31/tools/crawlerFB.js
@@ -104,6 +104,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -130,6 +133,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }

diff --git a/ch32/tools/crawlerFB.js b/ch32/tools/crawlerFB.js
@@ -104,6 +104,9 @@ async function getTrace (driver, fan_page_name) {
         break;
       }
     }
+    if (fb_trace === null) {//如果沒有抓到數字，就走查詢頁面
+      is_accurate = false;
+    }
     // 如果判斷追蹤人數不夠精準就需要改用搜尋的方式
     if (!is_accurate) {
       fb_trace = await getTraceFromSearch(driver, fan_page_name, fb_trace);
@@ -130,6 +133,9 @@ async function getTraceFromSearch (driver, fan_page_name, fb_trace) {
         const keyword = fb_text.indexOf("位追蹤者");
         fb_text = fb_text.substring(0, keyword);
         const search_trace = fb_text.replace(/\D/g, '');//只取數字
+        if (fb_trace === null) {//先給預設值
+          fb_trace = search_trace;
+        }
         if (((search_trace - fb_trace) / fb_trace) < 0.2) {//追蹤人數超過一萬且誤差值小於20％基本就是匹配的
           fb_trace = search_trace;
         }