Fix Timeout error

analysis/analyser/analysis.js

@@ -11,7 +11,7 @@ import { createRequire } from 'module';
 import { getActu, getPolPublics, getRendezvous, getActuFile, getPolPublicFile, getRdvFile, getDossiersPresse, getDossiersPresseFile } from './crawler.js';
 const require = createRequire(import.meta.url);
 
-const cpt_timeout = 3;
+const cpt_timeout = 6;
 
 fs.access("../target", function (error) {
   if (error) {
@@ -107,8 +107,8 @@ async function onResponseReceived(data, event) {
 }
 
 export async function convertJsonToList(jsonfile) {
-  
-  var data = fs.readFileSync(jsonfile,'utf8');
+
+  var data = fs.readFileSync(jsonfile, 'utf8');
   let lfile = JSON.parse(data);
   return lfile;
 }
@@ -266,7 +266,7 @@ async function articlesAnalysis(articles, analysisData, page, imageStats) {
  * @param {*} analysisData
  * @param {*} page
  */
-async function pdfAnalysis(articles, analysisData, page) {  
+async function pdfAnalysis(articles, analysisData, page) {
   const stats = [];
   analysisData.reset();
   let counter = 0;
@@ -455,23 +455,23 @@ async function pageAnalysis(data, page, url) {
     try {
       console.log(`Analyse de ${url} ...`);
       await page.goto(url, {
-        waitUntil: 'networkidle0',
+        waitUntil: cpt >= 3 ? 'networkidle2' : 'networkidle0',
       });
 
       if (optionScroll) {
         await autoScroll(page);
       }
-    
+
       if (optionScreenshot) {
         const path = `../target/${url.substring(url.lastIndexOf('/') + 1)}.png`;
         await page.screenshot({ path, fullPage: true });
       }
-    
+
       data.domNbElements = await domNbElements(page);
       break;
 
     }
-    catch(error) {
+    catch (error) {
       if (cpt < cpt_timeout) {
         cpt += 1;
         await new Promise((resolve) => setTimeout(resolve, 1000));