url scrape logic + write url to file

.gitignore

@@ -102,3 +102,5 @@ dist
 
 # TernJS port file
 .tern-port
+reviewUrl.json
+cookies.json

app.js

@@ -218,11 +218,21 @@ const extractAllReviewPageUrls = async () => {
         // Replace the url page count till the last page
         while (counter < totalReviewCount) {
             counter++
-            url = url.replace(/or[0-9]*/g, `or${counter * 5}`)
+            url = url.replace(/-or[0-9]*/g, `-or${counter * 5}`)
             allUrls.push(url)
-
         }
 
+
+        // JSON structure
+        const data = {
+            count: allUrls.length * 5,
+            pageCount: count * 5,
+            urls: allUrls
+        };
+
+        // Write the data to a json file
+        writeFileSync('reviewUrl.json', JSON.stringify(data));
+
         return allUrls
 
     } catch (err) {
@@ -231,15 +241,16 @@ const extractAllReviewPageUrls = async () => {
 }
 
 
-// const start = async () => {
-//     try {
-//         const allReviewsUrl = await extractAllReviewPageUrls();
-//         const results = await scrap(allReviewsUrl);
+const start = async () => {
+    try {
+        const allReviewsUrl = await extractAllReviewPageUrls();
+        console.log(allReviewsUrl)
+        const results = await scrap(allReviewsUrl);
 
-//         console.log(results);
-//     } catch (err) {
-//         throw err;
-//     }
-// }
-// start().catch(err => console.log(err));
+        console.log(results);
+    } catch (err) {
+        throw err;
+    }
+}
+start().catch(err => console.log(err));
 

package.json

@@ -4,7 +4,7 @@
   "description": "Scrape TripAdvisor reviews",
   "main": "app.js",
   "scripts": {
-    "start": "nodemon app.js --ignore cookies.json",
+    "start": "nodemon app.js --ignore reviewUrl.json --ignore cookies.json",
     "test": "echo \"Error: no test specified\" && exit 1"
   },
   "repository": {