Test: Unit test all APIs

Author: coder-hxl

test/modal/test.ts

@@ -1,6 +1,7 @@
 import process from 'node:process'
 import path from 'node:path'
 import { expect, test, jest } from '@jest/globals'
+import chalk from 'chalk'
 
 import IXCrawl from '../../src'
 
@@ -16,126 +17,100 @@ if (currentModel === 'dev') {
 
 jest.setTimeout(20000)
 
-// Protocol
+// API
+async function crawlPageAPI() {
+  const myXCrawl = xCrawl({ proxy: 'http://localhost:14892' })
 
-function httpProtocol() {
-  return new Promise((resolve) => {
-    const httpXCrawl = xCrawl()
+  const res = await myXCrawl.crawlPage('https://docs.github.com/zh')
+  const { browser } = res
+  browser.close()
 
-    httpXCrawl
-      .crawlData({
-        requestConfig: 'http://localhost:9001/api/home/goodprice'
-      })
-      .then(() => resolve(true))
-  })
+  return true
 }
 
-function httpsProtocol() {
-  return new Promise((resolve) => {
-    const httpsXCrawl = xCrawl({
-      timeout: 10000,
-      proxy: 'http://localhost:14892'
-    })
-
-    httpsXCrawl.crawlPage('https://docs.github.com/zh').then(async (res) => {
-      const { browser } = res
-      await browser.close()
-
-      resolve(true)
-    })
+async function crawlDataAPI() {
+  const myXCrawl = xCrawl()
+
+  const res = await myXCrawl.crawlData({
+    requestConfig: {
+      url: 'http://localhost:9001/api/area/阳江市',
+      method: 'POST',
+      data: {
+        type: 'goodPrice',
+        offset: 0,
+        size: 20
+      }
+    }
   })
-}
 
-test('http protocol', async () => {
-  await expect(httpProtocol()).resolves.toBe(true)
-})
-
-test('https protocol', async () => {
-  await expect(httpsProtocol()).resolves.toBe(true)
-})
+  if (res[0].statusCode === 200) {
+    return true
+  } else {
+    return false
+  }
+}
 
-// API
-function crawlPageAPI() {
-  return new Promise((resolve) => {
-    const myXCrawl = xCrawl({ proxy: 'http://localhost:14892' })
+async function crawlFileAPI() {
+  const myXCrawl = xCrawl({
+    timeout: 10000,
+    intervalTime: { max: 2000, min: 1000 },
+    proxy: 'http://localhost:14892'
+  })
 
-    myXCrawl.crawlPage('https://docs.github.com/zh').then(async (res) => {
-      const { browser } = res
-      await browser.close()
+  const requestConfig: string[] = [
+    'https://raw.githubusercontent.com/coder-hxl/airbnb-upload/master/area/4401.jpg',
+    'https://raw.githubusercontent.com/coder-hxl/airbnb-upload/master/area/4403.jpg'
+  ]
 
-      resolve(true)
-    })
+  await myXCrawl.crawlFile({
+    requestConfig,
+    fileConfig: {
+      storeDir: path.resolve(__dirname, './upload')
+    }
   })
-}
 
-function crawlDataAPI() {
-  return new Promise((resolve) => {
-    const myXCrawl = xCrawl()
-
-    myXCrawl
-      .crawlData({
-        requestConfig: {
-          url: 'http://localhost:9001/api/area/阳江市',
-          method: 'POST',
-          data: {
-            type: 'goodPrice',
-            offset: 0,
-            size: 20
-          }
-        }
-      })
-      .then(() => resolve(true))
-  })
+  return true
 }
 
-function crawlFileAPI() {
+function startPollingAPI() {
+  const myXCrawl = xCrawl()
+
   return new Promise((resolve) => {
-    const myXCrawl = xCrawl({
-      timeout: 10000,
-      intervalTime: {
-        max: 2000,
-        min: 1000
+    myXCrawl.startPolling({ m: 0.001 }, (count, stopPolling) => {
+      if (count === 2) {
+        stopPolling()
+        resolve(true)
       }
     })
-
-    myXCrawl
-      .crawlData({
-        requestConfig: {
-          url: 'http://localhost:9001/api/area/阳江市',
-          method: 'POST',
-          data: {
-            type: 'goodPrice',
-            offset: 0,
-            size: 20
-          }
-        }
-      })
-      .then((res) => {
-        const roomList = res[0].data.data.list
-        const requestConfig: string[] = roomList.map(
-          (item: any) => item.coverUrl
-        )
-
-        myXCrawl
-          .crawlFile({
-            requestConfig,
-            fileConfig: {
-              storeDir: path.resolve(__dirname, './upload')
-            }
-          })
-          .then(() => resolve(true))
-      })
   })
 }
 
 test('crawlPage API', async () => {
+  console.log(
+    chalk.bgGreen('================ Start crawlPage API test ================')
+  )
   await expect(crawlPageAPI()).resolves.toBe(true)
 })
 
 test('crawlData API', async () => {
+  console.log(
+    chalk.bgGreen('================ Start crawlData API test ================')
+  )
   await expect(crawlDataAPI()).resolves.toBe(true)
 })
 
 test('crawlFile API', async () => {
+  console.log(
+    chalk.bgGreen('================ Start crawlFile API test ================')
+  )
   await expect(crawlFileAPI()).resolves.toBe(true)
 })
+
+test('startPolling API', async () => {
+  console.log(
+    chalk.bgGreen(
+      '================ Start startPolling API test ================'
+    )
+  )
+  await expect(startPollingAPI()).resolves.toBe(true)
+})

test/start/index.js

@@ -16,4 +16,8 @@ testXCrawl
     })
 
     console.log('完成')
+
+    await testXCrawl.crawlPage(
+      'https://www.npmjs.com/package/x-crawl?activeTab=versions'
+    )
   })