其他

Author: coder-hxl

.eslintrc.js

@@ -13,6 +13,7 @@ module.exports = {
   plugins: ['@typescript-eslint'],
   rules: {
     '@typescript-eslint/no-explicit-any': 'off',
-    '@typescript-eslint/no-empty-interface': 'off'
+    '@typescript-eslint/no-empty-interface': 'off',
+    '@typescript-eslint/no-var-requires': 'off'
   }
 }

README.md

@@ -2,7 +2,7 @@
 
 English | <a href="#cn" style="text-decoration: none">简体中文</a>
 
-Crawl is a Nodejs multifunctional crawler library. Provide configuration to batch fetch HTML, JSON, images, etc.
+XCrawl is a Nodejs multifunctional crawler library. Provide configuration to batch fetch HTML, JSON, images, etc.
 
 ## Install
 
@@ -45,7 +45,7 @@ Create a crawler instance via new XCrawl.
 class XCrawl {
   private readonly baseConfig
   constructor(baseConfig?: IXCrawlBaseConifg)
-  fetch<T = any>(config: IFetchConfig): Promise<T>
+  fetch<T = any>(config: IFetchConfig): Promise<IFetch<T>>
   fetchFile(config: IFetchFileConfig): Promise<IFetchFile>
   fetchHTML(url: string): Promise<JSDOM>
 }
@@ -108,9 +108,9 @@ function fetchFile(config: IFetchFileConfig): Promise<IFetchFile>
 
 ```js
 const requestConifg = [
-  { url: '/xxxx', method: 'GET' },
-  { url: '/xxxx', method: 'GET' },
-  { url: '/xxxx', method: 'GET' }
+  { url: '/xxxx' },
+  { url: '/xxxx' },
+  { url: '/xxxx' }
 ]
 
 myXCrawl.fetchFile({
@@ -188,6 +188,16 @@ interface IFetchBaseConifg {
 }
 ```
 
+- IFech
+
+```ts
+type IFetch<T> = {
+  statusCode: number | undefined
+  headers: IncomingHttpHeaders // node:http
+  data: T
+}[]
+```
+
 - IFetchFile
 
 ```ts
@@ -238,7 +248,7 @@ If you have any **questions** or **needs** , please submit **Issues in** https:/
 
 <a href="#en"  style="text-decoration: none">English</a> | 简体中文
 
-Crawl 是 Nodejs 多功能爬虫库。提供配置即可批量抓取 HTML 、JSON、图片等等。
+XCrawl 是 Nodejs 多功能爬虫库。提供配置即可批量抓取 HTML 、JSON、图片等等。
 
 ## 安装
 
@@ -281,7 +291,7 @@ docsXCrawl.fetchHTML('/zh/get-started').then((jsdom) => {
 class XCrawl {
   private readonly baseConfig
   constructor(baseConfig?: IXCrawlBaseConifg)
-  fetch<T = any>(config: IFetchConfig): Promise<T>
+  fetch<T = any>(config: IFetchConfig): Promise<IFetch<T>>
   fetchFile(config: IFetchFileConfig): Promise<IFetchFile>
   fetchHTML(url: string): Promise<JSDOM>
 }
@@ -344,9 +354,9 @@ function fetchFile(config: IFetchFileConfig): Promise<IFetchFile>
 
 ```js
 const requestConifg = [
-  { url: '/xxxx', method: 'GET' },
-  { url: '/xxxx', method: 'GET' },
-  { url: '/xxxx', method: 'GET' }
+  { url: '/xxxx' },
+  { url: '/xxxx' },
+  { url: '/xxxx' }
 ]
 
 myXCrawl.fetchFile({
@@ -424,6 +434,16 @@ interface IFetchBaseConifg {
 }
 ```
 
+- IFetch
+
+```ts
+type IFetch<T> = {
+  statusCode: number | undefined
+  headers: IncomingHttpHeaders // node:http
+  data: T
+}[]
+```
+
 - IFetchFile
 
 ```ts

package.json

@@ -1,15 +1,17 @@
 {
   "private": true,
   "name": "x-crawl",
-  "version": "0.0.2",
+  "version": "0.0.3",
   "author": "CoderHxl",
   "description": "XCrawl is a Nodejs multifunctional crawler library.",
   "license": "MIT",
   "main": "src/index.ts",
   "scripts": {
     "build": "rollup --config rollup.config.mjs",
+    "build-strict": "pnpm test-dev && pnpm build && pnpm test-pro",
     "start": "rollup --config script/start.mjs",
-    "test": "jest test/test.ts",
+    "test-dev": "jest test/modal/test.ts dev",
+    "test-pro": "jest test/modal/test.ts pro",
     "prettier": "prettier --write ."
   },
   "dependencies": {

publish/README.md

@@ -2,7 +2,7 @@
 
 English | <a href="#cn" style="text-decoration: none">简体中文</a>
 
-Crawl is a Nodejs multifunctional crawler library. Provide configuration to batch fetch HTML, JSON, images, etc.
+XCrawl is a Nodejs multifunctional crawler library. Provide configuration to batch fetch HTML, JSON, images, etc.
 
 ## Install
 
@@ -45,7 +45,7 @@ Create a crawler instance via new XCrawl.
 class XCrawl {
   private readonly baseConfig
   constructor(baseConfig?: IXCrawlBaseConifg)
-  fetch<T = any>(config: IFetchConfig): Promise<T>
+  fetch<T = any>(config: IFetchConfig): Promise<IFetch<T>>
   fetchFile(config: IFetchFileConfig): Promise<IFetchFile>
   fetchHTML(url: string): Promise<JSDOM>
 }
@@ -108,9 +108,9 @@ function fetchFile(config: IFetchFileConfig): Promise<IFetchFile>
 
 ```js
 const requestConifg = [
-  { url: '/xxxx', method: 'GET' },
-  { url: '/xxxx', method: 'GET' },
-  { url: '/xxxx', method: 'GET' }
+  { url: '/xxxx' },
+  { url: '/xxxx' },
+  { url: '/xxxx' }
 ]
 
 myXCrawl.fetchFile({
@@ -188,6 +188,16 @@ interface IFetchBaseConifg {
 }
 ```
 
+- IFech
+
+```ts
+type IFetch<T> = {
+  statusCode: number | undefined
+  headers: IncomingHttpHeaders // node:http
+  data: T
+}[]
+```
+
 - IFetchFile
 
 ```ts
@@ -238,7 +248,7 @@ If you have any **questions** or **needs** , please submit **Issues in** https:/
 
 <a href="#en"  style="text-decoration: none">English</a> | 简体中文
 
-Crawl 是 Nodejs 多功能爬虫库。提供配置即可批量抓取 HTML 、JSON、图片等等。
+XCrawl 是 Nodejs 多功能爬虫库。提供配置即可批量抓取 HTML 、JSON、图片等等。
 
 ## 安装
 
@@ -281,7 +291,7 @@ docsXCrawl.fetchHTML('/zh/get-started').then((jsdom) => {
 class XCrawl {
   private readonly baseConfig
   constructor(baseConfig?: IXCrawlBaseConifg)
-  fetch<T = any>(config: IFetchConfig): Promise<T>
+  fetch<T = any>(config: IFetchConfig): Promise<IFetch<T>>
   fetchFile(config: IFetchFileConfig): Promise<IFetchFile>
   fetchHTML(url: string): Promise<JSDOM>
 }
@@ -344,9 +354,9 @@ function fetchFile(config: IFetchFileConfig): Promise<IFetchFile>
 
 ```js
 const requestConifg = [
-  { url: '/xxxx', method: 'GET' },
-  { url: '/xxxx', method: 'GET' },
-  { url: '/xxxx', method: 'GET' }
+  { url: '/xxxx' },
+  { url: '/xxxx' },
+  { url: '/xxxx' }
 ]
 
 myXCrawl.fetchFile({
@@ -424,6 +434,16 @@ interface IFetchBaseConifg {
 }
 ```
 
+- IFetch
+
+```ts
+type IFetch<T> = {
+  statusCode: number | undefined
+  headers: IncomingHttpHeaders // node:http
+  data: T
+}[]
+```
+
 - IFetchFile
 
 ```ts

publish/package.json

@@ -1,6 +1,6 @@
 {
   "name": "x-crawl",
-  "version": "0.0.2",
+  "version": "0.0.3",
   "author": "CoderHxl",
   "description": "XCrawl is a Nodejs multifunctional crawler library.",
   "license": "MIT",
@@ -26,9 +26,7 @@
     }
   },
   "dependencies": {
-    "jsdom": "^21.1.0"
-  },
-  "devDependencies": {
+    "jsdom": "^21.1.0",
     "@types/jsdom": "^20.0.1"
   }
 }