@@ -27,100 +27,100 @@ x-crawl is an open source project under the MIT license, completely free to use.
2727
2828# Table of Contents
2929
30- - [ Install] ( #Install )
31- - [ Example] ( #Example )
32- - [ Core Concepts] ( #Core-Concepts )
33- - [ Create Application] ( #Create-Application )
34- - [ An Example of a Crawler Application] ( #An-Example -of-a-Crawler-Application )
35- - [ Crawl Mode] ( #Crawl-Mode )
36- - [ Default Device Fingerprint] ( #Default-Device-Fingerprint )
37- - [ Multiple Crawler Application Anstances] ( #Multiple-Crawler-Application-Instances )
38- - [ Crawl Page] ( #Crawl-Page )
39- - [ Browser Instance] ( #Browser-Instance )
40- - [ Page Instance] ( #Page-Instance )
41- - [ life Cycle] ( #life-Cycle )
42- - [ onCrawlItemComplete] ( #onCrawlItemComplete )
43- - [ Open Browser] ( #Open-Browser )
44- - [ Crawl Interface] ( #Crawl-Interface )
45- - [ life Cycle] ( #life-Cycle -1 )
46- - [ onCrawlItemComplete] ( #onCrawlItemComplete -1 )
47- - [ Crawl Files] ( #Crawl-Files )
48- - [ life Cycle] ( #life-Cycle )
49- - [ onCrawlItemComplete] ( #onCrawlItemComplete -2 )
50- - [ onBeforeSaveItemFile] ( #onBeforeSaveItemFile )
51- - [ Start Polling] ( #Start-Polling )
52- - [ Config Priority] ( #Config-Priority )
53- - [ Interval Time] ( #Interval-Time )
54- - [ Fail Retry] ( #Fail-Retry )
55- - [ Rotate Proxy] ( #Rotate-Proxy )
56- - [ Custom Device Fingerprint] ( #Custom-Device-Fingerprint )
57- - [ Priority Queue] ( #Priority-Queue )
58- - [ About Results] ( #About-Results )
59- - [ TypeScript] ( #TypeScript )
60- - [ API] ( #API )
61- - [ xCrawl] ( #xCrawl )
62- - [ Type] ( #Type )
63- - [ Example] ( #Example -1 )
64- - [ crawlPage] ( #crawlPage )
65- - [ Type] ( #Type -1 )
66- - [ Example] ( #Example -2 )
67- - [ Config] ( #Config )
68- - [ Simple target config - string] ( #Simple -target-config---string )
69- - [ Detailed target config - CrawlPageDetailTargetConfig] ( #Detailed -target-config---CrawlPageDetailTargetConfig )
70- - [ Mixed target array config - (string | CrawlPageDetailTargetConfig)[ ]] ( #Mixed -target-array-config---string--CrawlPageDetailTargetConfig )
71- - [ Advanced config - CrawlPageAdvancedConfig] ( #Advanced -config---CrawlPageAdvancedConfig )
72- - [ crawlData] ( #crawlData )
73- - [ Type] ( #Type -2 )
74- - [ Example] ( #Example -3 )
75- - [ Config] ( #Config -1 )
76- - [ Simple target config - string] ( #Simple -target-config---string-1 )
77- - [ Detailed target config - CrawlDataDetailTargetConfig] ( #Detailed -target-config---CrawlDataDetailTargetConfig )
78- - [ Mixed target array config - (string | CrawlDataDetailTargetConfig)[ ]] ( #Mixed -target-array-config---string--CrawlDataDetailTargetConfig )
79- - [ Advanced config - CrawlDataAdvancedConfig] ( #Advanced -config---CrawlDataAdvancedConfig )
80- - [ crawlFile] ( #crawlFile )
81- - [ Type] ( #Type -3 )
82- - [ Example] ( #Example -4 )
83- - [ Config] ( #Config -2 )
84- - [ Detailed target config - CrawlFileDetailTargetConfig] ( #Detailed -target-config---CrawlFileDetailTargetConfig )
85- - [ Detailed target array config - CrawlFileDetailTargetConfig[ ]] ( #Detailed -target-array-config---CrawlFileDetailTargetConfig )
86- - [ Advanced config - CrawlFileAdvancedConfig] ( #Advanced -config-CrawlFileAdvancedConfig )
87- - [ crawlPolling] ( #crawlPolling )
88- - [ Type] ( #Type -4 )
89- - [ Example] ( #Example -5 )
90- - [ Types] ( #Types )
91- - [ API Config] ( #API-Config )
92- - [ XCrawlConfig] ( #XCrawlConfig )
93- - [ Detail Target Config] ( #Detail-Target-Config )
94- - [ CrawlPageDetailTargetConfig] ( #CrawlPageDetailTargetConfig )
95- - [ CrawlDataDetailTargetConfig] ( #CrawlDataDetailTargetConfig )
96- - [ CrawlFileDetailTargetConfig] ( #CrawlFileDetailTargetConfig )
97- - [ Advanced Config] ( #Advanced-Config )
98- - [ CrawlPageAdvancedConfig] ( #CrawlPageAdvancedConfig )
99- - [ CrawlDataAdvancedConfig] ( #CrawlDataAdvancedConfig )
100- - [ CrawlFileAdvancedConfig] ( #CrawlFileAdvancedConfig )
101- - [ StartPollingConfig] ( #StartPollingConfig )
102- - [ Crawl Other Config] ( #Crawl-Other-Config )
103- - [ CrawlCommonConfig] ( #CrawlCommonConfig )
104- - [ DetailTargetFingerprintCommon] ( #DetailTargetFingerprintCommon )
105- - [ Mobile] ( #Mobile )
106- - [ Platform] ( #Platform )
107- - [ PageCookies] ( #PageCookies )
108- - [ Method] ( #Method )
109- - [ IntervalTime] ( #IntervalTime )
110- - [ API Result] ( #API-Result )
111- - [ XCrawlInstance] ( #XCrawlInstance )
112- - [ CrawlCommonResult] ( #CrawlCommonResult )
113- - [ CrawlPageSingleResult] ( #CrawlPageSingleResult )
114- - [ CrawlDataSingleResult] ( #CrawlDataSingleResult )
115- - [ CrawlFileSingleResult] ( #CrawlFileSingleResult )
116- - [ API Other] ( #API-Other )
117- - [ AnyObject] ( #AnyObject )
118- - [ FAQ] ( #FAQ )
119- - [ The relationship between crawlPage API and puppeteer] ( #The -relationship-between-crawlPage-API -and-puppeteer )
120- - [ More] ( #More )
121- - [ Community] ( #Community )
122- - [ Issues] ( #Issues )
123- - [ Sponsor] ( #Sponsor -1 )
30+ - [ Install] ( #install )
31+ - [ Example] ( #example )
32+ - [ Core Concepts] ( #core-concepts )
33+ - [ Create Application] ( #create-application )
34+ - [ An Example of a Crawler Application] ( #an-example -of-a-crawler-application )
35+ - [ Crawl Mode] ( #crawl-mode )
36+ - [ Default Device Fingerprint] ( #default-device-fingerprint )
37+ - [ Multiple Crawler Application Anstances] ( #multiple-crawler-application-instances )
38+ - [ Crawl Page] ( #crawl-page )
39+ - [ Browser Instance] ( #browser-instance )
40+ - [ Page Instance] ( #page-instance )
41+ - [ life Cycle] ( #life-cycle )
42+ - [ onCrawlItemComplete] ( #oncrawlitemcomplete )
43+ - [ Open Browser] ( #open-browser )
44+ - [ Crawl Interface] ( #crawl-interface )
45+ - [ life Cycle] ( #life-cycle -1 )
46+ - [ onCrawlItemComplete] ( #oncrawlitemcomplete -1 )
47+ - [ Crawl Files] ( #crawl-files )
48+ - [ life Cycle] ( #life-cycle )
49+ - [ onCrawlItemComplete] ( #oncrawlitemcomplete -2 )
50+ - [ onBeforeSaveItemFile] ( #onbeforesaveitemfile )
51+ - [ Start Polling] ( #start-polling )
52+ - [ Config Priority] ( #config-priority )
53+ - [ Interval Time] ( #interval-time )
54+ - [ Fail Retry] ( #fail-retry )
55+ - [ Rotate Proxy] ( #rotate-proxy )
56+ - [ Custom Device Fingerprint] ( #custom-device-fingerprint )
57+ - [ Priority Queue] ( #priority-queue )
58+ - [ About Results] ( #about-results )
59+ - [ TypeScript] ( #typescript )
60+ - [ API] ( #api )
61+ - [ xCrawl] ( #xcrawl )
62+ - [ Type] ( #type )
63+ - [ Example] ( #example -1 )
64+ - [ crawlPage] ( #crawlpage )
65+ - [ Type] ( #type -1 )
66+ - [ Example] ( #example -2 )
67+ - [ Config] ( #config )
68+ - [ Simple target config - string] ( #simple -target-config---string )
69+ - [ Detailed target config - CrawlPageDetailTargetConfig] ( #detailed -target-config---crawlpagedetailtargetconfig )
70+ - [ Mixed target array config - (string | CrawlPageDetailTargetConfig)[ ]] ( #mixed -target-array-config---string--crawlpagedetailtargetconfig )
71+ - [ Advanced config - CrawlPageAdvancedConfig] ( #advanced -config---crawlpageadvancedconfig )
72+ - [ crawlData] ( #crawldata )
73+ - [ Type] ( #type -2 )
74+ - [ Example] ( #example -3 )
75+ - [ Config] ( #config -1 )
76+ - [ Simple target config - string] ( #simple -target-config---string-1 )
77+ - [ Detailed target config - CrawlDataDetailTargetConfig] ( #detailed -target-config---crawldatadetailtargetconfig )
78+ - [ Mixed target array config - (string | CrawlDataDetailTargetConfig)[ ]] ( #mixed -target-array-config---string--crawldatadetailtargetconfig )
79+ - [ Advanced config - CrawlDataAdvancedConfig] ( #advanced -config---crawldataadvancedconfig )
80+ - [ crawlFile] ( #crawlfile )
81+ - [ Type] ( #type -3 )
82+ - [ Example] ( #example -4 )
83+ - [ Config] ( #config -2 )
84+ - [ Detailed target config - CrawlFileDetailTargetConfig] ( #detailed -target-config---crawlFiledetailtargetconfig )
85+ - [ Detailed target array config - CrawlFileDetailTargetConfig[ ]] ( #detailed -target-array-config---crawlfiledetailtargetconfig )
86+ - [ Advanced config - CrawlFileAdvancedConfig] ( #advanced -config-crawlfileadvancedconfig )
87+ - [ crawlPolling] ( #crawlpolling )
88+ - [ Type] ( #type -4 )
89+ - [ Example] ( #example -5 )
90+ - [ Types] ( #types )
91+ - [ API Config] ( #api-config )
92+ - [ XCrawlConfig] ( #xcrawlconfig )
93+ - [ Detail Target Config] ( #detail-target-config )
94+ - [ CrawlPageDetailTargetConfig] ( #crawlpagedetailtargetconfig )
95+ - [ CrawlDataDetailTargetConfig] ( #crawldatadetailtargetconfig )
96+ - [ CrawlFileDetailTargetConfig] ( #crawlfiledetailtargetconfig )
97+ - [ Advanced Config] ( #advanced-config )
98+ - [ CrawlPageAdvancedConfig] ( #crawlpageadvancedconfig )
99+ - [ CrawlDataAdvancedConfig] ( #crawldataadvancedconfig )
100+ - [ CrawlFileAdvancedConfig] ( #crawlfileadvancedconfig )
101+ - [ StartPollingConfig] ( #startpollingconfig )
102+ - [ Crawl Other Config] ( #crawl-other-config )
103+ - [ CrawlCommonConfig] ( #crawlcommonconfig )
104+ - [ DetailTargetFingerprintCommon] ( #detailtargetfingerprintcommon )
105+ - [ Mobile] ( #mobile )
106+ - [ Platform] ( #platform )
107+ - [ PageCookies] ( #pagecookies )
108+ - [ Method] ( #method )
109+ - [ IntervalTime] ( #intervaltime )
110+ - [ API Result] ( #api-result )
111+ - [ XCrawlInstance] ( #xcrawlinstance )
112+ - [ CrawlCommonResult] ( #crawlcommonResult )
113+ - [ CrawlPageSingleResult] ( #crawlpagesingleresult )
114+ - [ CrawlDataSingleResult] ( #crawldatasingleresult )
115+ - [ CrawlFileSingleResult] ( #crawlfilesingleresult )
116+ - [ API Other] ( #api-other )
117+ - [ AnyObject] ( #anyobject )
118+ - [ FAQ] ( #faq )
119+ - [ The relationship between crawlPage API and puppeteer] ( #the -relationship-between-crawlpage-api -and-puppeteer )
120+ - [ More] ( #more )
121+ - [ Community] ( #community )
122+ - [ Issues] ( #issues )
123+ - [ Sponsor] ( #sponsor -1 )
124124
125125## Install
126126
0 commit comments