@@ -27,100 +27,100 @@ x-crawl is an open source project under the MIT license, completely free to use.
27
27
28
28
# Table of Contents
29
29
30
- - [ Install] ( #Install )
31
- - [ Example] ( #Example )
32
- - [ Core Concepts] ( #Core-Concepts )
33
- - [ Create Application] ( #Create-Application )
34
- - [ An Example of a Crawler Application] ( #An-Example -of-a-Crawler-Application )
35
- - [ Crawl Mode] ( #Crawl-Mode )
36
- - [ Default Device Fingerprint] ( #Default-Device-Fingerprint )
37
- - [ Multiple Crawler Application Anstances] ( #Multiple-Crawler-Application-Instances )
38
- - [ Crawl Page] ( #Crawl-Page )
39
- - [ Browser Instance] ( #Browser-Instance )
40
- - [ Page Instance] ( #Page-Instance )
41
- - [ life Cycle] ( #life-Cycle )
42
- - [ onCrawlItemComplete] ( #onCrawlItemComplete )
43
- - [ Open Browser] ( #Open-Browser )
44
- - [ Crawl Interface] ( #Crawl-Interface )
45
- - [ life Cycle] ( #life-Cycle -1 )
46
- - [ onCrawlItemComplete] ( #onCrawlItemComplete -1 )
47
- - [ Crawl Files] ( #Crawl-Files )
48
- - [ life Cycle] ( #life-Cycle )
49
- - [ onCrawlItemComplete] ( #onCrawlItemComplete -2 )
50
- - [ onBeforeSaveItemFile] ( #onBeforeSaveItemFile )
51
- - [ Start Polling] ( #Start-Polling )
52
- - [ Config Priority] ( #Config-Priority )
53
- - [ Interval Time] ( #Interval-Time )
54
- - [ Fail Retry] ( #Fail-Retry )
55
- - [ Rotate Proxy] ( #Rotate-Proxy )
56
- - [ Custom Device Fingerprint] ( #Custom-Device-Fingerprint )
57
- - [ Priority Queue] ( #Priority-Queue )
58
- - [ About Results] ( #About-Results )
59
- - [ TypeScript] ( #TypeScript )
60
- - [ API] ( #API )
61
- - [ xCrawl] ( #xCrawl )
62
- - [ Type] ( #Type )
63
- - [ Example] ( #Example -1 )
64
- - [ crawlPage] ( #crawlPage )
65
- - [ Type] ( #Type -1 )
66
- - [ Example] ( #Example -2 )
67
- - [ Config] ( #Config )
68
- - [ Simple target config - string] ( #Simple -target-config---string )
69
- - [ Detailed target config - CrawlPageDetailTargetConfig] ( #Detailed -target-config---CrawlPageDetailTargetConfig )
70
- - [ Mixed target array config - (string | CrawlPageDetailTargetConfig)[ ]] ( #Mixed -target-array-config---string--CrawlPageDetailTargetConfig )
71
- - [ Advanced config - CrawlPageAdvancedConfig] ( #Advanced -config---CrawlPageAdvancedConfig )
72
- - [ crawlData] ( #crawlData )
73
- - [ Type] ( #Type -2 )
74
- - [ Example] ( #Example -3 )
75
- - [ Config] ( #Config -1 )
76
- - [ Simple target config - string] ( #Simple -target-config---string-1 )
77
- - [ Detailed target config - CrawlDataDetailTargetConfig] ( #Detailed -target-config---CrawlDataDetailTargetConfig )
78
- - [ Mixed target array config - (string | CrawlDataDetailTargetConfig)[ ]] ( #Mixed -target-array-config---string--CrawlDataDetailTargetConfig )
79
- - [ Advanced config - CrawlDataAdvancedConfig] ( #Advanced -config---CrawlDataAdvancedConfig )
80
- - [ crawlFile] ( #crawlFile )
81
- - [ Type] ( #Type -3 )
82
- - [ Example] ( #Example -4 )
83
- - [ Config] ( #Config -2 )
84
- - [ Detailed target config - CrawlFileDetailTargetConfig] ( #Detailed -target-config---CrawlFileDetailTargetConfig )
85
- - [ Detailed target array config - CrawlFileDetailTargetConfig[ ]] ( #Detailed -target-array-config---CrawlFileDetailTargetConfig )
86
- - [ Advanced config - CrawlFileAdvancedConfig] ( #Advanced -config-CrawlFileAdvancedConfig )
87
- - [ crawlPolling] ( #crawlPolling )
88
- - [ Type] ( #Type -4 )
89
- - [ Example] ( #Example -5 )
90
- - [ Types] ( #Types )
91
- - [ API Config] ( #API-Config )
92
- - [ XCrawlConfig] ( #XCrawlConfig )
93
- - [ Detail Target Config] ( #Detail-Target-Config )
94
- - [ CrawlPageDetailTargetConfig] ( #CrawlPageDetailTargetConfig )
95
- - [ CrawlDataDetailTargetConfig] ( #CrawlDataDetailTargetConfig )
96
- - [ CrawlFileDetailTargetConfig] ( #CrawlFileDetailTargetConfig )
97
- - [ Advanced Config] ( #Advanced-Config )
98
- - [ CrawlPageAdvancedConfig] ( #CrawlPageAdvancedConfig )
99
- - [ CrawlDataAdvancedConfig] ( #CrawlDataAdvancedConfig )
100
- - [ CrawlFileAdvancedConfig] ( #CrawlFileAdvancedConfig )
101
- - [ StartPollingConfig] ( #StartPollingConfig )
102
- - [ Crawl Other Config] ( #Crawl-Other-Config )
103
- - [ CrawlCommonConfig] ( #CrawlCommonConfig )
104
- - [ DetailTargetFingerprintCommon] ( #DetailTargetFingerprintCommon )
105
- - [ Mobile] ( #Mobile )
106
- - [ Platform] ( #Platform )
107
- - [ PageCookies] ( #PageCookies )
108
- - [ Method] ( #Method )
109
- - [ IntervalTime] ( #IntervalTime )
110
- - [ API Result] ( #API-Result )
111
- - [ XCrawlInstance] ( #XCrawlInstance )
112
- - [ CrawlCommonResult] ( #CrawlCommonResult )
113
- - [ CrawlPageSingleResult] ( #CrawlPageSingleResult )
114
- - [ CrawlDataSingleResult] ( #CrawlDataSingleResult )
115
- - [ CrawlFileSingleResult] ( #CrawlFileSingleResult )
116
- - [ API Other] ( #API-Other )
117
- - [ AnyObject] ( #AnyObject )
118
- - [ FAQ] ( #FAQ )
119
- - [ The relationship between crawlPage API and puppeteer] ( #The -relationship-between-crawlPage-API -and-puppeteer )
120
- - [ More] ( #More )
121
- - [ Community] ( #Community )
122
- - [ Issues] ( #Issues )
123
- - [ Sponsor] ( #Sponsor -1 )
30
+ - [ Install] ( #install )
31
+ - [ Example] ( #example )
32
+ - [ Core Concepts] ( #core-concepts )
33
+ - [ Create Application] ( #create-application )
34
+ - [ An Example of a Crawler Application] ( #an-example -of-a-crawler-application )
35
+ - [ Crawl Mode] ( #crawl-mode )
36
+ - [ Default Device Fingerprint] ( #default-device-fingerprint )
37
+ - [ Multiple Crawler Application Anstances] ( #multiple-crawler-application-instances )
38
+ - [ Crawl Page] ( #crawl-page )
39
+ - [ Browser Instance] ( #browser-instance )
40
+ - [ Page Instance] ( #page-instance )
41
+ - [ life Cycle] ( #life-cycle )
42
+ - [ onCrawlItemComplete] ( #oncrawlitemcomplete )
43
+ - [ Open Browser] ( #open-browser )
44
+ - [ Crawl Interface] ( #crawl-interface )
45
+ - [ life Cycle] ( #life-cycle -1 )
46
+ - [ onCrawlItemComplete] ( #oncrawlitemcomplete -1 )
47
+ - [ Crawl Files] ( #crawl-files )
48
+ - [ life Cycle] ( #life-cycle )
49
+ - [ onCrawlItemComplete] ( #oncrawlitemcomplete -2 )
50
+ - [ onBeforeSaveItemFile] ( #onbeforesaveitemfile )
51
+ - [ Start Polling] ( #start-polling )
52
+ - [ Config Priority] ( #config-priority )
53
+ - [ Interval Time] ( #interval-time )
54
+ - [ Fail Retry] ( #fail-retry )
55
+ - [ Rotate Proxy] ( #rotate-proxy )
56
+ - [ Custom Device Fingerprint] ( #custom-device-fingerprint )
57
+ - [ Priority Queue] ( #priority-queue )
58
+ - [ About Results] ( #about-results )
59
+ - [ TypeScript] ( #typescript )
60
+ - [ API] ( #api )
61
+ - [ xCrawl] ( #xcrawl )
62
+ - [ Type] ( #type )
63
+ - [ Example] ( #example -1 )
64
+ - [ crawlPage] ( #crawlpage )
65
+ - [ Type] ( #type -1 )
66
+ - [ Example] ( #example -2 )
67
+ - [ Config] ( #config )
68
+ - [ Simple target config - string] ( #simple -target-config---string )
69
+ - [ Detailed target config - CrawlPageDetailTargetConfig] ( #detailed -target-config---crawlpagedetailtargetconfig )
70
+ - [ Mixed target array config - (string | CrawlPageDetailTargetConfig)[ ]] ( #mixed -target-array-config---string--crawlpagedetailtargetconfig )
71
+ - [ Advanced config - CrawlPageAdvancedConfig] ( #advanced -config---crawlpageadvancedconfig )
72
+ - [ crawlData] ( #crawldata )
73
+ - [ Type] ( #type -2 )
74
+ - [ Example] ( #example -3 )
75
+ - [ Config] ( #config -1 )
76
+ - [ Simple target config - string] ( #simple -target-config---string-1 )
77
+ - [ Detailed target config - CrawlDataDetailTargetConfig] ( #detailed -target-config---crawldatadetailtargetconfig )
78
+ - [ Mixed target array config - (string | CrawlDataDetailTargetConfig)[ ]] ( #mixed -target-array-config---string--crawldatadetailtargetconfig )
79
+ - [ Advanced config - CrawlDataAdvancedConfig] ( #advanced -config---crawldataadvancedconfig )
80
+ - [ crawlFile] ( #crawlfile )
81
+ - [ Type] ( #type -3 )
82
+ - [ Example] ( #example -4 )
83
+ - [ Config] ( #config -2 )
84
+ - [ Detailed target config - CrawlFileDetailTargetConfig] ( #detailed -target-config---crawlFiledetailtargetconfig )
85
+ - [ Detailed target array config - CrawlFileDetailTargetConfig[ ]] ( #detailed -target-array-config---crawlfiledetailtargetconfig )
86
+ - [ Advanced config - CrawlFileAdvancedConfig] ( #advanced -config-crawlfileadvancedconfig )
87
+ - [ crawlPolling] ( #crawlpolling )
88
+ - [ Type] ( #type -4 )
89
+ - [ Example] ( #example -5 )
90
+ - [ Types] ( #types )
91
+ - [ API Config] ( #api-config )
92
+ - [ XCrawlConfig] ( #xcrawlconfig )
93
+ - [ Detail Target Config] ( #detail-target-config )
94
+ - [ CrawlPageDetailTargetConfig] ( #crawlpagedetailtargetconfig )
95
+ - [ CrawlDataDetailTargetConfig] ( #crawldatadetailtargetconfig )
96
+ - [ CrawlFileDetailTargetConfig] ( #crawlfiledetailtargetconfig )
97
+ - [ Advanced Config] ( #advanced-config )
98
+ - [ CrawlPageAdvancedConfig] ( #crawlpageadvancedconfig )
99
+ - [ CrawlDataAdvancedConfig] ( #crawldataadvancedconfig )
100
+ - [ CrawlFileAdvancedConfig] ( #crawlfileadvancedconfig )
101
+ - [ StartPollingConfig] ( #startpollingconfig )
102
+ - [ Crawl Other Config] ( #crawl-other-config )
103
+ - [ CrawlCommonConfig] ( #crawlcommonconfig )
104
+ - [ DetailTargetFingerprintCommon] ( #detailtargetfingerprintcommon )
105
+ - [ Mobile] ( #mobile )
106
+ - [ Platform] ( #platform )
107
+ - [ PageCookies] ( #pagecookies )
108
+ - [ Method] ( #method )
109
+ - [ IntervalTime] ( #intervaltime )
110
+ - [ API Result] ( #api-result )
111
+ - [ XCrawlInstance] ( #xcrawlinstance )
112
+ - [ CrawlCommonResult] ( #crawlcommonResult )
113
+ - [ CrawlPageSingleResult] ( #crawlpagesingleresult )
114
+ - [ CrawlDataSingleResult] ( #crawldatasingleresult )
115
+ - [ CrawlFileSingleResult] ( #crawlfilesingleresult )
116
+ - [ API Other] ( #api-other )
117
+ - [ AnyObject] ( #anyobject )
118
+ - [ FAQ] ( #faq )
119
+ - [ The relationship between crawlPage API and puppeteer] ( #the -relationship-between-crawlpage-api -and-puppeteer )
120
+ - [ More] ( #more )
121
+ - [ Community] ( #community )
122
+ - [ Issues] ( #issues )
123
+ - [ Sponsor] ( #sponsor -1 )
124
124
125
125
## Install
126
126
0 commit comments