@@ -23,11 +23,11 @@ import {
23
23
CrawlFileDetailTargetConfig ,
24
24
CrawlPageDetailTargetConfig ,
25
25
PageCookies ,
26
- CrawlPageSingleRes ,
26
+ CrawlPageSingleResult ,
27
27
StartPollingConfig ,
28
28
CrawlPageAdvancedConfig ,
29
- CrawlDataSingleRes ,
30
- CrawlFileSingleRes ,
29
+ CrawlDataSingleResult ,
30
+ CrawlFileSingleResult ,
31
31
CrawlFileAdvancedConfig ,
32
32
CrawlDataAdvancedConfig ,
33
33
IntervalTime ,
@@ -50,15 +50,15 @@ export interface ExtraDataAndFileCommonConfig {
50
50
interface ExtraPageConfig extends ExtraCommonConfig {
51
51
browser : Browser
52
52
onCrawlItemComplete :
53
- | ( ( crawlPageSingleRes : CrawlPageSingleRes ) => void )
53
+ | ( ( crawlPageSingleRes : CrawlPageSingleResult ) => void )
54
54
| undefined
55
55
}
56
56
57
57
interface ExtraDataConfig < T >
58
58
extends ExtraCommonConfig ,
59
59
ExtraDataAndFileCommonConfig {
60
60
onCrawlItemComplete :
61
- | ( ( crawlDataSingleRes : CrawlDataSingleRes < T > ) => void )
61
+ | ( ( crawlDataSingleRes : CrawlDataSingleResult < T > ) => void )
62
62
| undefined
63
63
}
64
64
@@ -68,7 +68,7 @@ interface ExtraFileConfig
68
68
saveFileErrorArr : { message : string ; valueOf : ( ) => number } [ ]
69
69
saveFilePendingQueue : Promise < any > [ ]
70
70
onCrawlItemComplete :
71
- | ( ( crawlFileSingleRes : CrawlFileSingleRes ) => void )
71
+ | ( ( crawlFileSingleRes : CrawlFileSingleResult ) => void )
72
72
| undefined
73
73
onBeforeSaveItemFile :
74
74
| ( ( info : {
@@ -135,7 +135,7 @@ interface CrawlPageConfig {
135
135
selectFingerprintIndexs : number [ ]
136
136
137
137
onCrawlItemComplete :
138
- | ( ( crawlPageSingleRes : CrawlPageSingleRes ) => void )
138
+ | ( ( crawlPageSingleRes : CrawlPageSingleResult ) => void )
139
139
| undefined
140
140
}
141
141
@@ -146,7 +146,7 @@ interface CrawlDataConfig {
146
146
selectFingerprintIndexs : number [ ]
147
147
148
148
onCrawlItemComplete :
149
- | ( ( crawlDataSingleRes : CrawlDataSingleRes < any > ) => void )
149
+ | ( ( crawlDataSingleRes : CrawlDataSingleResult < any > ) => void )
150
150
| undefined
151
151
}
152
152
@@ -165,7 +165,7 @@ interface CrawlFileConfig {
165
165
} ) => Promise < Buffer > )
166
166
| undefined
167
167
onCrawlItemComplete :
168
- | ( ( crawlDataSingleRes : CrawlDataSingleRes < any > ) => void )
168
+ | ( ( crawlDataSingleRes : CrawlDataSingleResult < any > ) => void )
169
169
| undefined
170
170
}
171
171
@@ -813,7 +813,7 @@ function pageSingleResultHandle(
813
813
result . data = { browser, ...detailTargetResult }
814
814
815
815
if ( onCrawlItemComplete ) {
816
- onCrawlItemComplete ( device . result as CrawlPageSingleRes )
816
+ onCrawlItemComplete ( device . result as CrawlPageSingleResult )
817
817
}
818
818
}
819
819
@@ -840,7 +840,7 @@ function dataSingleResultHandle(
840
840
}
841
841
842
842
if ( onCrawlItemComplete ) {
843
- onCrawlItemComplete ( result as CrawlDataSingleRes < any > )
843
+ onCrawlItemComplete ( result as CrawlDataSingleResult < any > )
844
844
}
845
845
}
846
846
@@ -917,15 +917,15 @@ function fileSingleResultHandle(
917
917
}
918
918
919
919
if ( onCrawlItemComplete ) {
920
- onCrawlItemComplete ( device . result as CrawlFileSingleRes )
920
+ onCrawlItemComplete ( device . result as CrawlFileSingleResult )
921
921
}
922
922
} )
923
923
924
924
// 存放保存文件 Promise , 后续等待即可回到 crawlFile 函数内部等待完成即可
925
925
saveFilePendingQueue . push ( saveFileItemPending )
926
926
} else {
927
927
if ( onCrawlItemComplete ) {
928
- onCrawlItemComplete ( device . result as CrawlFileSingleRes )
928
+ onCrawlItemComplete ( device . result as CrawlFileSingleResult )
929
929
}
930
930
}
931
931
}
@@ -939,35 +939,35 @@ export function createCrawlPage(xCrawlConfig: LoaderXCrawlConfig) {
939
939
940
940
function crawlPage (
941
941
config : string ,
942
- callback ?: ( res : CrawlPageSingleRes ) => void
943
- ) : Promise < CrawlPageSingleRes >
942
+ callback ?: ( result : CrawlPageSingleResult ) => void
943
+ ) : Promise < CrawlPageSingleResult >
944
944
945
945
function crawlPage (
946
946
config : CrawlPageDetailTargetConfig ,
947
- callback ?: ( res : CrawlPageSingleRes ) => void
948
- ) : Promise < CrawlPageSingleRes >
947
+ callback ?: ( result : CrawlPageSingleResult ) => void
948
+ ) : Promise < CrawlPageSingleResult >
949
949
950
950
function crawlPage (
951
951
config : ( string | CrawlPageDetailTargetConfig ) [ ] ,
952
- callback ?: ( res : CrawlPageSingleRes [ ] ) => void
953
- ) : Promise < CrawlPageSingleRes [ ] >
952
+ callback ?: ( result : CrawlPageSingleResult [ ] ) => void
953
+ ) : Promise < CrawlPageSingleResult [ ] >
954
954
955
955
function crawlPage (
956
956
config : CrawlPageAdvancedConfig ,
957
- callback ?: ( res : CrawlPageSingleRes [ ] ) => void
958
- ) : Promise < CrawlPageSingleRes [ ] >
957
+ callback ?: ( result : CrawlPageSingleResult [ ] ) => void
958
+ ) : Promise < CrawlPageSingleResult [ ] >
959
959
960
960
async function crawlPage (
961
961
config : UniteCrawlPageConfig ,
962
- callback ?: ( res : any ) => void
963
- ) : Promise < CrawlPageSingleRes | CrawlPageSingleRes [ ] > {
962
+ callback ?: ( result : any ) => void
963
+ ) : Promise < CrawlPageSingleResult | CrawlPageSingleResult [ ] > {
964
964
// 创建浏览器
965
965
if ( ! haveCreateBrowser ) {
966
966
haveCreateBrowser = true
967
967
createBrowserPending = puppeteer
968
968
. launch ( xCrawlConfig . crawlPage ?. launchBrowser )
969
- . then ( ( res ) => {
970
- browser = res
969
+ . then ( ( result ) => {
970
+ browser = result
971
971
} )
972
972
}
973
973
@@ -988,24 +988,24 @@ export function createCrawlPage(xCrawlConfig: LoaderXCrawlConfig) {
988
988
onCrawlItemComplete
989
989
}
990
990
991
- const crawlResArr = ( await controller (
991
+ const crawlResultArr = ( await controller (
992
992
'page' ,
993
993
xCrawlConfig . mode ,
994
994
detailTargets ,
995
995
extraConfig ,
996
996
pageSingleCrawlHandle
997
- ) ) as CrawlPageSingleRes [ ]
997
+ ) ) as CrawlPageSingleResult [ ]
998
998
999
- const crawlRes =
999
+ const crawlResult =
1000
1000
isArray ( config ) || ( isObject ( config ) && Object . hasOwn ( config , 'targets' ) )
1001
- ? crawlResArr
1002
- : crawlResArr [ 0 ]
1001
+ ? crawlResultArr
1002
+ : crawlResultArr [ 0 ]
1003
1003
1004
1004
if ( callback ) {
1005
- callback ( crawlRes )
1005
+ callback ( crawlResult )
1006
1006
}
1007
1007
1008
- return crawlRes
1008
+ return crawlResult
1009
1009
}
1010
1010
1011
1011
return crawlPage
@@ -1014,28 +1014,28 @@ export function createCrawlPage(xCrawlConfig: LoaderXCrawlConfig) {
1014
1014
export function createCrawlData ( xCrawlConfig : LoaderXCrawlConfig ) {
1015
1015
function crawlData < T = any > (
1016
1016
config : string ,
1017
- callback ?: ( res : CrawlDataSingleRes < T > ) => void
1018
- ) : Promise < CrawlDataSingleRes < T > >
1017
+ callback ?: ( result : CrawlDataSingleResult < T > ) => void
1018
+ ) : Promise < CrawlDataSingleResult < T > >
1019
1019
1020
1020
function crawlData < T = any > (
1021
1021
config : CrawlDataDetailTargetConfig ,
1022
- callback ?: ( res : CrawlDataSingleRes < T > ) => void
1023
- ) : Promise < CrawlDataSingleRes < T > >
1022
+ callback ?: ( result : CrawlDataSingleResult < T > ) => void
1023
+ ) : Promise < CrawlDataSingleResult < T > >
1024
1024
1025
1025
function crawlData < T = any > (
1026
1026
config : ( string | CrawlDataDetailTargetConfig ) [ ] ,
1027
- callback ?: ( res : CrawlDataSingleRes < T > [ ] ) => void
1028
- ) : Promise < CrawlDataSingleRes < T > [ ] >
1027
+ callback ?: ( result : CrawlDataSingleResult < T > [ ] ) => void
1028
+ ) : Promise < CrawlDataSingleResult < T > [ ] >
1029
1029
1030
1030
function crawlData < T = any > (
1031
1031
config : CrawlDataAdvancedConfig < T > ,
1032
- callback ?: ( res : CrawlDataSingleRes < T > [ ] ) => void
1033
- ) : Promise < CrawlDataSingleRes < T > [ ] >
1032
+ callback ?: ( result : CrawlDataSingleResult < T > [ ] ) => void
1033
+ ) : Promise < CrawlDataSingleResult < T > [ ] >
1034
1034
1035
1035
async function crawlData < T = any > (
1036
1036
config : UniteCrawlDataConfig < T > ,
1037
- callback ?: ( res : any ) => void
1038
- ) : Promise < CrawlDataSingleRes < T > | CrawlDataSingleRes < T > [ ] > {
1037
+ callback ?: ( result : any ) => void
1038
+ ) : Promise < CrawlDataSingleResult < T > | CrawlDataSingleResult < T > [ ] > {
1039
1039
const { detailTargets, intervalTime, onCrawlItemComplete } =
1040
1040
createCrawlDataConfig ( xCrawlConfig , config )
1041
1041
@@ -1045,24 +1045,24 @@ export function createCrawlData(xCrawlConfig: LoaderXCrawlConfig) {
1045
1045
onCrawlItemComplete
1046
1046
}
1047
1047
1048
- const crawlResArr = ( await controller (
1048
+ const crawlResultArr = ( await controller (
1049
1049
'data' ,
1050
1050
xCrawlConfig . mode ,
1051
1051
detailTargets ,
1052
1052
extraConfig ,
1053
1053
dataAndFileSingleCrawlHandle
1054
- ) ) as CrawlDataSingleRes < T > [ ]
1054
+ ) ) as CrawlDataSingleResult < T > [ ]
1055
1055
1056
- const crawlRes =
1056
+ const crawlResult =
1057
1057
isArray ( config ) || ( isObject ( config ) && Object . hasOwn ( config , 'targets' ) )
1058
- ? crawlResArr
1059
- : crawlResArr [ 0 ]
1058
+ ? crawlResultArr
1059
+ : crawlResultArr [ 0 ]
1060
1060
1061
1061
if ( callback ) {
1062
- callback ( crawlRes )
1062
+ callback ( crawlResult )
1063
1063
}
1064
1064
1065
- return crawlRes
1065
+ return crawlResult
1066
1066
}
1067
1067
1068
1068
return crawlData
@@ -1071,23 +1071,23 @@ export function createCrawlData(xCrawlConfig: LoaderXCrawlConfig) {
1071
1071
export function createCrawlFile ( xCrawlConfig : LoaderXCrawlConfig ) {
1072
1072
function crawlFile (
1073
1073
config : CrawlFileDetailTargetConfig ,
1074
- callback ?: ( res : CrawlFileSingleRes ) => void
1075
- ) : Promise < CrawlFileSingleRes >
1074
+ callback ?: ( result : CrawlFileSingleResult ) => void
1075
+ ) : Promise < CrawlFileSingleResult >
1076
1076
1077
1077
function crawlFile (
1078
1078
config : CrawlFileDetailTargetConfig [ ] ,
1079
- callback ?: ( res : CrawlFileSingleRes [ ] ) => void
1080
- ) : Promise < CrawlFileSingleRes [ ] >
1079
+ callback ?: ( result : CrawlFileSingleResult [ ] ) => void
1080
+ ) : Promise < CrawlFileSingleResult [ ] >
1081
1081
1082
1082
function crawlFile (
1083
1083
config : CrawlFileAdvancedConfig ,
1084
- callback ?: ( res : CrawlFileSingleRes [ ] ) => void
1085
- ) : Promise < CrawlFileSingleRes [ ] >
1084
+ callback ?: ( result : CrawlFileSingleResult [ ] ) => void
1085
+ ) : Promise < CrawlFileSingleResult [ ] >
1086
1086
1087
1087
async function crawlFile (
1088
1088
config : UniteCrawlFileConfig ,
1089
- callback ?: ( res : any ) => void
1090
- ) : Promise < CrawlFileSingleRes | CrawlFileSingleRes [ ] > {
1089
+ callback ?: ( result : any ) => void
1090
+ ) : Promise < CrawlFileSingleResult | CrawlFileSingleResult [ ] > {
1091
1091
const {
1092
1092
detailTargets,
1093
1093
intervalTime,
@@ -1106,13 +1106,13 @@ export function createCrawlFile(xCrawlConfig: LoaderXCrawlConfig) {
1106
1106
onBeforeSaveItemFile
1107
1107
}
1108
1108
1109
- const crawlResArr = ( await controller (
1109
+ const crawlResultArr = ( await controller (
1110
1110
'file' ,
1111
1111
xCrawlConfig . mode ,
1112
1112
detailTargets ,
1113
1113
extraConfig ,
1114
1114
dataAndFileSingleCrawlHandle
1115
- ) ) as CrawlFileSingleRes [ ]
1115
+ ) ) as CrawlFileSingleResult [ ]
1116
1116
1117
1117
const { saveFilePendingQueue, saveFileErrorArr } = extraConfig
1118
1118
@@ -1125,7 +1125,7 @@ export function createCrawlFile(xCrawlConfig: LoaderXCrawlConfig) {
1125
1125
// 统计保存
1126
1126
const succssIds : number [ ] = [ ]
1127
1127
const errorIds : number [ ] = [ ]
1128
- crawlResArr . forEach ( ( item ) => {
1128
+ crawlResultArr . forEach ( ( item ) => {
1129
1129
if ( item . data ?. data . isSuccess ) {
1130
1130
succssIds . push ( item . id )
1131
1131
} else {
@@ -1148,16 +1148,16 @@ export function createCrawlFile(xCrawlConfig: LoaderXCrawlConfig) {
1148
1148
)
1149
1149
)
1150
1150
1151
- const crawlRes =
1151
+ const crawlResult =
1152
1152
isArray ( config ) || ( isObject ( config ) && Object . hasOwn ( config , 'targets' ) )
1153
- ? crawlResArr
1154
- : crawlResArr [ 0 ]
1153
+ ? crawlResultArr
1154
+ : crawlResultArr [ 0 ]
1155
1155
1156
1156
if ( callback ) {
1157
- callback ( crawlRes )
1157
+ callback ( crawlResult )
1158
1158
}
1159
1159
1160
- return crawlRes
1160
+ return crawlResult
1161
1161
}
1162
1162
1163
1163
return crawlFile
0 commit comments