Skip to content

Commit d840e70

Browse files
committed
Feat: Type and internal value name changes
1 parent f2dbc11 commit d840e70

File tree

5 files changed

+106
-106
lines changed

5 files changed

+106
-106
lines changed

src/api.ts

Lines changed: 65 additions & 65 deletions
Original file line numberDiff line numberDiff line change
@@ -23,11 +23,11 @@ import {
2323
CrawlFileDetailTargetConfig,
2424
CrawlPageDetailTargetConfig,
2525
PageCookies,
26-
CrawlPageSingleRes,
26+
CrawlPageSingleResult,
2727
StartPollingConfig,
2828
CrawlPageAdvancedConfig,
29-
CrawlDataSingleRes,
30-
CrawlFileSingleRes,
29+
CrawlDataSingleResult,
30+
CrawlFileSingleResult,
3131
CrawlFileAdvancedConfig,
3232
CrawlDataAdvancedConfig,
3333
IntervalTime,
@@ -50,15 +50,15 @@ export interface ExtraDataAndFileCommonConfig {
5050
interface ExtraPageConfig extends ExtraCommonConfig {
5151
browser: Browser
5252
onCrawlItemComplete:
53-
| ((crawlPageSingleRes: CrawlPageSingleRes) => void)
53+
| ((crawlPageSingleRes: CrawlPageSingleResult) => void)
5454
| undefined
5555
}
5656

5757
interface ExtraDataConfig<T>
5858
extends ExtraCommonConfig,
5959
ExtraDataAndFileCommonConfig {
6060
onCrawlItemComplete:
61-
| ((crawlDataSingleRes: CrawlDataSingleRes<T>) => void)
61+
| ((crawlDataSingleRes: CrawlDataSingleResult<T>) => void)
6262
| undefined
6363
}
6464

@@ -68,7 +68,7 @@ interface ExtraFileConfig
6868
saveFileErrorArr: { message: string; valueOf: () => number }[]
6969
saveFilePendingQueue: Promise<any>[]
7070
onCrawlItemComplete:
71-
| ((crawlFileSingleRes: CrawlFileSingleRes) => void)
71+
| ((crawlFileSingleRes: CrawlFileSingleResult) => void)
7272
| undefined
7373
onBeforeSaveItemFile:
7474
| ((info: {
@@ -135,7 +135,7 @@ interface CrawlPageConfig {
135135
selectFingerprintIndexs: number[]
136136

137137
onCrawlItemComplete:
138-
| ((crawlPageSingleRes: CrawlPageSingleRes) => void)
138+
| ((crawlPageSingleRes: CrawlPageSingleResult) => void)
139139
| undefined
140140
}
141141

@@ -146,7 +146,7 @@ interface CrawlDataConfig {
146146
selectFingerprintIndexs: number[]
147147

148148
onCrawlItemComplete:
149-
| ((crawlDataSingleRes: CrawlDataSingleRes<any>) => void)
149+
| ((crawlDataSingleRes: CrawlDataSingleResult<any>) => void)
150150
| undefined
151151
}
152152

@@ -165,7 +165,7 @@ interface CrawlFileConfig {
165165
}) => Promise<Buffer>)
166166
| undefined
167167
onCrawlItemComplete:
168-
| ((crawlDataSingleRes: CrawlDataSingleRes<any>) => void)
168+
| ((crawlDataSingleRes: CrawlDataSingleResult<any>) => void)
169169
| undefined
170170
}
171171

@@ -813,7 +813,7 @@ function pageSingleResultHandle(
813813
result.data = { browser, ...detailTargetResult }
814814

815815
if (onCrawlItemComplete) {
816-
onCrawlItemComplete(device.result as CrawlPageSingleRes)
816+
onCrawlItemComplete(device.result as CrawlPageSingleResult)
817817
}
818818
}
819819

@@ -840,7 +840,7 @@ function dataSingleResultHandle(
840840
}
841841

842842
if (onCrawlItemComplete) {
843-
onCrawlItemComplete(result as CrawlDataSingleRes<any>)
843+
onCrawlItemComplete(result as CrawlDataSingleResult<any>)
844844
}
845845
}
846846

@@ -917,15 +917,15 @@ function fileSingleResultHandle(
917917
}
918918

919919
if (onCrawlItemComplete) {
920-
onCrawlItemComplete(device.result as CrawlFileSingleRes)
920+
onCrawlItemComplete(device.result as CrawlFileSingleResult)
921921
}
922922
})
923923

924924
// 存放保存文件 Promise , 后续等待即可回到 crawlFile 函数内部等待完成即可
925925
saveFilePendingQueue.push(saveFileItemPending)
926926
} else {
927927
if (onCrawlItemComplete) {
928-
onCrawlItemComplete(device.result as CrawlFileSingleRes)
928+
onCrawlItemComplete(device.result as CrawlFileSingleResult)
929929
}
930930
}
931931
}
@@ -939,35 +939,35 @@ export function createCrawlPage(xCrawlConfig: LoaderXCrawlConfig) {
939939

940940
function crawlPage(
941941
config: string,
942-
callback?: (res: CrawlPageSingleRes) => void
943-
): Promise<CrawlPageSingleRes>
942+
callback?: (result: CrawlPageSingleResult) => void
943+
): Promise<CrawlPageSingleResult>
944944

945945
function crawlPage(
946946
config: CrawlPageDetailTargetConfig,
947-
callback?: (res: CrawlPageSingleRes) => void
948-
): Promise<CrawlPageSingleRes>
947+
callback?: (result: CrawlPageSingleResult) => void
948+
): Promise<CrawlPageSingleResult>
949949

950950
function crawlPage(
951951
config: (string | CrawlPageDetailTargetConfig)[],
952-
callback?: (res: CrawlPageSingleRes[]) => void
953-
): Promise<CrawlPageSingleRes[]>
952+
callback?: (result: CrawlPageSingleResult[]) => void
953+
): Promise<CrawlPageSingleResult[]>
954954

955955
function crawlPage(
956956
config: CrawlPageAdvancedConfig,
957-
callback?: (res: CrawlPageSingleRes[]) => void
958-
): Promise<CrawlPageSingleRes[]>
957+
callback?: (result: CrawlPageSingleResult[]) => void
958+
): Promise<CrawlPageSingleResult[]>
959959

960960
async function crawlPage(
961961
config: UniteCrawlPageConfig,
962-
callback?: (res: any) => void
963-
): Promise<CrawlPageSingleRes | CrawlPageSingleRes[]> {
962+
callback?: (result: any) => void
963+
): Promise<CrawlPageSingleResult | CrawlPageSingleResult[]> {
964964
// 创建浏览器
965965
if (!haveCreateBrowser) {
966966
haveCreateBrowser = true
967967
createBrowserPending = puppeteer
968968
.launch(xCrawlConfig.crawlPage?.launchBrowser)
969-
.then((res) => {
970-
browser = res
969+
.then((result) => {
970+
browser = result
971971
})
972972
}
973973

@@ -988,24 +988,24 @@ export function createCrawlPage(xCrawlConfig: LoaderXCrawlConfig) {
988988
onCrawlItemComplete
989989
}
990990

991-
const crawlResArr = (await controller(
991+
const crawlResultArr = (await controller(
992992
'page',
993993
xCrawlConfig.mode,
994994
detailTargets,
995995
extraConfig,
996996
pageSingleCrawlHandle
997-
)) as CrawlPageSingleRes[]
997+
)) as CrawlPageSingleResult[]
998998

999-
const crawlRes =
999+
const crawlResult =
10001000
isArray(config) || (isObject(config) && Object.hasOwn(config, 'targets'))
1001-
? crawlResArr
1002-
: crawlResArr[0]
1001+
? crawlResultArr
1002+
: crawlResultArr[0]
10031003

10041004
if (callback) {
1005-
callback(crawlRes)
1005+
callback(crawlResult)
10061006
}
10071007

1008-
return crawlRes
1008+
return crawlResult
10091009
}
10101010

10111011
return crawlPage
@@ -1014,28 +1014,28 @@ export function createCrawlPage(xCrawlConfig: LoaderXCrawlConfig) {
10141014
export function createCrawlData(xCrawlConfig: LoaderXCrawlConfig) {
10151015
function crawlData<T = any>(
10161016
config: string,
1017-
callback?: (res: CrawlDataSingleRes<T>) => void
1018-
): Promise<CrawlDataSingleRes<T>>
1017+
callback?: (result: CrawlDataSingleResult<T>) => void
1018+
): Promise<CrawlDataSingleResult<T>>
10191019

10201020
function crawlData<T = any>(
10211021
config: CrawlDataDetailTargetConfig,
1022-
callback?: (res: CrawlDataSingleRes<T>) => void
1023-
): Promise<CrawlDataSingleRes<T>>
1022+
callback?: (result: CrawlDataSingleResult<T>) => void
1023+
): Promise<CrawlDataSingleResult<T>>
10241024

10251025
function crawlData<T = any>(
10261026
config: (string | CrawlDataDetailTargetConfig)[],
1027-
callback?: (res: CrawlDataSingleRes<T>[]) => void
1028-
): Promise<CrawlDataSingleRes<T>[]>
1027+
callback?: (result: CrawlDataSingleResult<T>[]) => void
1028+
): Promise<CrawlDataSingleResult<T>[]>
10291029

10301030
function crawlData<T = any>(
10311031
config: CrawlDataAdvancedConfig<T>,
1032-
callback?: (res: CrawlDataSingleRes<T>[]) => void
1033-
): Promise<CrawlDataSingleRes<T>[]>
1032+
callback?: (result: CrawlDataSingleResult<T>[]) => void
1033+
): Promise<CrawlDataSingleResult<T>[]>
10341034

10351035
async function crawlData<T = any>(
10361036
config: UniteCrawlDataConfig<T>,
1037-
callback?: (res: any) => void
1038-
): Promise<CrawlDataSingleRes<T> | CrawlDataSingleRes<T>[]> {
1037+
callback?: (result: any) => void
1038+
): Promise<CrawlDataSingleResult<T> | CrawlDataSingleResult<T>[]> {
10391039
const { detailTargets, intervalTime, onCrawlItemComplete } =
10401040
createCrawlDataConfig(xCrawlConfig, config)
10411041

@@ -1045,24 +1045,24 @@ export function createCrawlData(xCrawlConfig: LoaderXCrawlConfig) {
10451045
onCrawlItemComplete
10461046
}
10471047

1048-
const crawlResArr = (await controller(
1048+
const crawlResultArr = (await controller(
10491049
'data',
10501050
xCrawlConfig.mode,
10511051
detailTargets,
10521052
extraConfig,
10531053
dataAndFileSingleCrawlHandle
1054-
)) as CrawlDataSingleRes<T>[]
1054+
)) as CrawlDataSingleResult<T>[]
10551055

1056-
const crawlRes =
1056+
const crawlResult =
10571057
isArray(config) || (isObject(config) && Object.hasOwn(config, 'targets'))
1058-
? crawlResArr
1059-
: crawlResArr[0]
1058+
? crawlResultArr
1059+
: crawlResultArr[0]
10601060

10611061
if (callback) {
1062-
callback(crawlRes)
1062+
callback(crawlResult)
10631063
}
10641064

1065-
return crawlRes
1065+
return crawlResult
10661066
}
10671067

10681068
return crawlData
@@ -1071,23 +1071,23 @@ export function createCrawlData(xCrawlConfig: LoaderXCrawlConfig) {
10711071
export function createCrawlFile(xCrawlConfig: LoaderXCrawlConfig) {
10721072
function crawlFile(
10731073
config: CrawlFileDetailTargetConfig,
1074-
callback?: (res: CrawlFileSingleRes) => void
1075-
): Promise<CrawlFileSingleRes>
1074+
callback?: (result: CrawlFileSingleResult) => void
1075+
): Promise<CrawlFileSingleResult>
10761076

10771077
function crawlFile(
10781078
config: CrawlFileDetailTargetConfig[],
1079-
callback?: (res: CrawlFileSingleRes[]) => void
1080-
): Promise<CrawlFileSingleRes[]>
1079+
callback?: (result: CrawlFileSingleResult[]) => void
1080+
): Promise<CrawlFileSingleResult[]>
10811081

10821082
function crawlFile(
10831083
config: CrawlFileAdvancedConfig,
1084-
callback?: (res: CrawlFileSingleRes[]) => void
1085-
): Promise<CrawlFileSingleRes[]>
1084+
callback?: (result: CrawlFileSingleResult[]) => void
1085+
): Promise<CrawlFileSingleResult[]>
10861086

10871087
async function crawlFile(
10881088
config: UniteCrawlFileConfig,
1089-
callback?: (res: any) => void
1090-
): Promise<CrawlFileSingleRes | CrawlFileSingleRes[]> {
1089+
callback?: (result: any) => void
1090+
): Promise<CrawlFileSingleResult | CrawlFileSingleResult[]> {
10911091
const {
10921092
detailTargets,
10931093
intervalTime,
@@ -1106,13 +1106,13 @@ export function createCrawlFile(xCrawlConfig: LoaderXCrawlConfig) {
11061106
onBeforeSaveItemFile
11071107
}
11081108

1109-
const crawlResArr = (await controller(
1109+
const crawlResultArr = (await controller(
11101110
'file',
11111111
xCrawlConfig.mode,
11121112
detailTargets,
11131113
extraConfig,
11141114
dataAndFileSingleCrawlHandle
1115-
)) as CrawlFileSingleRes[]
1115+
)) as CrawlFileSingleResult[]
11161116

11171117
const { saveFilePendingQueue, saveFileErrorArr } = extraConfig
11181118

@@ -1125,7 +1125,7 @@ export function createCrawlFile(xCrawlConfig: LoaderXCrawlConfig) {
11251125
// 统计保存
11261126
const succssIds: number[] = []
11271127
const errorIds: number[] = []
1128-
crawlResArr.forEach((item) => {
1128+
crawlResultArr.forEach((item) => {
11291129
if (item.data?.data.isSuccess) {
11301130
succssIds.push(item.id)
11311131
} else {
@@ -1148,16 +1148,16 @@ export function createCrawlFile(xCrawlConfig: LoaderXCrawlConfig) {
11481148
)
11491149
)
11501150

1151-
const crawlRes =
1151+
const crawlResult =
11521152
isArray(config) || (isObject(config) && Object.hasOwn(config, 'targets'))
1153-
? crawlResArr
1154-
: crawlResArr[0]
1153+
? crawlResultArr
1154+
: crawlResultArr[0]
11551155

11561156
if (callback) {
1157-
callback(crawlRes)
1157+
callback(crawlResult)
11581158
}
11591159

1160-
return crawlRes
1160+
return crawlResult
11611161
}
11621162

11631163
return crawlFile

src/controller.ts

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -20,14 +20,14 @@ import {
2020
} from './utils'
2121
import { HTTPResponse } from 'puppeteer'
2222
import { Request } from './request'
23-
import { CrawlCommonRes } from './types/api'
23+
import { CrawlCommonResult } from './types/api'
2424

2525
export type CrawlDetail =
2626
| LoaderCrawlPageDetail
2727
| LoaderCrawlDataDetail
2828
| LoaderCrawlFileDetail
2929

30-
interface DeviceResult extends CrawlCommonRes {
30+
interface DeviceResult extends CrawlCommonResult {
3131
data: any
3232
}
3333

@@ -67,13 +67,13 @@ export function isCrawlStatusInHttpStatus(device: Device<CrawlDetail, any>) {
6767
status = (detailTargetResult as any as Request).statusCode ?? null
6868
}
6969

70-
let res = false
70+
let result = false
7171
const switchByHttpStatus = detailTargetConfig.proxy?.switchByHttpStatus
7272
if (status && switchByHttpStatus && switchByHttpStatus.includes(status)) {
73-
res = true
73+
result = true
7474
}
7575

76-
return res
76+
return result
7777
}
7878

7979
export async function controller<

0 commit comments

Comments
 (0)