Skip to content

Commit e2506c2

Browse files
niieaniniieani
committed
feat: add new models and update pricing
1 parent 4124587 commit e2506c2

14 files changed

+1411
-18
lines changed

‎src/__snapshots__/GptEncoding.test.ts.snap

Lines changed: 898 additions & 9 deletions
Large diffs are not rendered by default.

‎src/model/babbage-002-finetune.ts

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
// eslint-disable-next-line no-restricted-exports, import/no-default-export
2+
export { default } from '../encoding/p50k_base.js'
3+
export * from '../encoding/p50k_base.js'

‎src/model/davinci-002-finetune.ts

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
// eslint-disable-next-line no-restricted-exports, import/no-default-export
2+
export { default } from '../encoding/p50k_base.js'
3+
export * from '../encoding/p50k_base.js'

‎src/model/gpt-4o-2024-11-20.ts

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
/* eslint-disable import/extensions */
2+
import bpeRanks from '../bpeRanks/o200k_base.js'
3+
import { GptEncoding } from '../GptEncoding.js'
4+
5+
export * from '../constants.js'
6+
export * from '../specialTokens.js'
7+
// prettier-ignore
8+
const api = GptEncoding.getEncodingApiForModel('gpt-4o-2024-11-20', () => bpeRanks)
9+
const {
10+
decode,
11+
decodeAsyncGenerator,
12+
decodeGenerator,
13+
encode,
14+
encodeGenerator,
15+
isWithinTokenLimit,
16+
countTokens,
17+
encodeChat,
18+
encodeChatGenerator,
19+
vocabularySize,
20+
setMergeCacheSize,
21+
clearMergeCache,
22+
estimateCost,
23+
} = api
24+
export {
25+
clearMergeCache,
26+
countTokens,
27+
decode,
28+
decodeAsyncGenerator,
29+
decodeGenerator,
30+
encode,
31+
encodeChat,
32+
encodeChatGenerator,
33+
encodeGenerator,
34+
estimateCost,
35+
isWithinTokenLimit,
36+
setMergeCacheSize,
37+
vocabularySize,
38+
}
39+
// eslint-disable-next-line import/no-default-export
40+
export default api

‎src/model/gpt-4o-audio-preview-2024-12-17.ts

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
/* eslint-disable import/extensions */
2+
import bpeRanks from '../bpeRanks/o200k_base.js'
3+
import { GptEncoding } from '../GptEncoding.js'
4+
5+
export * from '../constants.js'
6+
export * from '../specialTokens.js'
7+
// prettier-ignore
8+
const api = GptEncoding.getEncodingApiForModel('gpt-4o-audio-preview-2024-12-17', () => bpeRanks)
9+
const {
10+
decode,
11+
decodeAsyncGenerator,
12+
decodeGenerator,
13+
encode,
14+
encodeGenerator,
15+
isWithinTokenLimit,
16+
countTokens,
17+
encodeChat,
18+
encodeChatGenerator,
19+
vocabularySize,
20+
setMergeCacheSize,
21+
clearMergeCache,
22+
estimateCost,
23+
} = api
24+
export {
25+
clearMergeCache,
26+
countTokens,
27+
decode,
28+
decodeAsyncGenerator,
29+
decodeGenerator,
30+
encode,
31+
encodeChat,
32+
encodeChatGenerator,
33+
encodeGenerator,
34+
estimateCost,
35+
isWithinTokenLimit,
36+
setMergeCacheSize,
37+
vocabularySize,
38+
}
39+
// eslint-disable-next-line import/no-default-export
40+
export default api

‎src/model/gpt-4o-mini-audio-preview-2024-12-17.ts

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
/* eslint-disable import/extensions */
2+
import bpeRanks from '../bpeRanks/o200k_base.js'
3+
import { GptEncoding } from '../GptEncoding.js'
4+
5+
export * from '../constants.js'
6+
export * from '../specialTokens.js'
7+
// prettier-ignore
8+
const api = GptEncoding.getEncodingApiForModel('gpt-4o-mini-audio-preview-2024-12-17', () => bpeRanks)
9+
const {
10+
decode,
11+
decodeAsyncGenerator,
12+
decodeGenerator,
13+
encode,
14+
encodeGenerator,
15+
isWithinTokenLimit,
16+
countTokens,
17+
encodeChat,
18+
encodeChatGenerator,
19+
vocabularySize,
20+
setMergeCacheSize,
21+
clearMergeCache,
22+
estimateCost,
23+
} = api
24+
export {
25+
clearMergeCache,
26+
countTokens,
27+
decode,
28+
decodeAsyncGenerator,
29+
decodeGenerator,
30+
encode,
31+
encodeChat,
32+
encodeChatGenerator,
33+
encodeGenerator,
34+
estimateCost,
35+
isWithinTokenLimit,
36+
setMergeCacheSize,
37+
vocabularySize,
38+
}
39+
// eslint-disable-next-line import/no-default-export
40+
export default api

‎src/model/gpt-4o-mini-audio-preview.ts

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
/* eslint-disable import/extensions */
2+
import bpeRanks from '../bpeRanks/o200k_base.js'
3+
import { GptEncoding } from '../GptEncoding.js'
4+
5+
export * from '../constants.js'
6+
export * from '../specialTokens.js'
7+
// prettier-ignore
8+
const api = GptEncoding.getEncodingApiForModel('gpt-4o-mini-audio-preview', () => bpeRanks)
9+
const {
10+
decode,
11+
decodeAsyncGenerator,
12+
decodeGenerator,
13+
encode,
14+
encodeGenerator,
15+
isWithinTokenLimit,
16+
countTokens,
17+
encodeChat,
18+
encodeChatGenerator,
19+
vocabularySize,
20+
setMergeCacheSize,
21+
clearMergeCache,
22+
estimateCost,
23+
} = api
24+
export {
25+
clearMergeCache,
26+
countTokens,
27+
decode,
28+
decodeAsyncGenerator,
29+
decodeGenerator,
30+
encode,
31+
encodeChat,
32+
encodeChatGenerator,
33+
encodeGenerator,
34+
estimateCost,
35+
isWithinTokenLimit,
36+
setMergeCacheSize,
37+
vocabularySize,
38+
}
39+
// eslint-disable-next-line import/no-default-export
40+
export default api

‎src/model/gpt-4o-mini-realtime-preview-2024-12-17.ts

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
/* eslint-disable import/extensions */
2+
import bpeRanks from '../bpeRanks/o200k_base.js'
3+
import { GptEncoding } from '../GptEncoding.js'
4+
5+
export * from '../constants.js'
6+
export * from '../specialTokens.js'
7+
// prettier-ignore
8+
const api = GptEncoding.getEncodingApiForModel('gpt-4o-mini-realtime-preview-2024-12-17', () => bpeRanks)
9+
const {
10+
decode,
11+
decodeAsyncGenerator,
12+
decodeGenerator,
13+
encode,
14+
encodeGenerator,
15+
isWithinTokenLimit,
16+
countTokens,
17+
encodeChat,
18+
encodeChatGenerator,
19+
vocabularySize,
20+
setMergeCacheSize,
21+
clearMergeCache,
22+
estimateCost,
23+
} = api
24+
export {
25+
clearMergeCache,
26+
countTokens,
27+
decode,
28+
decodeAsyncGenerator,
29+
decodeGenerator,
30+
encode,
31+
encodeChat,
32+
encodeChatGenerator,
33+
encodeGenerator,
34+
estimateCost,
35+
isWithinTokenLimit,
36+
setMergeCacheSize,
37+
vocabularySize,
38+
}
39+
// eslint-disable-next-line import/no-default-export
40+
export default api

‎src/model/gpt-4o-mini-realtime-preview.ts

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
/* eslint-disable import/extensions */
2+
import bpeRanks from '../bpeRanks/o200k_base.js'
3+
import { GptEncoding } from '../GptEncoding.js'
4+
5+
export * from '../constants.js'
6+
export * from '../specialTokens.js'
7+
// prettier-ignore
8+
const api = GptEncoding.getEncodingApiForModel('gpt-4o-mini-realtime-preview', () => bpeRanks)
9+
const {
10+
decode,
11+
decodeAsyncGenerator,
12+
decodeGenerator,
13+
encode,
14+
encodeGenerator,
15+
isWithinTokenLimit,
16+
countTokens,
17+
encodeChat,
18+
encodeChatGenerator,
19+
vocabularySize,
20+
setMergeCacheSize,
21+
clearMergeCache,
22+
estimateCost,
23+
} = api
24+
export {
25+
clearMergeCache,
26+
countTokens,
27+
decode,
28+
decodeAsyncGenerator,
29+
decodeGenerator,
30+
encode,
31+
encodeChat,
32+
encodeChatGenerator,
33+
encodeGenerator,
34+
estimateCost,
35+
isWithinTokenLimit,
36+
setMergeCacheSize,
37+
vocabularySize,
38+
}
39+
// eslint-disable-next-line import/no-default-export
40+
export default api

‎src/model/gpt-4o-realtime-preview-2024-12-17.ts

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
/* eslint-disable import/extensions */
2+
import bpeRanks from '../bpeRanks/o200k_base.js'
3+
import { GptEncoding } from '../GptEncoding.js'
4+
5+
export * from '../constants.js'
6+
export * from '../specialTokens.js'
7+
// prettier-ignore
8+
const api = GptEncoding.getEncodingApiForModel('gpt-4o-realtime-preview-2024-12-17', () => bpeRanks)
9+
const {
10+
decode,
11+
decodeAsyncGenerator,
12+
decodeGenerator,
13+
encode,
14+
encodeGenerator,
15+
isWithinTokenLimit,
16+
countTokens,
17+
encodeChat,
18+
encodeChatGenerator,
19+
vocabularySize,
20+
setMergeCacheSize,
21+
clearMergeCache,
22+
estimateCost,
23+
} = api
24+
export {
25+
clearMergeCache,
26+
countTokens,
27+
decode,
28+
decodeAsyncGenerator,
29+
decodeGenerator,
30+
encode,
31+
encodeChat,
32+
encodeChatGenerator,
33+
encodeGenerator,
34+
estimateCost,
35+
isWithinTokenLimit,
36+
setMergeCacheSize,
37+
vocabularySize,
38+
}
39+
// eslint-disable-next-line import/no-default-export
40+
export default api

‎src/model/o1-2024-12-17.ts

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
// eslint-disable-next-line no-restricted-exports, import/no-default-export
2+
export { default } from '../encoding/o200k_base.js'
3+
export * from '../encoding/o200k_base.js'

‎src/model/o1.ts

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
// eslint-disable-next-line no-restricted-exports, import/no-default-export
2+
export { default } from '../encoding/o200k_base.js'
3+
export * from '../encoding/o200k_base.js'

‎src/model/o3-mini.ts

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
// eslint-disable-next-line no-restricted-exports, import/no-default-export
2+
export { default } from '../encoding/o200k_base.js'
3+
export * from '../encoding/o200k_base.js'

0 commit comments

Comments
 (0)