publishing

Author: aeltorio

.github/workflows/build.yaml

@@ -1,6 +1,10 @@
-name: Build with Emscripten
+name: Build with Emscripten and publish to npmjs
 
-on: [push, pull_request]
+on:
+  workflow_dispatch:
+
+  release:
+    types: [published]
 
 jobs:
   build:
@@ -31,4 +35,10 @@ jobs:
         source ./emsdk/emsdk_env.sh
         npm install
         npm run build
+        cp ./test/llama-3.1-tokenizer.model ./dist/llama-3.1-tokenizer.model
+
+    - name: Publish to npmjs registry
+      run: |
+        npm config set "//registry.npmjs.org/:_authToken=${{ secrets.NPM_TOKEN }}"
+        npm publish
 

package.json

@@ -1,5 +1,5 @@
 {
-  "name": "sentencepiece-js",
+  "name": "@sctg/sentencepiece-js",
   "version": "1.2.0",
   "description": "Sentencepiece tokenization for natural language processing, JS version.",
   "main": "dist/index.js",
@@ -14,7 +14,9 @@
     "develop": "web-dev-server --node-resolve --watch --open"
   },
   "files": [
-    "./dist/index.js"
+    "./dist/index.js",
+    "./dist/index.d.ts",
+    "./dist/llama-3.1-tokenizer.model"
   ],
   "repository": {
     "type": "git",
@@ -41,10 +43,15 @@
     "@web/dev-server": "^0.4.6",
     "@web/test-runner": "^0.19.0",
     "rollup": "^4.24.0",
+    "rollup-plugin-dts": "^6.1.1",
     "tslib": "^2.7.0",
     "typescript": "^5.6.2"
   },
   "dependencies": {
     "app-root-path": "^3.1.0"
+  },
+  "publishConfig": {
+    "access": "public",
+    "tag": "latest"
   }
-}
+}

rollup.config.mjs

@@ -2,12 +2,23 @@ import { nodeResolve } from '@rollup/plugin-node-resolve';
 import commonjs from '@rollup/plugin-commonjs';
 import { wasm } from '@rollup/plugin-wasm';
 import typescript from '@rollup/plugin-typescript';
+import dts from 'rollup-plugin-dts';
 
-export default {
-    input: 'src/index.ts',
-    output: {
-        dir: 'dist',
-        format: 'cjs'
+export default [
+    {
+        input: 'src/index.ts',
+        output: {
+            dir: 'dist',
+            format: 'cjs'
+        },
+        plugins: [nodeResolve({ browser: true }), commonjs(), wasm(), typescript({ target: "es5", downlevelIteration: true })]
     },
-    plugins: [nodeResolve({ browser: true }), commonjs(), wasm(), typescript({ target: "es5", downlevelIteration: true })]
-};
+    {
+        input: 'src/index.ts',
+        output: {
+            file: 'dist/index.d.ts',
+            format: 'es'
+        },
+        plugins: [dts()]
+    }
+];