Consolidate

.gitignore

@@ -10,4 +10,7 @@ test_node_env/expect.txt
 test_node_env/result.txt
 test_node_env/node_modules
 .DS_Store
+.env
 *.icloud
+
+/xml_*

i18n/.env.example

@@ -0,0 +1,8 @@
+API_KEY=
+AI_MODEL=gpt-4o
+# maximum number of characters to be sent for translation per batch
+MAX_LEN=2000
+#Optional
+AI_BASEURL=
+# maximum number of concurent translations that are allowed
+MAX_TRANSLATION_NO=10

i18n/.gitignore

@@ -0,0 +1 @@
+/node_modules

i18n/controllers/gitComm.ts

@@ -0,0 +1,54 @@
+import { Octokit } from "octokit";
+import dotenv from "dotenv";
+import fs from "fs";
+import path from "path";
+dotenv.config();
+
+if (process.env.GITHUB_OWNER === undefined || process.env.GITHUB_REPO === undefined) {
+    throw Error("Please specify GITHUB_OWNER, GITHUB_REPO to pull EN XML from!");
+}
+
+// initialize GitHub API
+const octokit = new Octokit();
+
+async function getSource(filePath: string): Promise<string> {
+    let toTranslate;
+
+    try {
+        const result = await octokit.request(
+            "GET /repos/{owner}/{repo}/contents/{path}",
+            {
+                owner: process.env.GITHUB_OWNER!,
+                repo: process.env.GITHUB_REPO!,
+                path: filePath,
+                headers: {
+                    accept: "application/vnd.github.raw+json",
+                },
+            }
+        );
+
+        toTranslate = result.data;
+        const output_dir = path.join(import.meta.dirname, "../../ori");
+
+        // Ensure directory exists
+        const dir = path.dirname(path.join(output_dir, filePath));
+        fs.mkdirSync(dir, { recursive: true });
+
+        const fullPath = path.resolve(path.join(output_dir, filePath));
+        fs.writeFileSync(fullPath, toTranslate);
+
+        console.log(
+            `Successfully retrieved ${filePath} from GitHub, retrieval status: ${result.status}`
+        );
+    } catch (error) {
+        console.log(
+            `Error retrieving ${filePath} from GitHub.\n    Status: ${error.status}.\n    Rate limit remaining: ${error.response.headers["x-ratelimit-remaining"]}.\n    Message: ${error.response.data.message}`
+        );
+    }
+
+    return toTranslate as string;
+}
+
+async function commitTranslated() {}
+
+export { getSource, commitTranslated };

i18n/controllers/path.ts

@@ -0,0 +1,19 @@
+export default function PathGenerator(path: string) {
+  const pathArray: string[] = path.split(".");
+  let gitPath: string = "";
+  const gitPathPrefix: string[] = ["chapter", "section", "subsection"];
+
+  let i = 0;
+  const len = pathArray.length;
+
+  while (i <= len && i < 3) {
+    if (i === len) {
+      gitPath += `/${gitPathPrefix[i - 1]}${pathArray[i - 1]}`;
+    } else {
+      gitPath += `/${gitPathPrefix[i]}${pathArray[i]}`;
+    }
+    i++;
+  }
+
+  return gitPath + ".xml";
+}