fix: apply token adapter to template tokens (#27)

* fix: apply token adapter to template tokens

* update

Author: yeonjuan

src/tokenizer/tokenize.ts

@@ -74,6 +74,7 @@ export function tokenize(
     templateRanges: templateRanges || [],
     decisionBuffer: new CharsBuffer(),
     accumulatedContent: new CharsBuffer(),
+    tokenAdapter,
     sourceCode: new SourceCode(source, templateRanges || []),
     tokens: {
       push(token: AnyToken) {

src/types/tokenizer-state.ts

@@ -4,6 +4,7 @@ import { CharsBuffer } from "../tokenizer/chars-buffer";
 import { SourceCode } from "../tokenizer/source-code";
 import { Range } from "./range";
 import { AnyToken } from "./token";
+import { TokenAdapter } from "./token-adapter";
 
 type ContextParams = {
   [TokenizerContextTypes.AttributeValueWrapped]?: {
@@ -26,8 +27,8 @@ export type TokenizerState = {
   contextParams: ContextParams;
   decisionBuffer: CharsBuffer;
   accumulatedContent: CharsBuffer;
-  // pointer: CharPointer;
   templateRanges: Range[];
+  tokenAdapter: TokenAdapter;
   sourceCode: SourceCode;
   tokens: {
     push(token: AnyToken): void;

src/utils/create-templates.ts

@@ -6,12 +6,19 @@ export function createTemplates<T extends TokenTypes>(
   type: T
 ): TemplatableToken<T>[] {
   return state.mode === "template" && state.accumulatedContent.hasTemplate()
-    ? state.accumulatedContent.getTemplates().map((chars) => ({
-        type: type,
-        range: chars.range,
-        loc: state.sourceCode.getLocationOf(chars.range),
-        isTemplate: chars.isTemplate,
-        value: chars.value,
-      }))
+    ? state.accumulatedContent.getTemplates().map((chars) => {
+        const token = {
+          type: type,
+          range: chars.range,
+          loc: state.sourceCode.getLocationOf(chars.range),
+          isTemplate: chars.isTemplate,
+          value: chars.value,
+        };
+        return {
+          ...token,
+          range: state.tokenAdapter.finalizeRange(token),
+          loc: state.tokenAdapter.finalizeLocation(token),
+        };
+      })
     : [];
 }