Evaluations V2 CRUD (#932)

Author: neoxelox

apps/web/src/actions/evaluationsV2/create.ts

@@ -0,0 +1,29 @@
+'use server'
+
+import {
+  EvaluationOptionsSchema,
+  EvaluationSettingsSchema,
+} from '@latitude-data/core/browser'
+import { createEvaluationV2 } from '@latitude-data/core/services/evaluationsV2/create'
+import { z } from 'zod'
+import { withDocument } from '../procedures'
+
+export const createEvaluationV2Action = withDocument
+  .createServerAction()
+  .input(
+    z.object({
+      settings: EvaluationSettingsSchema,
+      options: EvaluationOptionsSchema.partial().optional(),
+    }),
+  )
+  .handler(async ({ ctx, input }) => {
+    const result = await createEvaluationV2({
+      document: ctx.document,
+      commit: ctx.commit,
+      settings: input.settings,
+      options: input.options,
+      workspace: ctx.workspace,
+    }).then((r) => r.unwrap())
+
+    return result
+  })

apps/web/src/actions/evaluationsV2/delete.ts

@@ -0,0 +1,18 @@
+'use server'
+
+import { deleteEvaluationV2 } from '@latitude-data/core/services/evaluationsV2/delete'
+import { z } from 'zod'
+import { withEvaluation } from '../procedures'
+
+export const deleteEvaluationV2Action = withEvaluation
+  .createServerAction()
+  .input(z.object({}))
+  .handler(async ({ ctx }) => {
+    const result = await deleteEvaluationV2({
+      evaluation: ctx.evaluation,
+      commit: ctx.commit,
+      workspace: ctx.workspace,
+    }).then((r) => r.unwrap())
+
+    return result
+  })

apps/web/src/actions/evaluationsV2/index.ts

@@ -0,0 +1,3 @@
+export * from './create'
+export * from './delete'
+export * from './update'

apps/web/src/actions/evaluationsV2/update.ts

@@ -0,0 +1,31 @@
+'use server'
+
+import {
+  EvaluationOptionsSchema,
+  EvaluationSettingsSchema,
+} from '@latitude-data/core/browser'
+import { updateEvaluationV2 } from '@latitude-data/core/services/evaluationsV2/update'
+import { z } from 'zod'
+import { withEvaluation } from '../procedures'
+
+export const updateEvaluationV2Action = withEvaluation
+  .createServerAction()
+  .input(
+    z.object({
+      settings: EvaluationSettingsSchema.omit({ type: true, metric: true })
+        .partial()
+        .optional(),
+      options: EvaluationOptionsSchema.partial().optional(),
+    }),
+  )
+  .handler(async ({ ctx, input }) => {
+    const result = await updateEvaluationV2({
+      evaluation: ctx.evaluation,
+      commit: ctx.commit,
+      settings: input.settings,
+      options: input.options,
+      workspace: ctx.workspace,
+    }).then((r) => r.unwrap())
+
+    return result
+  })

apps/web/src/actions/procedures/index.ts

@@ -6,7 +6,9 @@ import {
   UnauthorizedError,
 } from '@latitude-data/core/lib/errors'
 import {
+  CommitsRepository,
   DocumentVersionsRepository,
+  EvaluationsV2Repository,
   ProjectsRepository,
 } from '@latitude-data/core/repositories'
 import * as Sentry from '@sentry/nextjs'
@@ -81,21 +83,51 @@ export const withProject = createServerActionProcedure(authProcedure)
     return { ...ctx, project }
   })
 
-export const withDocument = createServerActionProcedure(withProject)
-  .input(z.object({ commitUuid: z.string(), documentUuid: z.string() }))
+export const withCommit = createServerActionProcedure(withProject)
+  .input(z.object({ commitUuid: z.string() }))
+  .handler(async ({ input, ctx }) => {
+    const repository = new CommitsRepository(ctx.workspace.id)
+    const commit = await repository
+      .getCommitByUuid({
+        projectId: ctx.project.id,
+        uuid: input.commitUuid,
+      })
+      .then((r) => r.unwrap())
+
+    return { ...ctx, commit }
+  })
+
+export const withDocument = createServerActionProcedure(withCommit)
+  .input(z.object({ documentUuid: z.string() }))
   .handler(async ({ input, ctx }) => {
     const repo = new DocumentVersionsRepository(ctx.workspace.id)
     const document = await repo
       .getDocumentAtCommit({
         projectId: ctx.project.id,
-        commitUuid: input.commitUuid,
+        commitUuid: ctx.commit.uuid,
         documentUuid: input.documentUuid,
       })
       .then((r) => r.unwrap())
 
     return { ...ctx, document, currentCommitUuid: input.commitUuid }
   })
 
+export const withEvaluation = createServerActionProcedure(withDocument)
+  .input(z.object({ evaluationUuid: z.string() }))
+  .handler(async ({ input, ctx }) => {
+    const repository = new EvaluationsV2Repository(ctx.workspace.id)
+    const evaluation = await repository
+      .getAtCommitByDocument({
+        projectId: ctx.project.id,
+        commitUuid: ctx.commit.uuid,
+        documentUuid: ctx.document.documentUuid,
+        evaluationUuid: input.evaluationUuid,
+      })
+      .then((r) => r.unwrap())
+
+    return { ...ctx, evaluation }
+  })
+
 export const withAdmin = createServerActionProcedure(authProcedure).handler(
   async ({ ctx }) => {
     if (!ctx.user.admin) throw new UnauthorizedError('Unauthorized')

apps/web/src/app/api/projects/[projectId]/commits/[commitUuid]/documents/[documentUuid]/evaluations-v2/route.ts

@@ -0,0 +1,58 @@
+import { authHandler } from '$/middlewares/authHandler'
+import { errorHandler } from '$/middlewares/errorHandler'
+import { Workspace } from '@latitude-data/core/browser'
+import {
+  CommitsRepository,
+  DocumentVersionsRepository,
+  EvaluationsV2Repository,
+} from '@latitude-data/core/repositories'
+import { NextRequest, NextResponse } from 'next/server'
+
+export const GET = errorHandler(
+  authHandler(
+    async (
+      _: NextRequest,
+      {
+        params,
+        workspace,
+      }: {
+        params: {
+          projectId: number
+          commitUuid: string
+          documentUuid: string
+        }
+        workspace: Workspace
+      },
+    ) => {
+      const { projectId, commitUuid, documentUuid } = params
+
+      const commitsRepository = new CommitsRepository(workspace.id)
+      const commit = await commitsRepository
+        .getCommitByUuid({
+          projectId: projectId,
+          uuid: commitUuid,
+        })
+        .then((r) => r.unwrap())
+
+      const documentsRepository = new DocumentVersionsRepository(workspace.id)
+      const document = await documentsRepository
+        .getDocumentAtCommit({
+          projectId: projectId,
+          commitUuid: commit.uuid,
+          documentUuid: documentUuid,
+        })
+        .then((r) => r.unwrap())
+
+      const evaluationsRepository = new EvaluationsV2Repository(workspace.id)
+      const evaluations = await evaluationsRepository
+        .listAtCommitByDocument({
+          projectId: projectId,
+          commitUuid: commit.uuid,
+          documentUuid: document.documentUuid,
+        })
+        .then((r) => r.unwrap())
+
+      return NextResponse.json(evaluations, { status: 200 })
+    },
+  ),
+)

apps/web/src/lib/evaluations.ts

@@ -0,0 +1,83 @@
+import {
+  EvaluationConfiguration,
+  EvaluationMetric,
+  EvaluationMetricSpecification,
+  EvaluationResultMetadata,
+  EvaluationType,
+  HumanEvaluationMetric,
+  LlmEvaluationMetric,
+  RuleEvaluationExactMatchSpecification,
+  RuleEvaluationMetric,
+  RuleEvaluationRegularExpressionSpecification,
+} from '@latitude-data/constants'
+import { IconName } from '@latitude-data/web-ui'
+
+export type EvaluationMetricFrontendSpecification<
+  T extends EvaluationType = EvaluationType,
+  M extends EvaluationMetric<T> = EvaluationMetric<T>,
+  C extends EvaluationConfiguration<M> = EvaluationConfiguration<M>,
+  R extends EvaluationResultMetadata<M> = EvaluationResultMetadata<M>,
+> = EvaluationMetricSpecification<T, M, C, R> & {
+  icon: IconName
+}
+
+// prettier-ignore
+export type EvaluationMetricSpecifications = {
+  [T in EvaluationType]: { [M in EvaluationMetric<T>]: EvaluationMetricFrontendSpecification<T, M> }
+}
+
+export const EVALUATION_METRIC_SPECIFICATIONS: EvaluationMetricSpecifications =
+  {
+    [EvaluationType.Rule]: {
+      [RuleEvaluationMetric.ExactMatch]: {
+        ...RuleEvaluationExactMatchSpecification,
+        icon: 'equal',
+      },
+      [RuleEvaluationMetric.RegularExpression]: {
+        ...RuleEvaluationRegularExpressionSpecification,
+        icon: 'regex',
+      },
+      [RuleEvaluationMetric.LengthCount]: undefined as any, // TODO: Implement
+      [RuleEvaluationMetric.LexicalOverlap]: undefined as any, // TODO: Implement
+      [RuleEvaluationMetric.SemanticSimilarity]: undefined as any, // TODO: Implement
+    },
+    [EvaluationType.Llm]: {
+      [LlmEvaluationMetric.Binary]: undefined as any, // TODO: Implement
+      [LlmEvaluationMetric.Rating]: undefined as any, // TODO: Implement
+      [LlmEvaluationMetric.Comparison]: undefined as any, // TODO: Implement
+    },
+    [EvaluationType.Human]: {
+      [HumanEvaluationMetric.Binary]: undefined as any, // TODO: Implement
+      [HumanEvaluationMetric.Rating]: undefined as any, // TODO: Implement
+      [HumanEvaluationMetric.Comparison]: undefined as any, // TODO: Implement
+    },
+  }
+
+// prettier-ignore
+// eslint-disable-next-line no-redeclare
+export function getEvaluationMetricSpecification<
+  T extends EvaluationType,
+  M extends EvaluationMetric<T>,
+  C extends EvaluationConfiguration<M> = EvaluationConfiguration<M>,
+  R extends EvaluationResultMetadata<M> = EvaluationResultMetadata<M>,
+>(type: T, metric: M): EvaluationMetricFrontendSpecification<T, M, C, R> | undefined
+
+// prettier-ignore
+// eslint-disable-next-line no-redeclare
+export function getEvaluationMetricSpecification<
+  T extends EvaluationType,
+  M extends EvaluationMetric<T>,
+  R extends EvaluationResultMetadata<M> = EvaluationResultMetadata<M>,
+  C extends EvaluationConfiguration<M> = EvaluationConfiguration<M>,
+>(type: T, metric: M): EvaluationMetricFrontendSpecification<T, M, C, R> | undefined
+
+// prettier-ignore
+// eslint-disable-next-line no-redeclare
+export function getEvaluationMetricSpecification<
+  T extends EvaluationType,
+  M extends EvaluationMetric<T>,
+  C extends EvaluationConfiguration<M>,
+  R extends EvaluationResultMetadata<M>,
+>(type: T, metric: M): EvaluationMetricFrontendSpecification<T, M, C, R> | undefined {
+  return EVALUATION_METRIC_SPECIFICATIONS[type]?.[metric] as any
+}

apps/web/src/services/routes/api.ts

@@ -125,6 +125,9 @@ export const API_ROUTES = {
                   suggestions: {
                     root: `${documentRoot}/suggestions`,
                   },
+                  evaluationsV2: {
+                    root: `${documentRoot}/evaluations-v2`,
+                  },
                 }
               },
             },