Feat/v0.9.0 (#50)

Author: xbingW

backend/docs/docs.go

@@ -4615,6 +4615,9 @@ const docTemplate = `{
         },
         "model.ForumInfo": {
             "type": "object",
+            "required": [
+                "name"
+            ],
             "properties": {
                 "group_ids": {
                     "type": "array",
@@ -4630,6 +4633,9 @@ const docTemplate = `{
                 },
                 "name": {
                     "type": "string"
+                },
+                "route_name": {
+                    "type": "string"
                 }
             }
         },

backend/intercept/trace.go

@@ -1,6 +1,8 @@
 package intercept
 
 import (
+	"time"
+
 	"github.com/chaitin/koalaqa/pkg/context"
 	"github.com/chaitin/koalaqa/pkg/glog"
 	koalaTrace "github.com/chaitin/koalaqa/pkg/trace"
@@ -22,11 +24,19 @@ func (t *trace) Intercept(ctx *context.Context) {
 	ctx.Context.Request = req.WithContext(koalaTrace.Context(req.Context()))
 
 	l := t.logger.WithContext(ctx).With("method", req.Method).With("path", req.URL.Path)
-	l.Debug("receive request")
+	start := time.Now()
+	defer func() {
+		// skip websocket request
+		if ctx.Context.IsWebsocket() {
+			return
+		}
+		duration := time.Since(start).Seconds()
+		if duration > 1 {
+			l.With("elapsed", duration).Warn("slow request")
+		}
+	}()
 
 	ctx.Next()
-
-	l.Debug("request finish")
 }
 
 func (t *trace) Priority() int {

backend/migration/20251027121814_update_hot.go

@@ -0,0 +1,41 @@
+package migration
+
+import (
+	"gorm.io/gorm"
+
+	"github.com/chaitin/koalaqa/migration/migrator"
+	"github.com/chaitin/koalaqa/model"
+)
+
+type updateHot struct{}
+
+func (m *updateHot) Version() int64 {
+	return 20251027121814
+}
+
+func (m *updateHot) Migrate(tx *gorm.DB) error {
+	hotFormula := `(
+		0.3 * LN(GREATEST(view, 0) + 1) + 
+		0.4 * LN(GREATEST("like", 0) + 1) + 
+		0.3 * LN(GREATEST(comment, 0) + 1)
+	) * EXP(-0.01 * EXTRACT(EPOCH FROM (NOW() - updated_at))/3600)
+	  * 10000
+	  * CASE WHEN resolved = true THEN 1.3 ELSE 1.0 END`
+
+	if err := tx.Model(&model.Discussion{}).Where("id > 0").
+		Updates(map[string]any{
+			"hot":        gorm.Expr(hotFormula),
+			"updated_at": gorm.Expr("updated_at"),
+		}).Error; err != nil {
+		return err
+	}
+	return nil
+}
+
+func newUpdateHot() migrator.Migrator {
+	return &updateHot{}
+}
+
+func init() {
+	registerDBMigrator(newUpdateHot)
+}

backend/model/forum.go

@@ -5,15 +5,17 @@ type Forum struct {
 
 	Index     uint       `json:"index" gorm:"column:index"`
 	Name      string     `json:"name" gorm:"column:name;"`
+	RouteName string     `json:"route_name" gorm:"column:route_name;default:null;uniqueIndex"`
 	GroupIDs  Int64Array `json:"group_ids" gorm:"column:group_ids;type:bigint[]"`
 	DatasetID string     `json:"-" gorm:"column:dataset_id;type:text;uniqueIndex"`
 }
 
 type ForumInfo struct {
-	ID       uint       `json:"id"`
-	Index    uint       `json:"index"`
-	Name     string     `json:"name"`
-	GroupIDs Int64Array `json:"group_ids" gorm:"type:bigint[]"`
+	ID        uint       `json:"id"`
+	Index     uint       `json:"index"`
+	Name      string     `json:"name" binding:"required"`
+	RouteName string     `json:"route_name"`
+	GroupIDs  Int64Array `json:"group_ids" gorm:"type:bigint[]"`
 }
 
 func init() {

backend/pkg/mq/mq.go

@@ -3,8 +3,14 @@ package mq
 import (
 	"context"
 	"time"
+
+	"github.com/nats-io/nats.go"
 )
 
+type contextKey string
+
+var keyMessageMetadata = contextKey("message_metadata")
+
 type Message interface{}
 
 type Topic interface {
@@ -34,3 +40,11 @@ type SubscriberWithHandler interface {
 type Publisher interface {
 	Publish(ctx context.Context, topic Topic, data Message) error
 }
+
+func MessageMetadata(ctx context.Context) *nats.MsgMetadata {
+	metadata, ok := ctx.Value(keyMessageMetadata).(*nats.MsgMetadata)
+	if !ok {
+		return &nats.MsgMetadata{}
+	}
+	return metadata
+}

backend/pkg/mq/nats.go

@@ -90,8 +90,9 @@ func (ns *natsSubscriber) Subscribe(ctx context.Context) error {
 			case reflect.Ptr:
 				param = val.Interface()
 			}
+			metadata, _ := msg.Metadata()
+			ctx = context.WithValue(ctx, keyMessageMetadata, metadata)
 			if err := h.Handle(ctx, param); err != nil {
-				metadata, _ := msg.Metadata()
 				ns.logger.WithContext(ctx).WithErr(err).With("topic", msg.Subject).With("metadata", metadata).Error("handle msg failed, wait retry")
 				msg.NakWithDelay(time.Second * 10)
 				return

backend/pkg/topic/doc_webhook.go

@@ -0,0 +1,11 @@
+package topic
+
+import "github.com/chaitin/koalaqa/pkg/webhook/message"
+
+var TopicDocWebhook = newTopic("koala.persistence.webhook.doc", true)
+
+type MsgDocWebhook struct {
+	MsgType message.Type `json:"action"`
+	KBID    uint         `json:"kb_id"`
+	DocID   uint         `json:"doc_id"`
+}

backend/pkg/webhook/message/common.go

@@ -20,6 +20,8 @@ type commonGetterIn struct {
 	RepoDiscuss    *repo.Discussion
 	RepoGroupItems *repo.GroupItem
 	RepoUserThird  *repo.UserThird
+	RepoDoc        *repo.KBDocument
+	RepoForum      *repo.Forum
 }
 
 type commonGetter struct {
@@ -30,7 +32,7 @@ func newCommonGetter(in commonGetterIn) *commonGetter {
 	return &commonGetter{in: in}
 }
 
-func (c *commonGetter) Message(ctx context.Context, dissID uint, userID uint) (*Common, error) {
+func (c *commonGetter) DiscussMessage(ctx context.Context, dissID uint, userID uint) (*Common, error) {
 	var discuss struct {
 		CreatedAt model.Timestamp `gorm:"type:timestamp with time zone"`
 		ForumID   uint
@@ -44,6 +46,12 @@ func (c *commonGetter) Message(ctx context.Context, dissID uint, userID uint) (*
 		return nil, err
 	}
 
+	var forum model.Forum
+	err = c.in.RepoForum.GetByID(ctx, &forum, discuss.ForumID)
+	if err != nil {
+		return nil, err
+	}
+
 	var groupItems []struct {
 		Name string
 	}
@@ -72,13 +80,9 @@ func (c *commonGetter) Message(ctx context.Context, dissID uint, userID uint) (*
 		return nil, err
 	}
 
-	discussURL := ""
-	var publicAddress model.PublicAddress
-	err = c.in.RepoSystem.GetValueByKey(ctx, &publicAddress, model.SystemKeyPublicAddress)
-	if err != nil && !errors.Is(err, database.ErrRecordNotFound) {
+	discussURL, err := c.publicAddress(ctx, path.Join(forum.RouteName, discuss.UUID))
+	if err != nil {
 		return nil, err
-	} else if err == nil {
-		discussURL = publicAddress.FullURL(path.Join("forum", strconv.FormatUint(uint64(discuss.ForumID), 10), "discuss", discuss.UUID))
 	}
 
 	messageThirds := make([]commonUserThird, len(userThirds))
@@ -107,6 +111,42 @@ func (c *commonGetter) Message(ctx context.Context, dissID uint, userID uint) (*
 	}, nil
 }
 
+func (c *commonGetter) publicAddress(ctx context.Context, path string) (string, error) {
+	var publicAddress model.PublicAddress
+	err := c.in.RepoSystem.GetValueByKey(ctx, &publicAddress, model.SystemKeyPublicAddress)
+	if err != nil {
+		if !errors.Is(err, database.ErrRecordNotFound) {
+			return "", err
+		}
+
+		return "", nil
+	}
+
+	return publicAddress.FullURL(path), nil
+}
+
+func (c *commonGetter) DocMessage(ctx context.Context, kbID uint, docID uint) (*commonDoc, error) {
+	var doc model.KBDocument
+	err := c.in.RepoDoc.GetByID(ctx, &doc, kbID, docID)
+	if err != nil {
+		return nil, err
+	}
+
+	docURL, err := c.publicAddress(ctx, "admin/ai/qa")
+	if err != nil {
+		return nil, err
+	}
+	if docURL != "" {
+		docURL = docURL + "?id=" + strconv.FormatUint(uint64(kbID), 10)
+	}
+
+	return &commonDoc{
+		ID:    doc.ID,
+		Title: doc.Title,
+		URL:   docURL,
+	}, nil
+}
+
 func NewTestCommon() Common {
 	return Common{
 		User: commonUser{

backend/pkg/webhook/message/discuss.go

@@ -29,31 +29,21 @@ func init() {
 }
 
 type discussMsg struct {
-	MsgType       Type
-	MsgTitle      string
-	HeadingPrefix string
+	Header
 
 	Common
 }
 
-type SendMsg struct {
+type sendDiscussMsg struct {
 	*discussMsg
-	webhookMsg
-}
-
-func (d *discussMsg) Type() Type {
-	return d.MsgType
-}
-
-func (d *discussMsg) Title() string {
-	return d.MsgTitle
+	platformMsg
 }
 
 func (d *discussMsg) Message(webhookType model.WebhookType) (string, error) {
 	var buff bytes.Buffer
-	err := discussTpl.Execute(&buff, SendMsg{
-		discussMsg: d,
-		webhookMsg: newWebhookMsg(webhookType),
+	err := discussTpl.Execute(&buff, sendDiscussMsg{
+		discussMsg:  d,
+		platformMsg: newPlatformMsg(webhookType),
 	})
 	if err != nil {
 		return "", err
@@ -73,45 +63,55 @@ func (d *discussMsg) Data() Data {
 
 func NewBotDislikeComment(body Common) Message {
 	return &discussMsg{
-		MsgType:       TypeDislikeBotComment,
-		MsgTitle:      "不喜欢智能机器人的回答",
-		HeadingPrefix: "问题",
-		Common:        body,
+		Header: Header{
+			MsgType:       TypeDislikeBotComment,
+			MsgTitle:      "不喜欢智能机器人的回答",
+			HeadingPrefix: "问题",
+		},
+		Common: body,
 	}
 }
 
 func NewBotUnknown(body Common) Message {
 	return &discussMsg{
-		MsgType:       TypeBotUnknown,
-		MsgTitle:      "智能机器人无法解答问题",
-		HeadingPrefix: "问题",
-		Common:        body,
+		Header: Header{
+			MsgType:       TypeBotUnknown,
+			MsgTitle:      "智能机器人无法解答问题",
+			HeadingPrefix: "问题",
+		},
+		Common: body,
 	}
 }
 
 func NewCreateQA(body Common) Message {
 	return &discussMsg{
-		MsgType:       TypeNewQA,
-		MsgTitle:      "你有新的提问",
-		HeadingPrefix: "提问",
-		Common:        body,
+		Header: Header{
+			MsgType:       TypeNewQA,
+			MsgTitle:      "你有新的提问",
+			HeadingPrefix: "提问",
+		},
+		Common: body,
 	}
 }
 
 func NewCreateFeedback(body Common) Message {
 	return &discussMsg{
-		MsgType:       TypeNewFeedback,
-		MsgTitle:      "你有新的反馈",
-		HeadingPrefix: "反馈",
-		Common:        body,
+		Header: Header{
+			MsgType:       TypeNewFeedback,
+			MsgTitle:      "你有新的反馈",
+			HeadingPrefix: "反馈",
+		},
+		Common: body,
 	}
 }
 
 func NewCreateBlog(body Common) Message {
 	return &discussMsg{
-		MsgType:       TypeNewBlog,
-		MsgTitle:      "你有新的博客",
-		HeadingPrefix: "博客",
-		Common:        body,
+		Header: Header{
+			MsgType:       TypeNewBlog,
+			MsgTitle:      "你有新的博客",
+			HeadingPrefix: "博客",
+		},
+		Common: body,
 	}
 }