Added mistral

Author: djthorpe

cmd/agent/main.go

@@ -27,6 +27,7 @@ type Globals struct {
 	// Agents
 	Ollama    `embed:"" help:"Ollama configuration"`
 	Anthropic `embed:"" help:"Anthropic configuration"`
+	Mistral   `embed:"" help:"Mistral configuration"`
 
 	// Tools
 	NewsAPI `embed:"" help:"NewsAPI configuration"`
@@ -46,6 +47,10 @@ type Anthropic struct {
 	AnthropicKey string `env:"ANTHROPIC_API_KEY" help:"Anthropic API Key"`
 }
 
+type Mistral struct {
+	MistralKey string `env:"MISTRAL_API_KEY" help:"Mistral API Key"`
+}
+
 type NewsAPI struct {
 	NewsKey string `env:"NEWSAPI_KEY" help:"News API Key"`
 }
@@ -105,6 +110,9 @@ func main() {
 	if cli.AnthropicKey != "" {
 		opts = append(opts, agent.WithAnthropic(cli.AnthropicKey, clientopts...))
 	}
+	if cli.MistralKey != "" {
+		opts = append(opts, agent.WithMistral(cli.MistralKey, clientopts...))
+	}
 
 	// Make a toolkit
 	toolkit := tool.NewToolKit()

pkg/agent/opt.go

@@ -5,6 +5,7 @@ import (
 	client "github.com/mutablelogic/go-client"
 	llm "github.com/mutablelogic/go-llm"
 	anthropic "github.com/mutablelogic/go-llm/pkg/anthropic"
+	mistral "github.com/mutablelogic/go-llm/pkg/mistral"
 	ollama "github.com/mutablelogic/go-llm/pkg/ollama"
 )
 
@@ -32,3 +33,14 @@ func WithAnthropic(key string, opts ...client.ClientOpt) llm.Opt {
 		}
 	}
 }
+
+func WithMistral(key string, opts ...client.ClientOpt) llm.Opt {
+	return func(o *llm.Opts) error {
+		client, err := mistral.New(key, opts...)
+		if err != nil {
+			return err
+		} else {
+			return llm.WithAgent(client)(o)
+		}
+	}
+}

pkg/mistral/client.go

@@ -0,0 +1,68 @@
+/*
+mistral implements an API client for mistral (https://docs.mistral.ai/api/)
+*/
+package mistral
+
+import (
+	// Packages
+	"context"
+
+	"github.com/mutablelogic/go-client"
+	"github.com/mutablelogic/go-llm"
+)
+
+///////////////////////////////////////////////////////////////////////////////
+// TYPES
+
+type Client struct {
+	*client.Client
+}
+
+var _ llm.Agent = (*Client)(nil)
+
+///////////////////////////////////////////////////////////////////////////////
+// GLOBALS
+
+const (
+	endPoint    = "https://api.mistral.ai/v1"
+	defaultName = "mistral"
+)
+
+///////////////////////////////////////////////////////////////////////////////
+// LIFECYCLE
+
+// Create a new client
+func New(ApiKey string, opts ...client.ClientOpt) (*Client, error) {
+	// Create client
+	opts = append(opts, client.OptEndpoint(endPoint))
+	opts = append(opts, client.OptReqToken(client.Token{
+		Scheme: client.Bearer,
+		Value:  ApiKey,
+	}))
+	client, err := client.New(opts...)
+	if err != nil {
+		return nil, err
+	}
+
+	// Return the client
+	return &Client{client}, nil
+}
+
+///////////////////////////////////////////////////////////////////////////////
+// PUBLIC METHODS
+
+// Return the name of the agent
+func (Client) Name() string {
+	return defaultName
+}
+
+// Return the models
+func (c *Client) Models(ctx context.Context) ([]llm.Model, error) {
+	return c.ListModels(ctx)
+}
+
+// Return a model by name, or nil if not found.
+// Panics on error.
+func (c *Client) Model(ctx context.Context, name string) llm.Model {
+	return nil
+}

pkg/mistral/client_test.go

@@ -0,0 +1,31 @@
+package mistral_test
+
+import (
+	"os"
+	"testing"
+
+	// Packages
+	opts "github.com/mutablelogic/go-client"
+	mistral "github.com/mutablelogic/go-llm/pkg/mistral"
+	assert "github.com/stretchr/testify/assert"
+)
+
+func Test_client_001(t *testing.T) {
+	assert := assert.New(t)
+	client, err := mistral.New(GetApiKey(t), opts.OptTrace(os.Stderr, true))
+	assert.NoError(err)
+	assert.NotNil(client)
+	t.Log(client)
+}
+
+///////////////////////////////////////////////////////////////////////////////
+// ENVIRONMENT
+
+func GetApiKey(t *testing.T) string {
+	key := os.Getenv("MISTRAL_API_KEY")
+	if key == "" {
+		t.Skip("MISTRAL_API_KEY not set")
+		t.SkipNow()
+	}
+	return key
+}

pkg/mistral/model.go

@@ -0,0 +1,98 @@
+package mistral
+
+import (
+	"context"
+	"encoding/json"
+
+	"github.com/mutablelogic/go-client"
+	"github.com/mutablelogic/go-llm"
+)
+
+///////////////////////////////////////////////////////////////////////////////
+// TYPES
+
+type model struct {
+	meta Model
+}
+
+type Model struct {
+	Name                    string   `json:"id"`
+	Description             string   `json:"description,omitempty"`
+	Type                    string   `json:"type,omitempty"`
+	CreatedAt               *uint64  `json:"created,omitempty"`
+	OwnedBy                 string   `json:"owned_by,omitempty"`
+	MaxContextLength        uint64   `json:"max_context_length,omitempty"`
+	Aliases                 []string `json:"aliases,omitempty"`
+	Deprecation             *string  `json:"deprecation,omitempty"`
+	DefaultModelTemperature *float64 `json:"default_model_temperature,omitempty"`
+	Capabilities            struct {
+		CompletionChat  bool `json:"completion_chat,omitempty"`
+		CompletionFim   bool `json:"completion_fim,omitempty"`
+		FunctionCalling bool `json:"function_calling,omitempty"`
+		FineTuning      bool `json:"fine_tuning,omitempty"`
+		Vision          bool `json:"vision,omitempty"`
+	} `json:"capabilities,omitempty"`
+}
+
+///////////////////////////////////////////////////////////////////////////////
+// STRINGIFY
+
+func (m model) MarshalJSON() ([]byte, error) {
+	return json.Marshal(m.meta)
+}
+
+func (m model) String() string {
+	data, err := json.MarshalIndent(m, "", "  ")
+	if err != nil {
+		return err.Error()
+	}
+	return string(data)
+}
+
+///////////////////////////////////////////////////////////////////////////////
+// PUBLIC METHODS - API
+
+// ListModels returns all the models
+func (c *Client) ListModels(ctx context.Context) ([]llm.Model, error) {
+	// Response
+	var response struct {
+		Data []Model `json:"data"`
+	}
+	if err := c.DoWithContext(ctx, nil, &response, client.OptPath("models")); err != nil {
+		return nil, err
+	}
+
+	//  Make models
+	result := make([]llm.Model, 0, len(response.Data))
+	for _, meta := range response.Data {
+		result = append(result, &model{meta: meta})
+	}
+
+	// Return models
+	return result, nil
+}
+
+///////////////////////////////////////////////////////////////////////////////
+// PUBLIC METHODS - MODEL
+
+// Return the name of the model
+func (m model) Name() string {
+	return m.meta.Name
+}
+
+// Return am empty session context object for the model,
+// setting session options
+func (m model) Context(...llm.Opt) llm.Context {
+	return nil
+}
+
+// Convenience method to create a session context object
+// with a user prompt
+func (m model) UserPrompt(string, ...llm.Opt) llm.Context {
+	return nil
+}
+
+// Embedding vector generation
+func (m model) Embedding(context.Context, string, ...llm.Opt) ([]float64, error) {
+	return nil, llm.ErrNotImplemented
+}

pkg/mistral/model_test.go

@@ -0,0 +1,26 @@
+package mistral_test
+
+import (
+	"context"
+	"encoding/json"
+	"os"
+	"testing"
+
+	// Packages
+	opts "github.com/mutablelogic/go-client"
+	mistral "github.com/mutablelogic/go-llm/pkg/mistral"
+	assert "github.com/stretchr/testify/assert"
+)
+
+func Test_models_001(t *testing.T) {
+	assert := assert.New(t)
+	client, err := mistral.New(GetApiKey(t), opts.OptTrace(os.Stderr, true))
+	assert.NoError(err)
+	assert.NotNil(client)
+	response, err := client.ListModels(context.TODO())
+	assert.NoError(err)
+	assert.NotEmpty(response)
+	data, err := json.MarshalIndent(response, "", "  ")
+	assert.NoError(err)
+	t.Log(string(data))
+}