添加functioncall抽象 (#38)

Author: juniaoshaonian

.DS_Store

@@ -31,3 +31,4 @@ logs
 .sys
 **/local.yaml
 .tool-versions
+.DS_Store

.gitignore

@@ -17,10 +17,12 @@ package ioc
 import (
 	"github.com/ecodeclub/ai-gateway-go/internal/admin"
 	igrpc "github.com/ecodeclub/ai-gateway-go/internal/grpc"
+	"github.com/ecodeclub/ai-gateway-go/internal/pkg/template"
 	"github.com/ecodeclub/ai-gateway-go/internal/repository"
 	"github.com/ecodeclub/ai-gateway-go/internal/repository/cache"
 	"github.com/ecodeclub/ai-gateway-go/internal/repository/dao"
 	"github.com/ecodeclub/ai-gateway-go/internal/service"
+	"github.com/ecodeclub/ai-gateway-go/internal/service/llm/fcall/invoke_llm"
 	"github.com/google/wire"
 	"github.com/gotomicro/ego/server/egin"
 	"github.com/gotomicro/ego/server/egrpc"
@@ -59,16 +61,24 @@ var (
 		service.NewBizConfigService,
 		admin.NewBizConfigHandler,
 	)
-
 	ProviderSet = wire.NewSet(
 		dao.NewProviderDAO,
 		repository.NewProviderRepository,
 		InitProvider,
 		admin.NewProviderHandler,
 	)
+	InvokeLLmSet = wire.NewSet(
+		InitRender,
+		invoke_llm.NewFcall,
+	)
+
 	MockSet = wire.NewSet(admin.NewMockHandler)
 )
 
+func InitRender() *template.DefaultRender {
+	return template.NewDefaultRender(template.DefaultConfig())
+}
+
 type App struct {
 	GrpcSever *egrpc.Component
 	GinServer *egin.Component

cmd/platform/ioc/type.go

@@ -9,11 +9,14 @@ require (
 	github.com/ego-component/egorm v1.1.4
 	github.com/gin-contrib/cors v1.7.6
 	github.com/gin-gonic/gin v1.10.1
+	github.com/google/uuid v1.6.0
 	github.com/google/wire v0.6.0
 	github.com/gotomicro/ego v1.2.3
 	github.com/openai/openai-go v1.8.1
+	github.com/pkg/errors v0.9.1
 	github.com/redis/go-redis/v9 v9.3.0
 	github.com/stretchr/testify v1.10.0
+	github.com/tidwall/gjson v1.14.4
 	go.uber.org/mock v0.3.0
 	go.uber.org/zap v1.27.0
 	golang.org/x/net v0.42.0
@@ -64,7 +67,6 @@ require (
 	github.com/golang/protobuf v1.5.4 // indirect
 	github.com/google/cel-go v0.11.3 // indirect
 	github.com/google/pprof v0.0.0-20211214055906-6f57359322fd // indirect
-	github.com/google/uuid v1.6.0 // indirect
 	github.com/gotomicro/logrotate v0.0.0-20211108034117-46d53eedc960 // indirect
 	github.com/grpc-ecosystem/grpc-gateway/v2 v2.16.0 // indirect
 	github.com/hashicorp/go-version v1.4.0 // indirect
@@ -90,7 +92,6 @@ require (
 	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
 	github.com/modern-go/reflect2 v1.0.2 // indirect
 	github.com/pelletier/go-toml/v2 v2.2.4 // indirect
-	github.com/pkg/errors v0.9.1 // indirect
 	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
 	github.com/prometheus/client_golang v1.12.1 // indirect
 	github.com/prometheus/client_model v0.2.0 // indirect
@@ -102,7 +103,6 @@ require (
 	github.com/shirou/gopsutil/v3 v3.21.6 // indirect
 	github.com/spf13/cast v1.4.1 // indirect
 	github.com/stoewer/go-strcase v1.2.0 // indirect
-	github.com/tidwall/gjson v1.14.4 // indirect
 	github.com/tidwall/match v1.1.1 // indirect
 	github.com/tidwall/pretty v1.2.1 // indirect
 	github.com/tidwall/sjson v1.2.5 // indirect

go.mod

@@ -51,18 +51,18 @@ type InvocationConfigVersionVO struct {
 	ModelProviderID   int64  `json:"modelProviderID"`
 	ModelProviderName string `json:"modelProviderName"`
 
-	Version      string         `json:"version"`
-	Prompt       string         `json:"prompt"`
-	SystemPrompt string         `json:"systemPrompt"`
-	JSONSchema   string         `json:"jsonSchema"`
-	Attributes   map[string]any `json:"attributes,omitempty"`
-	Functions    []FunctionVO   `json:"functions,omitempty"`
-	Temperature  float32        `json:"temperature"`
-	TopP         float32        `json:"topP"`
-	MaxTokens    int            `json:"maxTokens"`
-	Status       string         `json:"status"`
-	Ctime        int64          `json:"ctime"`
-	Utime        int64          `json:"utime"`
+	Version      string            `json:"version"`
+	Prompt       string            `json:"prompt"`
+	SystemPrompt string            `json:"systemPrompt"`
+	JSONSchema   string            `json:"jsonSchema"`
+	Attributes   domain.Attributes `json:"attributes,omitempty"`
+	Functions    []FunctionVO      `json:"functions,omitempty"`
+	Temperature  float32           `json:"temperature"`
+	TopP         float32           `json:"topP"`
+	MaxTokens    int               `json:"maxTokens"`
+	Status       string            `json:"status"`
+	Ctime        int64             `json:"ctime"`
+	Utime        int64             `json:"utime"`
 }
 
 type FunctionVO struct {

internal/admin/invocation_config_vo.go

@@ -15,7 +15,10 @@
 package domain
 
 import (
+	"encoding/json"
 	"time"
+
+	"github.com/tidwall/gjson"
 )
 
 type OwnerType string
@@ -65,7 +68,7 @@ type InvocationConfigVersion struct {
 	Prompt       string
 	SystemPrompt string
 	JSONSchema   string
-	Attributes   map[string]any
+	Attributes   Attributes
 	Functions    []Function
 	Temperature  float32
 	TopP         float32
@@ -75,6 +78,24 @@ type InvocationConfigVersion struct {
 	Utime        time.Time
 }
 
+type Attributes map[string]any
+
+func (a Attributes) GetAttribute(expr string) map[string]any {
+	if expr == "" {
+		return a
+	}
+	attrJson := a.toJson()
+	res := gjson.Get(attrJson, expr)
+	attr := make(map[string]any)
+	_ = json.Unmarshal([]byte(res.Raw), &attr)
+	return attr
+}
+
+func (a Attributes) toJson() string {
+	aByte, _ := json.Marshal(a)
+	return string(aByte)
+}
+
 type Function struct {
 	Name       string `json:"name"`
 	Definition string `json:"definition"`

internal/domain/invocation_config.go

@@ -0,0 +1,27 @@
+package template
+
+import (
+	"context"
+	"testing"
+)
+
+func TestFCall(t *testing.T) {
+	ctx := NewContext(context.Background())
+	if err := ctx.SetVariable(NewVariable("level", "advance")); err != nil {
+		t.Fatalf("设置变量失败: %v", err)
+	}
+
+	r := NewDefaultRender(DefaultConfig())
+	// 使用内置 replace(old, new, s) 函数，把模板中的占位符 ${level} 替换为变量 .level
+	tpl := `{{ replace "${level}" .level "{{ .name.${level} }}" }}`
+
+	out, err := r.Render(ctx, tpl)
+	if err != nil {
+		t.Fatalf("渲染失败: %v", err)
+	}
+
+	expected := "{{ .name.advance }}"
+	if out != expected {
+		t.Fatalf("期望 %q, 实际 %q", expected, out)
+	}
+}

internal/pkg/template/template_dy_test.go

@@ -16,7 +16,7 @@ package template
 
 // Variable 变量接口，简洁的名称+值设计
 type Variable interface {
-	// Name 返回变量名称，用于模板中访问 {{ .name.xxx }}
+	// Name 返回变量名称，用于模板中访问
 	Name() string
 	// Value 返回变量值，支持错误返回
 	Value() (any, error)

internal/pkg/template/variable.go

@@ -154,3 +154,13 @@ func (p *InvocationConfigDAO) ActivateVersion(ctx context.Context, id int64) err
 		}).Error
 	})
 }
+
+func (p *InvocationConfigDAO) ActiveVersion(ctx context.Context, id int64) (InvocationConfigVersion, error) {
+	var version InvocationConfigVersion
+	db := p.db
+	err := db.WithContext(ctx).
+		Where("inv_id = ? and status = ? ", id, domain.InvocationCfgVersionStatusActive.String()).
+		Order("utime desc").
+		First(&version).Error
+	return version, err
+}

internal/repository/dao/invocation_config.go

@@ -20,6 +20,8 @@ import (
 	"encoding/json"
 	"time"
 
+	"golang.org/x/sync/errgroup"
+
 	"github.com/ecodeclub/ekit/slice"
 
 	"github.com/ecodeclub/ai-gateway-go/internal/domain"
@@ -173,3 +175,31 @@ func (p *InvocationConfigRepo) GetVersionByID(ctx context.Context, id int64) (do
 func (p *InvocationConfigRepo) ActivateVersion(ctx context.Context, id int64) error {
 	return p.dao.ActivateVersion(ctx, id)
 }
+
+// GetActiveVersionByID 获取
+func (p *InvocationConfigRepo) GetActiveVersionByID(ctx context.Context, id int64) (domain.InvocationConfigVersion, error) {
+	var (
+		eg            errgroup.Group
+		config        dao.InvocationConfig
+		configVersion dao.InvocationConfigVersion
+	)
+
+	eg.Go(func() error {
+		var err error
+		config, err = p.dao.GetByID(ctx, id)
+		return err
+	})
+
+	eg.Go(func() error {
+		var err error
+		configVersion, err = p.dao.ActiveVersion(ctx, id)
+		return err
+	})
+	if err := eg.Wait(); err != nil {
+		return domain.InvocationConfigVersion{}, err
+	}
+	domainCfg := p.toDomain(config)
+	versionCfg := p.toDomainVersion(configVersion)
+	versionCfg.Config = domainCfg
+	return versionCfg, nil
+}