feat: CLI command 'feast serve' should start go-based server if flag is enabled (#2617)

* CLI command 'feast serve' should start go-based server if flag is enabled

Signed-off-by: Tsotne Tabidze <[email protected]>

* Format stuff

Signed-off-by: Tsotne Tabidze <[email protected]>

* Split grpc & http methods in python and sort imports correctly

Signed-off-by: Tsotne Tabidze <[email protected]>

Author: Tsotne Tabidze

Makefile

@@ -167,7 +167,7 @@ compile-protos-go: install-go-proto-dependencies install-protoc-dependencies
 	cd sdk/python && python setup.py build_go_protos
 
 compile-go-lib: install-go-proto-dependencies install-go-ci-dependencies
-	cd sdk/python && python setup.py build_go_lib
+	cd sdk/python && COMPILE_GO=True python setup.py build_ext --inplace
 
 # Needs feast package to setup the feature store
 test-go: compile-protos-go
@@ -178,7 +178,7 @@ format-go:
 	gofmt -s -w go/
 
 lint-go: compile-protos-go
-	go vet ./go/internal/feast ./go/cmd/server
+	go vet ./go/internal/feast ./go/embedded
 
 # Docker
 

go/cmd/server/logging/feature_repo/__init__.py renamed to go/__init__.py

@@ -3,7 +3,15 @@ package embedded
 import (
 	"context"
 	"fmt"
+	"github.com/feast-dev/feast/go/internal/feast/server"
+	"github.com/feast-dev/feast/go/internal/feast/server/logging"
+	"github.com/feast-dev/feast/go/protos/feast/serving"
+	"google.golang.org/grpc"
 	"log"
+	"net"
+	"os"
+	"os/signal"
+	"syscall"
 
 	"github.com/apache/arrow/go/v8/arrow"
 	"github.com/apache/arrow/go/v8/arrow/array"
@@ -198,6 +206,36 @@ func (s *OnlineFeatureService) GetOnlineFeatures(
 	return nil
 }
 
+func (s *OnlineFeatureService) StartGprcServer(host string, port int) error {
+	// TODO(oleksii): enable logging
+	// Disable logging for now
+	var loggingService *logging.LoggingService = nil
+	ser := server.NewGrpcServingServiceServer(s.fs, loggingService)
+	log.Printf("Starting a gRPC server on host %s port %d\n", host, port)
+	lis, err := net.Listen("tcp", fmt.Sprintf("%s:%d", host, port))
+	if err != nil {
+		return err
+	}
+	grpcServer := grpc.NewServer()
+	serving.RegisterServingServiceServer(grpcServer, ser)
+
+	// Notify this channel when receiving interrupt or termination signals from OS
+	c := make(chan os.Signal, 1)
+	signal.Notify(c, syscall.SIGINT, syscall.SIGTERM)
+	go func() {
+		// As soon as these signals are received from OS, try to gracefully stop the gRPC server
+		<-c
+		fmt.Println("Stopping the gRPC server...")
+		grpcServer.GracefulStop()
+	}()
+
+	err = grpcServer.Serve(lis)
+	if err != nil {
+		return err
+	}
+	return nil
+}
+
 /*
 	Read Record Batch from memory managed by Python caller.
 	Python part uses C ABI interface to export this record into C Data Interface,

go/cmd/server/logging/feature_repo/data/online_store.db

@@ -43,7 +43,8 @@ type OnlineStore interface {
 
 func getOnlineStoreType(onlineStoreConfig map[string]interface{}) (string, bool) {
 	if onlineStoreType, ok := onlineStoreConfig["type"]; !ok {
-		return "", false
+		// If online store type isn't specified, default to sqlite
+		return "sqlite", true
 	} else {
 		result, ok := onlineStoreType.(string)
 		return result, ok
@@ -53,10 +54,11 @@ func getOnlineStoreType(onlineStoreConfig map[string]interface{}) (string, bool)
 func NewOnlineStore(config *registry.RepoConfig) (OnlineStore, error) {
 	onlineStoreType, ok := getOnlineStoreType(config.OnlineStore)
 	if !ok {
+		return nil, fmt.Errorf("could not get online store type from online store config: %+v", config.OnlineStore)
+	} else if onlineStoreType == "sqlite" {
 		onlineStore, err := NewSqliteOnlineStore(config.Project, config, config.OnlineStore)
 		return onlineStore, err
-	}
-	if onlineStoreType == "redis" {
+	} else if onlineStoreType == "redis" {
 		onlineStore, err := NewRedisOnlineStore(config.Project, config.OnlineStore)
 		return onlineStore, err
 	} else {

go/cmd/server/main.go

@@ -1,27 +1,29 @@
-package main
+package server
 
 import (
 	"context"
 
-	"github.com/feast-dev/feast/go/cmd/server/logging"
 	"github.com/feast-dev/feast/go/internal/feast"
+	"github.com/feast-dev/feast/go/internal/feast/server/logging"
 	"github.com/feast-dev/feast/go/protos/feast/serving"
 	prototypes "github.com/feast-dev/feast/go/protos/feast/types"
 	"github.com/feast-dev/feast/go/types"
 	"github.com/google/uuid"
 )
 
-type servingServiceServer struct {
+const feastServerVersion = "0.0.1"
+
+type grpcServingServiceServer struct {
 	fs             *feast.FeatureStore
 	loggingService *logging.LoggingService
 	serving.UnimplementedServingServiceServer
 }
 
-func newServingServiceServer(fs *feast.FeatureStore, loggingService *logging.LoggingService) *servingServiceServer {
-	return &servingServiceServer{fs: fs, loggingService: loggingService}
+func NewGrpcServingServiceServer(fs *feast.FeatureStore, loggingService *logging.LoggingService) *grpcServingServiceServer {
+	return &grpcServingServiceServer{fs: fs, loggingService: loggingService}
 }
 
-func (s *servingServiceServer) GetFeastServingInfo(ctx context.Context, request *serving.GetFeastServingInfoRequest) (*serving.GetFeastServingInfoResponse, error) {
+func (s *grpcServingServiceServer) GetFeastServingInfo(ctx context.Context, request *serving.GetFeastServingInfoRequest) (*serving.GetFeastServingInfoResponse, error) {
 	return &serving.GetFeastServingInfoResponse{
 		Version: feastServerVersion,
 	}, nil
@@ -30,7 +32,7 @@ func (s *servingServiceServer) GetFeastServingInfo(ctx context.Context, request
 // Returns an object containing the response to GetOnlineFeatures.
 // Metadata contains featurenames that corresponds to the number of rows in response.Results.
 // Results contains values including the value of the feature, the event timestamp, and feature status in a columnar format.
-func (s *servingServiceServer) GetOnlineFeatures(ctx context.Context, request *serving.GetOnlineFeaturesRequest) (*serving.GetOnlineFeaturesResponse, error) {
+func (s *grpcServingServiceServer) GetOnlineFeatures(ctx context.Context, request *serving.GetOnlineFeaturesRequest) (*serving.GetOnlineFeaturesResponse, error) {
 	requestId := GenerateRequestId()
 	featuresOrService, err := s.fs.ParseFeatures(request.GetKind())
 	if err != nil {
@@ -74,7 +76,7 @@ func (s *servingServiceServer) GetOnlineFeatures(ctx context.Context, request *s
 			EventTimestamps: vector.Timestamps,
 		})
 	}
-	if featuresOrService.FeatureService != nil {
+	if featuresOrService.FeatureService != nil && s.loggingService != nil {
 		go s.loggingService.GenerateLogs(featuresOrService.FeatureService, entityValuesMap, resp.Results[len(request.Entities):], request.RequestContext, requestId)
 	}
 	return resp, nil

go/embedded/online_features.go

@@ -1,4 +1,4 @@
-package main
+package server
 
 import (
 	"context"
@@ -16,8 +16,8 @@ import (
 	"github.com/apache/arrow/go/v8/arrow/memory"
 	"github.com/apache/arrow/go/v8/parquet/file"
 	"github.com/apache/arrow/go/v8/parquet/pqarrow"
-	"github.com/feast-dev/feast/go/cmd/server/logging"
 	"github.com/feast-dev/feast/go/internal/feast"
+	"github.com/feast-dev/feast/go/internal/feast/server/logging"
 	"github.com/feast-dev/feast/go/internal/test"
 	"github.com/feast-dev/feast/go/protos/feast/serving"
 	"github.com/feast-dev/feast/go/protos/feast/types"
@@ -73,7 +73,7 @@ func getClient(ctx context.Context, offlineStoreType string, basePath string, en
 	if err != nil {
 		panic(err)
 	}
-	servingServiceServer := newServingServiceServer(fs, loggingService)
+	servingServiceServer := NewGrpcServingServiceServer(fs, loggingService)
 
 	serving.RegisterServingServiceServer(server, servingServiceServer)
 	go func() {