-
Notifications
You must be signed in to change notification settings - Fork 1.3k
Expand file tree
/
Copy pathgrpc_server.go
More file actions
112 lines (95 loc) · 4.23 KB
/
grpc_server.go
File metadata and controls
112 lines (95 loc) · 4.23 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
package server
import (
"context"
"fmt"
"github.com/feast-dev/feast/go/internal/feast"
"github.com/feast-dev/feast/go/internal/feast/server/logging"
"github.com/feast-dev/feast/go/protos/feast/serving"
prototypes "github.com/feast-dev/feast/go/protos/feast/types"
"github.com/feast-dev/feast/go/types"
"github.com/google/uuid"
)
const feastServerVersion = "0.0.1"
type grpcServingServiceServer struct {
fs *feast.FeatureStore
loggingService *logging.LoggingService
serving.UnimplementedServingServiceServer
}
func NewGrpcServingServiceServer(fs *feast.FeatureStore, loggingService *logging.LoggingService) *grpcServingServiceServer {
return &grpcServingServiceServer{fs: fs, loggingService: loggingService}
}
func (s *grpcServingServiceServer) GetFeastServingInfo(ctx context.Context, request *serving.GetFeastServingInfoRequest) (*serving.GetFeastServingInfoResponse, error) {
return &serving.GetFeastServingInfoResponse{
Version: feastServerVersion,
}, nil
}
// GetOnlineFeatures Returns an object containing the response to GetOnlineFeatures.
// Metadata contains feature names that corresponds to the number of rows in response.Results.
// Results contains values including the value of the feature, the event timestamp, and feature status in a columnar format.
func (s *grpcServingServiceServer) GetOnlineFeatures(ctx context.Context, request *serving.GetOnlineFeaturesRequest) (*serving.GetOnlineFeaturesResponse, error) {
ctx, span := tracer.Start(ctx, "server.getOnlineFeatures")
defer span.End()
logSpanContext := LogWithSpanContext(span)
requestId := GenerateRequestId()
featuresOrService, err := s.fs.ParseFeatures(request.GetKind())
if err != nil {
logSpanContext.Error().Err(err).Msg("Error parsing feature service or feature list from request")
return nil, err
}
featureVectors, err := s.fs.GetOnlineFeatures(
ctx,
featuresOrService.FeaturesRefs,
featuresOrService.FeatureService,
request.GetEntities(),
request.GetRequestContext(),
request.GetFullFeatureNames())
if err != nil {
logSpanContext.Error().Err(err).Msg("Error getting online features")
return nil, err
}
resp := &serving.GetOnlineFeaturesResponse{
Results: make([]*serving.GetOnlineFeaturesResponse_FeatureVector, 0),
Metadata: &serving.GetOnlineFeaturesResponseMetadata{
FeatureNames: &serving.FeatureList{Val: make([]string, 0)},
},
}
// JoinKeys are currently part of the features as a value and the order that we add it to the resp MetaData
// Need to figure out a way to map the correct entities to the correct ordering
entityValuesMap := make(map[string][]*prototypes.Value, 0)
featureNames := make([]string, len(featureVectors))
for idx, vector := range featureVectors {
resp.Metadata.FeatureNames.Val = append(resp.Metadata.FeatureNames.Val, vector.Name)
featureNames[idx] = vector.Name
values, err := types.ArrowValuesToProtoValues(vector.Values)
if err != nil {
logSpanContext.Error().Err(err).Msg("Error converting Arrow values to proto values")
return nil, err
}
if _, ok := request.Entities[vector.Name]; ok {
entityValuesMap[vector.Name] = values
}
resp.Results = append(resp.Results, &serving.GetOnlineFeaturesResponse_FeatureVector{
Values: values,
Statuses: vector.Statuses,
EventTimestamps: vector.Timestamps,
})
}
featureService := featuresOrService.FeatureService
if featureService != nil && featureService.LoggingConfig != nil && s.loggingService != nil {
logger, err := s.loggingService.GetOrCreateLogger(featureService)
if err != nil {
logSpanContext.Error().Err(err).Msg("Error to instantiating logger for feature service: " + featuresOrService.FeatureService.Name)
fmt.Printf("Couldn't instantiate logger for feature service %s: %+v", featuresOrService.FeatureService.Name, err)
}
err = logger.Log(request.Entities, resp.Results[len(request.Entities):], resp.Metadata.FeatureNames.Val[len(request.Entities):], request.RequestContext, requestId)
if err != nil {
logSpanContext.Error().Err(err).Msg("Error to logging to feature service: " + featuresOrService.FeatureService.Name)
fmt.Printf("LoggerImpl error[%s]: %+v", featuresOrService.FeatureService.Name, err)
}
}
return resp, nil
}
func GenerateRequestId() string {
id := uuid.New()
return id.String()
}