bing
/
minerva
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

copy from github

This commit is contained in:
bing 2022-01-17 11:53:50 +08:00
commit c211ce4dd4
14 changed files with 1399 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
README.md Normal file
View File

@ -0,0 +1 @@
# Minerva

2
gateway/Makefile Normal file
View File

@ -0,0 +1,2 @@
debug:
go run main.go

56
gateway/main.go Normal file
View File

@ -0,0 +1,56 @@
package main
import (
"flag"
"log"
"net"
"github.com/gin-gonic/gin"
"minerva.bing89.com/gateway/pkg/apiserver"
grpcv1 "minerva.bing89.com/gateway/pkg/grpc/v1"
"minerva.bing89.com/gateway/pkg/minerva"
)
var (
address string
dburi string
persistentEngine string
)
func initFlags(){
flag.StringVar(&address, "address", "localhost:8080", "address to listen")
flag.StringVar(&dburi, "dburi", "minerva.json", "Persistent destination")
flag.StringVar(&persistentEngine, "persistent-engine", "file", "persistent engine, example: file, mysql, etc.")
flag.Parse()
}
//暂时只支持file作为持久化方式， 不处理其他方式
func createPersistentEngine()(minerva.PersistentEngine, error){
fe := minerva.NewPersistentFile(dburi)
return fe, nil
}
func main(){
initFlags()
pEngine, err := createPersistentEngine()
if err != nil {
log.Fatal("create persistent engine failed ", err)
}
svr, err := grpcv1.NewServer(pEngine)
if err != nil {
log.Fatal("create grpc server failed ",err)
}
apiServer := apiserver.NewAPIServer(svr)
engine := gin.Default()
apiServer.InitRoute(engine)
lis, err := net.Listen("tcp", address)
if err != nil {
log.Fatal("create net listener failed ",err)
}
defer lis.Close()
go svr.StartRPCService(lis)
err = engine.RunListener(lis)
if err != nil {
log.Fatal("start http server failed ", err)
}
}

0
gateway/minerva.json Normal file
View File

151
gateway/pkg/apiserver/apiserver.go Normal file
View File

@ -0,0 +1,151 @@
package apiserver
import (
"fmt"
"net/http"
"github.com/gin-gonic/gin"
grpcv1 "minerva.bing89.com/gateway/pkg/grpc/v1"
"minerva.bing89.com/gateway/pkg/minerva"
)
//响应数据结构
type ResponseMessage struct {
Code int `json:"code"`
Message string `json:"message"`
Data interface{} `json:"data"`
}
//APIServer 提供api接口
type APIServer struct {
// minervas minerva.Minervas
grpcv1.Server
}
func NewAPIServer(svr grpcv1.Server)*APIServer{
return &APIServer{
Server: svr,
}
}
//Ajax式响应
func (a *APIServer)response(c *gin.Context,code int, m string, v interface{}){
c.JSON(http.StatusOK, ResponseMessage{Code: code, Message: m, Data: v})
}
//成功，返回数据
func (a *APIServer)success(c *gin.Context, v interface{}){
a.response(c, 0, "success", v)
}
//失败，返回错误
func (a *APIServer)error(c *gin.Context, e error){
a.response(c, 1000, e.Error(), nil)
}
//功能正在开发中
func (a *APIServer)functionInDeving(c *gin.Context){
a.error(c, fmt.Errorf("功能正在开发中"))
}
// 列出当前已注册的Minervas
// @router [GET] /minervas
// @example /api/v1/minervas
func (a *APIServer)ListMinervas(c *gin.Context){
minervas, err := a.Minervas.List()
if err != nil {
a.error(c, err)
return
}
a.success(c, minervas)
}
// 查看指定的Minerva信息
// @router [GET] /minervas/:name
// @example /api/v1/minervas/aaa
func (a *APIServer)GetMinerva(c *gin.Context){
name := c.Param("name")
m, err := a.Minervas.Get(name)
if err != nil {
a.error(c, err)
return
}
a.success(c, m)
}
// 注册一个Minerva
// @router [POST] /minervas
// @example /api/v1/minervas
// {}
//
func (a *APIServer)CreateMinerva(c *gin.Context){
a.functionInDeving(c)
}
// 更新一个Minerva
// @router [PUT] /minervas/:name
// @example /api/v1/minervas/aaa
// {}
//
func (a *APIServer)UpdateMinerva(c *gin.Context){
a.functionInDeving(c)
}
// 删除一个Minerva
// @router [DELETE] /minervas/:name
// @example /api/v1/minervas/aaa
// {}
//
func (a *APIServer)DeleteMinerva(c *gin.Context){
a.functionInDeving(c)
}
// 执行minerva
// @router [POST] /minervas/:name/run
// @example /api/v1/minervas/aaa/run
// {}
//
func (a *APIServer)RunMinerva(c *gin.Context){
name := c.Param("name")
m, err := a.Minervas.Get(name)
if err != nil {
a.error(c, err)
return
}
defer c.Request.Body.Close()
data := []byte{}
_, err = c.Request.Body.Read(data)
if err != nil {
a.error(c, err)
return
}
clt, err := grpcv1.NewInsecureClient(m)
if err != nil {
a.error(c, err)
return
}
resp, err := clt.Call(&minerva.Request{Bytes: data})
if err != nil {
a.error(c, err)
return
}
if resp.Success {
a.success(c, resp.Bytes)
return
}
a.error(c, fmt.Errorf(resp.Error))
}
//初始化route表
func (a *APIServer)InitRoute(engine *gin.Engine){
apiGroup := engine.Group("/api/v1")
apiGroup.GET("/minervas", a.ListMinervas)
minervaGroup := apiGroup.Group("/minervas")
minervaGroup.GET("/:name", a.GetMinerva)
minervaGroup.POST("/:name", a.CreateMinerva)
minervaGroup.PUT("/:name", a.UpdateMinerva)
minervaGroup.DELETE("/:name", a.DeleteMinerva)
minervaGroup.POST("/:name/run", a.RunMinerva)
}

42
gateway/pkg/grpc/v1/client.go Normal file
View File

@ -0,0 +1,42 @@
package v1
import (
"context"
"fmt"
"google.golang.org/grpc"
"minerva.bing89.com/gateway/pkg/minerva"
)
//Client 通用rpc client
type Client struct {
m *minerva.Minerva
conn grpc.ClientConnInterface
}
//NewClient
func NewClient(m *minerva.Minerva, opts ...grpc.DialOption)(*Client, error){
conn, err := grpc.Dial(m.Uri, opts...)
if err != nil {
return nil, err
}
c := Client{
m: m,
conn: conn,
}
return &c, nil
}
//InsecureClient
func NewInsecureClient(m *minerva.Minerva)(*Client, error){
return NewClient(m, grpc.WithInsecure())
}
//Call 调用Minerva并返回结果
func (c *Client)Call(req *minerva.Request, callOpts ...grpc.CallOption)(*minerva.Response, error){
resp := minerva.Response{}
method := fmt.Sprintf("/%s/%s", c.m.ModelName, c.m.CallName)
err := c.conn.Invoke(context.Background(), method, req, &resp, callOpts...)
return &resp, err
}

59
gateway/pkg/grpc/v1/server.go Normal file
View File

@ -0,0 +1,59 @@
package v1
import (
"context"
"net"
"google.golang.org/grpc"
"minerva.bing89.com/gateway/pkg/minerva"
)
type Server struct {
Minervas minerva.Minervas
engine minerva.PersistentEngine
}
func NewServer(engine minerva.PersistentEngine)(Server, error){
m, err := minerva.NewMinervas(engine)
return Server{
Minervas: m,
engine: engine,
}, err
}
func (s *Server)Register(ctx context.Context, m *minerva.Minerva)(*minerva.Response, error){
err := s.Minervas.Insert(m)
if err != nil {
return &minerva.Response{Success: false, Error: err.Error(),}, err
}
return &minerva.Response{Success: true,}, nil
}
func (s *Server)UnRegister(ctx context.Context, m *minerva.Minerva)(*minerva.Response, error){
err := s.Minervas.Delete(m.Name)
if err != nil {
return &minerva.Response{Success: false, Error: err.Error(),}, err
}
return &minerva.Response{Success: true,}, nil
}
func (s *Server)UpRegister(ctx context.Context, m *minerva.Minerva)(*minerva.Response, error){
err := s.Minervas.UpSert(m)
if err != nil {
return &minerva.Response{Success: false, Error: err.Error(),}, err
}
return &minerva.Response{Success: true,}, nil
}
func (s *Server)StartRPCService(lis net.Listener, opt ...grpc.ServerOption)error{
svr := grpc.NewServer(opt...)
minerva.RegisterAPIServerServer(svr, s)
// lis, err := net.Listen("tcp", address)
// if err != nil {
// return err
// }
err := svr.Serve(lis)
return err
}

701
gateway/pkg/minerva/minerva.pb.go Normal file
View File

@ -0,0 +1,701 @@
// Code generated by protoc-gen-go. DO NOT EDIT.
// versions:
// protoc-gen-go v1.26.0
// protoc v3.19.1
// source: minerva.proto
package minerva
import (
context "context"
grpc "google.golang.org/grpc"
codes "google.golang.org/grpc/codes"
status "google.golang.org/grpc/status"
protoreflect "google.golang.org/protobuf/reflect/protoreflect"
protoimpl "google.golang.org/protobuf/runtime/protoimpl"
reflect "reflect"
sync "sync"
)
const (
// Verify that this generated code is sufficiently up-to-date.
_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)
// Verify that runtime/protoimpl is sufficiently up-to-date.
_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)
)
type DataDefinition_Types int32
const (
DataDefinition_Bytes DataDefinition_Types = 0
DataDefinition_String DataDefinition_Types = 1
)
// Enum value maps for DataDefinition_Types.
var (
DataDefinition_Types_name = map[int32]string{
0: "Bytes",
1: "String",
}
DataDefinition_Types_value = map[string]int32{
"Bytes": 0,
"String": 1,
}
)
func (x DataDefinition_Types) Enum() *DataDefinition_Types {
p := new(DataDefinition_Types)
*p = x
return p
}
func (x DataDefinition_Types) String() string {
return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))
}
func (DataDefinition_Types) Descriptor() protoreflect.EnumDescriptor {
return file_minerva_proto_enumTypes[0].Descriptor()
}
func (DataDefinition_Types) Type() protoreflect.EnumType {
return &file_minerva_proto_enumTypes[0]
}
func (x DataDefinition_Types) Number() protoreflect.EnumNumber {
return protoreflect.EnumNumber(x)
}
// Deprecated: Use DataDefinition_Types.Descriptor instead.
func (DataDefinition_Types) EnumDescriptor() ([]byte, []int) {
return file_minerva_proto_rawDescGZIP(), []int{0, 0}
}
type DataDefinition_Formats int32
const (
DataDefinition_JSON DataDefinition_Formats = 0
DataDefinition_TXT DataDefinition_Formats = 1
DataDefinition_CSV DataDefinition_Formats = 2
DataDefinition_FILE DataDefinition_Formats = 3
DataDefinition_YAML DataDefinition_Formats = 4
DataDefinition_HTML DataDefinition_Formats = 5
)
// Enum value maps for DataDefinition_Formats.
var (
DataDefinition_Formats_name = map[int32]string{
0: "JSON",
1: "TXT",
2: "CSV",
3: "FILE",
4: "YAML",
5: "HTML",
}
DataDefinition_Formats_value = map[string]int32{
"JSON": 0,
"TXT": 1,
"CSV": 2,
"FILE": 3,
"YAML": 4,
"HTML": 5,
}
)
func (x DataDefinition_Formats) Enum() *DataDefinition_Formats {
p := new(DataDefinition_Formats)
*p = x
return p
}
func (x DataDefinition_Formats) String() string {
return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))
}
func (DataDefinition_Formats) Descriptor() protoreflect.EnumDescriptor {
return file_minerva_proto_enumTypes[1].Descriptor()
}
func (DataDefinition_Formats) Type() protoreflect.EnumType {
return &file_minerva_proto_enumTypes[1]
}
func (x DataDefinition_Formats) Number() protoreflect.EnumNumber {
return protoreflect.EnumNumber(x)
}
// Deprecated: Use DataDefinition_Formats.Descriptor instead.
func (DataDefinition_Formats) EnumDescriptor() ([]byte, []int) {
return file_minerva_proto_rawDescGZIP(), []int{0, 1}
}
// DataDefinition 输入输出的数据结构定义
// 1. Type 数据类型， 使用Types中列出的数据类型 Bytes 字节型数据 String 字符串型数据
// 2. Columns 字段列表，按照元素顺序排列。该字段名区分大小写，与url上的query key一致
// 3. Format 数据类型,使用Formats中列出的数据类型
type DataDefinition struct {
state protoimpl.MessageState
sizeCache protoimpl.SizeCache
unknownFields protoimpl.UnknownFields
Type DataDefinition_Types `protobuf:"varint,1,opt,name=type,proto3,enum=minerva.DataDefinition_Types" json:"type,omitempty"`
Columns []string `protobuf:"bytes,2,rep,name=columns,proto3" json:"columns,omitempty"`
Format DataDefinition_Formats `protobuf:"varint,3,opt,name=format,proto3,enum=minerva.DataDefinition_Formats" json:"format,omitempty"`
}
func (x *DataDefinition) Reset() {
*x = DataDefinition{}
if protoimpl.UnsafeEnabled {
mi := &file_minerva_proto_msgTypes[0]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
}
func (x *DataDefinition) String() string {
return protoimpl.X.MessageStringOf(x)
}
func (*DataDefinition) ProtoMessage() {}
func (x *DataDefinition) ProtoReflect() protoreflect.Message {
mi := &file_minerva_proto_msgTypes[0]
if protoimpl.UnsafeEnabled && x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
ms.StoreMessageInfo(mi)
}
return ms
}
return mi.MessageOf(x)
}
// Deprecated: Use DataDefinition.ProtoReflect.Descriptor instead.
func (*DataDefinition) Descriptor() ([]byte, []int) {
return file_minerva_proto_rawDescGZIP(), []int{0}
}
func (x *DataDefinition) GetType() DataDefinition_Types {
if x != nil {
return x.Type
}
return DataDefinition_Bytes
}
func (x *DataDefinition) GetColumns() []string {
if x != nil {
return x.Columns
}
return nil
}
func (x *DataDefinition) GetFormat() DataDefinition_Formats {
if x != nil {
return x.Format
}
return DataDefinition_JSON
}
// Minerva 算法程序处理单元, 若一个进程包含多个处理单元，需要多个Minerva
// 1. Name Minerva的名字，此名字与rpc 方法名无关，不可重复
// 2. URI Minerva rpc 的地址，包括ip和端口 如：127.0.0.1:80
// 3. Call rpc 方法名, 区分大小写
// 4. Request Minerva 接受的请求数据定义， 即rpc传入的参数
// 5. Response Minerva 响应的数据定义， 即rpc执行完成返回值的data部分
type Minerva struct {
state protoimpl.MessageState
sizeCache protoimpl.SizeCache
unknownFields protoimpl.UnknownFields
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
Uri string `protobuf:"bytes,2,opt,name=uri,proto3" json:"uri,omitempty"`
ModelName string `protobuf:"bytes,3,opt,name=modelName,proto3" json:"modelName,omitempty"`
CallName string `protobuf:"bytes,4,opt,name=callName,proto3" json:"callName,omitempty"`
}
func (x *Minerva) Reset() {
*x = Minerva{}
if protoimpl.UnsafeEnabled {
mi := &file_minerva_proto_msgTypes[1]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
}
func (x *Minerva) String() string {
return protoimpl.X.MessageStringOf(x)
}
func (*Minerva) ProtoMessage() {}
func (x *Minerva) ProtoReflect() protoreflect.Message {
mi := &file_minerva_proto_msgTypes[1]
if protoimpl.UnsafeEnabled && x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
ms.StoreMessageInfo(mi)
}
return ms
}
return mi.MessageOf(x)
}
// Deprecated: Use Minerva.ProtoReflect.Descriptor instead.
func (*Minerva) Descriptor() ([]byte, []int) {
return file_minerva_proto_rawDescGZIP(), []int{1}
}
func (x *Minerva) GetName() string {
if x != nil {
return x.Name
}
return ""
}
func (x *Minerva) GetUri() string {
if x != nil {
return x.Uri
}
return ""
}
func (x *Minerva) GetModelName() string {
if x != nil {
return x.ModelName
}
return ""
}
func (x *Minerva) GetCallName() string {
if x != nil {
return x.CallName
}
return ""
}
//Request 请求的数据
type Request struct {
state protoimpl.MessageState
sizeCache protoimpl.SizeCache
unknownFields protoimpl.UnknownFields
Bytes []byte `protobuf:"bytes,1,opt,name=bytes,proto3" json:"bytes,omitempty"` // string string = 2;
}
func (x *Request) Reset() {
*x = Request{}
if protoimpl.UnsafeEnabled {
mi := &file_minerva_proto_msgTypes[2]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
}
func (x *Request) String() string {
return protoimpl.X.MessageStringOf(x)
}
func (*Request) ProtoMessage() {}
func (x *Request) ProtoReflect() protoreflect.Message {
mi := &file_minerva_proto_msgTypes[2]
if protoimpl.UnsafeEnabled && x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
ms.StoreMessageInfo(mi)
}
return ms
}
return mi.MessageOf(x)
}
// Deprecated: Use Request.ProtoReflect.Descriptor instead.
func (*Request) Descriptor() ([]byte, []int) {
return file_minerva_proto_rawDescGZIP(), []int{2}
}
func (x *Request) GetBytes() []byte {
if x != nil {
return x.Bytes
}
return nil
}
//Response 返回的数据
type Response struct {
state protoimpl.MessageState
sizeCache protoimpl.SizeCache
unknownFields protoimpl.UnknownFields
Bytes []byte `protobuf:"bytes,1,opt,name=bytes,proto3" json:"bytes,omitempty"`
// string string = 2;
Success bool `protobuf:"varint,2,opt,name=success,proto3" json:"success,omitempty"`
Error string `protobuf:"bytes,3,opt,name=error,proto3" json:"error,omitempty"`
}
func (x *Response) Reset() {
*x = Response{}
if protoimpl.UnsafeEnabled {
mi := &file_minerva_proto_msgTypes[3]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
}
func (x *Response) String() string {
return protoimpl.X.MessageStringOf(x)
}
func (*Response) ProtoMessage() {}
func (x *Response) ProtoReflect() protoreflect.Message {
mi := &file_minerva_proto_msgTypes[3]
if protoimpl.UnsafeEnabled && x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
ms.StoreMessageInfo(mi)
}
return ms
}
return mi.MessageOf(x)
}
// Deprecated: Use Response.ProtoReflect.Descriptor instead.
func (*Response) Descriptor() ([]byte, []int) {
return file_minerva_proto_rawDescGZIP(), []int{3}
}
func (x *Response) GetBytes() []byte {
if x != nil {
return x.Bytes
}
return nil
}
func (x *Response) GetSuccess() bool {
if x != nil {
return x.Success
}
return false
}
func (x *Response) GetError() string {
if x != nil {
return x.Error
}
return ""
}
var File_minerva_proto protoreflect.FileDescriptor
var file_minerva_proto_rawDesc = []byte{
0x0a, 0x0d, 0x6d, 0x69, 0x6e, 0x65, 0x72, 0x76, 0x61, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x12,
0x07, 0x6d, 0x69, 0x6e, 0x65, 0x72, 0x76, 0x61, 0x22, 0xfb, 0x01, 0x0a, 0x0e, 0x44, 0x61, 0x74,
0x61, 0x44, 0x65, 0x66, 0x69, 0x6e, 0x69, 0x74, 0x69, 0x6f, 0x6e, 0x12, 0x31, 0x0a, 0x04, 0x74,
0x79, 0x70, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0e, 0x32, 0x1d, 0x2e, 0x6d, 0x69, 0x6e, 0x65,
0x72, 0x76, 0x61, 0x2e, 0x44, 0x61, 0x74, 0x61, 0x44, 0x65, 0x66, 0x69, 0x6e, 0x69, 0x74, 0x69,
0x6f, 0x6e, 0x2e, 0x54, 0x79, 0x70, 0x65, 0x73, 0x52, 0x04, 0x74, 0x79, 0x70, 0x65, 0x12, 0x18,
0x0a, 0x07, 0x63, 0x6f, 0x6c, 0x75, 0x6d, 0x6e, 0x73, 0x18, 0x02, 0x20, 0x03, 0x28, 0x09, 0x52,
0x07, 0x63, 0x6f, 0x6c, 0x75, 0x6d, 0x6e, 0x73, 0x12, 0x37, 0x0a, 0x06, 0x66, 0x6f, 0x72, 0x6d,
0x61, 0x74, 0x18, 0x03, 0x20, 0x01, 0x28, 0x0e, 0x32, 0x1f, 0x2e, 0x6d, 0x69, 0x6e, 0x65, 0x72,
0x76, 0x61, 0x2e, 0x44, 0x61, 0x74, 0x61, 0x44, 0x65, 0x66, 0x69, 0x6e, 0x69, 0x74, 0x69, 0x6f,
0x6e, 0x2e, 0x46, 0x6f, 0x72, 0x6d, 0x61, 0x74, 0x73, 0x52, 0x06, 0x66, 0x6f, 0x72, 0x6d, 0x61,
0x74, 0x22, 0x1e, 0x0a, 0x05, 0x54, 0x79, 0x70, 0x65, 0x73, 0x12, 0x09, 0x0a, 0x05, 0x42, 0x79,
0x74, 0x65, 0x73, 0x10, 0x00, 0x12, 0x0a, 0x0a, 0x06, 0x53, 0x74, 0x72, 0x69, 0x6e, 0x67, 0x10,
0x01, 0x22, 0x43, 0x0a, 0x07, 0x46, 0x6f, 0x72, 0x6d, 0x61, 0x74, 0x73, 0x12, 0x08, 0x0a, 0x04,
0x4a, 0x53, 0x4f, 0x4e, 0x10, 0x00, 0x12, 0x07, 0x0a, 0x03, 0x54, 0x58, 0x54, 0x10, 0x01, 0x12,
0x07, 0x0a, 0x03, 0x43, 0x53, 0x56, 0x10, 0x02, 0x12, 0x08, 0x0a, 0x04, 0x46, 0x49, 0x4c, 0x45,
0x10, 0x03, 0x12, 0x08, 0x0a, 0x04, 0x59, 0x41, 0x4d, 0x4c, 0x10, 0x04, 0x12, 0x08, 0x0a, 0x04,
0x48, 0x54, 0x4d, 0x4c, 0x10, 0x05, 0x22, 0x69, 0x0a, 0x07, 0x4d, 0x69, 0x6e, 0x65, 0x72, 0x76,
0x61, 0x12, 0x12, 0x0a, 0x04, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52,
0x04, 0x6e, 0x61, 0x6d, 0x65, 0x12, 0x10, 0x0a, 0x03, 0x75, 0x72, 0x69, 0x18, 0x02, 0x20, 0x01,
0x28, 0x09, 0x52, 0x03, 0x75, 0x72, 0x69, 0x12, 0x1c, 0x0a, 0x09, 0x6d, 0x6f, 0x64, 0x65, 0x6c,
0x4e, 0x61, 0x6d, 0x65, 0x18, 0x03, 0x20, 0x01, 0x28, 0x09, 0x52, 0x09, 0x6d, 0x6f, 0x64, 0x65,
0x6c, 0x4e, 0x61, 0x6d, 0x65, 0x12, 0x1a, 0x0a, 0x08, 0x63, 0x61, 0x6c, 0x6c, 0x4e, 0x61, 0x6d,
0x65, 0x18, 0x04, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x63, 0x61, 0x6c, 0x6c, 0x4e, 0x61, 0x6d,
0x65, 0x22, 0x1f, 0x0a, 0x07, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x14, 0x0a, 0x05,
0x62, 0x79, 0x74, 0x65, 0x73, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x05, 0x62, 0x79, 0x74,
0x65, 0x73, 0x22, 0x50, 0x0a, 0x08, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x14,
0x0a, 0x05, 0x62, 0x79, 0x74, 0x65, 0x73, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x05, 0x62,
0x79, 0x74, 0x65, 0x73, 0x12, 0x18, 0x0a, 0x07, 0x73, 0x75, 0x63, 0x63, 0x65, 0x73, 0x73, 0x18,
0x02, 0x20, 0x01, 0x28, 0x08, 0x52, 0x07, 0x73, 0x75, 0x63, 0x63, 0x65, 0x73, 0x73, 0x12, 0x14,
0x0a, 0x05, 0x65, 0x72, 0x72, 0x6f, 0x72, 0x18, 0x03, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x65,
0x72, 0x72, 0x6f, 0x72, 0x32, 0xa2, 0x01, 0x0a, 0x09, 0x41, 0x50, 0x49, 0x53, 0x65, 0x72, 0x76,
0x65, 0x72, 0x12, 0x2f, 0x0a, 0x08, 0x52, 0x65, 0x67, 0x69, 0x73, 0x74, 0x65, 0x72, 0x12, 0x10,
0x2e, 0x6d, 0x69, 0x6e, 0x65, 0x72, 0x76, 0x61, 0x2e, 0x4d, 0x69, 0x6e, 0x65, 0x72, 0x76, 0x61,
0x1a, 0x11, 0x2e, 0x6d, 0x69, 0x6e, 0x65, 0x72, 0x76, 0x61, 0x2e, 0x52, 0x65, 0x73, 0x70, 0x6f,
0x6e, 0x73, 0x65, 0x12, 0x31, 0x0a, 0x0a, 0x55, 0x6e, 0x52, 0x65, 0x67, 0x69, 0x73, 0x74, 0x65,
0x72, 0x12, 0x10, 0x2e, 0x6d, 0x69, 0x6e, 0x65, 0x72, 0x76, 0x61, 0x2e, 0x4d, 0x69, 0x6e, 0x65,
0x72, 0x76, 0x61, 0x1a, 0x11, 0x2e, 0x6d, 0x69, 0x6e, 0x65, 0x72, 0x76, 0x61, 0x2e, 0x52, 0x65,
0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x31, 0x0a, 0x0a, 0x55, 0x70, 0x52, 0x65, 0x67, 0x69,
0x73, 0x74, 0x65, 0x72, 0x12, 0x10, 0x2e, 0x6d, 0x69, 0x6e, 0x65, 0x72, 0x76, 0x61, 0x2e, 0x4d,
0x69, 0x6e, 0x65, 0x72, 0x76, 0x61, 0x1a, 0x11, 0x2e, 0x6d, 0x69, 0x6e, 0x65, 0x72, 0x76, 0x61,
0x2e, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x42, 0x18, 0x5a, 0x16, 0x2e, 0x2e, 0x2f,
0x70, 0x6b, 0x67, 0x2f, 0x6d, 0x69, 0x6e, 0x65, 0x72, 0x76, 0x61, 0x3b, 0x6d, 0x69, 0x6e, 0x65,
0x72, 0x76, 0x61, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33,
}
var (
file_minerva_proto_rawDescOnce sync.Once
file_minerva_proto_rawDescData = file_minerva_proto_rawDesc
)
func file_minerva_proto_rawDescGZIP() []byte {
file_minerva_proto_rawDescOnce.Do(func() {
file_minerva_proto_rawDescData = protoimpl.X.CompressGZIP(file_minerva_proto_rawDescData)
})
return file_minerva_proto_rawDescData
}
var file_minerva_proto_enumTypes = make([]protoimpl.EnumInfo, 2)
var file_minerva_proto_msgTypes = make([]protoimpl.MessageInfo, 4)
var file_minerva_proto_goTypes = []interface{}{
(DataDefinition_Types)(0), // 0: minerva.DataDefinition.Types
(DataDefinition_Formats)(0), // 1: minerva.DataDefinition.Formats
(*DataDefinition)(nil), // 2: minerva.DataDefinition
(*Minerva)(nil), // 3: minerva.Minerva
(*Request)(nil), // 4: minerva.Request
(*Response)(nil), // 5: minerva.Response
}
var file_minerva_proto_depIdxs = []int32{
0, // 0: minerva.DataDefinition.type:type_name -> minerva.DataDefinition.Types
1, // 1: minerva.DataDefinition.format:type_name -> minerva.DataDefinition.Formats
3, // 2: minerva.APIServer.Register:input_type -> minerva.Minerva
3, // 3: minerva.APIServer.UnRegister:input_type -> minerva.Minerva
3, // 4: minerva.APIServer.UpRegister:input_type -> minerva.Minerva
5, // 5: minerva.APIServer.Register:output_type -> minerva.Response
5, // 6: minerva.APIServer.UnRegister:output_type -> minerva.Response
5, // 7: minerva.APIServer.UpRegister:output_type -> minerva.Response
5, // [5:8] is the sub-list for method output_type
2, // [2:5] is the sub-list for method input_type
2, // [2:2] is the sub-list for extension type_name
2, // [2:2] is the sub-list for extension extendee
0, // [0:2] is the sub-list for field type_name
}
func init() { file_minerva_proto_init() }
func file_minerva_proto_init() {
if File_minerva_proto != nil {
return
}
if !protoimpl.UnsafeEnabled {
file_minerva_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} {
switch v := v.(*DataDefinition); i {
case 0:
return &v.state
case 1:
return &v.sizeCache
case 2:
return &v.unknownFields
default:
return nil
}
}
file_minerva_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} {
switch v := v.(*Minerva); i {
case 0:
return &v.state
case 1:
return &v.sizeCache
case 2:
return &v.unknownFields
default:
return nil
}
}
file_minerva_proto_msgTypes[2].Exporter = func(v interface{}, i int) interface{} {
switch v := v.(*Request); i {
case 0:
return &v.state
case 1:
return &v.sizeCache
case 2:
return &v.unknownFields
default:
return nil
}
}
file_minerva_proto_msgTypes[3].Exporter = func(v interface{}, i int) interface{} {
switch v := v.(*Response); i {
case 0:
return &v.state
case 1:
return &v.sizeCache
case 2:
return &v.unknownFields
default:
return nil
}
}
}
type x struct{}
out := protoimpl.TypeBuilder{
File: protoimpl.DescBuilder{
GoPackagePath: reflect.TypeOf(x{}).PkgPath(),
RawDescriptor: file_minerva_proto_rawDesc,
NumEnums: 2,
NumMessages: 4,
NumExtensions: 0,
NumServices: 1,
},
GoTypes: file_minerva_proto_goTypes,
DependencyIndexes: file_minerva_proto_depIdxs,
EnumInfos: file_minerva_proto_enumTypes,
MessageInfos: file_minerva_proto_msgTypes,
}.Build()
File_minerva_proto = out.File
file_minerva_proto_rawDesc = nil
file_minerva_proto_goTypes = nil
file_minerva_proto_depIdxs = nil
}
// Reference imports to suppress errors if they are not otherwise used.
var _ context.Context
var _ grpc.ClientConnInterface
// This is a compile-time assertion to ensure that this generated file
// is compatible with the grpc package it is being compiled against.
const _ = grpc.SupportPackageIsVersion6
// APIServerClient is the client API for APIServer service.
//
// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
type APIServerClient interface {
Register(ctx context.Context, in *Minerva, opts ...grpc.CallOption) (*Response, error)
UnRegister(ctx context.Context, in *Minerva, opts ...grpc.CallOption) (*Response, error)
UpRegister(ctx context.Context, in *Minerva, opts ...grpc.CallOption) (*Response, error)
}
type aPIServerClient struct {
cc grpc.ClientConnInterface
}
func NewAPIServerClient(cc grpc.ClientConnInterface) APIServerClient {
return &aPIServerClient{cc}
}
func (c *aPIServerClient) Register(ctx context.Context, in *Minerva, opts ...grpc.CallOption) (*Response, error) {
out := new(Response)
err := c.cc.Invoke(ctx, "/minerva.APIServer/Register", in, out, opts...)
if err != nil {
return nil, err
}
return out, nil
}
func (c *aPIServerClient) UnRegister(ctx context.Context, in *Minerva, opts ...grpc.CallOption) (*Response, error) {
out := new(Response)
err := c.cc.Invoke(ctx, "/minerva.APIServer/UnRegister", in, out, opts...)
if err != nil {
return nil, err
}
return out, nil
}
func (c *aPIServerClient) UpRegister(ctx context.Context, in *Minerva, opts ...grpc.CallOption) (*Response, error) {
out := new(Response)
err := c.cc.Invoke(ctx, "/minerva.APIServer/UpRegister", in, out, opts...)
if err != nil {
return nil, err
}
return out, nil
}
// APIServerServer is the server API for APIServer service.
type APIServerServer interface {
Register(context.Context, *Minerva) (*Response, error)
UnRegister(context.Context, *Minerva) (*Response, error)
UpRegister(context.Context, *Minerva) (*Response, error)
}
// UnimplementedAPIServerServer can be embedded to have forward compatible implementations.
type UnimplementedAPIServerServer struct {
}
func (*UnimplementedAPIServerServer) Register(context.Context, *Minerva) (*Response, error) {
return nil, status.Errorf(codes.Unimplemented, "method Register not implemented")
}
func (*UnimplementedAPIServerServer) UnRegister(context.Context, *Minerva) (*Response, error) {
return nil, status.Errorf(codes.Unimplemented, "method UnRegister not implemented")
}
func (*UnimplementedAPIServerServer) UpRegister(context.Context, *Minerva) (*Response, error) {
return nil, status.Errorf(codes.Unimplemented, "method UpRegister not implemented")
}
func RegisterAPIServerServer(s *grpc.Server, srv APIServerServer) {
s.RegisterService(&_APIServer_serviceDesc, srv)
}
func _APIServer_Register_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(Minerva)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(APIServerServer).Register(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: "/minerva.APIServer/Register",
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(APIServerServer).Register(ctx, req.(*Minerva))
}
return interceptor(ctx, in, info, handler)
}
func _APIServer_UnRegister_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(Minerva)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(APIServerServer).UnRegister(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: "/minerva.APIServer/UnRegister",
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(APIServerServer).UnRegister(ctx, req.(*Minerva))
}
return interceptor(ctx, in, info, handler)
}
func _APIServer_UpRegister_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(Minerva)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(APIServerServer).UpRegister(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: "/minerva.APIServer/UpRegister",
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(APIServerServer).UpRegister(ctx, req.(*Minerva))
}
return interceptor(ctx, in, info, handler)
}
var _APIServer_serviceDesc = grpc.ServiceDesc{
ServiceName: "minerva.APIServer",
HandlerType: (*APIServerServer)(nil),
Methods: []grpc.MethodDesc{
{
MethodName: "Register",
Handler: _APIServer_Register_Handler,
},
{
MethodName: "UnRegister",
Handler: _APIServer_UnRegister_Handler,
},
{
MethodName: "UpRegister",
Handler: _APIServer_UpRegister_Handler,
},
},
Streams: []grpc.StreamDesc{},
Metadata: "minerva.proto",
}

73
gateway/pkg/minerva/minervas.go Normal file
View File

@ -0,0 +1,73 @@
/*
Minervas 存储和管理minerva
*/
package minerva
import (
"fmt"
)
type Minervas map[string]*Minerva
func NewMinervas(engine PersistentEngine)(Minervas, error){
// m := make(map[string]*Minerva)
m, err := engine.Read()
if err != nil {
m = make(map[string]*Minerva)
}
return m, err
}
func (minervas Minervas)Has(name string)bool{
_, ok := minervas[name]
return ok
}
func (minervas Minervas)Insert(m *Minerva)error{
if minervas.Has(m.Name) {
return fmt.Errorf("minerva exists")
}
minervas[m.Name] = m
return nil
}
func (minervas Minervas)Get(name string)(*Minerva, error){
m, ok := minervas[name]
if ok {
return m, nil
}
return nil, fmt.Errorf("not found")
}
func (minervas Minervas)Delete(name string)error{
if minervas.Has(name) {
delete(minervas, name)
return nil
}
return fmt.Errorf("not found")
}
func (minervas Minervas)Update(m *Minerva)error{
if minervas.Has(m.Name){
minervas[m.Name] = m
return nil
}
return fmt.Errorf("not found")
}
func (minervas Minervas)UpSert(m *Minerva)error{
minervas[m.Name] = m
return nil
}
func (minervas Minervas)List()([]*Minerva, error){
res := []*Minerva{}
for _, v := range minervas {
res = append(res, v)
}
return res, nil
}
func (minervas Minervas)Persist(e PersistentEngine)error{
return e.Write(minervas)
}

61
gateway/pkg/minerva/persistence.go Normal file
View File

@ -0,0 +1,61 @@
package minerva
import (
"encoding/json"
"os"
)
type PersistentEngine interface {
Write(interface{})error
Read()(Minervas, error)
}
type PersistentFile struct {
dest string
}
func NewPersistentFile(path string)*PersistentFile{
return &PersistentFile{
dest: path,
}
}
func (pf *PersistentFile)Write(v interface{})error{
data, err := json.MarshalIndent(v, "", "\t")
if err != nil {
return err
}
file, err := os.OpenFile(pf.dest, os.O_CREATE|os.O_WRONLY, os.ModePerm)
if err != nil {
return err
}
defer file.Close()
_, err = file.Write(data)
return err
}
func (pf *PersistentFile)Read()(Minervas, error){
pf.checkDest()
data, err := os.ReadFile(pf.dest)
if err != nil && !os.IsNotExist(err) {
return nil, err
}
m := make(Minervas)
if err == nil && len(data) > 1 {
err = json.Unmarshal(data, &m)
}
return m, err
}
func (pf *PersistentFile)checkDest()error{
_, err := os.Stat(pf.dest)
if os.IsExist(err){
return nil
}
f, err := os.Create(pf.dest)
if err != nil {
return err
}
defer f.Close()
return nil
}

29
go.mod Normal file
View File

@ -0,0 +1,29 @@
module minerva.bing89.com
go 1.17
require (
github.com/gin-gonic/gin v1.7.6
google.golang.org/grpc v1.42.0
google.golang.org/protobuf v1.27.1
)
require (
github.com/gin-contrib/sse v0.1.0 // indirect
github.com/go-playground/locales v0.13.0 // indirect
github.com/go-playground/universal-translator v0.17.0 // indirect
github.com/go-playground/validator/v10 v10.4.1 // indirect
github.com/golang/protobuf v1.5.0 // indirect
github.com/json-iterator/go v1.1.9 // indirect
github.com/leodido/go-urn v1.2.0 // indirect
github.com/mattn/go-isatty v0.0.12 // indirect
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421 // indirect
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742 // indirect
github.com/ugorji/go/codec v1.1.7 // indirect
golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9 // indirect
golang.org/x/net v0.0.0-20200822124328-c89045814202 // indirect
golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd // indirect
golang.org/x/text v0.3.2 // indirect
google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013 // indirect
gopkg.in/yaml.v2 v2.2.8 // indirect
)

160
go.sum Normal file
View File

@ -0,0 +1,160 @@
cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw=
cloud.google.com/go v0.34.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw=
github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
github.com/antihax/optional v1.0.0/go.mod h1:uupD/76wgC+ih3iEmQUL+0Ugr19nfwCT1kdvxnR2qWY=
github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU=
github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw=
github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc=
github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk=
github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI=
github.com/cncf/xds/go v0.0.0-20210805033703-aa0b78936158/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs=
github.com/cncf/xds/go v0.0.0-20210922020428-25de7278fc84/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs=
github.com/cncf/xds/go v0.0.0-20211011173535-cb28da3451f1/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs=
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98=
github.com/envoyproxy/go-control-plane v0.9.9-0.20201210154907-fd9021fe5dad/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk=
github.com/envoyproxy/go-control-plane v0.9.10-0.20210907150352-cf90f659a021/go.mod h1:AFq3mo9L8Lqqiid3OhADV3RfLJnjiw63cSpi+fDTRC0=
github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=
github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04=
github.com/gin-contrib/sse v0.1.0 h1:Y/yl/+YNO8GZSjAhjMsSuLt29uWRFHdHYUb5lYOV9qE=
github.com/gin-contrib/sse v0.1.0/go.mod h1:RHrZQHXnP2xjPF+u1gW/2HnVO7nvIa9PG3Gm+fLHvGI=
github.com/gin-gonic/gin v1.7.6 h1:Ma2JlolDP9KCHuHTrW58EIIxVUQKxSxzuCKguCYyFas=
github.com/gin-gonic/gin v1.7.6/go.mod h1:jD2toBW3GZUr5UMcdrwQA10I7RuaFOl/SGeDjXkfUtY=
github.com/go-playground/assert/v2 v2.0.1 h1:MsBgLAaY856+nPRTKrp3/OZK38U/wa0CcBYNjji3q3A=
github.com/go-playground/assert/v2 v2.0.1/go.mod h1:VDjEfimB/XKnb+ZQfWdccd7VUvScMdVu0Titje2rxJ4=
github.com/go-playground/locales v0.13.0 h1:HyWk6mgj5qFqCT5fjGBuRArbVDfE4hi8+e8ceBS/t7Q=
github.com/go-playground/locales v0.13.0/go.mod h1:taPMhCMXrRLJO55olJkUXHZBHCxTMfnGwq/HNwmWNS8=
github.com/go-playground/universal-translator v0.17.0 h1:icxd5fm+REJzpZx7ZfpaD876Lmtgy7VtROAbHHXk8no=
github.com/go-playground/universal-translator v0.17.0/go.mod h1:UkSxE5sNxxRwHyU+Scu5vgOQjsIJAF8j9muTVoKLVtA=
github.com/go-playground/validator/v10 v10.4.1 h1:pH2c5ADXtd66mxoE0Zm9SUhxE20r7aM3F26W0hOn+GE=
github.com/go-playground/validator/v10 v10.4.1/go.mod h1:nlOn6nFhuKACm19sB/8EGNn9GlaMV7XkbRSipzJ0Ii4=
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A=
github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
github.com/golang/protobuf v1.3.3/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw=
github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8=
github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA=
github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs=
github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w=
github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0=
github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8=
github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI=
github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI=
github.com/golang/protobuf v1.5.0 h1:LUVKkCeviFUMKqHa4tXIIij/lbhnMbP7Fn5wKdKkRh4=
github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk=
github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M=
github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
github.com/google/go-cmp v0.5.5 h1:Khx7svrCpmxxtHBq5j2mp/xVjsi8hQMfNLvJFAlrGgU=
github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
github.com/grpc-ecosystem/grpc-gateway v1.16.0/go.mod h1:BDjrQk3hbvj6Nolgz8mAMFbcEtjT1g+wF4CSlocrBnw=
github.com/json-iterator/go v1.1.9 h1:9yzud/Ht36ygwatGx56VwCZtlI/2AD15T1X2sjSuGns=
github.com/json-iterator/go v1.1.9/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4=
github.com/leodido/go-urn v1.2.0 h1:hpXL4XnriNwQ/ABnpepYM/1vCLWNDfUNts8dX3xTG6Y=
github.com/leodido/go-urn v1.2.0/go.mod h1:+8+nEpDfqqsY+g338gtMEUOtuK+4dEMhiQEgxpxOKII=
github.com/mattn/go-isatty v0.0.12 h1:wuysRhFDzyxgEmMf5xjvJ2M9dZoWAXNNr5LSBS7uHXY=
github.com/mattn/go-isatty v0.0.12/go.mod h1:cbi8OIDigv2wuxKPP5vlRcQ1OAZbq2CE4Kysco4FUpU=
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421 h1:ZqeYNhU3OHLH3mGKHDcjJRFFRrJa6eAM5H+CtDdOsPc=
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742 h1:Esafd1046DLDQ0W1YjYsBW+p8U2u7vzgW2SQVmlNazg=
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
github.com/rogpeppe/fastuuid v1.2.0/go.mod h1:jVj6XXZzXRy/MSR5jhDC/2q6DgLz+nrA6LYCDYWNEvQ=
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=
github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA=
github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY=
github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
github.com/ugorji/go v1.1.7 h1:/68gy2h+1mWMrwZFeD1kQialdSzAb432dtpeJ42ovdo=
github.com/ugorji/go v1.1.7/go.mod h1:kZn38zHttfInRq0xu/PH0az30d+z6vm202qpg1oXVMw=
github.com/ugorji/go/codec v1.1.7 h1:2SvQaVZ1ouYrrKKwoSk2pzd4A9evlKJb9oTL+OaLUSs=
github.com/ugorji/go/codec v1.1.7/go.mod h1:Ax+UKWsSmolVDwsd+7N3ZtXu+yMGCf907BLYF3GoBXY=
go.opentelemetry.io/proto/otlp v0.7.0/go.mod h1:PqfVotwruBrMGOCsRd/89rSnXhoiJIqeYNgFYFoEGnI=
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9 h1:psW17arqaxU48Z5kZ0CQnkZWQJsqcURM6tKiBApRjXI=
golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU=
golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20190108225652-1e06a53dbb7e/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
golang.org/x/net v0.0.0-20200822124328-c89045814202 h1:VvcQYSHwXgi7W+TpUR6A9g6Up98WAHf3f/ulnJ62IyA=
golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd h1:xhmwyvizuTgC2qz7ZlMluP20uW+C3Rm0FD/WLDX8884=
golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
golang.org/x/text v0.3.2 h1:tW2bmiBqwgJj/UpqtC8EpXEZVYOwU0yG4iWbprSVAcs=
golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY=
golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q=
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 h1:go1bK/D/BFZV2I8cIQd1NKEZ+0owSTG1fDTci4IqFcE=
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM=
google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4=
google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc=
google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc=
google.golang.org/genproto v0.0.0-20200513103714-09dca8ec2884/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c=
google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013 h1:+kGHl1aib/qcwaRi1CbqBZ1rk19r85MNUf8HaBghugY=
google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo=
google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c=
google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg=
google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY=
google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk=
google.golang.org/grpc v1.33.1/go.mod h1:fr5YgcSWrqhRRxogOsw7RzIpsmvOZ6IcH4kBYTpR3n0=
google.golang.org/grpc v1.36.0/go.mod h1:qjiiYl8FncCW8feJPdyg3v6XW24KsRHe+dy9BAGRRjU=
google.golang.org/grpc v1.42.0 h1:XT2/MFpuPFsEX2fWh3YQtHkZ+WYZFQRfaUgLZYj/p6A=
google.golang.org/grpc v1.42.0/go.mod h1:k+4IHHFw41K8+bbowsex27ge2rCb65oeWqe4jJ590SU=
google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8=
google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0=
google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM=
google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE=
google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo=
google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c=
google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw=
google.golang.org/protobuf v1.27.1 h1:SnqbnDw1V7RiZcXPx5MEeqPv2s79L9i7BJUlG/+RurQ=
google.golang.org/protobuf v1.27.1/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
gopkg.in/yaml.v2 v2.2.3/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
gopkg.in/yaml.v2 v2.2.8 h1:obN1ZagJSUGI0Ek/LBmuj4SNLPfIny3KsKFopxRdj10=
gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c h1:dUUwHk2QECo/6vqA44rthZ8ie2QXMNeKRTHCNY2nXvo=
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=

2
hack/proto-generate-go.sh Normal file
View File

@ -0,0 +1,2 @@
protoc --go_out=plugins=grpc:gateway/pkg minerva.proto
go mod tidy

62
minerva.proto Normal file
View File

@ -0,0 +1,62 @@
syntax = "proto3";
option go_package = "../pkg/minerva;minerva";
package minerva;
// DataDefinition 输入输出的数据结构定义
// 1. Type 数据类型， 使用Types中列出的数据类型 Bytes 字节型数据 String 字符串型数据
// 2. Columns 字段列表，按照元素顺序排列。该字段名区分大小写，与url上的query key一致
// 3. Format 数据类型,使用Formats中列出的数据类型
message DataDefinition {
enum Types {
Bytes = 0;
String = 1;
}
Types type = 1;
repeated string columns=2;
enum Formats {
JSON = 0;
TXT = 1;
CSV = 2;
FILE = 3;
YAML = 4;
HTML = 5;
}
Formats format = 3;
}
// Minerva 算法程序处理单元, 若一个进程包含多个处理单元，需要多个Minerva
// 1. Name Minerva的名字，此名字与rpc 方法名无关，不可重复
// 2. URI Minerva rpc 的地址，包括ip和端口 如：127.0.0.1:80
// 3. Call rpc 方法名, 区分大小写
// 4. Request Minerva 接受的请求数据定义， 即rpc传入的参数
// 5. Response Minerva 响应的数据定义， 即rpc执行完成返回值的data部分
message Minerva {
string name = 1;
string uri = 2;
string modelName = 3;
string callName = 4;
// DataDefinition Request = 5;
// DataDefinition Response = 6;
}
//Request 请求的数据
message Request {
bytes bytes = 1;
// string string = 2;
}
//Response 返回的数据
message Response{
bytes bytes = 1;
// string string = 2;
bool success = 2;
string error = 3 ;
}
//APIServer apisever 服务 提供Minerva注册功能
service APIServer {
rpc Register(Minerva)returns(Response); //注册Minerva
rpc UnRegister(Minerva)returns(Response); //解除注册Minerva
rpc UpRegister(Minerva)returns(Response); //更新或注册Minerva
}