totole/services
1
0
Fork 0
mirror of https://github.com/kevin-DL/services.git synced 2026-01-11 19:04:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

update search api

Browse Source
This commit is contained in:
Asim Aslam
2022-02-21 13:08:32 +00:00
parent 8adc4da930
commit 8fd2f2bc19
6 changed files with 262 additions and 174 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
search/README.md
View File

@@ -2,16 +2,13 @@ Indexing and full text search
# Search Service # Search Service
Store and search JSON documents. The Search API provides full indexing and text search. Store and search JSON records. The Search API provides indexing and full text search.
Search for a word or phrase in a particular field of a record. Combine multiple with
either `AND` or `OR` boolean operators to create complex queries.
Powered by [OpenSearch](https://opensearch.org/). Powered by [OpenSearch](https://opensearch.org/).
Search for a given word or phrase in a particular field of a document. Combine multiple with either `AND` or `OR` boolean operators to create complex queries. ## Query Language
## Usage
Documents are inserted using the `/search/index` endpoint. Document fields are automatically indexed with no need to define which fields to index ahead of time. Documents are logically grouped in to `indexes` so you may have an index for customers and one for products. Once documents are inserted you are ready to search, simple as that.
## Search query language
The search API supports a simple query language to let you get to your data quickly without having to learn a complicated language. The search API supports a simple query language to let you get to your data quickly without having to learn a complicated language.
@@ -41,7 +38,7 @@ or booleans
verified == true verified == true
``` ```
You can search on fields that are nested in the document using dot (`.`) as a separator You can search on fields that are nested in the record using dot (`.`) as a separator
```sql ```sql
address.city == 'London' address.city == 'London'

79
search/architecture.md Normal file
View File

@@ -0,0 +1,79 @@
Indexing and full text search
# Search Service
Store and search JSON records. The Search API provides full indexing and text search.
Powered by [OpenSearch](https://opensearch.org/).
Search for a given word or phrase in a particular field of a record. Combine multiple with either `AND` or `OR` boolean operators to create complex queries.
## Usage
Records are indexed using the `/search/index` endpoint. Record fields are automatically indexed with no need to define which fields to index ahead of time. Records are logically grouped in to `indexes` so you may have an index for customers and one for products. Once records are inserted you are ready to search, simple as that.
## Search query language
The search API supports a simple query language to let you get to your data quickly without having to learn a complicated language.
The most basic query looks like this
```sql
key == 'value'
```
where you specify a key and a value to find. For example you might want to look for every customer with first name of John
```sql
first_name == 'John'
```
String values support single or double quotes.
Values can also be numbers
```sql
age == 37
```
or booleans
```sql
verified == true
```
You can search on fields that are nested in the record using dot (`.`) as a separator
```sql
address.city == 'London'
```
The API also supports wildcard `*` matching to enable scenarios like autocomplete.
```sql
first_name == 'Joh*'
```
In addition to equality `==` the API support greater than or equals `>=` and less than or equals `<=` operators
```sql
age >= 37
age <= 37
```
Simple queries can be combined with logical `and`
```sql
first_name == "John" AND age <= 37
```
or logical `or`
```sql
first_name == "John" OR first_name == "Jane"
```
If combining `and` and `or` operations you will need to use parentheses to explicitly define precedence
```sql
(first_name == "John" OR first_name == "Jane") AND age <= 37
```

29
search/examples.json
View File

@@ -1,17 +1,14 @@
{ {
"index": [ "index": [
{ {
"title": "Index a document", "title": "Index a record",
"run_check": false, "run_check": false,
"request": { "request": {
"index": "customers", "index": "customers",
"document": { "data": {
"id": "1234", "name": "John Doe",
"contents": { "age": 37,
"name": "John Doe", "starsign": "Leo"
"age": 37,
"starsign": "Leo"
}
} }
}, },
"response": { "response": {
@@ -20,17 +17,17 @@
], ],
"search": [ "search": [
{ {
"title": "Search for a document", "title": "Search for a record",
"run_check": false, "run_check": false,
"request": { "request": {
"index": "customers", "index": "customers",
"query": "name == 'John'" "query": "name == 'John'"
}, },
"response": { "response": {
"documents": [ "records": [
{ {
"id": "1234", "id": "1234",
"contents": { "data": {
"name": "John Doe", "name": "John Doe",
"age": 37, "age": 37,
"starsign": "Leo" "starsign": "Leo"
@@ -47,10 +44,10 @@
"query": "name == 'John' AND starsign == 'Leo'" "query": "name == 'John' AND starsign == 'Leo'"
}, },
"response": { "response": {
"documents": [ "records": [
{ {
"id": "1234", "id": "1234",
"contents": { "data": {
"name": "John Doe", "name": "John Doe",
"age": 37, "age": 37,
"starsign": "Leo" "starsign": "Leo"
@@ -67,10 +64,10 @@
"query": "name == 'John' OR name == 'Jane'" "query": "name == 'John' OR name == 'Jane'"
}, },
"response": { "response": {
"documents": [ "records": [
{ {
"id": "1234", "id": "1234",
"contents": { "data": {
"name": "John Doe", "name": "John Doe",
"age": 37, "age": 37,
"starsign": "Leo" "starsign": "Leo"
@@ -82,7 +79,7 @@
], ],
"delete": [ "delete": [
{ {
"title": "Delete a document", "title": "Delete a record",
"run_check": false, "run_check": false,
"request": { "request": {
"id": "1234", "id": "1234",

29
search/handler/search.go
View File

@@ -142,29 +142,26 @@ func (s *Search) Index(ctx context.Context, request *pb.IndexRequest, response *
if !ok { if !ok {
return errors.Unauthorized(method, "Unauthorized") return errors.Unauthorized(method, "Unauthorized")
} }
if request.Document == nil { if request.Data == nil {
return errors.BadRequest(method, "Missing document param") return errors.BadRequest(method, "Missing data")
} }
if len(request.Document.Id) == 0 { if len(request.Id) == 0 {
request.Document.Id = uuid.New().String() request.Id = uuid.New().String()
} }
if len(request.Index) == 0 { if len(request.Index) == 0 {
return errors.BadRequest(method, "Missing index param") return errors.BadRequest(method, "Missing index")
} }
if !isValidIndexName(request.Index) { if !isValidIndexName(request.Index) {
return errors.BadRequest(method, "Index name should contain only alphanumerics and hyphens") return errors.BadRequest(method, "Index name should contain only alphanumerics and hyphens")
} }
if request.Document.Contents == nil {
return errors.BadRequest(method, "Missing document.contents param")
}
b, err := request.Document.Contents.MarshalJSON() b, err := request.Data.MarshalJSON()
if err != nil { if err != nil {
return errors.BadRequest(method, "Error processing document") return errors.BadRequest(method, "Error processing document")
} }
req := openapi.CreateRequest{ req := openapi.CreateRequest{
Index: indexName(tnt, request.Index), Index: indexName(tnt, request.Index),
DocumentID: request.Document.Id, DocumentID: request.Id,
Body: bytes.NewBuffer(b), Body: bytes.NewBuffer(b),
} }
rsp, err := req.Do(ctx, s.client) rsp, err := req.Do(ctx, s.client)
@@ -177,7 +174,11 @@ func (s *Search) Index(ctx context.Context, request *pb.IndexRequest, response *
log.Errorf("Error indexing doc %s", rsp.String()) log.Errorf("Error indexing doc %s", rsp.String())
return errors.InternalServerError(method, "Error indexing document") return errors.InternalServerError(method, "Error indexing document")
} }
response.Id = req.DocumentID response.Record = &pb.Record{
Id: req.DocumentID,
Data: request.Data,
}
return nil return nil
} }
@@ -269,9 +270,9 @@ func (s *Search) Search(ctx context.Context, request *pb.SearchRequest, response
log.Errorf("Error unmarshalling doc %s", err) log.Errorf("Error unmarshalling doc %s", err)
return errors.InternalServerError(method, "Error searching documents") return errors.InternalServerError(method, "Error searching documents")
} }
response.Documents = append(response.Documents, &pb.Document{ response.Records = append(response.Records, &pb.Record{
Id: v.ID, Id: v.ID,
Contents: vs, Data: vs,
}) })
} }
return nil return nil

248
search/proto/search.pb.go
View File

@@ -21,16 +21,18 @@ const (
_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)
) )
// Index a document i.e. insert a document to search for. // Index a record i.e. insert a document to search for.
type IndexRequest struct { type IndexRequest struct {
state protoimpl.MessageState state protoimpl.MessageState
sizeCache protoimpl.SizeCache sizeCache protoimpl.SizeCache
unknownFields protoimpl.UnknownFields unknownFields protoimpl.UnknownFields
// The document to index // The index this record belongs to
Document *Document `protobuf:"bytes,1,opt,name=document,proto3" json:"document,omitempty"` Index string `protobuf:"bytes,1,opt,name=index,proto3" json:"index,omitempty"`
// The index this document belongs to // The data to index
Index string `protobuf:"bytes,2,opt,name=index,proto3" json:"index,omitempty"` Data *structpb.Struct `protobuf:"bytes,2,opt,name=data,proto3" json:"data,omitempty"`
// Optional ID for the record
Id string `protobuf:"bytes,3,opt,name=id,proto3" json:"id,omitempty"`
} }
func (x *IndexRequest) Reset() { func (x *IndexRequest) Reset() {
@@ -65,13 +67,6 @@ func (*IndexRequest) Descriptor() ([]byte, []int) {
return file_proto_search_proto_rawDescGZIP(), []int{0} return file_proto_search_proto_rawDescGZIP(), []int{0}
} }
func (x *IndexRequest) GetDocument() *Document {
if x != nil {
return x.Document
}
return nil
}
func (x *IndexRequest) GetIndex() string { func (x *IndexRequest) GetIndex() string {
if x != nil { if x != nil {
return x.Index return x.Index
@@ -79,19 +74,33 @@ func (x *IndexRequest) GetIndex() string {
return "" return ""
} }
type Document struct { func (x *IndexRequest) GetData() *structpb.Struct {
if x != nil {
return x.Data
}
return nil
}
func (x *IndexRequest) GetId() string {
if x != nil {
return x.Id
}
return ""
}
type Record struct {
state protoimpl.MessageState state protoimpl.MessageState
sizeCache protoimpl.SizeCache sizeCache protoimpl.SizeCache
unknownFields protoimpl.UnknownFields unknownFields protoimpl.UnknownFields
// The ID for this document. If blank, one will be generated // The ID for this record. If blank, one will be generated
Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
// The JSON contents of the document // The JSON contents of the record
Contents *structpb.Struct `protobuf:"bytes,2,opt,name=contents,proto3" json:"contents,omitempty"` Data *structpb.Struct `protobuf:"bytes,2,opt,name=data,proto3" json:"data,omitempty"`
} }
func (x *Document) Reset() { func (x *Record) Reset() {
*x = Document{} *x = Record{}
if protoimpl.UnsafeEnabled { if protoimpl.UnsafeEnabled {
mi := &file_proto_search_proto_msgTypes[1] mi := &file_proto_search_proto_msgTypes[1]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
@@ -99,13 +108,13 @@ func (x *Document) Reset() {
} }
} }
func (x *Document) String() string { func (x *Record) String() string {
return protoimpl.X.MessageStringOf(x) return protoimpl.X.MessageStringOf(x)
} }
func (*Document) ProtoMessage() {} func (*Record) ProtoMessage() {}
func (x *Document) ProtoReflect() protoreflect.Message { func (x *Record) ProtoReflect() protoreflect.Message {
mi := &file_proto_search_proto_msgTypes[1] mi := &file_proto_search_proto_msgTypes[1]
if protoimpl.UnsafeEnabled && x != nil { if protoimpl.UnsafeEnabled && x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
@@ -117,21 +126,21 @@ func (x *Document) ProtoReflect() protoreflect.Message {
return mi.MessageOf(x) return mi.MessageOf(x)
} }
// Deprecated: Use Document.ProtoReflect.Descriptor instead. // Deprecated: Use Record.ProtoReflect.Descriptor instead.
func (*Document) Descriptor() ([]byte, []int) { func (*Record) Descriptor() ([]byte, []int) {
return file_proto_search_proto_rawDescGZIP(), []int{1} return file_proto_search_proto_rawDescGZIP(), []int{1}
} }
func (x *Document) GetId() string { func (x *Record) GetId() string {
if x != nil { if x != nil {
return x.Id return x.Id
} }
return "" return ""
} }
func (x *Document) GetContents() *structpb.Struct { func (x *Record) GetData() *structpb.Struct {
if x != nil { if x != nil {
return x.Contents return x.Data
} }
return nil return nil
} }
@@ -141,7 +150,8 @@ type IndexResponse struct {
sizeCache protoimpl.SizeCache sizeCache protoimpl.SizeCache
unknownFields protoimpl.UnknownFields unknownFields protoimpl.UnknownFields
Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` // the indexed record
Record *Record `protobuf:"bytes,1,opt,name=record,proto3" json:"record,omitempty"`
} }
func (x *IndexResponse) Reset() { func (x *IndexResponse) Reset() {
@@ -176,22 +186,22 @@ func (*IndexResponse) Descriptor() ([]byte, []int) {
return file_proto_search_proto_rawDescGZIP(), []int{2} return file_proto_search_proto_rawDescGZIP(), []int{2}
} }
func (x *IndexResponse) GetId() string { func (x *IndexResponse) GetRecord() *Record {
if x != nil { if x != nil {
return x.Id return x.Record
} }
return "" return nil
} }
// Delete a document given its ID // Delete a record given its ID
type DeleteRequest struct { type DeleteRequest struct {
state protoimpl.MessageState state protoimpl.MessageState
sizeCache protoimpl.SizeCache sizeCache protoimpl.SizeCache
unknownFields protoimpl.UnknownFields unknownFields protoimpl.UnknownFields
// The ID of the document to delete // The ID of the record to delete
Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
// The index the document belongs to // The index the record belongs to
Index string `protobuf:"bytes,2,opt,name=index,proto3" json:"index,omitempty"` Index string `protobuf:"bytes,2,opt,name=index,proto3" json:"index,omitempty"`
} }
@@ -279,13 +289,13 @@ func (*DeleteResponse) Descriptor() ([]byte, []int) {
return file_proto_search_proto_rawDescGZIP(), []int{4} return file_proto_search_proto_rawDescGZIP(), []int{4}
} }
// Search for documents in a given in index // Search for records in a given in index
type SearchRequest struct { type SearchRequest struct {
state protoimpl.MessageState state protoimpl.MessageState
sizeCache protoimpl.SizeCache sizeCache protoimpl.SizeCache
unknownFields protoimpl.UnknownFields unknownFields protoimpl.UnknownFields
// The index the document belongs to // The index the record belongs to
Index string `protobuf:"bytes,1,opt,name=index,proto3" json:"index,omitempty"` Index string `protobuf:"bytes,1,opt,name=index,proto3" json:"index,omitempty"`
// The query. See docs for query language examples // The query. See docs for query language examples
Query string `protobuf:"bytes,2,opt,name=query,proto3" json:"query,omitempty"` Query string `protobuf:"bytes,2,opt,name=query,proto3" json:"query,omitempty"`
@@ -342,8 +352,8 @@ type SearchResponse struct {
sizeCache protoimpl.SizeCache sizeCache protoimpl.SizeCache
unknownFields protoimpl.UnknownFields unknownFields protoimpl.UnknownFields
// The matching documents // The matching records
Documents []*Document `protobuf:"bytes,1,rep,name=documents,proto3" json:"documents,omitempty"` Records []*Record `protobuf:"bytes,1,rep,name=records,proto3" json:"records,omitempty"`
} }
func (x *SearchResponse) Reset() { func (x *SearchResponse) Reset() {
@@ -378,9 +388,9 @@ func (*SearchResponse) Descriptor() ([]byte, []int) {
return file_proto_search_proto_rawDescGZIP(), []int{6} return file_proto_search_proto_rawDescGZIP(), []int{6}
} }
func (x *SearchResponse) GetDocuments() []*Document { func (x *SearchResponse) GetRecords() []*Record {
if x != nil { if x != nil {
return x.Documents return x.Records
} }
return nil return nil
} }
@@ -391,7 +401,7 @@ type CreateIndexRequest struct {
sizeCache protoimpl.SizeCache sizeCache protoimpl.SizeCache
unknownFields protoimpl.UnknownFields unknownFields protoimpl.UnknownFields
// the name of the index // The name of the index
Index string `protobuf:"bytes,1,opt,name=index,proto3" json:"index,omitempty"` Index string `protobuf:"bytes,1,opt,name=index,proto3" json:"index,omitempty"`
} }
@@ -622,66 +632,67 @@ var file_proto_search_proto_rawDesc = []byte{
0x0a, 0x12, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x2f, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x70, 0x0a, 0x12, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x2f, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x70,
0x72, 0x6f, 0x74, 0x6f, 0x12, 0x06, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x1a, 0x1c, 0x67, 0x6f, 0x72, 0x6f, 0x74, 0x6f, 0x12, 0x06, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x1a, 0x1c, 0x67, 0x6f,
0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2f, 0x73, 0x74, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2f, 0x73, 0x74,
0x72, 0x75, 0x63, 0x74, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x22, 0x52, 0x0a, 0x0c, 0x49, 0x6e, 0x72, 0x75, 0x63, 0x74, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x22, 0x61, 0x0a, 0x0c, 0x49, 0x6e,
0x64, 0x65, 0x78, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x2c, 0x0a, 0x08, 0x64, 0x6f, 0x64, 0x65, 0x78, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x14, 0x0a, 0x05, 0x69, 0x6e,
0x63, 0x75, 0x6d, 0x65, 0x6e, 0x74, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x10, 0x2e, 0x73,
0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x44, 0x6f, 0x63, 0x75, 0x6d, 0x65, 0x6e, 0x74, 0x52, 0x08,
0x64, 0x6f, 0x63, 0x75, 0x6d, 0x65, 0x6e, 0x74, 0x12, 0x14, 0x0a, 0x05, 0x69, 0x6e, 0x64, 0x65,
0x78, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x22, 0x4f,
0x0a, 0x08, 0x44, 0x6f, 0x63, 0x75, 0x6d, 0x65, 0x6e, 0x74, 0x12, 0x0e, 0x0a, 0x02, 0x69, 0x64,
0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x02, 0x69, 0x64, 0x12, 0x33, 0x0a, 0x08, 0x63, 0x6f,
0x6e, 0x74, 0x65, 0x6e, 0x74, 0x73, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x17, 0x2e, 0x67,
0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x53,
0x74, 0x72, 0x75, 0x63, 0x74, 0x52, 0x08, 0x63, 0x6f, 0x6e, 0x74, 0x65, 0x6e, 0x74, 0x73, 0x22,
0x1f, 0x0a, 0x0d, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65,
0x12, 0x0e, 0x0a, 0x02, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x02, 0x69, 0x64,
0x22, 0x35, 0x0a, 0x0d, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73,
0x74, 0x12, 0x0e, 0x0a, 0x02, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x02, 0x69,
0x64, 0x12, 0x14, 0x0a, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09,
0x52, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x22, 0x10, 0x0a, 0x0e, 0x44, 0x65, 0x6c, 0x65, 0x74,
0x65, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x3b, 0x0a, 0x0d, 0x53, 0x65, 0x61,
0x72, 0x63, 0x68, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x14, 0x0a, 0x05, 0x69, 0x6e,
0x64, 0x65, 0x78, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x64, 0x65, 0x78, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78,
0x12, 0x14, 0x0a, 0x05, 0x71, 0x75, 0x65, 0x72, 0x79, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x12, 0x2b, 0x0a, 0x04, 0x64, 0x61, 0x74, 0x61, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x17,
0x05, 0x71, 0x75, 0x65, 0x72, 0x79, 0x22, 0x40, 0x0a, 0x0e, 0x53, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66,
0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x2e, 0x0a, 0x09, 0x64, 0x6f, 0x63, 0x75, 0x2e, 0x53, 0x74, 0x72, 0x75, 0x63, 0x74, 0x52, 0x04, 0x64, 0x61, 0x74, 0x61, 0x12, 0x0e, 0x0a,
0x6d, 0x65, 0x6e, 0x74, 0x73, 0x18, 0x01, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x10, 0x2e, 0x73, 0x65, 0x02, 0x69, 0x64, 0x18, 0x03, 0x20, 0x01, 0x28, 0x09, 0x52, 0x02, 0x69, 0x64, 0x22, 0x45, 0x0a,
0x61, 0x72, 0x63, 0x68, 0x2e, 0x44, 0x6f, 0x63, 0x75, 0x6d, 0x65, 0x6e, 0x74, 0x52, 0x09, 0x64, 0x06, 0x52, 0x65, 0x63, 0x6f, 0x72, 0x64, 0x12, 0x0e, 0x0a, 0x02, 0x69, 0x64, 0x18, 0x01, 0x20,
0x6f, 0x63, 0x75, 0x6d, 0x65, 0x6e, 0x74, 0x73, 0x22, 0x2a, 0x0a, 0x12, 0x43, 0x72, 0x65, 0x61, 0x01, 0x28, 0x09, 0x52, 0x02, 0x69, 0x64, 0x12, 0x2b, 0x0a, 0x04, 0x64, 0x61, 0x74, 0x61, 0x18,
0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x14, 0x02, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x17, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70,
0x0a, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x69, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x53, 0x74, 0x72, 0x75, 0x63, 0x74, 0x52, 0x04,
0x6e, 0x64, 0x65, 0x78, 0x22, 0x2f, 0x0a, 0x05, 0x46, 0x69, 0x65, 0x6c, 0x64, 0x12, 0x12, 0x0a, 0x64, 0x61, 0x74, 0x61, 0x22, 0x37, 0x0a, 0x0d, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x73,
0x04, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x04, 0x6e, 0x61, 0x6d, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x26, 0x0a, 0x06, 0x72, 0x65, 0x63, 0x6f, 0x72, 0x64, 0x18,
0x65, 0x12, 0x12, 0x0a, 0x04, 0x74, 0x79, 0x70, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x01, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x0e, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x52,
0x04, 0x74, 0x79, 0x70, 0x65, 0x22, 0x15, 0x0a, 0x13, 0x43, 0x72, 0x65, 0x61, 0x74, 0x65, 0x49, 0x65, 0x63, 0x6f, 0x72, 0x64, 0x52, 0x06, 0x72, 0x65, 0x63, 0x6f, 0x72, 0x64, 0x22, 0x35, 0x0a,
0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x2a, 0x0a, 0x12, 0x0d, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x0e,
0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x71, 0x75, 0x65, 0x0a, 0x02, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x02, 0x69, 0x64, 0x12, 0x14,
0x73, 0x74, 0x12, 0x14, 0x0a, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0a, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x69,
0x09, 0x52, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x22, 0x15, 0x0a, 0x13, 0x44, 0x65, 0x6c, 0x65, 0x6e, 0x64, 0x65, 0x78, 0x22, 0x10, 0x0a, 0x0e, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x52, 0x65,
0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x32, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x3b, 0x0a, 0x0d, 0x53, 0x65, 0x61, 0x72, 0x63, 0x68,
0xca, 0x02, 0x0a, 0x06, 0x53, 0x65, 0x61, 0x72, 0x63, 0x68, 0x12, 0x36, 0x0a, 0x05, 0x49, 0x6e, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x14, 0x0a, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78,
0x64, 0x65, 0x78, 0x12, 0x14, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x49, 0x6e, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x12, 0x14, 0x0a,
0x65, 0x78, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x15, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x05, 0x71, 0x75, 0x65, 0x72, 0x79, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x71, 0x75,
0x63, 0x68, 0x2e, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x65, 0x72, 0x79, 0x22, 0x3a, 0x0a, 0x0e, 0x53, 0x65, 0x61, 0x72, 0x63, 0x68, 0x52, 0x65, 0x73,
0x22, 0x00, 0x12, 0x39, 0x0a, 0x06, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x12, 0x15, 0x2e, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x28, 0x0a, 0x07, 0x72, 0x65, 0x63, 0x6f, 0x72, 0x64, 0x73,
0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x52, 0x65, 0x71, 0x75, 0x18, 0x01, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x0e, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e,
0x65, 0x73, 0x74, 0x1a, 0x16, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x44, 0x65, 0x6c, 0x52, 0x65, 0x63, 0x6f, 0x72, 0x64, 0x52, 0x07, 0x72, 0x65, 0x63, 0x6f, 0x72, 0x64, 0x73, 0x22,
0x65, 0x74, 0x65, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x12, 0x39, 0x0a, 0x2a, 0x0a, 0x12, 0x43, 0x72, 0x65, 0x61, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65,
0x06, 0x53, 0x65, 0x61, 0x72, 0x63, 0x68, 0x12, 0x15, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x14, 0x0a, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x18, 0x01,
0x2e, 0x53, 0x65, 0x61, 0x72, 0x63, 0x68, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x16, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x22, 0x2f, 0x0a, 0x05, 0x46,
0x69, 0x65, 0x6c, 0x64, 0x12, 0x12, 0x0a, 0x04, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01,
0x28, 0x09, 0x52, 0x04, 0x6e, 0x61, 0x6d, 0x65, 0x12, 0x12, 0x0a, 0x04, 0x74, 0x79, 0x70, 0x65,
0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x04, 0x74, 0x79, 0x70, 0x65, 0x22, 0x15, 0x0a, 0x13,
0x43, 0x72, 0x65, 0x61, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x73, 0x70, 0x6f,
0x6e, 0x73, 0x65, 0x22, 0x2a, 0x0a, 0x12, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x49, 0x6e, 0x64,
0x65, 0x78, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x14, 0x0a, 0x05, 0x69, 0x6e, 0x64,
0x65, 0x78, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x22,
0x15, 0x0a, 0x13, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65,
0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x32, 0xca, 0x02, 0x0a, 0x06, 0x53, 0x65, 0x61, 0x72, 0x63,
0x68, 0x12, 0x36, 0x0a, 0x05, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x12, 0x14, 0x2e, 0x73, 0x65, 0x61,
0x72, 0x63, 0x68, 0x2e, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74,
0x1a, 0x15, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52,
0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x12, 0x39, 0x0a, 0x06, 0x44, 0x65, 0x6c,
0x65, 0x74, 0x65, 0x12, 0x15, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x44, 0x65, 0x6c,
0x65, 0x74, 0x65, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x16, 0x2e, 0x73, 0x65, 0x61,
0x72, 0x63, 0x68, 0x2e, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e,
0x73, 0x65, 0x22, 0x00, 0x12, 0x39, 0x0a, 0x06, 0x53, 0x65, 0x61, 0x72, 0x63, 0x68, 0x12, 0x15,
0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x53, 0x65, 0x61, 0x72, 0x63, 0x68, 0x52, 0x65, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x53, 0x65, 0x61, 0x72, 0x63, 0x68, 0x52, 0x65,
0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x12, 0x48, 0x0a, 0x0b, 0x43, 0x72, 0x65, 0x61, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x16, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x53,
0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x12, 0x1a, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x65, 0x61, 0x72, 0x63, 0x68, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x12,
0x2e, 0x43, 0x72, 0x65, 0x61, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x71, 0x75, 0x48, 0x0a, 0x0b, 0x43, 0x72, 0x65, 0x61, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x12, 0x1a,
0x65, 0x73, 0x74, 0x1a, 0x1b, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x43, 0x72, 0x65, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x43, 0x72, 0x65, 0x61, 0x74, 0x65, 0x49, 0x6e,
0x61, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x64, 0x65, 0x78, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x1b, 0x2e, 0x73, 0x65, 0x61,
0x22, 0x00, 0x12, 0x48, 0x0a, 0x0b, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x72, 0x63, 0x68, 0x2e, 0x43, 0x72, 0x65, 0x61, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52,
0x78, 0x12, 0x1a, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x12, 0x48, 0x0a, 0x0b, 0x44, 0x65, 0x6c,
0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x1b, 0x2e, 0x65, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x12, 0x1a, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63,
0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x68, 0x2e, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x71,
0x65, 0x78, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x42, 0x10, 0x5a, 0x0e, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x1b, 0x2e, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x2e, 0x44, 0x65,
0x2e, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x3b, 0x73, 0x65, 0x61, 0x72, 0x63, 0x68, 0x62, 0x06, 0x6c, 0x65, 0x74, 0x65, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73,
0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33, 0x65, 0x22, 0x00, 0x42, 0x10, 0x5a, 0x0e, 0x2e, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x3b, 0x73,
0x65, 0x61, 0x72, 0x63, 0x68, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33,
} }
var ( var (
@@ -699,7 +710,7 @@ func file_proto_search_proto_rawDescGZIP() []byte {
var file_proto_search_proto_msgTypes = make([]protoimpl.MessageInfo, 12) var file_proto_search_proto_msgTypes = make([]protoimpl.MessageInfo, 12)
var file_proto_search_proto_goTypes = []interface{}{ var file_proto_search_proto_goTypes = []interface{}{
(*IndexRequest)(nil), // 0: search.IndexRequest (*IndexRequest)(nil), // 0: search.IndexRequest
(*Document)(nil), // 1: search.Document (*Record)(nil), // 1: search.Record
(*IndexResponse)(nil), // 2: search.IndexResponse (*IndexResponse)(nil), // 2: search.IndexResponse
(*DeleteRequest)(nil), // 3: search.DeleteRequest (*DeleteRequest)(nil), // 3: search.DeleteRequest
(*DeleteResponse)(nil), // 4: search.DeleteResponse (*DeleteResponse)(nil), // 4: search.DeleteResponse
@@ -713,24 +724,25 @@ var file_proto_search_proto_goTypes = []interface{}{
(*structpb.Struct)(nil), // 12: google.protobuf.Struct (*structpb.Struct)(nil), // 12: google.protobuf.Struct
} }
var file_proto_search_proto_depIdxs = []int32{ var file_proto_search_proto_depIdxs = []int32{
1, // 0: search.IndexRequest.document:type_name -> search.Document 12, // 0: search.IndexRequest.data:type_name -> google.protobuf.Struct
12, // 1: search.Document.contents:type_name -> google.protobuf.Struct 12, // 1: search.Record.data:type_name -> google.protobuf.Struct
1, // 2: search.SearchResponse.documents:type_name -> search.Document 1, // 2: search.IndexResponse.record:type_name -> search.Record
0, // 3: search.Search.Index:input_type -> search.IndexRequest 1, // 3: search.SearchResponse.records:type_name -> search.Record
3, // 4: search.Search.Delete:input_type -> search.DeleteRequest 0, // 4: search.Search.Index:input_type -> search.IndexRequest
5, // 5: search.Search.Search:input_type -> search.SearchRequest 3, // 5: search.Search.Delete:input_type -> search.DeleteRequest
7, // 6: search.Search.CreateIndex:input_type -> search.CreateIndexRequest 5, // 6: search.Search.Search:input_type -> search.SearchRequest
10, // 7: search.Search.DeleteIndex:input_type -> search.DeleteIndexRequest 7, // 7: search.Search.CreateIndex:input_type -> search.CreateIndexRequest
2, // 8: search.Search.Index:output_type -> search.IndexResponse 10, // 8: search.Search.DeleteIndex:input_type -> search.DeleteIndexRequest
4, // 9: search.Search.Delete:output_type -> search.DeleteResponse 2, // 9: search.Search.Index:output_type -> search.IndexResponse
6, // 10: search.Search.Search:output_type -> search.SearchResponse 4, // 10: search.Search.Delete:output_type -> search.DeleteResponse
9, // 11: search.Search.CreateIndex:output_type -> search.CreateIndexResponse 6, // 11: search.Search.Search:output_type -> search.SearchResponse
11, // 12: search.Search.DeleteIndex:output_type -> search.DeleteIndexResponse 9, // 12: search.Search.CreateIndex:output_type -> search.CreateIndexResponse
8, // [8:13] is the sub-list for method output_type 11, // 13: search.Search.DeleteIndex:output_type -> search.DeleteIndexResponse
3, // [3:8] is the sub-list for method input_type 9, // [9:14] is the sub-list for method output_type
3, // [3:3] is the sub-list for extension type_name 4, // [4:9] is the sub-list for method input_type
3, // [3:3] is the sub-list for extension extendee 4, // [4:4] is the sub-list for extension type_name
0, // [0:3] is the sub-list for field type_name 4, // [4:4] is the sub-list for extension extendee
0, // [0:4] is the sub-list for field type_name
} }
func init() { file_proto_search_proto_init() } func init() { file_proto_search_proto_init() }
@@ -752,7 +764,7 @@ func file_proto_search_proto_init() {
} }
} }
file_proto_search_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { file_proto_search_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} {
switch v := v.(*Document); i { switch v := v.(*Record); i {
case 0: case 0:
return &v.state return &v.state
case 1: case 1:

38
search/proto/search.proto
View File

@@ -14,39 +14,41 @@ service Search {
rpc DeleteIndex(DeleteIndexRequest) returns (DeleteIndexResponse) {} rpc DeleteIndex(DeleteIndexRequest) returns (DeleteIndexResponse) {}
} }
// Index a document i.e. insert a document to search for. // Index a record i.e. insert a document to search for.
message IndexRequest { message IndexRequest {
// The document to index // The index this record belongs to
Document document = 1; string index = 1;
// The index this document belongs to // The data to index
string index = 2; google.protobuf.Struct data = 2;
// Optional ID for the record
string id = 3;
} }
message Document { message Record {
// The ID for this document. If blank, one will be generated // The ID for this record. If blank, one will be generated
string id = 1; string id = 1;
// The JSON contents of the document // The JSON contents of the record
google.protobuf.Struct contents = 2; google.protobuf.Struct data = 2;
} }
message IndexResponse { message IndexResponse {
string id = 1; // the indexed record
Record record = 1;
} }
// Delete a document given its ID // Delete a record given its ID
message DeleteRequest { message DeleteRequest {
// The ID of the document to delete // The ID of the record to delete
string id = 1; string id = 1;
// The index the document belongs to // The index the record belongs to
string index = 2; string index = 2;
} }
message DeleteResponse {} message DeleteResponse {}
// Search for documents in a given in index // Search for records in a given in index
message SearchRequest { message SearchRequest {
// The index the document belongs to // The index the record belongs to
string index = 1; string index = 1;
// The query. See docs for query language examples // The query. See docs for query language examples
@@ -54,8 +56,8 @@ message SearchRequest {
} }
message SearchResponse { message SearchResponse {
// The matching documents // The matching records
repeated Document documents = 1; repeated Record records = 1;
} }