2509 lines
83 KiB
Go
2509 lines
83 KiB
Go
// Copyright 2024 Google LLC
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// https://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
// Code generated by protoc-gen-go_gapic. DO NOT EDIT.
|
|
|
|
package generativelanguage
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"math"
|
|
"net/http"
|
|
"net/url"
|
|
"time"
|
|
|
|
generativelanguagepb "cloud.google.com/go/ai/generativelanguage/apiv1beta/generativelanguagepb"
|
|
gax "github.com/googleapis/gax-go/v2"
|
|
"google.golang.org/api/googleapi"
|
|
"google.golang.org/api/iterator"
|
|
"google.golang.org/api/option"
|
|
"google.golang.org/api/option/internaloption"
|
|
gtransport "google.golang.org/api/transport/grpc"
|
|
httptransport "google.golang.org/api/transport/http"
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/grpc/codes"
|
|
"google.golang.org/protobuf/encoding/protojson"
|
|
"google.golang.org/protobuf/proto"
|
|
)
|
|
|
|
var newRetrieverClientHook clientHook
|
|
|
|
// RetrieverCallOptions contains the retry settings for each method of RetrieverClient.
|
|
type RetrieverCallOptions struct {
|
|
CreateCorpus []gax.CallOption
|
|
GetCorpus []gax.CallOption
|
|
UpdateCorpus []gax.CallOption
|
|
DeleteCorpus []gax.CallOption
|
|
ListCorpora []gax.CallOption
|
|
QueryCorpus []gax.CallOption
|
|
CreateDocument []gax.CallOption
|
|
GetDocument []gax.CallOption
|
|
UpdateDocument []gax.CallOption
|
|
DeleteDocument []gax.CallOption
|
|
ListDocuments []gax.CallOption
|
|
QueryDocument []gax.CallOption
|
|
CreateChunk []gax.CallOption
|
|
BatchCreateChunks []gax.CallOption
|
|
GetChunk []gax.CallOption
|
|
UpdateChunk []gax.CallOption
|
|
BatchUpdateChunks []gax.CallOption
|
|
DeleteChunk []gax.CallOption
|
|
BatchDeleteChunks []gax.CallOption
|
|
ListChunks []gax.CallOption
|
|
}
|
|
|
|
func defaultRetrieverGRPCClientOptions() []option.ClientOption {
|
|
return []option.ClientOption{
|
|
internaloption.WithDefaultEndpoint("generativelanguage.googleapis.com:443"),
|
|
internaloption.WithDefaultEndpointTemplate("generativelanguage.UNIVERSE_DOMAIN:443"),
|
|
internaloption.WithDefaultMTLSEndpoint("generativelanguage.mtls.googleapis.com:443"),
|
|
internaloption.WithDefaultUniverseDomain("googleapis.com"),
|
|
internaloption.WithDefaultAudience("https://generativelanguage.googleapis.com/"),
|
|
internaloption.WithDefaultScopes(DefaultAuthScopes()...),
|
|
internaloption.EnableJwtWithScope(),
|
|
option.WithGRPCDialOption(grpc.WithDefaultCallOptions(
|
|
grpc.MaxCallRecvMsgSize(math.MaxInt32))),
|
|
}
|
|
}
|
|
|
|
func defaultRetrieverCallOptions() *RetrieverCallOptions {
|
|
return &RetrieverCallOptions{
|
|
CreateCorpus: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
GetCorpus: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
UpdateCorpus: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
DeleteCorpus: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
ListCorpora: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
QueryCorpus: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
CreateDocument: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
GetDocument: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
UpdateDocument: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
DeleteDocument: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
ListDocuments: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
QueryDocument: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
CreateChunk: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
BatchCreateChunks: []gax.CallOption{},
|
|
GetChunk: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
UpdateChunk: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
BatchUpdateChunks: []gax.CallOption{},
|
|
DeleteChunk: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnCodes([]codes.Code{
|
|
codes.Unavailable,
|
|
}, gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
})
|
|
}),
|
|
},
|
|
BatchDeleteChunks: []gax.CallOption{},
|
|
ListChunks: []gax.CallOption{},
|
|
}
|
|
}
|
|
|
|
func defaultRetrieverRESTCallOptions() *RetrieverCallOptions {
|
|
return &RetrieverCallOptions{
|
|
CreateCorpus: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
GetCorpus: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
UpdateCorpus: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
DeleteCorpus: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
ListCorpora: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
QueryCorpus: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
CreateDocument: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
GetDocument: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
UpdateDocument: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
DeleteDocument: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
ListDocuments: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
QueryDocument: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
CreateChunk: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
BatchCreateChunks: []gax.CallOption{},
|
|
GetChunk: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
UpdateChunk: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
BatchUpdateChunks: []gax.CallOption{},
|
|
DeleteChunk: []gax.CallOption{
|
|
gax.WithTimeout(60000 * time.Millisecond),
|
|
gax.WithRetry(func() gax.Retryer {
|
|
return gax.OnHTTPCodes(gax.Backoff{
|
|
Initial: 1000 * time.Millisecond,
|
|
Max: 10000 * time.Millisecond,
|
|
Multiplier: 1.30,
|
|
},
|
|
http.StatusServiceUnavailable)
|
|
}),
|
|
},
|
|
BatchDeleteChunks: []gax.CallOption{},
|
|
ListChunks: []gax.CallOption{},
|
|
}
|
|
}
|
|
|
|
// internalRetrieverClient is an interface that defines the methods available from Generative Language API.
|
|
type internalRetrieverClient interface {
|
|
Close() error
|
|
setGoogleClientInfo(...string)
|
|
Connection() *grpc.ClientConn
|
|
CreateCorpus(context.Context, *generativelanguagepb.CreateCorpusRequest, ...gax.CallOption) (*generativelanguagepb.Corpus, error)
|
|
GetCorpus(context.Context, *generativelanguagepb.GetCorpusRequest, ...gax.CallOption) (*generativelanguagepb.Corpus, error)
|
|
UpdateCorpus(context.Context, *generativelanguagepb.UpdateCorpusRequest, ...gax.CallOption) (*generativelanguagepb.Corpus, error)
|
|
DeleteCorpus(context.Context, *generativelanguagepb.DeleteCorpusRequest, ...gax.CallOption) error
|
|
ListCorpora(context.Context, *generativelanguagepb.ListCorporaRequest, ...gax.CallOption) *CorpusIterator
|
|
QueryCorpus(context.Context, *generativelanguagepb.QueryCorpusRequest, ...gax.CallOption) (*generativelanguagepb.QueryCorpusResponse, error)
|
|
CreateDocument(context.Context, *generativelanguagepb.CreateDocumentRequest, ...gax.CallOption) (*generativelanguagepb.Document, error)
|
|
GetDocument(context.Context, *generativelanguagepb.GetDocumentRequest, ...gax.CallOption) (*generativelanguagepb.Document, error)
|
|
UpdateDocument(context.Context, *generativelanguagepb.UpdateDocumentRequest, ...gax.CallOption) (*generativelanguagepb.Document, error)
|
|
DeleteDocument(context.Context, *generativelanguagepb.DeleteDocumentRequest, ...gax.CallOption) error
|
|
ListDocuments(context.Context, *generativelanguagepb.ListDocumentsRequest, ...gax.CallOption) *DocumentIterator
|
|
QueryDocument(context.Context, *generativelanguagepb.QueryDocumentRequest, ...gax.CallOption) (*generativelanguagepb.QueryDocumentResponse, error)
|
|
CreateChunk(context.Context, *generativelanguagepb.CreateChunkRequest, ...gax.CallOption) (*generativelanguagepb.Chunk, error)
|
|
BatchCreateChunks(context.Context, *generativelanguagepb.BatchCreateChunksRequest, ...gax.CallOption) (*generativelanguagepb.BatchCreateChunksResponse, error)
|
|
GetChunk(context.Context, *generativelanguagepb.GetChunkRequest, ...gax.CallOption) (*generativelanguagepb.Chunk, error)
|
|
UpdateChunk(context.Context, *generativelanguagepb.UpdateChunkRequest, ...gax.CallOption) (*generativelanguagepb.Chunk, error)
|
|
BatchUpdateChunks(context.Context, *generativelanguagepb.BatchUpdateChunksRequest, ...gax.CallOption) (*generativelanguagepb.BatchUpdateChunksResponse, error)
|
|
DeleteChunk(context.Context, *generativelanguagepb.DeleteChunkRequest, ...gax.CallOption) error
|
|
BatchDeleteChunks(context.Context, *generativelanguagepb.BatchDeleteChunksRequest, ...gax.CallOption) error
|
|
ListChunks(context.Context, *generativelanguagepb.ListChunksRequest, ...gax.CallOption) *ChunkIterator
|
|
}
|
|
|
|
// RetrieverClient is a client for interacting with Generative Language API.
|
|
// Methods, except Close, may be called concurrently. However, fields must not be modified concurrently with method calls.
|
|
//
|
|
// An API for semantic search over a corpus of user uploaded content.
|
|
type RetrieverClient struct {
|
|
// The internal transport-dependent client.
|
|
internalClient internalRetrieverClient
|
|
|
|
// The call options for this service.
|
|
CallOptions *RetrieverCallOptions
|
|
}
|
|
|
|
// Wrapper methods routed to the internal client.
|
|
|
|
// Close closes the connection to the API service. The user should invoke this when
|
|
// the client is no longer required.
|
|
func (c *RetrieverClient) Close() error {
|
|
return c.internalClient.Close()
|
|
}
|
|
|
|
// setGoogleClientInfo sets the name and version of the application in
|
|
// the `x-goog-api-client` header passed on each request. Intended for
|
|
// use by Google-written clients.
|
|
func (c *RetrieverClient) setGoogleClientInfo(keyval ...string) {
|
|
c.internalClient.setGoogleClientInfo(keyval...)
|
|
}
|
|
|
|
// Connection returns a connection to the API service.
|
|
//
|
|
// Deprecated: Connections are now pooled so this method does not always
|
|
// return the same resource.
|
|
func (c *RetrieverClient) Connection() *grpc.ClientConn {
|
|
return c.internalClient.Connection()
|
|
}
|
|
|
|
// CreateCorpus creates an empty Corpus.
|
|
func (c *RetrieverClient) CreateCorpus(ctx context.Context, req *generativelanguagepb.CreateCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.Corpus, error) {
|
|
return c.internalClient.CreateCorpus(ctx, req, opts...)
|
|
}
|
|
|
|
// GetCorpus gets information about a specific Corpus.
|
|
func (c *RetrieverClient) GetCorpus(ctx context.Context, req *generativelanguagepb.GetCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.Corpus, error) {
|
|
return c.internalClient.GetCorpus(ctx, req, opts...)
|
|
}
|
|
|
|
// UpdateCorpus updates a Corpus.
|
|
func (c *RetrieverClient) UpdateCorpus(ctx context.Context, req *generativelanguagepb.UpdateCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.Corpus, error) {
|
|
return c.internalClient.UpdateCorpus(ctx, req, opts...)
|
|
}
|
|
|
|
// DeleteCorpus deletes a Corpus.
|
|
func (c *RetrieverClient) DeleteCorpus(ctx context.Context, req *generativelanguagepb.DeleteCorpusRequest, opts ...gax.CallOption) error {
|
|
return c.internalClient.DeleteCorpus(ctx, req, opts...)
|
|
}
|
|
|
|
// ListCorpora lists all Corpora owned by the user.
|
|
func (c *RetrieverClient) ListCorpora(ctx context.Context, req *generativelanguagepb.ListCorporaRequest, opts ...gax.CallOption) *CorpusIterator {
|
|
return c.internalClient.ListCorpora(ctx, req, opts...)
|
|
}
|
|
|
|
// QueryCorpus performs semantic search over a Corpus.
|
|
func (c *RetrieverClient) QueryCorpus(ctx context.Context, req *generativelanguagepb.QueryCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.QueryCorpusResponse, error) {
|
|
return c.internalClient.QueryCorpus(ctx, req, opts...)
|
|
}
|
|
|
|
// CreateDocument creates an empty Document.
|
|
func (c *RetrieverClient) CreateDocument(ctx context.Context, req *generativelanguagepb.CreateDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.Document, error) {
|
|
return c.internalClient.CreateDocument(ctx, req, opts...)
|
|
}
|
|
|
|
// GetDocument gets information about a specific Document.
|
|
func (c *RetrieverClient) GetDocument(ctx context.Context, req *generativelanguagepb.GetDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.Document, error) {
|
|
return c.internalClient.GetDocument(ctx, req, opts...)
|
|
}
|
|
|
|
// UpdateDocument updates a Document.
|
|
func (c *RetrieverClient) UpdateDocument(ctx context.Context, req *generativelanguagepb.UpdateDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.Document, error) {
|
|
return c.internalClient.UpdateDocument(ctx, req, opts...)
|
|
}
|
|
|
|
// DeleteDocument deletes a Document.
|
|
func (c *RetrieverClient) DeleteDocument(ctx context.Context, req *generativelanguagepb.DeleteDocumentRequest, opts ...gax.CallOption) error {
|
|
return c.internalClient.DeleteDocument(ctx, req, opts...)
|
|
}
|
|
|
|
// ListDocuments lists all Documents in a Corpus.
|
|
func (c *RetrieverClient) ListDocuments(ctx context.Context, req *generativelanguagepb.ListDocumentsRequest, opts ...gax.CallOption) *DocumentIterator {
|
|
return c.internalClient.ListDocuments(ctx, req, opts...)
|
|
}
|
|
|
|
// QueryDocument performs semantic search over a Document.
|
|
func (c *RetrieverClient) QueryDocument(ctx context.Context, req *generativelanguagepb.QueryDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.QueryDocumentResponse, error) {
|
|
return c.internalClient.QueryDocument(ctx, req, opts...)
|
|
}
|
|
|
|
// CreateChunk creates a Chunk.
|
|
func (c *RetrieverClient) CreateChunk(ctx context.Context, req *generativelanguagepb.CreateChunkRequest, opts ...gax.CallOption) (*generativelanguagepb.Chunk, error) {
|
|
return c.internalClient.CreateChunk(ctx, req, opts...)
|
|
}
|
|
|
|
// BatchCreateChunks batch create Chunks.
|
|
func (c *RetrieverClient) BatchCreateChunks(ctx context.Context, req *generativelanguagepb.BatchCreateChunksRequest, opts ...gax.CallOption) (*generativelanguagepb.BatchCreateChunksResponse, error) {
|
|
return c.internalClient.BatchCreateChunks(ctx, req, opts...)
|
|
}
|
|
|
|
// GetChunk gets information about a specific Chunk.
|
|
func (c *RetrieverClient) GetChunk(ctx context.Context, req *generativelanguagepb.GetChunkRequest, opts ...gax.CallOption) (*generativelanguagepb.Chunk, error) {
|
|
return c.internalClient.GetChunk(ctx, req, opts...)
|
|
}
|
|
|
|
// UpdateChunk updates a Chunk.
|
|
func (c *RetrieverClient) UpdateChunk(ctx context.Context, req *generativelanguagepb.UpdateChunkRequest, opts ...gax.CallOption) (*generativelanguagepb.Chunk, error) {
|
|
return c.internalClient.UpdateChunk(ctx, req, opts...)
|
|
}
|
|
|
|
// BatchUpdateChunks batch update Chunks.
|
|
func (c *RetrieverClient) BatchUpdateChunks(ctx context.Context, req *generativelanguagepb.BatchUpdateChunksRequest, opts ...gax.CallOption) (*generativelanguagepb.BatchUpdateChunksResponse, error) {
|
|
return c.internalClient.BatchUpdateChunks(ctx, req, opts...)
|
|
}
|
|
|
|
// DeleteChunk deletes a Chunk.
|
|
func (c *RetrieverClient) DeleteChunk(ctx context.Context, req *generativelanguagepb.DeleteChunkRequest, opts ...gax.CallOption) error {
|
|
return c.internalClient.DeleteChunk(ctx, req, opts...)
|
|
}
|
|
|
|
// BatchDeleteChunks batch delete Chunks.
|
|
func (c *RetrieverClient) BatchDeleteChunks(ctx context.Context, req *generativelanguagepb.BatchDeleteChunksRequest, opts ...gax.CallOption) error {
|
|
return c.internalClient.BatchDeleteChunks(ctx, req, opts...)
|
|
}
|
|
|
|
// ListChunks lists all Chunks in a Document.
|
|
func (c *RetrieverClient) ListChunks(ctx context.Context, req *generativelanguagepb.ListChunksRequest, opts ...gax.CallOption) *ChunkIterator {
|
|
return c.internalClient.ListChunks(ctx, req, opts...)
|
|
}
|
|
|
|
// retrieverGRPCClient is a client for interacting with Generative Language API over gRPC transport.
|
|
//
|
|
// Methods, except Close, may be called concurrently. However, fields must not be modified concurrently with method calls.
|
|
type retrieverGRPCClient struct {
|
|
// Connection pool of gRPC connections to the service.
|
|
connPool gtransport.ConnPool
|
|
|
|
// Points back to the CallOptions field of the containing RetrieverClient
|
|
CallOptions **RetrieverCallOptions
|
|
|
|
// The gRPC API client.
|
|
retrieverClient generativelanguagepb.RetrieverServiceClient
|
|
|
|
// The x-goog-* metadata to be sent with each request.
|
|
xGoogHeaders []string
|
|
}
|
|
|
|
// NewRetrieverClient creates a new retriever service client based on gRPC.
|
|
// The returned client must be Closed when it is done being used to clean up its underlying connections.
|
|
//
|
|
// An API for semantic search over a corpus of user uploaded content.
|
|
func NewRetrieverClient(ctx context.Context, opts ...option.ClientOption) (*RetrieverClient, error) {
|
|
clientOpts := defaultRetrieverGRPCClientOptions()
|
|
if newRetrieverClientHook != nil {
|
|
hookOpts, err := newRetrieverClientHook(ctx, clientHookParams{})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
clientOpts = append(clientOpts, hookOpts...)
|
|
}
|
|
|
|
connPool, err := gtransport.DialPool(ctx, append(clientOpts, opts...)...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
client := RetrieverClient{CallOptions: defaultRetrieverCallOptions()}
|
|
|
|
c := &retrieverGRPCClient{
|
|
connPool: connPool,
|
|
retrieverClient: generativelanguagepb.NewRetrieverServiceClient(connPool),
|
|
CallOptions: &client.CallOptions,
|
|
}
|
|
c.setGoogleClientInfo()
|
|
|
|
client.internalClient = c
|
|
|
|
return &client, nil
|
|
}
|
|
|
|
// Connection returns a connection to the API service.
|
|
//
|
|
// Deprecated: Connections are now pooled so this method does not always
|
|
// return the same resource.
|
|
func (c *retrieverGRPCClient) Connection() *grpc.ClientConn {
|
|
return c.connPool.Conn()
|
|
}
|
|
|
|
// setGoogleClientInfo sets the name and version of the application in
|
|
// the `x-goog-api-client` header passed on each request. Intended for
|
|
// use by Google-written clients.
|
|
func (c *retrieverGRPCClient) setGoogleClientInfo(keyval ...string) {
|
|
kv := append([]string{"gl-go", gax.GoVersion}, keyval...)
|
|
kv = append(kv, "gapic", getVersionClient(), "gax", gax.Version, "grpc", grpc.Version)
|
|
c.xGoogHeaders = []string{
|
|
"x-goog-api-client", gax.XGoogHeader(kv...),
|
|
}
|
|
}
|
|
|
|
// Close closes the connection to the API service. The user should invoke this when
|
|
// the client is no longer required.
|
|
func (c *retrieverGRPCClient) Close() error {
|
|
return c.connPool.Close()
|
|
}
|
|
|
|
// Methods, except Close, may be called concurrently. However, fields must not be modified concurrently with method calls.
|
|
type retrieverRESTClient struct {
|
|
// The http endpoint to connect to.
|
|
endpoint string
|
|
|
|
// The http client.
|
|
httpClient *http.Client
|
|
|
|
// The x-goog-* headers to be sent with each request.
|
|
xGoogHeaders []string
|
|
|
|
// Points back to the CallOptions field of the containing RetrieverClient
|
|
CallOptions **RetrieverCallOptions
|
|
}
|
|
|
|
// NewRetrieverRESTClient creates a new retriever service rest client.
|
|
//
|
|
// An API for semantic search over a corpus of user uploaded content.
|
|
func NewRetrieverRESTClient(ctx context.Context, opts ...option.ClientOption) (*RetrieverClient, error) {
|
|
clientOpts := append(defaultRetrieverRESTClientOptions(), opts...)
|
|
httpClient, endpoint, err := httptransport.NewClient(ctx, clientOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
callOpts := defaultRetrieverRESTCallOptions()
|
|
c := &retrieverRESTClient{
|
|
endpoint: endpoint,
|
|
httpClient: httpClient,
|
|
CallOptions: &callOpts,
|
|
}
|
|
c.setGoogleClientInfo()
|
|
|
|
return &RetrieverClient{internalClient: c, CallOptions: callOpts}, nil
|
|
}
|
|
|
|
func defaultRetrieverRESTClientOptions() []option.ClientOption {
|
|
return []option.ClientOption{
|
|
internaloption.WithDefaultEndpoint("https://generativelanguage.googleapis.com"),
|
|
internaloption.WithDefaultEndpointTemplate("https://generativelanguage.UNIVERSE_DOMAIN"),
|
|
internaloption.WithDefaultMTLSEndpoint("https://generativelanguage.mtls.googleapis.com"),
|
|
internaloption.WithDefaultUniverseDomain("googleapis.com"),
|
|
internaloption.WithDefaultAudience("https://generativelanguage.googleapis.com/"),
|
|
internaloption.WithDefaultScopes(DefaultAuthScopes()...),
|
|
}
|
|
}
|
|
|
|
// setGoogleClientInfo sets the name and version of the application in
|
|
// the `x-goog-api-client` header passed on each request. Intended for
|
|
// use by Google-written clients.
|
|
func (c *retrieverRESTClient) setGoogleClientInfo(keyval ...string) {
|
|
kv := append([]string{"gl-go", gax.GoVersion}, keyval...)
|
|
kv = append(kv, "gapic", getVersionClient(), "gax", gax.Version, "rest", "UNKNOWN")
|
|
c.xGoogHeaders = []string{
|
|
"x-goog-api-client", gax.XGoogHeader(kv...),
|
|
}
|
|
}
|
|
|
|
// Close closes the connection to the API service. The user should invoke this when
|
|
// the client is no longer required.
|
|
func (c *retrieverRESTClient) Close() error {
|
|
// Replace httpClient with nil to force cleanup.
|
|
c.httpClient = nil
|
|
return nil
|
|
}
|
|
|
|
// Connection returns a connection to the API service.
|
|
//
|
|
// Deprecated: This method always returns nil.
|
|
func (c *retrieverRESTClient) Connection() *grpc.ClientConn {
|
|
return nil
|
|
}
|
|
func (c *retrieverGRPCClient) CreateCorpus(ctx context.Context, req *generativelanguagepb.CreateCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.Corpus, error) {
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, c.xGoogHeaders...)
|
|
opts = append((*c.CallOptions).CreateCorpus[0:len((*c.CallOptions).CreateCorpus):len((*c.CallOptions).CreateCorpus)], opts...)
|
|
var resp *generativelanguagepb.Corpus
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.CreateCorpus(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) GetCorpus(ctx context.Context, req *generativelanguagepb.GetCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.Corpus, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).GetCorpus[0:len((*c.CallOptions).GetCorpus):len((*c.CallOptions).GetCorpus)], opts...)
|
|
var resp *generativelanguagepb.Corpus
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.GetCorpus(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) UpdateCorpus(ctx context.Context, req *generativelanguagepb.UpdateCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.Corpus, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "corpus.name", url.QueryEscape(req.GetCorpus().GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).UpdateCorpus[0:len((*c.CallOptions).UpdateCorpus):len((*c.CallOptions).UpdateCorpus)], opts...)
|
|
var resp *generativelanguagepb.Corpus
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.UpdateCorpus(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) DeleteCorpus(ctx context.Context, req *generativelanguagepb.DeleteCorpusRequest, opts ...gax.CallOption) error {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).DeleteCorpus[0:len((*c.CallOptions).DeleteCorpus):len((*c.CallOptions).DeleteCorpus)], opts...)
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
_, err = c.retrieverClient.DeleteCorpus(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
return err
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) ListCorpora(ctx context.Context, req *generativelanguagepb.ListCorporaRequest, opts ...gax.CallOption) *CorpusIterator {
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, c.xGoogHeaders...)
|
|
opts = append((*c.CallOptions).ListCorpora[0:len((*c.CallOptions).ListCorpora):len((*c.CallOptions).ListCorpora)], opts...)
|
|
it := &CorpusIterator{}
|
|
req = proto.Clone(req).(*generativelanguagepb.ListCorporaRequest)
|
|
it.InternalFetch = func(pageSize int, pageToken string) ([]*generativelanguagepb.Corpus, string, error) {
|
|
resp := &generativelanguagepb.ListCorporaResponse{}
|
|
if pageToken != "" {
|
|
req.PageToken = pageToken
|
|
}
|
|
if pageSize > math.MaxInt32 {
|
|
req.PageSize = math.MaxInt32
|
|
} else if pageSize != 0 {
|
|
req.PageSize = int32(pageSize)
|
|
}
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.ListCorpora(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
|
|
it.Response = resp
|
|
return resp.GetCorpora(), resp.GetNextPageToken(), nil
|
|
}
|
|
fetch := func(pageSize int, pageToken string) (string, error) {
|
|
items, nextPageToken, err := it.InternalFetch(pageSize, pageToken)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
it.items = append(it.items, items...)
|
|
return nextPageToken, nil
|
|
}
|
|
|
|
it.pageInfo, it.nextFunc = iterator.NewPageInfo(fetch, it.bufLen, it.takeBuf)
|
|
it.pageInfo.MaxSize = int(req.GetPageSize())
|
|
it.pageInfo.Token = req.GetPageToken()
|
|
|
|
return it
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) QueryCorpus(ctx context.Context, req *generativelanguagepb.QueryCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.QueryCorpusResponse, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).QueryCorpus[0:len((*c.CallOptions).QueryCorpus):len((*c.CallOptions).QueryCorpus)], opts...)
|
|
var resp *generativelanguagepb.QueryCorpusResponse
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.QueryCorpus(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) CreateDocument(ctx context.Context, req *generativelanguagepb.CreateDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.Document, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).CreateDocument[0:len((*c.CallOptions).CreateDocument):len((*c.CallOptions).CreateDocument)], opts...)
|
|
var resp *generativelanguagepb.Document
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.CreateDocument(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) GetDocument(ctx context.Context, req *generativelanguagepb.GetDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.Document, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).GetDocument[0:len((*c.CallOptions).GetDocument):len((*c.CallOptions).GetDocument)], opts...)
|
|
var resp *generativelanguagepb.Document
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.GetDocument(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) UpdateDocument(ctx context.Context, req *generativelanguagepb.UpdateDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.Document, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "document.name", url.QueryEscape(req.GetDocument().GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).UpdateDocument[0:len((*c.CallOptions).UpdateDocument):len((*c.CallOptions).UpdateDocument)], opts...)
|
|
var resp *generativelanguagepb.Document
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.UpdateDocument(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) DeleteDocument(ctx context.Context, req *generativelanguagepb.DeleteDocumentRequest, opts ...gax.CallOption) error {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).DeleteDocument[0:len((*c.CallOptions).DeleteDocument):len((*c.CallOptions).DeleteDocument)], opts...)
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
_, err = c.retrieverClient.DeleteDocument(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
return err
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) ListDocuments(ctx context.Context, req *generativelanguagepb.ListDocumentsRequest, opts ...gax.CallOption) *DocumentIterator {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).ListDocuments[0:len((*c.CallOptions).ListDocuments):len((*c.CallOptions).ListDocuments)], opts...)
|
|
it := &DocumentIterator{}
|
|
req = proto.Clone(req).(*generativelanguagepb.ListDocumentsRequest)
|
|
it.InternalFetch = func(pageSize int, pageToken string) ([]*generativelanguagepb.Document, string, error) {
|
|
resp := &generativelanguagepb.ListDocumentsResponse{}
|
|
if pageToken != "" {
|
|
req.PageToken = pageToken
|
|
}
|
|
if pageSize > math.MaxInt32 {
|
|
req.PageSize = math.MaxInt32
|
|
} else if pageSize != 0 {
|
|
req.PageSize = int32(pageSize)
|
|
}
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.ListDocuments(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
|
|
it.Response = resp
|
|
return resp.GetDocuments(), resp.GetNextPageToken(), nil
|
|
}
|
|
fetch := func(pageSize int, pageToken string) (string, error) {
|
|
items, nextPageToken, err := it.InternalFetch(pageSize, pageToken)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
it.items = append(it.items, items...)
|
|
return nextPageToken, nil
|
|
}
|
|
|
|
it.pageInfo, it.nextFunc = iterator.NewPageInfo(fetch, it.bufLen, it.takeBuf)
|
|
it.pageInfo.MaxSize = int(req.GetPageSize())
|
|
it.pageInfo.Token = req.GetPageToken()
|
|
|
|
return it
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) QueryDocument(ctx context.Context, req *generativelanguagepb.QueryDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.QueryDocumentResponse, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).QueryDocument[0:len((*c.CallOptions).QueryDocument):len((*c.CallOptions).QueryDocument)], opts...)
|
|
var resp *generativelanguagepb.QueryDocumentResponse
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.QueryDocument(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) CreateChunk(ctx context.Context, req *generativelanguagepb.CreateChunkRequest, opts ...gax.CallOption) (*generativelanguagepb.Chunk, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).CreateChunk[0:len((*c.CallOptions).CreateChunk):len((*c.CallOptions).CreateChunk)], opts...)
|
|
var resp *generativelanguagepb.Chunk
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.CreateChunk(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) BatchCreateChunks(ctx context.Context, req *generativelanguagepb.BatchCreateChunksRequest, opts ...gax.CallOption) (*generativelanguagepb.BatchCreateChunksResponse, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).BatchCreateChunks[0:len((*c.CallOptions).BatchCreateChunks):len((*c.CallOptions).BatchCreateChunks)], opts...)
|
|
var resp *generativelanguagepb.BatchCreateChunksResponse
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.BatchCreateChunks(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) GetChunk(ctx context.Context, req *generativelanguagepb.GetChunkRequest, opts ...gax.CallOption) (*generativelanguagepb.Chunk, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).GetChunk[0:len((*c.CallOptions).GetChunk):len((*c.CallOptions).GetChunk)], opts...)
|
|
var resp *generativelanguagepb.Chunk
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.GetChunk(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) UpdateChunk(ctx context.Context, req *generativelanguagepb.UpdateChunkRequest, opts ...gax.CallOption) (*generativelanguagepb.Chunk, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "chunk.name", url.QueryEscape(req.GetChunk().GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).UpdateChunk[0:len((*c.CallOptions).UpdateChunk):len((*c.CallOptions).UpdateChunk)], opts...)
|
|
var resp *generativelanguagepb.Chunk
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.UpdateChunk(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) BatchUpdateChunks(ctx context.Context, req *generativelanguagepb.BatchUpdateChunksRequest, opts ...gax.CallOption) (*generativelanguagepb.BatchUpdateChunksResponse, error) {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).BatchUpdateChunks[0:len((*c.CallOptions).BatchUpdateChunks):len((*c.CallOptions).BatchUpdateChunks)], opts...)
|
|
var resp *generativelanguagepb.BatchUpdateChunksResponse
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.BatchUpdateChunks(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) DeleteChunk(ctx context.Context, req *generativelanguagepb.DeleteChunkRequest, opts ...gax.CallOption) error {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).DeleteChunk[0:len((*c.CallOptions).DeleteChunk):len((*c.CallOptions).DeleteChunk)], opts...)
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
_, err = c.retrieverClient.DeleteChunk(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
return err
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) BatchDeleteChunks(ctx context.Context, req *generativelanguagepb.BatchDeleteChunksRequest, opts ...gax.CallOption) error {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).BatchDeleteChunks[0:len((*c.CallOptions).BatchDeleteChunks):len((*c.CallOptions).BatchDeleteChunks)], opts...)
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
_, err = c.retrieverClient.BatchDeleteChunks(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
return err
|
|
}
|
|
|
|
func (c *retrieverGRPCClient) ListChunks(ctx context.Context, req *generativelanguagepb.ListChunksRequest, opts ...gax.CallOption) *ChunkIterator {
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
ctx = gax.InsertMetadataIntoOutgoingContext(ctx, hds...)
|
|
opts = append((*c.CallOptions).ListChunks[0:len((*c.CallOptions).ListChunks):len((*c.CallOptions).ListChunks)], opts...)
|
|
it := &ChunkIterator{}
|
|
req = proto.Clone(req).(*generativelanguagepb.ListChunksRequest)
|
|
it.InternalFetch = func(pageSize int, pageToken string) ([]*generativelanguagepb.Chunk, string, error) {
|
|
resp := &generativelanguagepb.ListChunksResponse{}
|
|
if pageToken != "" {
|
|
req.PageToken = pageToken
|
|
}
|
|
if pageSize > math.MaxInt32 {
|
|
req.PageSize = math.MaxInt32
|
|
} else if pageSize != 0 {
|
|
req.PageSize = int32(pageSize)
|
|
}
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
var err error
|
|
resp, err = c.retrieverClient.ListChunks(ctx, req, settings.GRPC...)
|
|
return err
|
|
}, opts...)
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
|
|
it.Response = resp
|
|
return resp.GetChunks(), resp.GetNextPageToken(), nil
|
|
}
|
|
fetch := func(pageSize int, pageToken string) (string, error) {
|
|
items, nextPageToken, err := it.InternalFetch(pageSize, pageToken)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
it.items = append(it.items, items...)
|
|
return nextPageToken, nil
|
|
}
|
|
|
|
it.pageInfo, it.nextFunc = iterator.NewPageInfo(fetch, it.bufLen, it.takeBuf)
|
|
it.pageInfo.MaxSize = int(req.GetPageSize())
|
|
it.pageInfo.Token = req.GetPageToken()
|
|
|
|
return it
|
|
}
|
|
|
|
// CreateCorpus creates an empty Corpus.
|
|
func (c *retrieverRESTClient) CreateCorpus(ctx context.Context, req *generativelanguagepb.CreateCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.Corpus, error) {
|
|
m := protojson.MarshalOptions{AllowPartial: true, UseEnumNumbers: true}
|
|
body := req.GetCorpus()
|
|
jsonReq, err := m.Marshal(body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/corpora")
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := append(c.xGoogHeaders, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).CreateCorpus[0:len((*c.CallOptions).CreateCorpus):len((*c.CallOptions).CreateCorpus)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.Corpus{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("POST", baseUrl.String(), bytes.NewReader(jsonReq))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// GetCorpus gets information about a specific Corpus.
|
|
func (c *retrieverRESTClient) GetCorpus(ctx context.Context, req *generativelanguagepb.GetCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.Corpus, error) {
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v", req.GetName())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).GetCorpus[0:len((*c.CallOptions).GetCorpus):len((*c.CallOptions).GetCorpus)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.Corpus{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("GET", baseUrl.String(), nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// UpdateCorpus updates a Corpus.
|
|
func (c *retrieverRESTClient) UpdateCorpus(ctx context.Context, req *generativelanguagepb.UpdateCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.Corpus, error) {
|
|
m := protojson.MarshalOptions{AllowPartial: true, UseEnumNumbers: true}
|
|
body := req.GetCorpus()
|
|
jsonReq, err := m.Marshal(body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v", req.GetCorpus().GetName())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
if req.GetUpdateMask() != nil {
|
|
updateMask, err := protojson.Marshal(req.GetUpdateMask())
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
params.Add("updateMask", string(updateMask[1:len(updateMask)-1]))
|
|
}
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "corpus.name", url.QueryEscape(req.GetCorpus().GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).UpdateCorpus[0:len((*c.CallOptions).UpdateCorpus):len((*c.CallOptions).UpdateCorpus)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.Corpus{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("PATCH", baseUrl.String(), bytes.NewReader(jsonReq))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// DeleteCorpus deletes a Corpus.
|
|
func (c *retrieverRESTClient) DeleteCorpus(ctx context.Context, req *generativelanguagepb.DeleteCorpusRequest, opts ...gax.CallOption) error {
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v", req.GetName())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
if req.GetForce() {
|
|
params.Add("force", fmt.Sprintf("%v", req.GetForce()))
|
|
}
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
return gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("DELETE", baseUrl.String(), nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
// Returns nil if there is no error, otherwise wraps
|
|
// the response code and body into a non-nil error
|
|
return googleapi.CheckResponse(httpRsp)
|
|
}, opts...)
|
|
}
|
|
|
|
// ListCorpora lists all Corpora owned by the user.
|
|
func (c *retrieverRESTClient) ListCorpora(ctx context.Context, req *generativelanguagepb.ListCorporaRequest, opts ...gax.CallOption) *CorpusIterator {
|
|
it := &CorpusIterator{}
|
|
req = proto.Clone(req).(*generativelanguagepb.ListCorporaRequest)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
it.InternalFetch = func(pageSize int, pageToken string) ([]*generativelanguagepb.Corpus, string, error) {
|
|
resp := &generativelanguagepb.ListCorporaResponse{}
|
|
if pageToken != "" {
|
|
req.PageToken = pageToken
|
|
}
|
|
if pageSize > math.MaxInt32 {
|
|
req.PageSize = math.MaxInt32
|
|
} else if pageSize != 0 {
|
|
req.PageSize = int32(pageSize)
|
|
}
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/corpora")
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
if req.GetPageSize() != 0 {
|
|
params.Add("pageSize", fmt.Sprintf("%v", req.GetPageSize()))
|
|
}
|
|
if req.GetPageToken() != "" {
|
|
params.Add("pageToken", fmt.Sprintf("%v", req.GetPageToken()))
|
|
}
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := append(c.xGoogHeaders, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("GET", baseUrl.String(), nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, "", e
|
|
}
|
|
it.Response = resp
|
|
return resp.GetCorpora(), resp.GetNextPageToken(), nil
|
|
}
|
|
|
|
fetch := func(pageSize int, pageToken string) (string, error) {
|
|
items, nextPageToken, err := it.InternalFetch(pageSize, pageToken)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
it.items = append(it.items, items...)
|
|
return nextPageToken, nil
|
|
}
|
|
|
|
it.pageInfo, it.nextFunc = iterator.NewPageInfo(fetch, it.bufLen, it.takeBuf)
|
|
it.pageInfo.MaxSize = int(req.GetPageSize())
|
|
it.pageInfo.Token = req.GetPageToken()
|
|
|
|
return it
|
|
}
|
|
|
|
// QueryCorpus performs semantic search over a Corpus.
|
|
func (c *retrieverRESTClient) QueryCorpus(ctx context.Context, req *generativelanguagepb.QueryCorpusRequest, opts ...gax.CallOption) (*generativelanguagepb.QueryCorpusResponse, error) {
|
|
m := protojson.MarshalOptions{AllowPartial: true, UseEnumNumbers: true}
|
|
jsonReq, err := m.Marshal(req)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v:query", req.GetName())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).QueryCorpus[0:len((*c.CallOptions).QueryCorpus):len((*c.CallOptions).QueryCorpus)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.QueryCorpusResponse{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("POST", baseUrl.String(), bytes.NewReader(jsonReq))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// CreateDocument creates an empty Document.
|
|
func (c *retrieverRESTClient) CreateDocument(ctx context.Context, req *generativelanguagepb.CreateDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.Document, error) {
|
|
m := protojson.MarshalOptions{AllowPartial: true, UseEnumNumbers: true}
|
|
body := req.GetDocument()
|
|
jsonReq, err := m.Marshal(body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v/documents", req.GetParent())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).CreateDocument[0:len((*c.CallOptions).CreateDocument):len((*c.CallOptions).CreateDocument)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.Document{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("POST", baseUrl.String(), bytes.NewReader(jsonReq))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// GetDocument gets information about a specific Document.
|
|
func (c *retrieverRESTClient) GetDocument(ctx context.Context, req *generativelanguagepb.GetDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.Document, error) {
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v", req.GetName())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).GetDocument[0:len((*c.CallOptions).GetDocument):len((*c.CallOptions).GetDocument)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.Document{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("GET", baseUrl.String(), nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// UpdateDocument updates a Document.
|
|
func (c *retrieverRESTClient) UpdateDocument(ctx context.Context, req *generativelanguagepb.UpdateDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.Document, error) {
|
|
m := protojson.MarshalOptions{AllowPartial: true, UseEnumNumbers: true}
|
|
body := req.GetDocument()
|
|
jsonReq, err := m.Marshal(body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v", req.GetDocument().GetName())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
if req.GetUpdateMask() != nil {
|
|
updateMask, err := protojson.Marshal(req.GetUpdateMask())
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
params.Add("updateMask", string(updateMask[1:len(updateMask)-1]))
|
|
}
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "document.name", url.QueryEscape(req.GetDocument().GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).UpdateDocument[0:len((*c.CallOptions).UpdateDocument):len((*c.CallOptions).UpdateDocument)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.Document{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("PATCH", baseUrl.String(), bytes.NewReader(jsonReq))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// DeleteDocument deletes a Document.
|
|
func (c *retrieverRESTClient) DeleteDocument(ctx context.Context, req *generativelanguagepb.DeleteDocumentRequest, opts ...gax.CallOption) error {
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v", req.GetName())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
if req.GetForce() {
|
|
params.Add("force", fmt.Sprintf("%v", req.GetForce()))
|
|
}
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
return gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("DELETE", baseUrl.String(), nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
// Returns nil if there is no error, otherwise wraps
|
|
// the response code and body into a non-nil error
|
|
return googleapi.CheckResponse(httpRsp)
|
|
}, opts...)
|
|
}
|
|
|
|
// ListDocuments lists all Documents in a Corpus.
|
|
func (c *retrieverRESTClient) ListDocuments(ctx context.Context, req *generativelanguagepb.ListDocumentsRequest, opts ...gax.CallOption) *DocumentIterator {
|
|
it := &DocumentIterator{}
|
|
req = proto.Clone(req).(*generativelanguagepb.ListDocumentsRequest)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
it.InternalFetch = func(pageSize int, pageToken string) ([]*generativelanguagepb.Document, string, error) {
|
|
resp := &generativelanguagepb.ListDocumentsResponse{}
|
|
if pageToken != "" {
|
|
req.PageToken = pageToken
|
|
}
|
|
if pageSize > math.MaxInt32 {
|
|
req.PageSize = math.MaxInt32
|
|
} else if pageSize != 0 {
|
|
req.PageSize = int32(pageSize)
|
|
}
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v/documents", req.GetParent())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
if req.GetPageSize() != 0 {
|
|
params.Add("pageSize", fmt.Sprintf("%v", req.GetPageSize()))
|
|
}
|
|
if req.GetPageToken() != "" {
|
|
params.Add("pageToken", fmt.Sprintf("%v", req.GetPageToken()))
|
|
}
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := append(c.xGoogHeaders, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("GET", baseUrl.String(), nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, "", e
|
|
}
|
|
it.Response = resp
|
|
return resp.GetDocuments(), resp.GetNextPageToken(), nil
|
|
}
|
|
|
|
fetch := func(pageSize int, pageToken string) (string, error) {
|
|
items, nextPageToken, err := it.InternalFetch(pageSize, pageToken)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
it.items = append(it.items, items...)
|
|
return nextPageToken, nil
|
|
}
|
|
|
|
it.pageInfo, it.nextFunc = iterator.NewPageInfo(fetch, it.bufLen, it.takeBuf)
|
|
it.pageInfo.MaxSize = int(req.GetPageSize())
|
|
it.pageInfo.Token = req.GetPageToken()
|
|
|
|
return it
|
|
}
|
|
|
|
// QueryDocument performs semantic search over a Document.
|
|
func (c *retrieverRESTClient) QueryDocument(ctx context.Context, req *generativelanguagepb.QueryDocumentRequest, opts ...gax.CallOption) (*generativelanguagepb.QueryDocumentResponse, error) {
|
|
m := protojson.MarshalOptions{AllowPartial: true, UseEnumNumbers: true}
|
|
jsonReq, err := m.Marshal(req)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v:query", req.GetName())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).QueryDocument[0:len((*c.CallOptions).QueryDocument):len((*c.CallOptions).QueryDocument)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.QueryDocumentResponse{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("POST", baseUrl.String(), bytes.NewReader(jsonReq))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// CreateChunk creates a Chunk.
|
|
func (c *retrieverRESTClient) CreateChunk(ctx context.Context, req *generativelanguagepb.CreateChunkRequest, opts ...gax.CallOption) (*generativelanguagepb.Chunk, error) {
|
|
m := protojson.MarshalOptions{AllowPartial: true, UseEnumNumbers: true}
|
|
body := req.GetChunk()
|
|
jsonReq, err := m.Marshal(body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v/chunks", req.GetParent())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).CreateChunk[0:len((*c.CallOptions).CreateChunk):len((*c.CallOptions).CreateChunk)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.Chunk{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("POST", baseUrl.String(), bytes.NewReader(jsonReq))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// BatchCreateChunks batch create Chunks.
|
|
func (c *retrieverRESTClient) BatchCreateChunks(ctx context.Context, req *generativelanguagepb.BatchCreateChunksRequest, opts ...gax.CallOption) (*generativelanguagepb.BatchCreateChunksResponse, error) {
|
|
m := protojson.MarshalOptions{AllowPartial: true, UseEnumNumbers: true}
|
|
jsonReq, err := m.Marshal(req)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v/chunks:batchCreate", req.GetParent())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).BatchCreateChunks[0:len((*c.CallOptions).BatchCreateChunks):len((*c.CallOptions).BatchCreateChunks)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.BatchCreateChunksResponse{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("POST", baseUrl.String(), bytes.NewReader(jsonReq))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// GetChunk gets information about a specific Chunk.
|
|
func (c *retrieverRESTClient) GetChunk(ctx context.Context, req *generativelanguagepb.GetChunkRequest, opts ...gax.CallOption) (*generativelanguagepb.Chunk, error) {
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v", req.GetName())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).GetChunk[0:len((*c.CallOptions).GetChunk):len((*c.CallOptions).GetChunk)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.Chunk{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("GET", baseUrl.String(), nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// UpdateChunk updates a Chunk.
|
|
func (c *retrieverRESTClient) UpdateChunk(ctx context.Context, req *generativelanguagepb.UpdateChunkRequest, opts ...gax.CallOption) (*generativelanguagepb.Chunk, error) {
|
|
m := protojson.MarshalOptions{AllowPartial: true, UseEnumNumbers: true}
|
|
body := req.GetChunk()
|
|
jsonReq, err := m.Marshal(body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v", req.GetChunk().GetName())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
if req.GetUpdateMask() != nil {
|
|
updateMask, err := protojson.Marshal(req.GetUpdateMask())
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
params.Add("updateMask", string(updateMask[1:len(updateMask)-1]))
|
|
}
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "chunk.name", url.QueryEscape(req.GetChunk().GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).UpdateChunk[0:len((*c.CallOptions).UpdateChunk):len((*c.CallOptions).UpdateChunk)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.Chunk{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("PATCH", baseUrl.String(), bytes.NewReader(jsonReq))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// BatchUpdateChunks batch update Chunks.
|
|
func (c *retrieverRESTClient) BatchUpdateChunks(ctx context.Context, req *generativelanguagepb.BatchUpdateChunksRequest, opts ...gax.CallOption) (*generativelanguagepb.BatchUpdateChunksResponse, error) {
|
|
m := protojson.MarshalOptions{AllowPartial: true, UseEnumNumbers: true}
|
|
jsonReq, err := m.Marshal(req)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v/chunks:batchUpdate", req.GetParent())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
opts = append((*c.CallOptions).BatchUpdateChunks[0:len((*c.CallOptions).BatchUpdateChunks):len((*c.CallOptions).BatchUpdateChunks)], opts...)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
resp := &generativelanguagepb.BatchUpdateChunksResponse{}
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("POST", baseUrl.String(), bytes.NewReader(jsonReq))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
// DeleteChunk deletes a Chunk.
|
|
func (c *retrieverRESTClient) DeleteChunk(ctx context.Context, req *generativelanguagepb.DeleteChunkRequest, opts ...gax.CallOption) error {
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v", req.GetName())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "name", url.QueryEscape(req.GetName()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
return gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("DELETE", baseUrl.String(), nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
// Returns nil if there is no error, otherwise wraps
|
|
// the response code and body into a non-nil error
|
|
return googleapi.CheckResponse(httpRsp)
|
|
}, opts...)
|
|
}
|
|
|
|
// BatchDeleteChunks batch delete Chunks.
|
|
func (c *retrieverRESTClient) BatchDeleteChunks(ctx context.Context, req *generativelanguagepb.BatchDeleteChunksRequest, opts ...gax.CallOption) error {
|
|
m := protojson.MarshalOptions{AllowPartial: true, UseEnumNumbers: true}
|
|
jsonReq, err := m.Marshal(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v/chunks:batchDelete", req.GetParent())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := []string{"x-goog-request-params", fmt.Sprintf("%s=%v", "parent", url.QueryEscape(req.GetParent()))}
|
|
|
|
hds = append(c.xGoogHeaders, hds...)
|
|
hds = append(hds, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
return gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("POST", baseUrl.String(), bytes.NewReader(jsonReq))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq = httpReq.WithContext(ctx)
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
// Returns nil if there is no error, otherwise wraps
|
|
// the response code and body into a non-nil error
|
|
return googleapi.CheckResponse(httpRsp)
|
|
}, opts...)
|
|
}
|
|
|
|
// ListChunks lists all Chunks in a Document.
|
|
func (c *retrieverRESTClient) ListChunks(ctx context.Context, req *generativelanguagepb.ListChunksRequest, opts ...gax.CallOption) *ChunkIterator {
|
|
it := &ChunkIterator{}
|
|
req = proto.Clone(req).(*generativelanguagepb.ListChunksRequest)
|
|
unm := protojson.UnmarshalOptions{AllowPartial: true, DiscardUnknown: true}
|
|
it.InternalFetch = func(pageSize int, pageToken string) ([]*generativelanguagepb.Chunk, string, error) {
|
|
resp := &generativelanguagepb.ListChunksResponse{}
|
|
if pageToken != "" {
|
|
req.PageToken = pageToken
|
|
}
|
|
if pageSize > math.MaxInt32 {
|
|
req.PageSize = math.MaxInt32
|
|
} else if pageSize != 0 {
|
|
req.PageSize = int32(pageSize)
|
|
}
|
|
baseUrl, err := url.Parse(c.endpoint)
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
baseUrl.Path += fmt.Sprintf("/v1beta/%v/chunks", req.GetParent())
|
|
|
|
params := url.Values{}
|
|
params.Add("$alt", "json;enum-encoding=int")
|
|
if req.GetPageSize() != 0 {
|
|
params.Add("pageSize", fmt.Sprintf("%v", req.GetPageSize()))
|
|
}
|
|
if req.GetPageToken() != "" {
|
|
params.Add("pageToken", fmt.Sprintf("%v", req.GetPageToken()))
|
|
}
|
|
|
|
baseUrl.RawQuery = params.Encode()
|
|
|
|
// Build HTTP headers from client and context metadata.
|
|
hds := append(c.xGoogHeaders, "Content-Type", "application/json")
|
|
headers := gax.BuildHeaders(ctx, hds...)
|
|
e := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
|
if settings.Path != "" {
|
|
baseUrl.Path = settings.Path
|
|
}
|
|
httpReq, err := http.NewRequest("GET", baseUrl.String(), nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
httpReq.Header = headers
|
|
|
|
httpRsp, err := c.httpClient.Do(httpReq)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer httpRsp.Body.Close()
|
|
|
|
if err = googleapi.CheckResponse(httpRsp); err != nil {
|
|
return err
|
|
}
|
|
|
|
buf, err := io.ReadAll(httpRsp.Body)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := unm.Unmarshal(buf, resp); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}, opts...)
|
|
if e != nil {
|
|
return nil, "", e
|
|
}
|
|
it.Response = resp
|
|
return resp.GetChunks(), resp.GetNextPageToken(), nil
|
|
}
|
|
|
|
fetch := func(pageSize int, pageToken string) (string, error) {
|
|
items, nextPageToken, err := it.InternalFetch(pageSize, pageToken)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
it.items = append(it.items, items...)
|
|
return nextPageToken, nil
|
|
}
|
|
|
|
it.pageInfo, it.nextFunc = iterator.NewPageInfo(fetch, it.bufLen, it.takeBuf)
|
|
it.pageInfo.MaxSize = int(req.GetPageSize())
|
|
it.pageInfo.Token = req.GetPageToken()
|
|
|
|
return it
|
|
}
|