- 1.71.0 (latest)
- 1.70.0
- 1.69.0
- 1.68.0
- 1.67.0
- 1.66.2
- 1.65.0
- 1.64.0
- 1.63.1
- 1.62.0
- 1.61.0
- 1.60.0
- 1.59.1
- 1.58.0
- 1.57.1
- 1.54.0
- 1.53.0
- 1.52.0
- 1.51.2
- 1.50.0
- 1.49.0
- 1.48.0
- 1.47.0
- 1.46.0
- 1.45.0
- 1.44.0
- 1.43.0
- 1.42.0
- 1.41.0
- 1.40.0
- 1.39.0
- 1.38.0
- 1.37.0
- 1.36.0
- 1.35.0
- 1.34.1
- 1.33.0
- 1.32.0
- 1.31.0
- 1.30.2
- 1.29.0
- 1.28.0
- 1.27.0
- 1.26.0
- 1.25.0
- 1.24.0
- 1.23.0
- 1.22.0
- 1.21.0
- 1.20.1
- 1.19.0
- 1.18.0
- 1.17.0
- 1.16.0
- 1.15.0
Constants
MetastorePartitionService_BatchCreateMetastorePartitions_FullMethodName, MetastorePartitionService_BatchDeleteMetastorePartitions_FullMethodName, MetastorePartitionService_BatchUpdateMetastorePartitions_FullMethodName, MetastorePartitionService_ListMetastorePartitions_FullMethodName, MetastorePartitionService_StreamMetastorePartitions_FullMethodName
const (
MetastorePartitionService_BatchCreateMetastorePartitions_FullMethodName = "/google.cloud.bigquery.storage.v1alpha.MetastorePartitionService/BatchCreateMetastorePartitions"
MetastorePartitionService_BatchDeleteMetastorePartitions_FullMethodName = "/google.cloud.bigquery.storage.v1alpha.MetastorePartitionService/BatchDeleteMetastorePartitions"
MetastorePartitionService_BatchUpdateMetastorePartitions_FullMethodName = "/google.cloud.bigquery.storage.v1alpha.MetastorePartitionService/BatchUpdateMetastorePartitions"
MetastorePartitionService_ListMetastorePartitions_FullMethodName = "/google.cloud.bigquery.storage.v1alpha.MetastorePartitionService/ListMetastorePartitions"
MetastorePartitionService_StreamMetastorePartitions_FullMethodName = "/google.cloud.bigquery.storage.v1alpha.MetastorePartitionService/StreamMetastorePartitions"
)
Variables
File_google_cloud_bigquery_storage_v1alpha_metastore_partition_proto
var File_google_cloud_bigquery_storage_v1alpha_metastore_partition_proto protoreflect.FileDescriptor
File_google_cloud_bigquery_storage_v1alpha_partition_proto
var File_google_cloud_bigquery_storage_v1alpha_partition_proto protoreflect.FileDescriptor
MetastorePartitionService_ServiceDesc
var MetastorePartitionService_ServiceDesc = grpc.ServiceDesc{
ServiceName: "google.cloud.bigquery.storage.v1alpha.MetastorePartitionService",
HandlerType: (*MetastorePartitionServiceServer)(nil),
Methods: []grpc.MethodDesc{
{
MethodName: "BatchCreateMetastorePartitions",
Handler: _MetastorePartitionService_BatchCreateMetastorePartitions_Handler,
},
{
MethodName: "BatchDeleteMetastorePartitions",
Handler: _MetastorePartitionService_BatchDeleteMetastorePartitions_Handler,
},
{
MethodName: "BatchUpdateMetastorePartitions",
Handler: _MetastorePartitionService_BatchUpdateMetastorePartitions_Handler,
},
{
MethodName: "ListMetastorePartitions",
Handler: _MetastorePartitionService_ListMetastorePartitions_Handler,
},
},
Streams: []grpc.StreamDesc{
{
StreamName: "StreamMetastorePartitions",
Handler: _MetastorePartitionService_StreamMetastorePartitions_Handler,
ServerStreams: true,
ClientStreams: true,
},
},
Metadata: "google/cloud/bigquery/storage/v1alpha/metastore_partition.proto",
}
MetastorePartitionService_ServiceDesc is the grpc.ServiceDesc for MetastorePartitionService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)
Functions
func RegisterMetastorePartitionServiceServer
func RegisterMetastorePartitionServiceServer(s grpc.ServiceRegistrar, srv MetastorePartitionServiceServer)
BatchCreateMetastorePartitionsRequest
type BatchCreateMetastorePartitionsRequest struct {
// Required. Reference to the table to where the metastore partitions to be
// added, in the format of
// projects/{project}/locations/{location}/datasets/{dataset}/tables/{table}.
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Required. Requests to add metastore partitions to the table.
Requests []*CreateMetastorePartitionRequest `protobuf:"bytes,2,rep,name=requests,proto3" json:"requests,omitempty"`
// Optional. Mimics the ifNotExists flag in IMetaStoreClient
// add_partitions(..). If the flag is set to false, the server will return
// ALREADY_EXISTS if any partition already exists. If the flag is set to true,
// the server will skip existing partitions and insert only the non-existing
// partitions. A maximum of 900 partitions can be inserted in a batch.
SkipExistingPartitions bool `protobuf:"varint,3,opt,name=skip_existing_partitions,json=skipExistingPartitions,proto3" json:"skip_existing_partitions,omitempty"`
// Optional. Optional trace id to be used for debugging. It is expected that
// the client sets the same `trace_id` for all the batches in the same
// operation, so that it is possible to tie together the logs to all the
// batches in the same operation. Limited to 256 characters. This is expected,
// but not required, to be globally unique.
TraceId string `protobuf:"bytes,4,opt,name=trace_id,json=traceId,proto3" json:"trace_id,omitempty"`
// contains filtered or unexported fields
}
Request message for BatchCreateMetastorePartitions.
func (*BatchCreateMetastorePartitionsRequest) Descriptor
func (*BatchCreateMetastorePartitionsRequest) Descriptor() ([]byte, []int)
Deprecated: Use BatchCreateMetastorePartitionsRequest.ProtoReflect.Descriptor instead.
func (*BatchCreateMetastorePartitionsRequest) GetParent
func (x *BatchCreateMetastorePartitionsRequest) GetParent() string
func (*BatchCreateMetastorePartitionsRequest) GetRequests
func (x *BatchCreateMetastorePartitionsRequest) GetRequests() []*CreateMetastorePartitionRequest
func (*BatchCreateMetastorePartitionsRequest) GetSkipExistingPartitions
func (x *BatchCreateMetastorePartitionsRequest) GetSkipExistingPartitions() bool
func (*BatchCreateMetastorePartitionsRequest) GetTraceId
func (x *BatchCreateMetastorePartitionsRequest) GetTraceId() string
func (*BatchCreateMetastorePartitionsRequest) ProtoMessage
func (*BatchCreateMetastorePartitionsRequest) ProtoMessage()
func (*BatchCreateMetastorePartitionsRequest) ProtoReflect
func (x *BatchCreateMetastorePartitionsRequest) ProtoReflect() protoreflect.Message
func (*BatchCreateMetastorePartitionsRequest) Reset
func (x *BatchCreateMetastorePartitionsRequest) Reset()
func (*BatchCreateMetastorePartitionsRequest) String
func (x *BatchCreateMetastorePartitionsRequest) String() string
BatchCreateMetastorePartitionsResponse
type BatchCreateMetastorePartitionsResponse struct {
// The list of metastore partitions that have been created.
Partitions []*MetastorePartition `protobuf:"bytes,1,rep,name=partitions,proto3" json:"partitions,omitempty"`
// contains filtered or unexported fields
}
Response message for BatchCreateMetastorePartitions.
func (*BatchCreateMetastorePartitionsResponse) Descriptor
func (*BatchCreateMetastorePartitionsResponse) Descriptor() ([]byte, []int)
Deprecated: Use BatchCreateMetastorePartitionsResponse.ProtoReflect.Descriptor instead.
func (*BatchCreateMetastorePartitionsResponse) GetPartitions
func (x *BatchCreateMetastorePartitionsResponse) GetPartitions() []*MetastorePartition
func (*BatchCreateMetastorePartitionsResponse) ProtoMessage
func (*BatchCreateMetastorePartitionsResponse) ProtoMessage()
func (*BatchCreateMetastorePartitionsResponse) ProtoReflect
func (x *BatchCreateMetastorePartitionsResponse) ProtoReflect() protoreflect.Message
func (*BatchCreateMetastorePartitionsResponse) Reset
func (x *BatchCreateMetastorePartitionsResponse) Reset()
func (*BatchCreateMetastorePartitionsResponse) String
func (x *BatchCreateMetastorePartitionsResponse) String() string
BatchDeleteMetastorePartitionsRequest
type BatchDeleteMetastorePartitionsRequest struct {
// Required. Reference to the table to which these metastore partitions
// belong, in the format of
// projects/{project}/locations/{location}/datasets/{dataset}/tables/{table}.
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Required. The list of metastore partitions (identified by its values) to be
// deleted. A maximum of 900 partitions can be deleted in a batch.
PartitionValues []*MetastorePartitionValues `protobuf:"bytes,2,rep,name=partition_values,json=partitionValues,proto3" json:"partition_values,omitempty"`
// Optional. Optional trace id to be used for debugging. It is expected that
// the client sets the same `trace_id` for all the batches in the same
// operation, so that it is possible to tie together the logs to all the
// batches in the same operation. This is expected, but not required, to be
// globally unique.
TraceId string `protobuf:"bytes,4,opt,name=trace_id,json=traceId,proto3" json:"trace_id,omitempty"`
// contains filtered or unexported fields
}
Request message for BatchDeleteMetastorePartitions. The MetastorePartition is uniquely identified by values, which is an ordered list. Hence, there is no separate name or partition id field.
func (*BatchDeleteMetastorePartitionsRequest) Descriptor
func (*BatchDeleteMetastorePartitionsRequest) Descriptor() ([]byte, []int)
Deprecated: Use BatchDeleteMetastorePartitionsRequest.ProtoReflect.Descriptor instead.
func (*BatchDeleteMetastorePartitionsRequest) GetParent
func (x *BatchDeleteMetastorePartitionsRequest) GetParent() string
func (*BatchDeleteMetastorePartitionsRequest) GetPartitionValues
func (x *BatchDeleteMetastorePartitionsRequest) GetPartitionValues() []*MetastorePartitionValues
func (*BatchDeleteMetastorePartitionsRequest) GetTraceId
func (x *BatchDeleteMetastorePartitionsRequest) GetTraceId() string
func (*BatchDeleteMetastorePartitionsRequest) ProtoMessage
func (*BatchDeleteMetastorePartitionsRequest) ProtoMessage()
func (*BatchDeleteMetastorePartitionsRequest) ProtoReflect
func (x *BatchDeleteMetastorePartitionsRequest) ProtoReflect() protoreflect.Message
func (*BatchDeleteMetastorePartitionsRequest) Reset
func (x *BatchDeleteMetastorePartitionsRequest) Reset()
func (*BatchDeleteMetastorePartitionsRequest) String
func (x *BatchDeleteMetastorePartitionsRequest) String() string
BatchSizeTooLargeError
type BatchSizeTooLargeError struct {
// The maximum number of items that are supported in a single batch. This is
// returned as a hint to the client to adjust the batch size.
MaxBatchSize int64 `protobuf:"varint,1,opt,name=max_batch_size,json=maxBatchSize,proto3" json:"max_batch_size,omitempty"`
// Optional. The error message that is returned to the client.
ErrorMessage string `protobuf:"bytes,2,opt,name=error_message,json=errorMessage,proto3" json:"error_message,omitempty"`
// contains filtered or unexported fields
}
Structured custom error message for batch size too large error. The error can be attached as error details in the returned rpc Status for more structured error handling in the client.
func (*BatchSizeTooLargeError) Descriptor
func (*BatchSizeTooLargeError) Descriptor() ([]byte, []int)
Deprecated: Use BatchSizeTooLargeError.ProtoReflect.Descriptor instead.
func (*BatchSizeTooLargeError) GetErrorMessage
func (x *BatchSizeTooLargeError) GetErrorMessage() string
func (*BatchSizeTooLargeError) GetMaxBatchSize
func (x *BatchSizeTooLargeError) GetMaxBatchSize() int64
func (*BatchSizeTooLargeError) ProtoMessage
func (*BatchSizeTooLargeError) ProtoMessage()
func (*BatchSizeTooLargeError) ProtoReflect
func (x *BatchSizeTooLargeError) ProtoReflect() protoreflect.Message
func (*BatchSizeTooLargeError) Reset
func (x *BatchSizeTooLargeError) Reset()
func (*BatchSizeTooLargeError) String
func (x *BatchSizeTooLargeError) String() string
BatchUpdateMetastorePartitionsRequest
type BatchUpdateMetastorePartitionsRequest struct {
// Required. Reference to the table to which these metastore partitions
// belong, in the format of
// projects/{project}/locations/{location}/datasets/{dataset}/tables/{table}.
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Required. Requests to update metastore partitions in the table.
Requests []*UpdateMetastorePartitionRequest `protobuf:"bytes,2,rep,name=requests,proto3" json:"requests,omitempty"`
// Optional. Optional trace id to be used for debugging. It is expected that
// the client sets the same `trace_id` for all the batches in the same
// operation, so that it is possible to tie together the logs to all the
// batches in the same operation. This is expected, but not required, to be
// globally unique.
TraceId string `protobuf:"bytes,4,opt,name=trace_id,json=traceId,proto3" json:"trace_id,omitempty"`
// contains filtered or unexported fields
}
Request message for BatchUpdateMetastorePartitions.
func (*BatchUpdateMetastorePartitionsRequest) Descriptor
func (*BatchUpdateMetastorePartitionsRequest) Descriptor() ([]byte, []int)
Deprecated: Use BatchUpdateMetastorePartitionsRequest.ProtoReflect.Descriptor instead.
func (*BatchUpdateMetastorePartitionsRequest) GetParent
func (x *BatchUpdateMetastorePartitionsRequest) GetParent() string
func (*BatchUpdateMetastorePartitionsRequest) GetRequests
func (x *BatchUpdateMetastorePartitionsRequest) GetRequests() []*UpdateMetastorePartitionRequest
func (*BatchUpdateMetastorePartitionsRequest) GetTraceId
func (x *BatchUpdateMetastorePartitionsRequest) GetTraceId() string
func (*BatchUpdateMetastorePartitionsRequest) ProtoMessage
func (*BatchUpdateMetastorePartitionsRequest) ProtoMessage()
func (*BatchUpdateMetastorePartitionsRequest) ProtoReflect
func (x *BatchUpdateMetastorePartitionsRequest) ProtoReflect() protoreflect.Message
func (*BatchUpdateMetastorePartitionsRequest) Reset
func (x *BatchUpdateMetastorePartitionsRequest) Reset()
func (*BatchUpdateMetastorePartitionsRequest) String
func (x *BatchUpdateMetastorePartitionsRequest) String() string
BatchUpdateMetastorePartitionsResponse
type BatchUpdateMetastorePartitionsResponse struct {
// The list of metastore partitions that have been updated.
// A maximum of 900 partitions can be updated in a batch.
Partitions []*MetastorePartition `protobuf:"bytes,1,rep,name=partitions,proto3" json:"partitions,omitempty"`
// contains filtered or unexported fields
}
Response message for BatchUpdateMetastorePartitions.
func (*BatchUpdateMetastorePartitionsResponse) Descriptor
func (*BatchUpdateMetastorePartitionsResponse) Descriptor() ([]byte, []int)
Deprecated: Use BatchUpdateMetastorePartitionsResponse.ProtoReflect.Descriptor instead.
func (*BatchUpdateMetastorePartitionsResponse) GetPartitions
func (x *BatchUpdateMetastorePartitionsResponse) GetPartitions() []*MetastorePartition
func (*BatchUpdateMetastorePartitionsResponse) ProtoMessage
func (*BatchUpdateMetastorePartitionsResponse) ProtoMessage()
func (*BatchUpdateMetastorePartitionsResponse) ProtoReflect
func (x *BatchUpdateMetastorePartitionsResponse) ProtoReflect() protoreflect.Message
func (*BatchUpdateMetastorePartitionsResponse) Reset
func (x *BatchUpdateMetastorePartitionsResponse) Reset()
func (*BatchUpdateMetastorePartitionsResponse) String
func (x *BatchUpdateMetastorePartitionsResponse) String() string
CreateMetastorePartitionRequest
type CreateMetastorePartitionRequest struct {
// Required. Reference to the table to where the metastore partition to be
// added, in the format of
// projects/{project}/databases/{databases}/tables/{table}.
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Required. The metastore partition to be added.
MetastorePartition *MetastorePartition `protobuf:"bytes,2,opt,name=metastore_partition,json=metastorePartition,proto3" json:"metastore_partition,omitempty"`
// contains filtered or unexported fields
}
Request message for CreateMetastorePartition. The MetastorePartition is uniquely identified by values, which is an ordered list. Hence, there is no separate name or partition id field.
func (*CreateMetastorePartitionRequest) Descriptor
func (*CreateMetastorePartitionRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateMetastorePartitionRequest.ProtoReflect.Descriptor instead.
func (*CreateMetastorePartitionRequest) GetMetastorePartition
func (x *CreateMetastorePartitionRequest) GetMetastorePartition() *MetastorePartition
func (*CreateMetastorePartitionRequest) GetParent
func (x *CreateMetastorePartitionRequest) GetParent() string
func (*CreateMetastorePartitionRequest) ProtoMessage
func (*CreateMetastorePartitionRequest) ProtoMessage()
func (*CreateMetastorePartitionRequest) ProtoReflect
func (x *CreateMetastorePartitionRequest) ProtoReflect() protoreflect.Message
func (*CreateMetastorePartitionRequest) Reset
func (x *CreateMetastorePartitionRequest) Reset()
func (*CreateMetastorePartitionRequest) String
func (x *CreateMetastorePartitionRequest) String() string
FieldSchema
type FieldSchema struct {
// Required. The name of the column.
// The maximum length of the name is 1024 characters
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
// Required. The type of the metastore partition column. Maximum allowed
// length is 1024 characters.
Type string `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
// contains filtered or unexported fields
}
Schema description of a metastore partition column.
func (*FieldSchema) Descriptor
func (*FieldSchema) Descriptor() ([]byte, []int)
Deprecated: Use FieldSchema.ProtoReflect.Descriptor instead.
func (*FieldSchema) GetName
func (x *FieldSchema) GetName() string
func (*FieldSchema) GetType
func (x *FieldSchema) GetType() string
func (*FieldSchema) ProtoMessage
func (*FieldSchema) ProtoMessage()
func (*FieldSchema) ProtoReflect
func (x *FieldSchema) ProtoReflect() protoreflect.Message
func (*FieldSchema) Reset
func (x *FieldSchema) Reset()
func (*FieldSchema) String
func (x *FieldSchema) String() string
ListMetastorePartitionsRequest
type ListMetastorePartitionsRequest struct {
// Required. Reference to the table to which these metastore partitions
// belong, in the format of
// projects/{project}/locations/{location}/datasets/{dataset}/tables/{table}.
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Optional. SQL text filtering statement, similar to a WHERE clause in a
// query. Only supports single-row expressions. Aggregate functions are not
// supported.
//
// Examples: "int_field > 5"
//
// "date_field = CAST('2014-9-27' as DATE)"
// "nullable_field is not NULL"
// "st_equals(geo_field, st_geofromtext("POINT(2, 2)"))"
// "numeric_field BETWEEN 1.0 AND 5.0"
//
// Restricted to a maximum length for 1 MB.
Filter string `protobuf:"bytes,2,opt,name=filter,proto3" json:"filter,omitempty"`
// Optional. Optional trace id to be used for debugging. It is expected that
// the client sets the same `trace_id` for all the batches in the same
// operation, so that it is possible to tie together the logs to all the
// batches in the same operation. Limited to 256 characters. This is expected,
// but not required, to be globally unique.
TraceId string `protobuf:"bytes,3,opt,name=trace_id,json=traceId,proto3" json:"trace_id,omitempty"`
// contains filtered or unexported fields
}
Request message for ListMetastorePartitions.
func (*ListMetastorePartitionsRequest) Descriptor
func (*ListMetastorePartitionsRequest) Descriptor() ([]byte, []int)
Deprecated: Use ListMetastorePartitionsRequest.ProtoReflect.Descriptor instead.
func (*ListMetastorePartitionsRequest) GetFilter
func (x *ListMetastorePartitionsRequest) GetFilter() string
func (*ListMetastorePartitionsRequest) GetParent
func (x *ListMetastorePartitionsRequest) GetParent() string
func (*ListMetastorePartitionsRequest) GetTraceId
func (x *ListMetastorePartitionsRequest) GetTraceId() string
func (*ListMetastorePartitionsRequest) ProtoMessage
func (*ListMetastorePartitionsRequest) ProtoMessage()
func (*ListMetastorePartitionsRequest) ProtoReflect
func (x *ListMetastorePartitionsRequest) ProtoReflect() protoreflect.Message
func (*ListMetastorePartitionsRequest) Reset
func (x *ListMetastorePartitionsRequest) Reset()
func (*ListMetastorePartitionsRequest) String
func (x *ListMetastorePartitionsRequest) String() string
ListMetastorePartitionsResponse
type ListMetastorePartitionsResponse struct {
// The response depends on the number of metastore partitions to be returned;
// it can be a list of partitions or a list of
// [ReadStream]((https://cloud.google.com/bigquery/docs/reference/storage/rpc/google.cloud.bigquery.storage.v1#readstream))
// objects. For the second situation, the BigQuery [Read API
// ReadRows](https://cloud.google.com/bigquery/docs/reference/storage#read_from_a_session_stream)
// method must be used to stream the data and convert it into a list of
// partitions.
//
// Types that are assignable to Response:
//
// *ListMetastorePartitionsResponse_Partitions
// *ListMetastorePartitionsResponse_Streams
Response isListMetastorePartitionsResponse_Response `protobuf_oneof:"response"`
// contains filtered or unexported fields
}
Response message for ListMetastorePartitions.
func (*ListMetastorePartitionsResponse) Descriptor
func (*ListMetastorePartitionsResponse) Descriptor() ([]byte, []int)
Deprecated: Use ListMetastorePartitionsResponse.ProtoReflect.Descriptor instead.
func (*ListMetastorePartitionsResponse) GetPartitions
func (x *ListMetastorePartitionsResponse) GetPartitions() *MetastorePartitionList
func (*ListMetastorePartitionsResponse) GetResponse
func (m *ListMetastorePartitionsResponse) GetResponse() isListMetastorePartitionsResponse_Response
func (*ListMetastorePartitionsResponse) GetStreams
func (x *ListMetastorePartitionsResponse) GetStreams() *StreamList
func (*ListMetastorePartitionsResponse) ProtoMessage
func (*ListMetastorePartitionsResponse) ProtoMessage()
func (*ListMetastorePartitionsResponse) ProtoReflect
func (x *ListMetastorePartitionsResponse) ProtoReflect() protoreflect.Message
func (*ListMetastorePartitionsResponse) Reset
func (x *ListMetastorePartitionsResponse) Reset()
func (*ListMetastorePartitionsResponse) String
func (x *ListMetastorePartitionsResponse) String() string
ListMetastorePartitionsResponse_Partitions
type ListMetastorePartitionsResponse_Partitions struct {
// The list of partitions.
Partitions *MetastorePartitionList `protobuf:"bytes,1,opt,name=partitions,proto3,oneof"`
}
ListMetastorePartitionsResponse_Streams
type ListMetastorePartitionsResponse_Streams struct {
// The list of streams.
Streams *StreamList `protobuf:"bytes,2,opt,name=streams,proto3,oneof"`
}
MetastorePartition
type MetastorePartition struct {
// Required. Represents the values of the partition keys, where each value
// corresponds to a specific partition key in the order in which the keys are
// defined. Each value is limited to 1024 characters.
Values []string `protobuf:"bytes,1,rep,name=values,proto3" json:"values,omitempty"`
// Output only. The creation time of the partition.
CreateTime *timestamppb.Timestamp `protobuf:"bytes,2,opt,name=create_time,json=createTime,proto3" json:"create_time,omitempty"`
// Optional. Contains information about the physical storage of the data in
// the partition.
StorageDescriptor *StorageDescriptor `protobuf:"bytes,3,opt,name=storage_descriptor,json=storageDescriptor,proto3" json:"storage_descriptor,omitempty"`
// Optional. Additional parameters or metadata associated with the partition.
// Maximum size 10 KiB.
Parameters map[string]string `protobuf:"bytes,4,rep,name=parameters,proto3" json:"parameters,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
// Optional. List of columns.
Fields []*FieldSchema `protobuf:"bytes,5,rep,name=fields,proto3" json:"fields,omitempty"`
// contains filtered or unexported fields
}
Information about a Hive partition.
func (*MetastorePartition) Descriptor
func (*MetastorePartition) Descriptor() ([]byte, []int)
Deprecated: Use MetastorePartition.ProtoReflect.Descriptor instead.
func (*MetastorePartition) GetCreateTime
func (x *MetastorePartition) GetCreateTime() *timestamppb.Timestamp
func (*MetastorePartition) GetFields
func (x *MetastorePartition) GetFields() []*FieldSchema
func (*MetastorePartition) GetParameters
func (x *MetastorePartition) GetParameters() map[string]string
func (*MetastorePartition) GetStorageDescriptor
func (x *MetastorePartition) GetStorageDescriptor() *StorageDescriptor
func (*MetastorePartition) GetValues
func (x *MetastorePartition) GetValues() []string
func (*MetastorePartition) ProtoMessage
func (*MetastorePartition) ProtoMessage()
func (*MetastorePartition) ProtoReflect
func (x *MetastorePartition) ProtoReflect() protoreflect.Message
func (*MetastorePartition) Reset
func (x *MetastorePartition) Reset()
func (*MetastorePartition) String
func (x *MetastorePartition) String() string
MetastorePartitionList
type MetastorePartitionList struct {
// Required. List of partitions.
Partitions []*MetastorePartition `protobuf:"bytes,1,rep,name=partitions,proto3" json:"partitions,omitempty"`
// contains filtered or unexported fields
}
List of metastore partitions.
func (*MetastorePartitionList) Descriptor
func (*MetastorePartitionList) Descriptor() ([]byte, []int)
Deprecated: Use MetastorePartitionList.ProtoReflect.Descriptor instead.
func (*MetastorePartitionList) GetPartitions
func (x *MetastorePartitionList) GetPartitions() []*MetastorePartition
func (*MetastorePartitionList) ProtoMessage
func (*MetastorePartitionList) ProtoMessage()
func (*MetastorePartitionList) ProtoReflect
func (x *MetastorePartitionList) ProtoReflect() protoreflect.Message
func (*MetastorePartitionList) Reset
func (x *MetastorePartitionList) Reset()
func (*MetastorePartitionList) String
func (x *MetastorePartitionList) String() string
MetastorePartitionServiceClient
type MetastorePartitionServiceClient interface {
// Adds metastore partitions to a table.
BatchCreateMetastorePartitions(ctx context.Context, in *BatchCreateMetastorePartitionsRequest, opts ...grpc.CallOption) (*BatchCreateMetastorePartitionsResponse, error)
// Deletes metastore partitions from a table.
BatchDeleteMetastorePartitions(ctx context.Context, in *BatchDeleteMetastorePartitionsRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
// Updates metastore partitions in a table.
BatchUpdateMetastorePartitions(ctx context.Context, in *BatchUpdateMetastorePartitionsRequest, opts ...grpc.CallOption) (*BatchUpdateMetastorePartitionsResponse, error)
// Gets metastore partitions from a table.
ListMetastorePartitions(ctx context.Context, in *ListMetastorePartitionsRequest, opts ...grpc.CallOption) (*ListMetastorePartitionsResponse, error)
// This is a bi-di streaming rpc method that allows the client to send
// a stream of partitions and commit all of them atomically at the end.
// If the commit is successful, the server will return a
// response and close the stream. If the commit fails (due to duplicate
// partitions or other reason), the server will close the stream with an
// error. This method is only available via the gRPC API (not REST).
StreamMetastorePartitions(ctx context.Context, opts ...grpc.CallOption) (MetastorePartitionService_StreamMetastorePartitionsClient, error)
}
MetastorePartitionServiceClient is the client API for MetastorePartitionService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.
func NewMetastorePartitionServiceClient
func NewMetastorePartitionServiceClient(cc grpc.ClientConnInterface) MetastorePartitionServiceClient
MetastorePartitionServiceServer
type MetastorePartitionServiceServer interface {
// Adds metastore partitions to a table.
BatchCreateMetastorePartitions(context.Context, *BatchCreateMetastorePartitionsRequest) (*BatchCreateMetastorePartitionsResponse, error)
// Deletes metastore partitions from a table.
BatchDeleteMetastorePartitions(context.Context, *BatchDeleteMetastorePartitionsRequest) (*emptypb.Empty, error)
// Updates metastore partitions in a table.
BatchUpdateMetastorePartitions(context.Context, *BatchUpdateMetastorePartitionsRequest) (*BatchUpdateMetastorePartitionsResponse, error)
// Gets metastore partitions from a table.
ListMetastorePartitions(context.Context, *ListMetastorePartitionsRequest) (*ListMetastorePartitionsResponse, error)
// This is a bi-di streaming rpc method that allows the client to send
// a stream of partitions and commit all of them atomically at the end.
// If the commit is successful, the server will return a
// response and close the stream. If the commit fails (due to duplicate
// partitions or other reason), the server will close the stream with an
// error. This method is only available via the gRPC API (not REST).
StreamMetastorePartitions(MetastorePartitionService_StreamMetastorePartitionsServer) error
}
MetastorePartitionServiceServer is the server API for MetastorePartitionService service. All implementations should embed UnimplementedMetastorePartitionServiceServer for forward compatibility
MetastorePartitionService_StreamMetastorePartitionsClient
type MetastorePartitionService_StreamMetastorePartitionsClient interface {
Send(*StreamMetastorePartitionsRequest) error
Recv() (*StreamMetastorePartitionsResponse, error)
grpc.ClientStream
}
MetastorePartitionService_StreamMetastorePartitionsServer
type MetastorePartitionService_StreamMetastorePartitionsServer interface {
Send(*StreamMetastorePartitionsResponse) error
Recv() (*StreamMetastorePartitionsRequest, error)
grpc.ServerStream
}
MetastorePartitionValues
type MetastorePartitionValues struct {
// Required. The values of the partition keys, where each value corresponds to
// a specific partition key in the order in which the keys are defined.
Values []string `protobuf:"bytes,1,rep,name=values,proto3" json:"values,omitempty"`
// contains filtered or unexported fields
}
Represents the values of a metastore partition.
func (*MetastorePartitionValues) Descriptor
func (*MetastorePartitionValues) Descriptor() ([]byte, []int)
Deprecated: Use MetastorePartitionValues.ProtoReflect.Descriptor instead.
func (*MetastorePartitionValues) GetValues
func (x *MetastorePartitionValues) GetValues() []string
func (*MetastorePartitionValues) ProtoMessage
func (*MetastorePartitionValues) ProtoMessage()
func (*MetastorePartitionValues) ProtoReflect
func (x *MetastorePartitionValues) ProtoReflect() protoreflect.Message
func (*MetastorePartitionValues) Reset
func (x *MetastorePartitionValues) Reset()
func (*MetastorePartitionValues) String
func (x *MetastorePartitionValues) String() string
ReadStream
type ReadStream struct {
// Output only. Identifier. Name of the stream, in the form
// `projects/{project_id}/locations/{location}/sessions/{session_id}/streams/{stream_id}`.
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
// contains filtered or unexported fields
}
Information about a single stream that is used to read partitions.
func (*ReadStream) Descriptor
func (*ReadStream) Descriptor() ([]byte, []int)
Deprecated: Use ReadStream.ProtoReflect.Descriptor instead.
func (*ReadStream) GetName
func (x *ReadStream) GetName() string
func (*ReadStream) ProtoMessage
func (*ReadStream) ProtoMessage()
func (*ReadStream) ProtoReflect
func (x *ReadStream) ProtoReflect() protoreflect.Message
func (*ReadStream) Reset
func (x *ReadStream) Reset()
func (*ReadStream) String
func (x *ReadStream) String() string
SerDeInfo
type SerDeInfo struct {
// Optional. Name of the SerDe.
// The maximum length is 256 characters.
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
// Required. Specifies a fully-qualified class name of the serialization
// library that is responsible for the translation of data between table
// representation and the underlying low-level input and output format
// structures. The maximum length is 256 characters.
SerializationLibrary string `protobuf:"bytes,2,opt,name=serialization_library,json=serializationLibrary,proto3" json:"serialization_library,omitempty"`
// Optional. Key-value pairs that define the initialization parameters for the
// serialization library.
// Maximum size 10 Kib.
Parameters map[string]string `protobuf:"bytes,3,rep,name=parameters,proto3" json:"parameters,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
// contains filtered or unexported fields
}
Serializer and deserializer information.
func (*SerDeInfo) Descriptor
Deprecated: Use SerDeInfo.ProtoReflect.Descriptor instead.
func (*SerDeInfo) GetName
func (*SerDeInfo) GetParameters
func (*SerDeInfo) GetSerializationLibrary
func (*SerDeInfo) ProtoMessage
func (*SerDeInfo) ProtoMessage()
func (*SerDeInfo) ProtoReflect
func (x *SerDeInfo) ProtoReflect() protoreflect.Message
func (*SerDeInfo) Reset
func (x *SerDeInfo) Reset()
func (*SerDeInfo) String
StorageDescriptor
type StorageDescriptor struct {
// Optional. The physical location of the metastore partition
// (e.g. `gs://spark-dataproc-data/pangea-data/case_sensitive/` or
// `gs://spark-dataproc-data/pangea-data/*`).
LocationUri string `protobuf:"bytes,1,opt,name=location_uri,json=locationUri,proto3" json:"location_uri,omitempty"`
// Optional. Specifies the fully qualified class name of the InputFormat
// (e.g. "org.apache.hadoop.hive.ql.io.orc.OrcInputFormat").
// The maximum length is 128 characters.
InputFormat string `protobuf:"bytes,2,opt,name=input_format,json=inputFormat,proto3" json:"input_format,omitempty"`
// Optional. Specifies the fully qualified class name of the OutputFormat
// (e.g. "org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat").
// The maximum length is 128 characters.
OutputFormat string `protobuf:"bytes,3,opt,name=output_format,json=outputFormat,proto3" json:"output_format,omitempty"`
// Optional. Serializer and deserializer information.
SerdeInfo *SerDeInfo `protobuf:"bytes,4,opt,name=serde_info,json=serdeInfo,proto3" json:"serde_info,omitempty"`
// contains filtered or unexported fields
}
Contains information about the physical storage of the data in the metastore partition.
func (*StorageDescriptor) Descriptor
func (*StorageDescriptor) Descriptor() ([]byte, []int)
Deprecated: Use StorageDescriptor.ProtoReflect.Descriptor instead.
func (*StorageDescriptor) GetInputFormat
func (x *StorageDescriptor) GetInputFormat() string
func (*StorageDescriptor) GetLocationUri
func (x *StorageDescriptor) GetLocationUri() string
func (*StorageDescriptor) GetOutputFormat
func (x *StorageDescriptor) GetOutputFormat() string
func (*StorageDescriptor) GetSerdeInfo
func (x *StorageDescriptor) GetSerdeInfo() *SerDeInfo
func (*StorageDescriptor) ProtoMessage
func (*StorageDescriptor) ProtoMessage()
func (*StorageDescriptor) ProtoReflect
func (x *StorageDescriptor) ProtoReflect() protoreflect.Message
func (*StorageDescriptor) Reset
func (x *StorageDescriptor) Reset()
func (*StorageDescriptor) String
func (x *StorageDescriptor) String() string
StreamList
type StreamList struct {
// Output only. List of streams.
Streams []*ReadStream `protobuf:"bytes,1,rep,name=streams,proto3" json:"streams,omitempty"`
// contains filtered or unexported fields
}
List of streams.
func (*StreamList) Descriptor
func (*StreamList) Descriptor() ([]byte, []int)
Deprecated: Use StreamList.ProtoReflect.Descriptor instead.
func (*StreamList) GetStreams
func (x *StreamList) GetStreams() []*ReadStream
func (*StreamList) ProtoMessage
func (*StreamList) ProtoMessage()
func (*StreamList) ProtoReflect
func (x *StreamList) ProtoReflect() protoreflect.Message
func (*StreamList) Reset
func (x *StreamList) Reset()
func (*StreamList) String
func (x *StreamList) String() string
StreamMetastorePartitionsRequest
type StreamMetastorePartitionsRequest struct {
// Required. Reference to the table to where the partition to be added, in the
// format of
// projects/{project}/locations/{location}/datasets/{dataset}/tables/{table}.
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Optional. A list of metastore partitions to be added to the table.
MetastorePartitions []*MetastorePartition `protobuf:"bytes,2,rep,name=metastore_partitions,json=metastorePartitions,proto3" json:"metastore_partitions,omitempty"`
// Optional. Mimics the ifNotExists flag in IMetaStoreClient
// add_partitions(..). If the flag is set to false, the server will return
// ALREADY_EXISTS on commit if any partition already exists. If the flag is
// set to true:
// 1. the server will skip existing partitions
// insert only the non-existing partitions as part of the commit.
// 2. The client must set the `skip_existing_partitions` field to true for
// all requests in the stream.
SkipExistingPartitions bool `protobuf:"varint,3,opt,name=skip_existing_partitions,json=skipExistingPartitions,proto3" json:"skip_existing_partitions,omitempty"`
// contains filtered or unexported fields
}
The top-level message sent by the client to the [Partitions.StreamMetastorePartitions][] method. Follows the default gRPC streaming maximum size of 4 MB.
func (*StreamMetastorePartitionsRequest) Descriptor
func (*StreamMetastorePartitionsRequest) Descriptor() ([]byte, []int)
Deprecated: Use StreamMetastorePartitionsRequest.ProtoReflect.Descriptor instead.
func (*StreamMetastorePartitionsRequest) GetMetastorePartitions
func (x *StreamMetastorePartitionsRequest) GetMetastorePartitions() []*MetastorePartition
func (*StreamMetastorePartitionsRequest) GetParent
func (x *StreamMetastorePartitionsRequest) GetParent() string
func (*StreamMetastorePartitionsRequest) GetSkipExistingPartitions
func (x *StreamMetastorePartitionsRequest) GetSkipExistingPartitions() bool
func (*StreamMetastorePartitionsRequest) ProtoMessage
func (*StreamMetastorePartitionsRequest) ProtoMessage()
func (*StreamMetastorePartitionsRequest) ProtoReflect
func (x *StreamMetastorePartitionsRequest) ProtoReflect() protoreflect.Message
func (*StreamMetastorePartitionsRequest) Reset
func (x *StreamMetastorePartitionsRequest) Reset()
func (*StreamMetastorePartitionsRequest) String
func (x *StreamMetastorePartitionsRequest) String() string
StreamMetastorePartitionsResponse
type StreamMetastorePartitionsResponse struct {
// Total count of partitions streamed by the client during the lifetime of the
// stream. This is only set in the final response message before closing the
// stream.
TotalPartitionsStreamedCount int64 `protobuf:"varint,2,opt,name=total_partitions_streamed_count,json=totalPartitionsStreamedCount,proto3" json:"total_partitions_streamed_count,omitempty"`
// Total count of partitions inserted by the server during the lifetime of the
// stream. This is only set in the final response message before closing the
// stream.
TotalPartitionsInsertedCount int64 `protobuf:"varint,3,opt,name=total_partitions_inserted_count,json=totalPartitionsInsertedCount,proto3" json:"total_partitions_inserted_count,omitempty"`
// contains filtered or unexported fields
}
This is the response message sent by the server to the client for the [Partitions.StreamMetastorePartitions][] method when the commit is successful. Server will close the stream after sending this message.
func (*StreamMetastorePartitionsResponse) Descriptor
func (*StreamMetastorePartitionsResponse) Descriptor() ([]byte, []int)
Deprecated: Use StreamMetastorePartitionsResponse.ProtoReflect.Descriptor instead.
func (*StreamMetastorePartitionsResponse) GetTotalPartitionsInsertedCount
func (x *StreamMetastorePartitionsResponse) GetTotalPartitionsInsertedCount() int64
func (*StreamMetastorePartitionsResponse) GetTotalPartitionsStreamedCount
func (x *StreamMetastorePartitionsResponse) GetTotalPartitionsStreamedCount() int64
func (*StreamMetastorePartitionsResponse) ProtoMessage
func (*StreamMetastorePartitionsResponse) ProtoMessage()
func (*StreamMetastorePartitionsResponse) ProtoReflect
func (x *StreamMetastorePartitionsResponse) ProtoReflect() protoreflect.Message
func (*StreamMetastorePartitionsResponse) Reset
func (x *StreamMetastorePartitionsResponse) Reset()
func (*StreamMetastorePartitionsResponse) String
func (x *StreamMetastorePartitionsResponse) String() string
UnimplementedMetastorePartitionServiceServer
type UnimplementedMetastorePartitionServiceServer struct {
}
UnimplementedMetastorePartitionServiceServer should be embedded to have forward compatible implementations.
func (UnimplementedMetastorePartitionServiceServer) BatchCreateMetastorePartitions
func (UnimplementedMetastorePartitionServiceServer) BatchCreateMetastorePartitions(context.Context, *BatchCreateMetastorePartitionsRequest) (*BatchCreateMetastorePartitionsResponse, error)
func (UnimplementedMetastorePartitionServiceServer) BatchDeleteMetastorePartitions
func (UnimplementedMetastorePartitionServiceServer) BatchDeleteMetastorePartitions(context.Context, *BatchDeleteMetastorePartitionsRequest) (*emptypb.Empty, error)
func (UnimplementedMetastorePartitionServiceServer) BatchUpdateMetastorePartitions
func (UnimplementedMetastorePartitionServiceServer) BatchUpdateMetastorePartitions(context.Context, *BatchUpdateMetastorePartitionsRequest) (*BatchUpdateMetastorePartitionsResponse, error)
func (UnimplementedMetastorePartitionServiceServer) ListMetastorePartitions
func (UnimplementedMetastorePartitionServiceServer) ListMetastorePartitions(context.Context, *ListMetastorePartitionsRequest) (*ListMetastorePartitionsResponse, error)
func (UnimplementedMetastorePartitionServiceServer) StreamMetastorePartitions
func (UnimplementedMetastorePartitionServiceServer) StreamMetastorePartitions(MetastorePartitionService_StreamMetastorePartitionsServer) error
UnsafeMetastorePartitionServiceServer
type UnsafeMetastorePartitionServiceServer interface {
// contains filtered or unexported methods
}
UnsafeMetastorePartitionServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to MetastorePartitionServiceServer will result in compilation errors.
UpdateMetastorePartitionRequest
type UpdateMetastorePartitionRequest struct {
// Required. The metastore partition to be updated.
MetastorePartition *MetastorePartition `protobuf:"bytes,1,opt,name=metastore_partition,json=metastorePartition,proto3" json:"metastore_partition,omitempty"`
// Optional. The list of fields to update.
UpdateMask *fieldmaskpb.FieldMask `protobuf:"bytes,2,opt,name=update_mask,json=updateMask,proto3" json:"update_mask,omitempty"`
// contains filtered or unexported fields
}
Request message for UpdateMetastorePartition.
func (*UpdateMetastorePartitionRequest) Descriptor
func (*UpdateMetastorePartitionRequest) Descriptor() ([]byte, []int)
Deprecated: Use UpdateMetastorePartitionRequest.ProtoReflect.Descriptor instead.
func (*UpdateMetastorePartitionRequest) GetMetastorePartition
func (x *UpdateMetastorePartitionRequest) GetMetastorePartition() *MetastorePartition
func (*UpdateMetastorePartitionRequest) GetUpdateMask
func (x *UpdateMetastorePartitionRequest) GetUpdateMask() *fieldmaskpb.FieldMask
func (*UpdateMetastorePartitionRequest) ProtoMessage
func (*UpdateMetastorePartitionRequest) ProtoMessage()
func (*UpdateMetastorePartitionRequest) ProtoReflect
func (x *UpdateMetastorePartitionRequest) ProtoReflect() protoreflect.Message
func (*UpdateMetastorePartitionRequest) Reset
func (x *UpdateMetastorePartitionRequest) Reset()
func (*UpdateMetastorePartitionRequest) String
func (x *UpdateMetastorePartitionRequest) String() string