apache_beam.portability.api.org.apache.beam.model.pipeline.v1.metrics_pb2_urns module¶
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.metrics_pb2_urns.
MonitoringInfo
[source]¶ Bases:
object
-
class
MonitoringInfoLabels
[source]¶ Bases:
object
-
TRANSFORM
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "PTRANSFORM" )¶
-
PCOLLECTION
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "PCOLLECTION" )¶
-
WINDOWING_STRATEGY
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "WINDOWING_STRATEGY" )¶
-
CODER
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "CODER" )¶
-
ENVIRONMENT
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "ENVIRONMENT" )¶
-
NAMESPACE
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "NAMESPACE" )¶
-
NAME
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "NAME" )¶
-
SERVICE
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "SERVICE" )¶
-
METHOD
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "METHOD" )¶
-
RESOURCE
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "RESOURCE" )¶
-
STATUS
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "STATUS" )¶
-
BIGQUERY_PROJECT_ID
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "BIGQUERY_PROJECT_ID" )¶
-
BIGQUERY_DATASET
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "BIGQUERY_DATASET" )¶
-
BIGQUERY_TABLE
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "BIGQUERY_TABLE" )¶
-
BIGQUERY_VIEW
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "BIGQUERY_VIEW" )¶
-
BIGQUERY_QUERY_NAME
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "BIGQUERY_QUERY_NAME" )¶
-
GCS_BUCKET
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "GCS_BUCKET" )¶
-
GCS_PROJECT_ID
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "GCS_PROJECT_ID" )¶
-
DATASTORE_PROJECT
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "DATASTORE_PROJECT" )¶
-
DATASTORE_NAMESPACE
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "DATASTORE_NAMESPACE" )¶
-
BIGTABLE_PROJECT_ID
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "BIGTABLE_PROJECT_ID" )¶
-
INSTANCE_ID
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "INSTANCE_ID" )¶
-
TABLE_ID
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "TABLE_ID" )¶
-
SPANNER_PROJECT_ID
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "SPANNER_PROJECT_ID" )¶
-
SPANNER_DATABASE_ID
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "SPANNER_DATABASE_ID" )¶
-
SPANNER_TABLE_ID
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "SPANNER_TABLE_ID" )¶
-
SPANNER_INSTANCE_ID
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "SPANNER_INSTANCE_ID" )¶
-
SPANNER_QUERY_NAME
= PropertiesFromEnumValue(urn='', constant='', spec=, label_props=name: "SPANNER_QUERY_NAME" )¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.metrics_pb2_urns.
MonitoringInfoSpecs
[source]¶ Bases:
object
-
class
Enum
[source]¶ Bases:
object
-
USER_SUM_INT64
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:user:sum_int64:v1" type: "beam:metrics:sum_int64:v1" required_labels: "PTRANSFORM" required_labels: "NAMESPACE" required_labels: "NAME" annotations { key: "description" value: "URN utilized to report user metric." } , label_props=)¶
-
USER_SUM_DOUBLE
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:user:sum_double:v1" type: "beam:metrics:sum_double:v1" required_labels: "PTRANSFORM" required_labels: "NAMESPACE" required_labels: "NAME" annotations { key: "description" value: "URN utilized to report user metric." } , label_props=)¶
-
USER_DISTRIBUTION_INT64
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:user:distribution_int64:v1" type: "beam:metrics:distribution_int64:v1" required_labels: "PTRANSFORM" required_labels: "NAMESPACE" required_labels: "NAME" annotations { key: "description" value: "URN utilized to report user metric." } , label_props=)¶
-
USER_DISTRIBUTION_DOUBLE
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:user:distribution_double:v1" type: "beam:metrics:distribution_double:v1" required_labels: "PTRANSFORM" required_labels: "NAMESPACE" required_labels: "NAME" annotations { key: "description" value: "URN utilized to report user metric." } , label_props=)¶
-
USER_LATEST_INT64
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:user:latest_int64:v1" type: "beam:metrics:latest_int64:v1" required_labels: "PTRANSFORM" required_labels: "NAMESPACE" required_labels: "NAME" annotations { key: "description" value: "URN utilized to report user metric." } , label_props=)¶
-
USER_LATEST_DOUBLE
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:user:latest_double:v1" type: "beam:metrics:latest_double:v1" required_labels: "PTRANSFORM" required_labels: "NAMESPACE" required_labels: "NAME" annotations { key: "description" value: "URN utilized to report user metric." } , label_props=)¶
-
USER_TOP_N_INT64
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:user:top_n_int64:v1" type: "beam:metrics:top_n_int64:v1" required_labels: "PTRANSFORM" required_labels: "NAMESPACE" required_labels: "NAME" annotations { key: "description" value: "URN utilized to report user metric." } , label_props=)¶
-
USER_TOP_N_DOUBLE
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:user:top_n_double:v1" type: "beam:metrics:top_n_double:v1" required_labels: "PTRANSFORM" required_labels: "NAMESPACE" required_labels: "NAME" annotations { key: "description" value: "URN utilized to report user metric." } , label_props=)¶
-
USER_BOTTOM_N_INT64
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:user:bottom_n_int64:v1" type: "beam:metrics:bottom_n_int64:v1" required_labels: "PTRANSFORM" required_labels: "NAMESPACE" required_labels: "NAME" annotations { key: "description" value: "URN utilized to report user metric." } , label_props=)¶
-
USER_BOTTOM_N_DOUBLE
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:user:bottom_n_double:v1" type: "beam:metrics:bottom_n_double:v1" required_labels: "PTRANSFORM" required_labels: "NAMESPACE" required_labels: "NAME" annotations { key: "description" value: "URN utilized to report user metric." } , label_props=)¶
-
ELEMENT_COUNT
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:element_count:v1" type: "beam:metrics:sum_int64:v1" required_labels: "PCOLLECTION" annotations { key: "description" value: "The total elements output to a Pcollection by a PTransform." } , label_props=)¶
-
SAMPLED_BYTE_SIZE
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:sampled_byte_size:v1" type: "beam:metrics:distribution_int64:v1" required_labels: "PCOLLECTION" annotations { key: "description" value: "The total byte size and count of a sampled set (or all) of elements in the pcollection. Sampling is used because calculating the byte count involves serializing the elements which is CPU intensive." } , label_props=)¶
-
START_BUNDLE_MSECS
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:pardo_execution_time:start_bundle_msecs:v1" type: "beam:metrics:sum_int64:v1" required_labels: "PTRANSFORM" annotations { key: "description" value: "The total estimated execution time of the start bundlefunction in a pardo" } , label_props=)¶
-
PROCESS_BUNDLE_MSECS
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:pardo_execution_time:process_bundle_msecs:v1" type: "beam:metrics:sum_int64:v1" required_labels: "PTRANSFORM" annotations { key: "description" value: "The total estimated execution time of the process bundlefunction in a pardo" } , label_props=)¶
-
FINISH_BUNDLE_MSECS
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:pardo_execution_time:finish_bundle_msecs:v1" type: "beam:metrics:sum_int64:v1" required_labels: "PTRANSFORM" annotations { key: "description" value: "The total estimated execution time of the finish bundle function in a pardo" } , label_props=)¶
-
TOTAL_MSECS
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:ptransform_execution_time:total_msecs:v1" type: "beam:metrics:sum_int64:v1" required_labels: "PTRANSFORM" annotations { key: "description" value: "The total estimated execution time of the ptransform" } , label_props=)¶
-
WORK_REMAINING
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:ptransform_progress:remaining:v1" type: "beam:metrics:progress:v1" required_labels: "PTRANSFORM" annotations { key: "description" value: "The remaining amount of work for each active element. Each active element represents an independent amount of work not shared with any other active element." } , label_props=)¶
-
WORK_COMPLETED
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:ptransform_progress:completed:v1" type: "beam:metrics:progress:v1" required_labels: "PTRANSFORM" annotations { key: "description" value: "The remaining amount of work for each active element. Each active element represents an independent amount of work not shared with any other active element." } , label_props=)¶
-
DATA_CHANNEL_READ_INDEX
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:data_channel:read_index:v1" type: "beam:metrics:sum_int64:v1" required_labels: "PTRANSFORM" annotations { key: "description" value: "The read index of the data channel." } , label_props=)¶
-
API_REQUEST_COUNT
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:io:api_request_count:v1" type: "beam:metrics:sum_int64:v1" required_labels: "SERVICE" required_labels: "METHOD" required_labels: "RESOURCE" required_labels: "PTRANSFORM" required_labels: "STATUS" annotations { key: "description" value: "Request counts with status made to IO service APIs to batch read or write elements." } annotations { key: "process_metric" value: "true" } , label_props=)¶
-
API_REQUEST_LATENCIES
= PropertiesFromEnumValue(urn='', constant='', spec=urn: "beam:metric:io:api_request_latencies:v1" type: "beam:metrics:histogram_int64:v1" required_labels: "SERVICE" required_labels: "METHOD" required_labels: "RESOURCE" required_labels: "PTRANSFORM" annotations { key: "description" value: "Histogram counts for request latencies made to IO service APIs to batch read or write elements." } annotations { key: "units" value: "Milliseconds" } annotations { key: "process_metric" value: "true" } , label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.metrics_pb2_urns.
MonitoringInfoTypeUrns
[source]¶ Bases:
object
-
class
Enum
[source]¶ Bases:
object
-
SUM_INT64_TYPE
= PropertiesFromEnumValue(urn='beam:metrics:sum_int64:v1', constant='', spec=, label_props=)¶
-
SUM_DOUBLE_TYPE
= PropertiesFromEnumValue(urn='beam:metrics:sum_double:v1', constant='', spec=, label_props=)¶
-
DISTRIBUTION_INT64_TYPE
= PropertiesFromEnumValue(urn='beam:metrics:distribution_int64:v1', constant='', spec=, label_props=)¶
-
DISTRIBUTION_DOUBLE_TYPE
= PropertiesFromEnumValue(urn='beam:metrics:distribution_double:v1', constant='', spec=, label_props=)¶
-
LATEST_INT64_TYPE
= PropertiesFromEnumValue(urn='beam:metrics:latest_int64:v1', constant='', spec=, label_props=)¶
-
LATEST_DOUBLE_TYPE
= PropertiesFromEnumValue(urn='beam:metrics:latest_double:v1', constant='', spec=, label_props=)¶
-
TOP_N_INT64_TYPE
= PropertiesFromEnumValue(urn='beam:metrics:top_n_int64:v1', constant='', spec=, label_props=)¶
-
TOP_N_DOUBLE_TYPE
= PropertiesFromEnumValue(urn='beam:metrics:top_n_double:v1', constant='', spec=, label_props=)¶
-
BOTTOM_N_INT64_TYPE
= PropertiesFromEnumValue(urn='beam:metrics:bottom_n_int64:v1', constant='', spec=, label_props=)¶
-
BOTTOM_N_DOUBLE_TYPE
= PropertiesFromEnumValue(urn='beam:metrics:bottom_n_double:v1', constant='', spec=, label_props=)¶
-
PROGRESS_TYPE
= PropertiesFromEnumValue(urn='beam:metrics:progress:v1', constant='', spec=, label_props=)¶
-
-
class