apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns module¶
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.BeamConstants[source]¶ Bases:
object-
class
Constants[source]¶ Bases:
object-
MIN_TIMESTAMP_MILLIS= PropertiesFromEnumValue(urn='', constant='-9223372036854775', spec=, label_props=)¶
-
MAX_TIMESTAMP_MILLIS= PropertiesFromEnumValue(urn='', constant='9223372036854775', spec=, label_props=)¶
-
GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS= PropertiesFromEnumValue(urn='', constant='9223371950454775', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardArtifacts[source]¶ Bases:
object-
class
Roles[source]¶ Bases:
object-
STAGING_TO= PropertiesFromEnumValue(urn='beam:artifact:role:staging_to:v1', constant='', spec=, label_props=)¶
-
PIP_REQUIREMENTS_FILE= PropertiesFromEnumValue(urn='beam:artifact:role:pip_requirements_file:v1', constant='', spec=, label_props=)¶
-
GO_WORKER_BINARY= PropertiesFromEnumValue(urn='beam:artifact:role:go_worker_binary:v1', constant='', spec=, label_props=)¶
-
-
class
Types[source]¶ Bases:
object-
FILE= PropertiesFromEnumValue(urn='beam:artifact:type:file:v1', constant='', spec=, label_props=)¶
-
URL= PropertiesFromEnumValue(urn='beam:artifact:type:url:v1', constant='', spec=, label_props=)¶
-
EMBEDDED= PropertiesFromEnumValue(urn='beam:artifact:type:embedded:v1', constant='', spec=, label_props=)¶
-
PYPI= PropertiesFromEnumValue(urn='beam:artifact:type:pypi:v1', constant='', spec=, label_props=)¶
-
MAVEN= PropertiesFromEnumValue(urn='beam:artifact:type:maven:v1', constant='', spec=, label_props=)¶
-
DEFERRED= PropertiesFromEnumValue(urn='beam:artifact:type:deferred:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardCoders[source]¶ Bases:
object-
class
Enum[source]¶ Bases:
object-
BYTES= PropertiesFromEnumValue(urn='beam:coder:bytes:v1', constant='', spec=, label_props=)¶
-
STRING_UTF8= PropertiesFromEnumValue(urn='beam:coder:string_utf8:v1', constant='', spec=, label_props=)¶
-
KV= PropertiesFromEnumValue(urn='beam:coder:kv:v1', constant='', spec=, label_props=)¶
-
BOOL= PropertiesFromEnumValue(urn='beam:coder:bool:v1', constant='', spec=, label_props=)¶
-
VARINT= PropertiesFromEnumValue(urn='beam:coder:varint:v1', constant='', spec=, label_props=)¶
-
DOUBLE= PropertiesFromEnumValue(urn='beam:coder:double:v1', constant='', spec=, label_props=)¶
-
ITERABLE= PropertiesFromEnumValue(urn='beam:coder:iterable:v1', constant='', spec=, label_props=)¶
-
TIMER= PropertiesFromEnumValue(urn='beam:coder:timer:v1', constant='', spec=, label_props=)¶
-
INTERVAL_WINDOW= PropertiesFromEnumValue(urn='beam:coder:interval_window:v1', constant='', spec=, label_props=)¶
-
LENGTH_PREFIX= PropertiesFromEnumValue(urn='beam:coder:length_prefix:v1', constant='', spec=, label_props=)¶
-
GLOBAL_WINDOW= PropertiesFromEnumValue(urn='beam:coder:global_window:v1', constant='', spec=, label_props=)¶
-
WINDOWED_VALUE= PropertiesFromEnumValue(urn='beam:coder:windowed_value:v1', constant='', spec=, label_props=)¶
-
PARAM_WINDOWED_VALUE= PropertiesFromEnumValue(urn='beam:coder:param_windowed_value:v1', constant='', spec=, label_props=)¶
-
STATE_BACKED_ITERABLE= PropertiesFromEnumValue(urn='beam:coder:state_backed_iterable:v1', constant='', spec=, label_props=)¶
-
CUSTOM_WINDOW= PropertiesFromEnumValue(urn='beam:coder:custom_window:v1', constant='', spec=, label_props=)¶
-
ROW= PropertiesFromEnumValue(urn='beam:coder:row:v1', constant='', spec=, label_props=)¶
-
SHARDED_KEY= PropertiesFromEnumValue(urn='beam:coder:sharded_key:v1', constant='', spec=, label_props=)¶
-
NULLABLE= PropertiesFromEnumValue(urn='beam:coder:nullable:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardDisplayData[source]¶ Bases:
object
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardEnvironments[source]¶ Bases:
object-
class
Environments[source]¶ Bases:
object-
DOCKER= PropertiesFromEnumValue(urn='beam:env:docker:v1', constant='', spec=, label_props=)¶
-
PROCESS= PropertiesFromEnumValue(urn='beam:env:process:v1', constant='', spec=, label_props=)¶
-
EXTERNAL= PropertiesFromEnumValue(urn='beam:env:external:v1', constant='', spec=, label_props=)¶
-
DEFAULT= PropertiesFromEnumValue(urn='beam:env:default:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardPTransforms[source]¶ Bases:
object-
class
CombineComponents[source]¶ Bases:
object-
COMBINE_PER_KEY_PRECOMBINE= PropertiesFromEnumValue(urn='beam:transform:combine_per_key_precombine:v1', constant='', spec=, label_props=)¶
-
COMBINE_PER_KEY_MERGE_ACCUMULATORS= PropertiesFromEnumValue(urn='beam:transform:combine_per_key_merge_accumulators:v1', constant='', spec=, label_props=)¶
-
COMBINE_PER_KEY_EXTRACT_OUTPUTS= PropertiesFromEnumValue(urn='beam:transform:combine_per_key_extract_outputs:v1', constant='', spec=, label_props=)¶
-
COMBINE_GROUPED_VALUES= PropertiesFromEnumValue(urn='beam:transform:combine_grouped_values:v1', constant='', spec=, label_props=)¶
-
COMBINE_PER_KEY_CONVERT_TO_ACCUMULATORS= PropertiesFromEnumValue(urn='beam:transform:combine_per_key_convert_to_accumulators:v1', constant='', spec=, label_props=)¶
-
-
class
Composites[source]¶ Bases:
object-
COMBINE_PER_KEY= PropertiesFromEnumValue(urn='beam:transform:combine_per_key:v1', constant='', spec=, label_props=)¶
-
COMBINE_GLOBALLY= PropertiesFromEnumValue(urn='beam:transform:combine_globally:v1', constant='', spec=, label_props=)¶
-
RESHUFFLE= PropertiesFromEnumValue(urn='beam:transform:reshuffle:v1', constant='', spec=, label_props=)¶
-
WRITE_FILES= PropertiesFromEnumValue(urn='beam:transform:write_files:v1', constant='', spec=, label_props=)¶
-
PUBSUB_READ= PropertiesFromEnumValue(urn='beam:transform:pubsub_read:v1', constant='', spec=, label_props=)¶
-
PUBSUB_WRITE= PropertiesFromEnumValue(urn='beam:transform:pubsub_write:v1', constant='', spec=, label_props=)¶
-
PUBSUB_WRITE_V2= PropertiesFromEnumValue(urn='beam:transform:pubsub_write:v2', constant='', spec=, label_props=)¶
-
GROUP_INTO_BATCHES_WITH_SHARDED_KEY= PropertiesFromEnumValue(urn='beam:transform:group_into_batches_with_sharded_key:v1', constant='', spec=, label_props=)¶
-
-
class
DeprecatedPrimitives[source]¶ Bases:
object-
READ= PropertiesFromEnumValue(urn='beam:transform:read:v1', constant='', spec=, label_props=)¶
-
CREATE_VIEW= PropertiesFromEnumValue(urn='beam:transform:create_view:v1', constant='', spec=, label_props=)¶
-
-
class
GroupIntoBatchesComponents[source]¶ Bases:
object-
GROUP_INTO_BATCHES= PropertiesFromEnumValue(urn='beam:transform:group_into_batches:v1', constant='', spec=, label_props=)¶
-
-
class
Primitives[source]¶ Bases:
object-
PAR_DO= PropertiesFromEnumValue(urn='beam:transform:pardo:v1', constant='', spec=, label_props=)¶
-
FLATTEN= PropertiesFromEnumValue(urn='beam:transform:flatten:v1', constant='', spec=, label_props=)¶
-
GROUP_BY_KEY= PropertiesFromEnumValue(urn='beam:transform:group_by_key:v1', constant='', spec=, label_props=)¶
-
IMPULSE= PropertiesFromEnumValue(urn='beam:transform:impulse:v1', constant='', spec=, label_props=)¶
-
ASSIGN_WINDOWS= PropertiesFromEnumValue(urn='beam:transform:window_into:v1', constant='', spec=, label_props=)¶
-
TEST_STREAM= PropertiesFromEnumValue(urn='beam:transform:teststream:v1', constant='', spec=, label_props=)¶
-
MAP_WINDOWS= PropertiesFromEnumValue(urn='beam:transform:map_windows:v1', constant='', spec=, label_props=)¶
-
MERGE_WINDOWS= PropertiesFromEnumValue(urn='beam:transform:merge_windows:v1', constant='', spec=, label_props=)¶
-
TO_STRING= PropertiesFromEnumValue(urn='beam:transform:to_string:v1', constant='', spec=, label_props=)¶
-
-
class
SplittableParDoComponents[source]¶ Bases:
object-
PAIR_WITH_RESTRICTION= PropertiesFromEnumValue(urn='beam:transform:sdf_pair_with_restriction:v1', constant='', spec=, label_props=)¶
-
SPLIT_AND_SIZE_RESTRICTIONS= PropertiesFromEnumValue(urn='beam:transform:sdf_split_and_size_restrictions:v1', constant='', spec=, label_props=)¶
-
PROCESS_SIZED_ELEMENTS_AND_RESTRICTIONS= PropertiesFromEnumValue(urn='beam:transform:sdf_process_sized_element_and_restrictions:v1', constant='', spec=, label_props=)¶
-
TRUNCATE_SIZED_RESTRICTION= PropertiesFromEnumValue(urn='beam:transform:sdf_truncate_sized_restrictions:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardProtocols[source]¶ Bases:
object-
class
Enum[source]¶ Bases:
object-
LEGACY_PROGRESS_REPORTING= PropertiesFromEnumValue(urn='beam:protocol:progress_reporting:v0', constant='', spec=, label_props=)¶
-
PROGRESS_REPORTING= PropertiesFromEnumValue(urn='beam:protocol:progress_reporting:v1', constant='', spec=, label_props=)¶
-
WORKER_STATUS= PropertiesFromEnumValue(urn='beam:protocol:worker_status:v1', constant='', spec=, label_props=)¶
-
MULTI_CORE_BUNDLE_PROCESSING= PropertiesFromEnumValue(urn='beam:protocol:multi_core_bundle_processing:v1', constant='', spec=, label_props=)¶
-
SIBLING_WORKERS= PropertiesFromEnumValue(urn='beam:protocol:sibling_workers:v1', constant='', spec=, label_props=)¶
-
HARNESS_MONITORING_INFOS= PropertiesFromEnumValue(urn='beam:protocol:harness_monitoring_infos:v1', constant='', spec=, label_props=)¶
-
CONTROL_REQUEST_ELEMENTS_EMBEDDING= PropertiesFromEnumValue(urn='beam:protocol:control_request_elements_embedding:v1', constant='', spec=, label_props=)¶
-
STATE_CACHING= PropertiesFromEnumValue(urn='beam:protocol:state_caching:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardRequirements[source]¶ Bases:
object-
class
Enum[source]¶ Bases:
object-
REQUIRES_STATEFUL_PROCESSING= PropertiesFromEnumValue(urn='beam:requirement:pardo:stateful:v1', constant='', spec=, label_props=)¶
-
REQUIRES_BUNDLE_FINALIZATION= PropertiesFromEnumValue(urn='beam:requirement:pardo:finalization:v1', constant='', spec=, label_props=)¶
-
REQUIRES_STABLE_INPUT= PropertiesFromEnumValue(urn='beam:requirement:pardo:stable_input:v1', constant='', spec=, label_props=)¶
-
REQUIRES_TIME_SORTED_INPUT= PropertiesFromEnumValue(urn='beam:requirement:pardo:time_sorted_input:v1', constant='', spec=, label_props=)¶
-
REQUIRES_SPLITTABLE_DOFN= PropertiesFromEnumValue(urn='beam:requirement:pardo:splittable_dofn:v1', constant='', spec=, label_props=)¶
-
REQUIRES_ON_WINDOW_EXPIRATION= PropertiesFromEnumValue(urn='beam:requirement:pardo:on_window_expiration:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardResourceHints[source]¶ Bases:
object
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardRunnerProtocols[source]¶ Bases:
object-
class
Enum[source]¶ Bases:
object-
MONITORING_INFO_SHORT_IDS= PropertiesFromEnumValue(urn='beam:protocol:monitoring_info_short_ids:v1', constant='', spec=, label_props=)¶
-
CONTROL_RESPONSE_ELEMENTS_EMBEDDING= PropertiesFromEnumValue(urn='beam:protocol:control_response_elements_embedding:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardSideInputTypes[source]¶ Bases:
object