apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns module
- class apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.BeamConstants[source]
Bases:
object
- class apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardArtifacts[source]
Bases:
object
- class Types[source]
Bases:
object
- FILE = ('beam:artifact:type:file:v1', '', , )
- URL = ('beam:artifact:type:url:v1', '', , )
- EMBEDDED = ('beam:artifact:type:embedded:v1', '', , )
- PYPI = ('beam:artifact:type:pypi:v1', '', , )
- MAVEN = ('beam:artifact:type:maven:v1', '', , )
- DEFERRED = ('beam:artifact:type:deferred:v1', '', , )
- class apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardCoders[source]
Bases:
object
- class Enum[source]
Bases:
object
- BYTES = ('beam:coder:bytes:v1', '', , )
- STRING_UTF8 = ('beam:coder:string_utf8:v1', '', , )
- KV = ('beam:coder:kv:v1', '', , )
- BOOL = ('beam:coder:bool:v1', '', , )
- VARINT = ('beam:coder:varint:v1', '', , )
- DOUBLE = ('beam:coder:double:v1', '', , )
- ITERABLE = ('beam:coder:iterable:v1', '', , )
- TIMER = ('beam:coder:timer:v1', '', , )
- INTERVAL_WINDOW = ('beam:coder:interval_window:v1', '', , )
- LENGTH_PREFIX = ('beam:coder:length_prefix:v1', '', , )
- GLOBAL_WINDOW = ('beam:coder:global_window:v1', '', , )
- WINDOWED_VALUE = ('beam:coder:windowed_value:v1', '', , )
- PARAM_WINDOWED_VALUE = ('beam:coder:param_windowed_value:v1', '', , )
- STATE_BACKED_ITERABLE = ('beam:coder:state_backed_iterable:v1', '', , )
- CUSTOM_WINDOW = ('beam:coder:custom_window:v1', '', , )
- ROW = ('beam:coder:row:v1', '', , )
- SHARDED_KEY = ('beam:coder:sharded_key:v1', '', , )
- NULLABLE = ('beam:coder:nullable:v1', '', , )
- class apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardDisplayData[source]
Bases:
object
- class apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardEnvironments[source]
Bases:
object
- class apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardPTransforms[source]
Bases:
object
- class Primitives[source]
Bases:
object
- PAR_DO = ('beam:transform:pardo:v1', '', , )
- FLATTEN = ('beam:transform:flatten:v1', '', , )
- GROUP_BY_KEY = ('beam:transform:group_by_key:v1', '', , )
- IMPULSE = ('beam:transform:impulse:v1', '', , )
- ASSIGN_WINDOWS = ('beam:transform:window_into:v1', '', , )
- TEST_STREAM = ('beam:transform:teststream:v1', '', , )
- MAP_WINDOWS = ('beam:transform:map_windows:v1', '', , )
- MERGE_WINDOWS = ('beam:transform:merge_windows:v1', '', , )
- TO_STRING = ('beam:transform:to_string:v1', '', , )
- class DeprecatedPrimitives[source]
Bases:
object
- READ = ('beam:transform:read:v1', '', , )
- CREATE_VIEW = ('beam:transform:create_view:v1', '', , )
- class Composites[source]
Bases:
object
- COMBINE_PER_KEY = ('beam:transform:combine_per_key:v1', '', , )
- COMBINE_GLOBALLY = ('beam:transform:combine_globally:v1', '', , )
- RESHUFFLE = ('beam:transform:reshuffle:v1', '', , )
- WRITE_FILES = ('beam:transform:write_files:v1', '', , )
- PUBSUB_READ = ('beam:transform:pubsub_read:v1', '', , )
- PUBSUB_WRITE = ('beam:transform:pubsub_write:v1', '', , )
- PUBSUB_WRITE_V2 = ('beam:transform:pubsub_write:v2', '', , )
- GROUP_INTO_BATCHES_WITH_SHARDED_KEY = ('beam:transform:group_into_batches_with_sharded_key:v1', '', , )
- REDISTRIBUTE_BY_KEY = ('beam:transform:redistribute_by_key:v1', '', , )
- REDISTRIBUTE_ARBITRARILY = ('beam:transform:redistribute_arbitrarily:v1', '', , )
- class CombineComponents[source]
Bases:
object
- COMBINE_PER_KEY_PRECOMBINE = ('beam:transform:combine_per_key_precombine:v1', '', , )
- COMBINE_PER_KEY_MERGE_ACCUMULATORS = ('beam:transform:combine_per_key_merge_accumulators:v1', '', , )
- COMBINE_PER_KEY_EXTRACT_OUTPUTS = ('beam:transform:combine_per_key_extract_outputs:v1', '', , )
- COMBINE_GROUPED_VALUES = ('beam:transform:combine_grouped_values:v1', '', , )
- COMBINE_PER_KEY_CONVERT_TO_ACCUMULATORS = ('beam:transform:combine_per_key_convert_to_accumulators:v1', '', , )
- class SplittableParDoComponents[source]
Bases:
object
- PAIR_WITH_RESTRICTION = ('beam:transform:sdf_pair_with_restriction:v1', '', , )
- SPLIT_AND_SIZE_RESTRICTIONS = ('beam:transform:sdf_split_and_size_restrictions:v1', '', , )
- PROCESS_SIZED_ELEMENTS_AND_RESTRICTIONS = ('beam:transform:sdf_process_sized_element_and_restrictions:v1', '', , )
- TRUNCATE_SIZED_RESTRICTION = ('beam:transform:sdf_truncate_sized_restrictions:v1', '', , )
- class apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardProtocols[source]
Bases:
object
- class Enum[source]
Bases:
object
- LEGACY_PROGRESS_REPORTING = ('beam:protocol:progress_reporting:v0', '', , )
- PROGRESS_REPORTING = ('beam:protocol:progress_reporting:v1', '', , )
- WORKER_STATUS = ('beam:protocol:worker_status:v1', '', , )
- MULTI_CORE_BUNDLE_PROCESSING = ('beam:protocol:multi_core_bundle_processing:v1', '', , )
- SIBLING_WORKERS = ('beam:protocol:sibling_workers:v1', '', , )
- HARNESS_MONITORING_INFOS = ('beam:protocol:harness_monitoring_infos:v1', '', , )
- CONTROL_REQUEST_ELEMENTS_EMBEDDING = ('beam:protocol:control_request_elements_embedding:v1', '', , )
- STATE_CACHING = ('beam:protocol:state_caching:v1', '', , )
- DATA_SAMPLING = ('beam:protocol:data_sampling:v1', '', , )
- SDK_CONSUMING_RECEIVED_DATA = ('beam:protocol:sdk_consuming_received_data:v1', '', , )
- ORDERED_LIST_STATE = ('beam:protocol:ordered_list_state:v1', '', , )
- class apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardRequirements[source]
Bases:
object
- class Enum[source]
Bases:
object
- REQUIRES_STATEFUL_PROCESSING = ('beam:requirement:pardo:stateful:v1', '', , )
- REQUIRES_BUNDLE_FINALIZATION = ('beam:requirement:pardo:finalization:v1', '', , )
- REQUIRES_STABLE_INPUT = ('beam:requirement:pardo:stable_input:v1', '', , )
- REQUIRES_TIME_SORTED_INPUT = ('beam:requirement:pardo:time_sorted_input:v1', '', , )
- REQUIRES_SPLITTABLE_DOFN = ('beam:requirement:pardo:splittable_dofn:v1', '', , )
- REQUIRES_ON_WINDOW_EXPIRATION = ('beam:requirement:pardo:on_window_expiration:v1', '', , )
- class apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardResourceHints[source]
Bases:
object
- class apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardRunnerProtocols[source]
Bases:
object
- class Enum[source]
Bases:
object
- MONITORING_INFO_SHORT_IDS = ('beam:protocol:monitoring_info_short_ids:v1', '', , )
- CONTROL_RESPONSE_ELEMENTS_EMBEDDING = ('beam:protocol:control_response_elements_embedding:v1', '', , )
- MULTIMAP_KEYS_VALUES_SIDE_INPUT = ('beam:protocol:multimap_keys_values_side_input:v1', '', , )
- class apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.StandardSideInputTypes[source]
Bases:
object