apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns module¶
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
BeamConstants
[source]¶ Bases:
object
-
class
Constants
[source]¶ Bases:
object
-
MIN_TIMESTAMP_MILLIS
= PropertiesFromEnumValue(urn='', constant='-9223372036854775', spec=, label_props=)¶
-
MAX_TIMESTAMP_MILLIS
= PropertiesFromEnumValue(urn='', constant='9223372036854775', spec=, label_props=)¶
-
GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS
= PropertiesFromEnumValue(urn='', constant='9223371950454775', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
StandardArtifacts
[source]¶ Bases:
object
-
class
Types
[source]¶ Bases:
object
-
FILE
= PropertiesFromEnumValue(urn='beam:artifact:type:file:v1', constant='', spec=, label_props=)¶
-
URL
= PropertiesFromEnumValue(urn='beam:artifact:type:url:v1', constant='', spec=, label_props=)¶
-
EMBEDDED
= PropertiesFromEnumValue(urn='beam:artifact:type:embedded:v1', constant='', spec=, label_props=)¶
-
PYPI
= PropertiesFromEnumValue(urn='beam:artifact:type:pypi:v1', constant='', spec=, label_props=)¶
-
MAVEN
= PropertiesFromEnumValue(urn='beam:artifact:type:maven:v1', constant='', spec=, label_props=)¶
-
DEFERRED
= PropertiesFromEnumValue(urn='beam:artifact:type:deferred:v1', constant='', spec=, label_props=)¶
-
-
class
Roles
[source]¶ Bases:
object
-
STAGING_TO
= PropertiesFromEnumValue(urn='beam:artifact:role:staging_to:v1', constant='', spec=, label_props=)¶
-
PIP_REQUIREMENTS_FILE
= PropertiesFromEnumValue(urn='beam:artifact:role:pip_requirements_file:v1', constant='', spec=, label_props=)¶
-
GO_WORKER_BINARY
= PropertiesFromEnumValue(urn='beam:artifact:role:go_worker_binary:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
StandardCoders
[source]¶ Bases:
object
-
class
Enum
[source]¶ Bases:
object
-
BYTES
= PropertiesFromEnumValue(urn='beam:coder:bytes:v1', constant='', spec=, label_props=)¶
-
STRING_UTF8
= PropertiesFromEnumValue(urn='beam:coder:string_utf8:v1', constant='', spec=, label_props=)¶
-
KV
= PropertiesFromEnumValue(urn='beam:coder:kv:v1', constant='', spec=, label_props=)¶
-
BOOL
= PropertiesFromEnumValue(urn='beam:coder:bool:v1', constant='', spec=, label_props=)¶
-
VARINT
= PropertiesFromEnumValue(urn='beam:coder:varint:v1', constant='', spec=, label_props=)¶
-
DOUBLE
= PropertiesFromEnumValue(urn='beam:coder:double:v1', constant='', spec=, label_props=)¶
-
ITERABLE
= PropertiesFromEnumValue(urn='beam:coder:iterable:v1', constant='', spec=, label_props=)¶
-
TIMER
= PropertiesFromEnumValue(urn='beam:coder:timer:v1', constant='', spec=, label_props=)¶
-
INTERVAL_WINDOW
= PropertiesFromEnumValue(urn='beam:coder:interval_window:v1', constant='', spec=, label_props=)¶
-
LENGTH_PREFIX
= PropertiesFromEnumValue(urn='beam:coder:length_prefix:v1', constant='', spec=, label_props=)¶
-
GLOBAL_WINDOW
= PropertiesFromEnumValue(urn='beam:coder:global_window:v1', constant='', spec=, label_props=)¶
-
WINDOWED_VALUE
= PropertiesFromEnumValue(urn='beam:coder:windowed_value:v1', constant='', spec=, label_props=)¶
-
PARAM_WINDOWED_VALUE
= PropertiesFromEnumValue(urn='beam:coder:param_windowed_value:v1', constant='', spec=, label_props=)¶
-
STATE_BACKED_ITERABLE
= PropertiesFromEnumValue(urn='beam:coder:state_backed_iterable:v1', constant='', spec=, label_props=)¶
-
CUSTOM_WINDOW
= PropertiesFromEnumValue(urn='beam:coder:custom_window:v1', constant='', spec=, label_props=)¶
-
ROW
= PropertiesFromEnumValue(urn='beam:coder:row:v1', constant='', spec=, label_props=)¶
-
SHARDED_KEY
= PropertiesFromEnumValue(urn='beam:coder:sharded_key:v1', constant='', spec=, label_props=)¶
-
NULLABLE
= PropertiesFromEnumValue(urn='beam:coder:nullable:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
StandardDisplayData
[source]¶ Bases:
object
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
StandardEnvironments
[source]¶ Bases:
object
-
class
Environments
[source]¶ Bases:
object
-
DOCKER
= PropertiesFromEnumValue(urn='beam:env:docker:v1', constant='', spec=, label_props=)¶
-
PROCESS
= PropertiesFromEnumValue(urn='beam:env:process:v1', constant='', spec=, label_props=)¶
-
EXTERNAL
= PropertiesFromEnumValue(urn='beam:env:external:v1', constant='', spec=, label_props=)¶
-
DEFAULT
= PropertiesFromEnumValue(urn='beam:env:default:v1', constant='', spec=, label_props=)¶
-
ANYOF
= PropertiesFromEnumValue(urn='beam:env:anyof:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
StandardPTransforms
[source]¶ Bases:
object
-
class
Primitives
[source]¶ Bases:
object
-
PAR_DO
= PropertiesFromEnumValue(urn='beam:transform:pardo:v1', constant='', spec=, label_props=)¶
-
FLATTEN
= PropertiesFromEnumValue(urn='beam:transform:flatten:v1', constant='', spec=, label_props=)¶
-
GROUP_BY_KEY
= PropertiesFromEnumValue(urn='beam:transform:group_by_key:v1', constant='', spec=, label_props=)¶
-
IMPULSE
= PropertiesFromEnumValue(urn='beam:transform:impulse:v1', constant='', spec=, label_props=)¶
-
ASSIGN_WINDOWS
= PropertiesFromEnumValue(urn='beam:transform:window_into:v1', constant='', spec=, label_props=)¶
-
TEST_STREAM
= PropertiesFromEnumValue(urn='beam:transform:teststream:v1', constant='', spec=, label_props=)¶
-
MAP_WINDOWS
= PropertiesFromEnumValue(urn='beam:transform:map_windows:v1', constant='', spec=, label_props=)¶
-
MERGE_WINDOWS
= PropertiesFromEnumValue(urn='beam:transform:merge_windows:v1', constant='', spec=, label_props=)¶
-
TO_STRING
= PropertiesFromEnumValue(urn='beam:transform:to_string:v1', constant='', spec=, label_props=)¶
-
-
class
DeprecatedPrimitives
[source]¶ Bases:
object
-
READ
= PropertiesFromEnumValue(urn='beam:transform:read:v1', constant='', spec=, label_props=)¶
-
CREATE_VIEW
= PropertiesFromEnumValue(urn='beam:transform:create_view:v1', constant='', spec=, label_props=)¶
-
-
class
Composites
[source]¶ Bases:
object
-
COMBINE_PER_KEY
= PropertiesFromEnumValue(urn='beam:transform:combine_per_key:v1', constant='', spec=, label_props=)¶
-
COMBINE_GLOBALLY
= PropertiesFromEnumValue(urn='beam:transform:combine_globally:v1', constant='', spec=, label_props=)¶
-
RESHUFFLE
= PropertiesFromEnumValue(urn='beam:transform:reshuffle:v1', constant='', spec=, label_props=)¶
-
WRITE_FILES
= PropertiesFromEnumValue(urn='beam:transform:write_files:v1', constant='', spec=, label_props=)¶
-
PUBSUB_READ
= PropertiesFromEnumValue(urn='beam:transform:pubsub_read:v1', constant='', spec=, label_props=)¶
-
PUBSUB_WRITE
= PropertiesFromEnumValue(urn='beam:transform:pubsub_write:v1', constant='', spec=, label_props=)¶
-
PUBSUB_WRITE_V2
= PropertiesFromEnumValue(urn='beam:transform:pubsub_write:v2', constant='', spec=, label_props=)¶
-
GROUP_INTO_BATCHES_WITH_SHARDED_KEY
= PropertiesFromEnumValue(urn='beam:transform:group_into_batches_with_sharded_key:v1', constant='', spec=, label_props=)¶
-
REDISTRIBUTE_BY_KEY
= PropertiesFromEnumValue(urn='beam:transform:redistribute_by_key:v1', constant='', spec=, label_props=)¶
-
REDISTRIBUTE_ARBITRARILY
= PropertiesFromEnumValue(urn='beam:transform:redistribute_arbitrarily:v1', constant='', spec=, label_props=)¶
-
-
class
CombineComponents
[source]¶ Bases:
object
-
COMBINE_PER_KEY_PRECOMBINE
= PropertiesFromEnumValue(urn='beam:transform:combine_per_key_precombine:v1', constant='', spec=, label_props=)¶
-
COMBINE_PER_KEY_MERGE_ACCUMULATORS
= PropertiesFromEnumValue(urn='beam:transform:combine_per_key_merge_accumulators:v1', constant='', spec=, label_props=)¶
-
COMBINE_PER_KEY_EXTRACT_OUTPUTS
= PropertiesFromEnumValue(urn='beam:transform:combine_per_key_extract_outputs:v1', constant='', spec=, label_props=)¶
-
COMBINE_GROUPED_VALUES
= PropertiesFromEnumValue(urn='beam:transform:combine_grouped_values:v1', constant='', spec=, label_props=)¶
-
COMBINE_PER_KEY_CONVERT_TO_ACCUMULATORS
= PropertiesFromEnumValue(urn='beam:transform:combine_per_key_convert_to_accumulators:v1', constant='', spec=, label_props=)¶
-
-
class
SplittableParDoComponents
[source]¶ Bases:
object
-
PAIR_WITH_RESTRICTION
= PropertiesFromEnumValue(urn='beam:transform:sdf_pair_with_restriction:v1', constant='', spec=, label_props=)¶
-
SPLIT_AND_SIZE_RESTRICTIONS
= PropertiesFromEnumValue(urn='beam:transform:sdf_split_and_size_restrictions:v1', constant='', spec=, label_props=)¶
-
PROCESS_SIZED_ELEMENTS_AND_RESTRICTIONS
= PropertiesFromEnumValue(urn='beam:transform:sdf_process_sized_element_and_restrictions:v1', constant='', spec=, label_props=)¶
-
TRUNCATE_SIZED_RESTRICTION
= PropertiesFromEnumValue(urn='beam:transform:sdf_truncate_sized_restrictions:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
StandardProtocols
[source]¶ Bases:
object
-
class
Enum
[source]¶ Bases:
object
-
LEGACY_PROGRESS_REPORTING
= PropertiesFromEnumValue(urn='beam:protocol:progress_reporting:v0', constant='', spec=, label_props=)¶
-
PROGRESS_REPORTING
= PropertiesFromEnumValue(urn='beam:protocol:progress_reporting:v1', constant='', spec=, label_props=)¶
-
WORKER_STATUS
= PropertiesFromEnumValue(urn='beam:protocol:worker_status:v1', constant='', spec=, label_props=)¶
-
MULTI_CORE_BUNDLE_PROCESSING
= PropertiesFromEnumValue(urn='beam:protocol:multi_core_bundle_processing:v1', constant='', spec=, label_props=)¶
-
SIBLING_WORKERS
= PropertiesFromEnumValue(urn='beam:protocol:sibling_workers:v1', constant='', spec=, label_props=)¶
-
HARNESS_MONITORING_INFOS
= PropertiesFromEnumValue(urn='beam:protocol:harness_monitoring_infos:v1', constant='', spec=, label_props=)¶
-
CONTROL_REQUEST_ELEMENTS_EMBEDDING
= PropertiesFromEnumValue(urn='beam:protocol:control_request_elements_embedding:v1', constant='', spec=, label_props=)¶
-
STATE_CACHING
= PropertiesFromEnumValue(urn='beam:protocol:state_caching:v1', constant='', spec=, label_props=)¶
-
DATA_SAMPLING
= PropertiesFromEnumValue(urn='beam:protocol:data_sampling:v1', constant='', spec=, label_props=)¶
-
SDK_CONSUMING_RECEIVED_DATA
= PropertiesFromEnumValue(urn='beam:protocol:sdk_consuming_received_data:v1', constant='', spec=, label_props=)¶
-
ORDERED_LIST_STATE
= PropertiesFromEnumValue(urn='beam:protocol:ordered_list_state:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
StandardRequirements
[source]¶ Bases:
object
-
class
Enum
[source]¶ Bases:
object
-
REQUIRES_STATEFUL_PROCESSING
= PropertiesFromEnumValue(urn='beam:requirement:pardo:stateful:v1', constant='', spec=, label_props=)¶
-
REQUIRES_BUNDLE_FINALIZATION
= PropertiesFromEnumValue(urn='beam:requirement:pardo:finalization:v1', constant='', spec=, label_props=)¶
-
REQUIRES_STABLE_INPUT
= PropertiesFromEnumValue(urn='beam:requirement:pardo:stable_input:v1', constant='', spec=, label_props=)¶
-
REQUIRES_TIME_SORTED_INPUT
= PropertiesFromEnumValue(urn='beam:requirement:pardo:time_sorted_input:v1', constant='', spec=, label_props=)¶
-
REQUIRES_SPLITTABLE_DOFN
= PropertiesFromEnumValue(urn='beam:requirement:pardo:splittable_dofn:v1', constant='', spec=, label_props=)¶
-
REQUIRES_ON_WINDOW_EXPIRATION
= PropertiesFromEnumValue(urn='beam:requirement:pardo:on_window_expiration:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
StandardResourceHints
[source]¶ Bases:
object
-
class
Enum
[source]¶ Bases:
object
-
ACCELERATOR
= PropertiesFromEnumValue(urn='beam:resources:accelerator:v1', constant='', spec=, label_props=)¶
-
MIN_RAM_BYTES
= PropertiesFromEnumValue(urn='beam:resources:min_ram_bytes:v1', constant='', spec=, label_props=)¶
-
CPU_COUNT
= PropertiesFromEnumValue(urn='beam:resources:cpu_count:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
StandardRunnerProtocols
[source]¶ Bases:
object
-
class
Enum
[source]¶ Bases:
object
-
MONITORING_INFO_SHORT_IDS
= PropertiesFromEnumValue(urn='beam:protocol:monitoring_info_short_ids:v1', constant='', spec=, label_props=)¶
-
CONTROL_RESPONSE_ELEMENTS_EMBEDDING
= PropertiesFromEnumValue(urn='beam:protocol:control_response_elements_embedding:v1', constant='', spec=, label_props=)¶
-
MULTIMAP_KEYS_VALUES_SIDE_INPUT
= PropertiesFromEnumValue(urn='beam:protocol:multimap_keys_values_side_input:v1', constant='', spec=, label_props=)¶
-
-
class
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
StandardSideInputTypes
[source]¶ Bases:
object
-
class
apache_beam.portability.api.org.apache.beam.model.pipeline.v1.beam_runner_api_pb2_urns.
StandardUserStateTypes
[source]¶ Bases:
object
-
class
Enum
[source]¶ Bases:
object
-
BAG
= PropertiesFromEnumValue(urn='beam:user_state:bag:v1', constant='', spec=, label_props=)¶
-
MULTIMAP
= PropertiesFromEnumValue(urn='beam:user_state:multimap:v1', constant='', spec=, label_props=)¶
-
ORDERED_LIST
= PropertiesFromEnumValue(urn='beam:user_state:ordered_list:v1', constant='', spec=, label_props=)¶
-
-
class