apache_beam.transforms.environments module

Environments concepts.

For internal use only. No backwards compatibility guarantees.

class apache_beam.transforms.environments.Environment(capabilities, artifacts)

Bases: object

Abstract base class for environments.

Represents a type and configuration of environment. Each type of Environment should have a unique urn.

For internal use only. No backwards compatibility guarantees.

artifacts()

to_runner_api_parameter(context)

capabilities()

classmethod register_urn(urn, parameter_type, constructor=None)

classmethod get_env_cls_from_urn(urn)

to_runner_api(context)

classmethod from_runner_api(proto, context)

classmethod from_options(options)

Creates an Environment object from PipelineOptions.

Parameters:options – The PipelineOptions object.

class apache_beam.transforms.environments.DockerEnvironment(container_image=None, capabilities=(), artifacts=())

Bases: apache_beam.transforms.environments.Environment

to_runner_api_parameter(context)

static from_runner_api_parameter(payload, capabilities, artifacts, context)

classmethod from_options(options)

classmethod from_container_image(container_image, artifacts=())

static default_docker_image()

class apache_beam.transforms.environments.ProcessEnvironment(command, os='', arch='', env=None, capabilities=(), artifacts=())

Bases: apache_beam.transforms.environments.Environment

to_runner_api_parameter(context)

static from_runner_api_parameter(payload, capabilities, artifacts, context)

classmethod from_options(options)

class apache_beam.transforms.environments.ExternalEnvironment(url, params=None, capabilities=(), artifacts=())

Bases: apache_beam.transforms.environments.Environment

to_runner_api_parameter(context)

static from_runner_api_parameter(payload, capabilities, artifacts, context)

classmethod from_options(options)

class apache_beam.transforms.environments.EmbeddedPythonEnvironment(capabilities=None, artifacts=())

Bases: apache_beam.transforms.environments.Environment

to_runner_api_parameter(context)

static from_runner_api_parameter(unused_payload, capabilities, artifacts, context)

classmethod from_options(options)

class apache_beam.transforms.environments.EmbeddedPythonGrpcEnvironment(state_cache_size=None, data_buffer_time_limit_ms=None, capabilities=(), artifacts=())

Bases: apache_beam.transforms.environments.Environment

to_runner_api_parameter(context)

static from_runner_api_parameter(payload, capabilities, artifacts, context)

classmethod from_options(options)

static parse_config(s)

class apache_beam.transforms.environments.SubprocessSDKEnvironment(command_string, capabilities=(), artifacts=())

Bases: apache_beam.transforms.environments.Environment

to_runner_api_parameter(context)

static from_runner_api_parameter(payload, capabilities, artifacts, context)

classmethod from_options(options)

class apache_beam.transforms.environments.RunnerAPIEnvironmentHolder(proto)

Bases: apache_beam.transforms.environments.Environment

to_runner_api(context)

capabilities()