apache_beam.options package

Submodules

• apache_beam.options.pipeline_options module
  • PipelineOptions
    • PipelineOptions.from_dictionary()
    • PipelineOptions.get_all_options()
    • PipelineOptions.to_runner_api()
    • PipelineOptions.from_runner_api()
    • PipelineOptions.display_data()
    • PipelineOptions.view_as()
  • StandardOptions
    • StandardOptions.DEFAULT_RUNNER
    • StandardOptions.ALL_KNOWN_RUNNERS
    • StandardOptions.KNOWN_RUNNER_NAMES
  • TypeOptions
    • TypeOptions.validate()
  • DirectOptions
  • GoogleCloudOptions
    • GoogleCloudOptions.BIGQUERY_API_SERVICE
    • GoogleCloudOptions.COMPUTE_API_SERVICE
    • GoogleCloudOptions.STORAGE_API_SERVICE
    • GoogleCloudOptions.DATAFLOW_ENDPOINT
    • GoogleCloudOptions.OAUTH_SCOPES
    • GoogleCloudOptions.validate()
    • GoogleCloudOptions.get_cloud_profiler_service_name()
  • AzureOptions
    • AzureOptions.validate()
  • HadoopFileSystemOptions
    • HadoopFileSystemOptions.validate()
  • WorkerOptions
    • WorkerOptions.validate()
  • DebugOptions
    • DebugOptions.add_experiment()
    • DebugOptions.lookup_experiment()
    • DebugOptions.validate()
  • ProfilingOptions
  • SetupOptions
    • SetupOptions.validate()
  • TestOptions
    • TestOptions.validate()
  • S3Options
• apache_beam.options.pipeline_options_validator module
  • PipelineOptionsValidator
    • PipelineOptionsValidator.OPTIONS
    • PipelineOptionsValidator.REQUIRED_ENVIRONMENT_OPTIONS
    • PipelineOptionsValidator.OPTIONAL_ENVIRONMENT_OPTIONS
    • PipelineOptionsValidator.ERR_MISSING_OPTION
    • PipelineOptionsValidator.ERR_MISSING_GCS_PATH
    • PipelineOptionsValidator.ERR_INVALID_GCS_PATH
    • PipelineOptionsValidator.ERR_INVALID_GCS_BUCKET
    • PipelineOptionsValidator.ERR_INVALID_GCS_OBJECT
    • PipelineOptionsValidator.ERR_INVALID_JOB_NAME
    • PipelineOptionsValidator.ERR_INVALID_PROJECT_NUMBER
    • PipelineOptionsValidator.ERR_INVALID_PROJECT_ID
    • PipelineOptionsValidator.ERR_INVALID_ENDPOINT
    • PipelineOptionsValidator.ERR_INVALID_NOT_POSITIVE
    • PipelineOptionsValidator.ERR_INVALID_TEST_MATCHER_TYPE
    • PipelineOptionsValidator.ERR_INVALID_TEST_MATCHER_UNPICKLABLE
    • PipelineOptionsValidator.ERR_INVALID_TRANSFORM_NAME_MAPPING
    • PipelineOptionsValidator.ERR_INVALID_ENVIRONMENT
    • PipelineOptionsValidator.ERR_ENVIRONMENT_CONFIG
    • PipelineOptionsValidator.ERR_MISSING_REQUIRED_ENVIRONMENT_OPTION
    • PipelineOptionsValidator.ERR_NUM_WORKERS_TOO_HIGH
    • PipelineOptionsValidator.ERR_REPEATABLE_OPTIONS_NOT_SET_AS_LIST
    • PipelineOptionsValidator.GCS_URI
    • PipelineOptionsValidator.GCS_BUCKET
    • PipelineOptionsValidator.GCS_SCHEME
    • PipelineOptionsValidator.JOB_PATTERN
    • PipelineOptionsValidator.PROJECT_ID_PATTERN
    • PipelineOptionsValidator.PROJECT_NUMBER_PATTERN
    • PipelineOptionsValidator.validate()
    • PipelineOptionsValidator.is_service_runner()
    • PipelineOptionsValidator.is_full_string_match()
    • PipelineOptionsValidator.validate_gcs_path()
    • PipelineOptionsValidator.validate_cloud_options()
    • PipelineOptionsValidator.validate_sdk_container_image_options()
    • PipelineOptionsValidator.validate_container_prebuilding_options()
    • PipelineOptionsValidator.validate_num_workers()
    • PipelineOptionsValidator.validate_worker_region_zone()
    • PipelineOptionsValidator.validate_optional_argument_positive()
    • PipelineOptionsValidator.validate_test_matcher()
    • PipelineOptionsValidator.validate_environment_options()
    • PipelineOptionsValidator.validate_repeatable_argument_passed_as_list()
    • PipelineOptionsValidator.validate_endpoint_url()
• apache_beam.options.value_provider module
  • ValueProvider
    • ValueProvider.is_accessible()
    • ValueProvider.get()
  • StaticValueProvider
    • StaticValueProvider.is_accessible()
    • StaticValueProvider.get()
  • RuntimeValueProvider
    • RuntimeValueProvider.runtime_options
    • RuntimeValueProvider.experiments
    • RuntimeValueProvider.is_accessible()
    • RuntimeValueProvider.get_value()
    • RuntimeValueProvider.get()
    • RuntimeValueProvider.set_runtime_options()
  • NestedValueProvider
    • NestedValueProvider.is_accessible()
    • NestedValueProvider.get()
  • check_accessible()