apache_beam.utils package

A package containing internal utilities.

For internal use only; no backwards-compatibility guarantees.

Submodules

• apache_beam.utils.annotations module
  • BeamDeprecationWarning
  • annotate()
  • deprecated()
• apache_beam.utils.histogram module
  • Histogram
    • Histogram.clear()
    • Histogram.copy()
    • Histogram.combine()
    • Histogram.record()
    • Histogram.total_count()
    • Histogram.p99()
    • Histogram.p90()
    • Histogram.p50()
    • Histogram.get_percentile_info()
    • Histogram.get_linear_interpolation()
    • Histogram.to_runner_api()
    • Histogram.from_runner_api()
  • BucketType
    • BucketType.range_from()
    • BucketType.range_to()
    • BucketType.num_buckets()
    • BucketType.bucket_index()
    • BucketType.bucket_size()
    • BucketType.accumulated_bucket_size()
    • BucketType.to_runner_api()
    • BucketType.from_runner_api()
  • LinearBucket
    • LinearBucket.range_from()
    • LinearBucket.range_to()
    • LinearBucket.num_buckets()
    • LinearBucket.bucket_index()
    • LinearBucket.bucket_size()
    • LinearBucket.accumulated_bucket_size()
    • LinearBucket.to_runner_api()
    • LinearBucket.from_runner_api()
• apache_beam.utils.interactive_utils module
  • is_in_ipython()
  • is_in_notebook()
  • alter_label_if_ipython()
• apache_beam.utils.logger module
  • log_first_n()
  • log_every_n()
  • log_every_n_seconds()
• apache_beam.utils.multi_process_shared module
  • patched_autoproxy()
  • MultiProcessShared
    • MultiProcessShared.acquire()
    • MultiProcessShared.release()
    • MultiProcessShared.unsafe_hard_delete()
• apache_beam.utils.plugin module
  • BeamPlugin
    • BeamPlugin.get_all_subclasses()
    • BeamPlugin.get_all_plugin_paths()
• apache_beam.utils.processes module
  • call()
  • check_call()
  • check_output()
  • Popen()
• apache_beam.utils.profiler module
  • Profile
    • Profile.SORTBY
    • Profile.profile_output
    • Profile.stats
    • Profile.default_file_copy_fn()
    • Profile.factory_from_options()
• apache_beam.utils.proto_utils module
  • pack_Any()
  • unpack_Any()
  • parse_Bytes()
  • pack_Struct()
  • from_micros()
  • to_micros()
  • to_Timestamp()
  • from_Timestamp()
• apache_beam.utils.python_callable module
  • PythonCallableWithSource
    • PythonCallableWithSource.load_from_source()
    • PythonCallableWithSource.load_from_expression()
    • PythonCallableWithSource.load_from_fully_qualified_name()
    • PythonCallableWithSource.load_from_script()
    • PythonCallableWithSource.default_label()
    • PythonCallableWithSource.get_source()
• apache_beam.utils.retry module
  • PermanentException
  • FuzzedExponentialIntervals
  • retry_on_server_errors_filter()
  • retry_on_server_errors_and_notfound_filter()
  • retry_on_server_errors_and_timeout_filter()
  • retry_on_server_errors_timeout_or_quota_issues_filter()
  • retry_on_beam_io_error_filter()
  • retry_if_valid_input_but_server_error_and_timeout_filter()
  • Clock
    • Clock.sleep()
  • no_retries()
  • with_exponential_backoff()
• apache_beam.utils.sentinel module
  • Sentinel
    • Sentinel.sentinel
• apache_beam.utils.sharded_key module
  • ShardedKey
    • ShardedKey.key
    • ShardedKey.shard_id
    • ShardedKey.key
• apache_beam.utils.shared module
  • Shared
    • Shared.acquire()
• apache_beam.utils.subprocess_server module
  • JavaHelper
    • JavaHelper.get_java()
  • SubprocessServer
    • SubprocessServer.cache_subprocesses()
    • SubprocessServer.start()
    • SubprocessServer.start_process()
    • SubprocessServer.stop()
    • SubprocessServer.stop_process()
  • JavaJarServer
    • JavaJarServer.MAVEN_CENTRAL_REPOSITORY
    • JavaJarServer.MAVEN_STAGING_REPOSITORY
    • JavaJarServer.GOOGLE_MAVEN_MIRROR
    • JavaJarServer.BEAM_GROUP_ID
    • JavaJarServer.JAR_CACHE
    • JavaJarServer.start_process()
    • JavaJarServer.stop_process()
    • JavaJarServer.jar_name()
    • JavaJarServer.path_to_maven_jar()
    • JavaJarServer.parse_gradle_target()
    • JavaJarServer.path_to_dev_beam_jar()
    • JavaJarServer.path_to_beam_jar()
    • JavaJarServer.local_jar()
    • JavaJarServer.beam_services()
    • JavaJarServer.make_classpath_jar()
  • is_service_endpoint()
  • pick_port()
• apache_beam.utils.thread_pool_executor module
  • UnboundedThreadPoolExecutor
    • UnboundedThreadPoolExecutor.submit()
    • UnboundedThreadPoolExecutor.shutdown()
  • shared_unbounded_instance()
• apache_beam.utils.timestamp module
  • Timestamp
    • Timestamp.of()
    • Timestamp.now()
    • Timestamp.from_utc_datetime()
    • Timestamp.from_rfc3339()
    • Timestamp.seconds()
    • Timestamp.predecessor()
    • Timestamp.successor()
    • Timestamp.to_utc_datetime()
    • Timestamp.to_rfc3339()
    • Timestamp.to_proto()
    • Timestamp.from_proto()
  • Duration
    • Duration.of()
    • Duration.to_proto()
    • Duration.from_proto()
• apache_beam.utils.transform_service_launcher module
  • is_docker_compose_v2_available()
  • TransformServiceLauncher
    • TransformServiceLauncher.start()
    • TransformServiceLauncher.shutdown()
    • TransformServiceLauncher.status()
    • TransformServiceLauncher.wait_till_up()
  • main()
• apache_beam.utils.urns module
  • RunnerApiFn
    • RunnerApiFn.to_runner_api_parameter()
    • RunnerApiFn.register_urn()
    • RunnerApiFn.register_pickle_urn()
    • RunnerApiFn.to_runner_api()
    • RunnerApiFn.from_runner_api()