Index

A

AbstractDoFnWrapper (class in apache_beam.typehints.typecheck) ACCUMULATING (apache_beam.transforms.trigger.AccumulationMode attribute) AccumulationMode (class in apache_beam.transforms.trigger) AdaptiveThrottler (class in apache_beam.io.gcp.datastore.v1.adaptive_throttler) add() (apache_beam.io.gcp.datastore.v1.util.MovingSum method) (apache_beam.transforms.userstate.BagRuntimeState method) (apache_beam.transforms.userstate.CombiningValueRuntimeState method) add_ArtifactRetrievalServiceServicer_to_server() (in module apache_beam.portability.api.beam_artifact_api_pb2_grpc) add_ArtifactStagingServiceServicer_to_server() (in module apache_beam.portability.api.beam_artifact_api_pb2_grpc) add_BeamFnControlServicer_to_server() (in module apache_beam.portability.api.beam_fn_api_pb2_grpc) add_BeamFnDataServicer_to_server() (in module apache_beam.portability.api.beam_fn_api_pb2_grpc) add_BeamFnLoggingServicer_to_server() (in module apache_beam.portability.api.beam_fn_api_pb2_grpc) add_BeamFnStateServicer_to_server() (in module apache_beam.portability.api.beam_fn_api_pb2_grpc) add_elements() (apache_beam.testing.test_stream.TestStream method) add_input() (apache_beam.transforms.core.CombineFn method) (apache_beam.typehints.typecheck.TypeCheckCombineFn method) add_inputs() (apache_beam.transforms.core.CombineFn method) add_JobServiceServicer_to_server() (in module apache_beam.portability.api.beam_job_api_pb2_grpc) add_ProvisionServiceServicer_to_server() (in module apache_beam.portability.api.beam_provision_api_pb2_grpc) advance_processing_time() (apache_beam.testing.test_stream.TestStream method) advance_time() (apache_beam.runners.direct.clock.Clock method) (apache_beam.runners.direct.clock.TestClock method) advance_watermark_to() (apache_beam.testing.test_stream.TestStream method) advance_watermark_to_infinity() (apache_beam.testing.test_stream.TestStream method) AfterAll (class in apache_beam.transforms.trigger) AfterAny (class in apache_beam.transforms.trigger) AfterCount (class in apache_beam.transforms.trigger) AfterEach (class in apache_beam.transforms.trigger) AfterProcessingTime (class in apache_beam.transforms.trigger) AfterWatermark (class in apache_beam.transforms.trigger) aggregated_values() (apache_beam.runners.runner.PipelineResult method) all_pcollections() (apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo method) annotate() (in module apache_beam.utils.annotations) apache_beam (module) apache_beam.coders (module) apache_beam.coders.coders (module) apache_beam.coders.observable (module) apache_beam.coders.slow_stream (module) apache_beam.coders.typecoders (module) apache_beam.error (module) apache_beam.internal (module) apache_beam.internal.gcp (module) apache_beam.internal.gcp.auth (module) apache_beam.internal.gcp.json_value (module) apache_beam.internal.pickler (module) apache_beam.internal.util (module) apache_beam.io (module) apache_beam.io.avroio (module) apache_beam.io.concat_source (module) apache_beam.io.filebasedsink (module) apache_beam.io.filebasedsource (module) apache_beam.io.filesystem (module) apache_beam.io.filesystemio (module) apache_beam.io.filesystems (module) apache_beam.io.gcp (module) apache_beam.io.gcp.big_query_query_to_table_pipeline (module) apache_beam.io.gcp.bigquery (module) apache_beam.io.gcp.bigquery_io_read_pipeline (module) apache_beam.io.gcp.datastore (module) apache_beam.io.gcp.datastore.v1 (module) apache_beam.io.gcp.datastore.v1.adaptive_throttler (module) apache_beam.io.gcp.datastore.v1.datastoreio (module) apache_beam.io.gcp.datastore.v1.fake_datastore (module) apache_beam.io.gcp.datastore.v1.helper (module) apache_beam.io.gcp.datastore.v1.query_splitter (module) apache_beam.io.gcp.datastore.v1.util (module) apache_beam.io.gcp.datastore_write_it_pipeline (module) apache_beam.io.gcp.gcsfilesystem (module) apache_beam.io.gcp.gcsio (module) apache_beam.io.gcp.pubsub (module) apache_beam.io.gcp.pubsub_it_pipeline (module) apache_beam.io.hadoopfilesystem (module) apache_beam.io.iobase (module) apache_beam.io.localfilesystem (module) apache_beam.io.range_trackers (module) apache_beam.io.restriction_trackers (module) apache_beam.io.source_test_utils (module) apache_beam.io.textio (module) apache_beam.io.tfrecordio (module) apache_beam.io.utils (module) apache_beam.io.vcfio (module) apache_beam.metrics (module) apache_beam.metrics.cells (module) apache_beam.metrics.metric (module) apache_beam.metrics.metricbase (module) apache_beam.options (module) apache_beam.options.pipeline_options (module) apache_beam.options.pipeline_options_validator (module) apache_beam.options.value_provider (module) apache_beam.pipeline (module) apache_beam.portability (module) apache_beam.portability.api (module) apache_beam.portability.api.beam_artifact_api_pb2_grpc (module) apache_beam.portability.api.beam_fn_api_pb2_grpc (module) apache_beam.portability.api.beam_job_api_pb2_grpc (module) apache_beam.portability.api.beam_provision_api_pb2_grpc (module) apache_beam.portability.api.beam_runner_api_pb2_grpc (module) apache_beam.portability.api.endpoints_pb2_grpc (module) apache_beam.portability.api.standard_window_fns_pb2_grpc (module) apache_beam.portability.common_urns (module) apache_beam.portability.python_urns (module) apache_beam.pvalue (module) apache_beam.runners (module) apache_beam.runners.dataflow (module) apache_beam.runners.dataflow.dataflow_metrics (module) apache_beam.runners.dataflow.dataflow_runner (module) apache_beam.runners.dataflow.native_io (module) apache_beam.runners.dataflow.native_io.iobase (module) apache_beam.runners.dataflow.native_io.streaming_create (module) apache_beam.runners.dataflow.ptransform_overrides (module) apache_beam.runners.dataflow.test_dataflow_runner (module) apache_beam.runners.direct (module) apache_beam.runners.direct.bundle_factory (module) apache_beam.runners.direct.clock (module) apache_beam.runners.direct.consumer_tracking_pipeline_visitor (module) apache_beam.runners.direct.direct_metrics (module) apache_beam.runners.direct.direct_runner (module) apache_beam.runners.direct.direct_userstate (module) apache_beam.runners.direct.evaluation_context (module) apache_beam.runners.direct.executor (module) apache_beam.runners.direct.helper_transforms (module) apache_beam.runners.direct.sdf_direct_runner (module)

apache_beam.runners.direct.test_direct_runner (module) apache_beam.runners.direct.transform_evaluator (module) apache_beam.runners.direct.util (module) apache_beam.runners.direct.watermark_manager (module) apache_beam.runners.interactive (module) apache_beam.runners.interactive.cache_manager (module) apache_beam.runners.interactive.display (module) apache_beam.runners.interactive.display.display_manager (module) apache_beam.runners.interactive.display.interactive_pipeline_graph (module) apache_beam.runners.interactive.display.pipeline_graph (module) apache_beam.runners.interactive.display.pipeline_graph_renderer (module) apache_beam.runners.interactive.interactive_runner (module) apache_beam.runners.interactive.pipeline_analyzer (module) apache_beam.runners.job (module) apache_beam.runners.job.manager (module) apache_beam.runners.job.utils (module) apache_beam.runners.pipeline_context (module) apache_beam.runners.runner (module) apache_beam.runners.sdf_common (module) apache_beam.testing (module) apache_beam.testing.benchmarks (module) apache_beam.testing.benchmarks.nexmark (module) apache_beam.testing.benchmarks.nexmark.models (module) apache_beam.testing.benchmarks.nexmark.models.nexmark_model (module) apache_beam.testing.benchmarks.nexmark.nexmark_launcher (module) apache_beam.testing.benchmarks.nexmark.nexmark_util (module) apache_beam.testing.benchmarks.nexmark.queries (module) apache_beam.testing.benchmarks.nexmark.queries.query0 (module) apache_beam.testing.benchmarks.nexmark.queries.query1 (module) apache_beam.testing.benchmarks.nexmark.queries.query2 (module) apache_beam.testing.pipeline_verifiers (module) apache_beam.testing.synthetic_pipeline (module) apache_beam.testing.test_pipeline (module) apache_beam.testing.test_stream (module) apache_beam.testing.test_utils (module) apache_beam.testing.util (module) apache_beam.tools (module) apache_beam.tools.coders_microbenchmark (module) apache_beam.tools.distribution_counter_microbenchmark (module) apache_beam.tools.sideinput_microbenchmark (module) apache_beam.tools.utils (module) apache_beam.transforms (module) apache_beam.transforms.combiners (module) apache_beam.transforms.core (module) apache_beam.transforms.create_source (module) apache_beam.transforms.display (module) apache_beam.transforms.ptransform (module) apache_beam.transforms.sideinputs (module) apache_beam.transforms.timeutil (module) apache_beam.transforms.trigger (module) apache_beam.transforms.userstate (module) apache_beam.transforms.util (module) apache_beam.transforms.window (module) apache_beam.typehints (module) apache_beam.typehints.decorators (module) apache_beam.typehints.native_type_compatibility (module) apache_beam.typehints.opcodes (module) apache_beam.typehints.trivial_inference (module) apache_beam.typehints.typecheck (module) apache_beam.typehints.typehints (module) apache_beam.utils (module) apache_beam.utils.annotations (module) apache_beam.utils.plugin (module) apache_beam.utils.processes (module) apache_beam.utils.profiler (module) apache_beam.utils.proto_utils (module) apache_beam.utils.retry (module) apache_beam.utils.timestamp (module) apache_beam.utils.urns (module) apache_beam.version (module) apply() (apache_beam.pipeline.Pipeline method) (apache_beam.runners.interactive.interactive_runner.InteractiveRunner method) (apache_beam.runners.runner.PipelineRunner method) (apache_beam.transforms.core.CombineFn method) apply_CombineValues() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) apply_GroupByKey() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) apply_PTransform() (apache_beam.runners.runner.PipelineRunner method) apply_Read() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) apply_WriteToBigQuery() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) ArgumentPlaceholder (class in apache_beam.internal.util) ArtifactRetrievalServiceServicer (class in apache_beam.portability.api.beam_artifact_api_pb2_grpc) ArtifactRetrievalServiceStub (class in apache_beam.portability.api.beam_artifact_api_pb2_grpc) ArtifactStagingServiceServicer (class in apache_beam.portability.api.beam_artifact_api_pb2_grpc) ArtifactStagingServiceStub (class in apache_beam.portability.api.beam_artifact_api_pb2_grpc) as_cloud_object() (apache_beam.coders.coders.BytesCoder method) (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.VarIntCoder method) (apache_beam.coders.coders.WindowedValueCoder method) as_deterministic_coder() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.PickleCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.TupleSequenceCoder method) as_singleton_view() (apache_beam.transforms.core.CombineGlobally method) as_view (apache_beam.transforms.core.CombineGlobally attribute) AsDict (class in apache_beam.pvalue) AsIter (class in apache_beam.pvalue) AsList (class in apache_beam.pvalue) assert_reentrant_reads_succeed() (in module apache_beam.io.source_test_utils) assert_sources_equal_reference_source() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_behavior() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_binary() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_exhaustive() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_fails() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_succeeds_and_consistent() (in module apache_beam.io.source_test_utils) assert_that() (in module apache_beam.testing.util) assign() (apache_beam.transforms.window.FixedWindows method) (apache_beam.transforms.window.GlobalWindows method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.SlidingWindows method) (apache_beam.transforms.window.WindowFn method) AsSingleton (class in apache_beam.pvalue) attempt_call() (apache_beam.runners.direct.executor.TransformExecutor method) attributes (apache_beam.io.gcp.pubsub.PubsubMessage attribute) Auction (class in apache_beam.testing.benchmarks.nexmark.models.nexmark_model) AuthenticationException AUTO (apache_beam.io.filesystem.CompressionTypes attribute) await_completion() (apache_beam.runners.direct.executor.Executor method)

B

BagRuntimeState (class in apache_beam.transforms.userstate) BagStateSpec (class in apache_beam.transforms.userstate) BatchElements (class in apache_beam.transforms.util) BeamError BeamFnControlServicer (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnControlStub (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnDataServicer (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnDataStub (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnLoggingServicer (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnLoggingStub (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnStateServicer (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnStateStub (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamPlugin (class in apache_beam.utils.plugin) benchmark (apache_beam.tools.utils.BenchmarkConfig attribute) BenchmarkConfig (class in apache_beam.tools.utils) Bid (class in apache_beam.testing.benchmarks.nexmark.models.nexmark_model) BIGQUERY_API_SERVICE (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) BigQueryDisposition (class in apache_beam.io.gcp.bigquery) BigQuerySink (class in apache_beam.io.gcp.bigquery) BigQuerySource (class in apache_beam.io.gcp.bigquery) binary_add() (in module apache_beam.typehints.opcodes) binary_and() (in module apache_beam.typehints.opcodes) binary_divide() (in module apache_beam.typehints.opcodes) binary_floor_divide() (in module apache_beam.typehints.opcodes) binary_lshift() (in module apache_beam.typehints.opcodes)

binary_modulo() (in module apache_beam.typehints.opcodes) binary_multiply() (in module apache_beam.typehints.opcodes) binary_or() (in module apache_beam.typehints.opcodes) binary_power() (in module apache_beam.typehints.opcodes) binary_rshift() (in module apache_beam.typehints.opcodes) binary_subscr() (in module apache_beam.typehints.opcodes) binary_subtract() (in module apache_beam.typehints.opcodes) binary_true_divide() (in module apache_beam.typehints.opcodes) binary_xor() (in module apache_beam.typehints.opcodes) bind_type_variables() (apache_beam.typehints.typehints.TypeVariable method) BoundedSource (class in apache_beam.io.iobase) BoundedWindow (class in apache_beam.transforms.window) BoundMethod (class in apache_beam.typehints.trivial_inference) build_class() (in module apache_beam.typehints.opcodes) build_console_url() (apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner method) build_list() (in module apache_beam.typehints.opcodes) build_map() (in module apache_beam.typehints.opcodes) build_slice() (in module apache_beam.typehints.opcodes) build_tuple() (in module apache_beam.typehints.opcodes) BundleBasedDirectRunner (class in apache_beam.runners.direct.direct_runner) BundleFactory (class in apache_beam.runners.direct.bundle_factory) byte_array_to_json_string() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) ByteCountingOutputStream (class in apache_beam.coders.slow_stream) BytesCoder (class in apache_beam.coders.coders) BZIP2 (apache_beam.io.filesystem.CompressionTypes attribute)

C

cache_label() (apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo method) (apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation method) CacheManager (class in apache_beam.runners.interactive.cache_manager) caches_used() (apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer method) call() (apache_beam.runners.direct.executor.TransformExecutor method) (in module apache_beam.utils.processes) call_function() (in module apache_beam.typehints.opcodes) call_function_kw() (in module apache_beam.typehints.opcodes) call_function_var() (in module apache_beam.typehints.opcodes) call_function_var_wk() (in module apache_beam.typehints.opcodes) Cancel() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) cancel() (apache_beam.runners.runner.PipelineResult method) CANCELLED (apache_beam.runners.runner.PipelineState attribute) CANCELLING (apache_beam.runners.runner.PipelineState attribute) check_accessible() (in module apache_beam.options.value_provider) check_call() (in module apache_beam.utils.processes) check_compiled() (in module apache_beam.tools.utils) check_done() (apache_beam.io.iobase.RestrictionTracker method) (apache_beam.io.restriction_trackers.OffsetRestrictionTracker method) check_output() (in module apache_beam.utils.processes) checkpoint() (apache_beam.io.iobase.RestrictionTracker method) (apache_beam.io.restriction_trackers.OffsetRestrictionTracker method) checksum() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) CHUNK_SIZE (apache_beam.io.filesystem.FileSystem attribute) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem attribute) cleanup() (apache_beam.runners.interactive.cache_manager.CacheManager method) (apache_beam.runners.interactive.cache_manager.FileBasedCacheManager method) (apache_beam.runners.interactive.interactive_runner.InteractiveRunner method) (apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher method) cleanup_subscriptions() (in module apache_beam.testing.test_utils) cleanup_topics() (in module apache_beam.testing.test_utils) clear() (apache_beam.transforms.userstate.BagRuntimeState method) (apache_beam.transforms.userstate.CombiningValueRuntimeState method) (apache_beam.transforms.userstate.RuntimeTimer method) Clock (class in apache_beam.runners.direct.clock) (class in apache_beam.utils.retry) close() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.filesystemio.UploaderStream method) (apache_beam.io.iobase.Writer method) closed() (apache_beam.io.filesystem.CompressedFile method) closure_type() (apache_beam.typehints.trivial_inference.FrameState method) Coder (class in apache_beam.coders.coders) coder_benchmark_factory() (in module apache_beam.tools.coders_microbenchmark) coders() (apache_beam.coders.coders.TupleCoder method) CoGroupByKey (class in apache_beam.transforms.util) combine_op() (apache_beam.transforms.trigger.AfterAll method) (apache_beam.transforms.trigger.AfterAny method) CombineFn (class in apache_beam.transforms.core) CombineGlobally (class in apache_beam.transforms.core) CombinePerKey (class in apache_beam.transforms.core) CombineValues (class in apache_beam.transforms.core) CombiningValueRuntimeState (class in apache_beam.transforms.userstate) CombiningValueStateSpec (class in apache_beam.transforms.userstate) Command (class in apache_beam.testing.benchmarks.nexmark.nexmark_util) commit() (apache_beam.runners.direct.direct_userstate.DirectUserStateContext method) (apache_beam.transforms.userstate.UserStateContext method) commit_logical() (apache_beam.runners.direct.direct_metrics.DirectMetric method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method)

commit_physical() (apache_beam.runners.direct.direct_metrics.DirectMetric method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method) CommitManifest() (apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer method) compare_op() (in module apache_beam.typehints.opcodes) compare_path() (in module apache_beam.io.gcp.datastore.v1.helper) CompressedFile (class in apache_beam.io.filesystem) CompressionTypes (class in apache_beam.io.filesystem) COMPUTE_API_SERVICE (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) compute_hash() (in module apache_beam.testing.test_utils) ConcatPosition (class in apache_beam.runners.dataflow.native_io.iobase) ConcatRangeTracker (class in apache_beam.io.concat_source) ConcatSource (class in apache_beam.io.concat_source) Const (class in apache_beam.typehints.trivial_inference) const_type() (apache_beam.typehints.trivial_inference.FrameState method) consumed_split_points (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) ConsumerTrackingPipelineVisitor (class in apache_beam.runners.direct.consumer_tracking_pipeline_visitor) Control() (apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer method) convert_to_beam_type() (in module apache_beam.typehints.native_type_compatibility) convert_to_beam_types() (in module apache_beam.typehints.native_type_compatibility) copy() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) (apache_beam.typehints.trivial_inference.FrameState method) copy_batch() (apache_beam.io.gcp.gcsio.GcsIO method) copytree() (apache_beam.io.gcp.gcsio.GcsIO method) count (apache_beam.metrics.cells.DistributionResult attribute) Count (class in apache_beam.transforms.combiners) count() (apache_beam.io.gcp.datastore.v1.util.MovingSum method) Count.Globally (class in apache_beam.transforms.combiners) Count.PerElement (class in apache_beam.transforms.combiners) Count.PerKey (class in apache_beam.transforms.combiners) COUNT_TAG (apache_beam.transforms.trigger.AfterCount attribute) Counter (class in apache_beam.metrics.metricbase) counter() (apache_beam.metrics.metric.Metrics static method) CountingSource (class in apache_beam.io.utils) Create (class in apache_beam.transforms.core) create() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) create_accumulator() (apache_beam.transforms.core.CombineFn method) (apache_beam.typehints.typecheck.TypeCheckCombineFn method) create_bundle() (apache_beam.runners.direct.bundle_factory.BundleFactory method) (apache_beam.runners.direct.evaluation_context.EvaluationContext method) create_commit() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) create_empty_committed_bundle() (apache_beam.runners.direct.bundle_factory.BundleFactory method) (apache_beam.runners.direct.evaluation_context.EvaluationContext method) create_entities() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) create_from() (apache_beam.transforms.display.DisplayData class method) create_from_options() (apache_beam.transforms.display.DisplayData class method) CREATE_IF_NEEDED (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) CREATE_NEVER (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) create_response() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) create_run_query() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) create_temp_file() (apache_beam.testing.test_utils.TempDir method) CreatePTransformOverride (class in apache_beam.runners.dataflow.ptransform_overrides) current_restriction() (apache_beam.io.iobase.RestrictionTracker method) (apache_beam.io.restriction_trackers.OffsetRestrictionTracker method)

D

data (apache_beam.io.gcp.pubsub.PubsubMessage attribute) (apache_beam.io.vcfio.VariantInfo attribute) Data() (apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer method) DATAFLOW_ENDPOINT (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) DataflowMetrics (class in apache_beam.runners.dataflow.dataflow_metrics) DataflowRunner (class in apache_beam.runners.dataflow.dataflow_runner) DataflowRunner.CreatePTransformOverride (class in apache_beam.runners.dataflow.dataflow_runner) DebugOptions (class in apache_beam.options.pipeline_options) dec() (apache_beam.metrics.metricbase.Counter method) decode() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.StrUtf8Coder method) (apache_beam.io.gcp.bigquery.TableRowJsonCoder method) (apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder method) DEFAULT_DESIRED_BUNDLE_SIZE (apache_beam.io.avroio.ReadAllFromAvro attribute) (apache_beam.io.textio.ReadAllFromText attribute) default_environment_id() (apache_beam.runners.pipeline_context.PipelineContext method) default_label() (apache_beam.transforms.core.CombineFn method) (apache_beam.transforms.core.CombineGlobally method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.PartitionFn method) (apache_beam.transforms.ptransform.PTransform method) default_output_coder() (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.iobase.BoundedSource method) (apache_beam.testing.synthetic_pipeline.SyntheticSource method) DEFAULT_RUNNER (apache_beam.options.pipeline_options.StandardOptions attribute) default_type_hints() (apache_beam.runners.direct.helper_transforms.FinishCombine method) (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.ParDo method) (apache_beam.typehints.decorators.WithTypeHints method) default_window_mapping_fn() (in module apache_beam.transforms.sideinputs) DefaultRootBundleProvider (class in apache_beam.runners.direct.transform_evaluator) DefaultTrigger (class in apache_beam.transforms.trigger) delete() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) delete_attr() (in module apache_beam.typehints.opcodes) delete_batch() (apache_beam.io.gcp.gcsio.GcsIO method) delete_fast() (in module apache_beam.typehints.opcodes) delete_global() (in module apache_beam.typehints.opcodes) delete_slice_0() (in module apache_beam.typehints.opcodes) delete_slice_1() (in module apache_beam.typehints.opcodes) delete_slice_2() (in module apache_beam.typehints.opcodes) delete_slice_3() (in module apache_beam.typehints.opcodes) DeleteFromDatastore (class in apache_beam.io.gcp.datastore.v1.datastoreio) DEPENDENT_REAL_TIME (apache_beam.transforms.timeutil.TimeDomain attribute) describe_mismatch() (apache_beam.testing.pipeline_verifiers.FileChecksumMatcher method) (apache_beam.testing.pipeline_verifiers.PipelineStateMatcher method) describe_to() (apache_beam.testing.pipeline_verifiers.FileChecksumMatcher method) (apache_beam.testing.pipeline_verifiers.PipelineStateMatcher method) deserialize_windowing_strategy() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner class method)

detect_compression_type() (apache_beam.io.filesystem.CompressionTypes class method) dict_int_int() (in module apache_beam.tools.coders_microbenchmark) dict_to_struct() (in module apache_beam.runners.job.utils) DillCoder (class in apache_beam.coders.coders) DirectMetric (class in apache_beam.runners.direct.direct_metrics) DirectMetrics (class in apache_beam.runners.direct.direct_metrics) DirectOptions (class in apache_beam.options.pipeline_options) DirectRunner (in module apache_beam.runners.direct.direct_runner) DirectStepContext (class in apache_beam.runners.direct.evaluation_context) DirectUnmergedState (class in apache_beam.runners.direct.evaluation_context) DirectUserStateContext (class in apache_beam.runners.direct.direct_userstate) DISCARDING (apache_beam.transforms.trigger.AccumulationMode attribute) display() (in module apache_beam.testing.benchmarks.nexmark.nexmark_util) display_data() (apache_beam.io.avroio.ReadFromAvro method) (apache_beam.io.avroio.WriteToAvro method) (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.gcp.bigquery.BigQuerySink method) (apache_beam.io.gcp.bigquery.BigQuerySource method) (apache_beam.io.gcp.bigquery.WriteToBigQuery method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn method) (apache_beam.io.iobase.Read method) (apache_beam.io.iobase.Write method) (apache_beam.options.pipeline_options.PipelineOptions method) (apache_beam.transforms.core.CombineGlobally method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.display.HasDisplayData method) DisplayData (class in apache_beam.transforms.display) DisplayDataItem (class in apache_beam.transforms.display) DisplayManager (class in apache_beam.runners.interactive.display.display_manager) Distribution (class in apache_beam.metrics.metricbase) distribution() (apache_beam.metrics.metric.Metrics static method) DistributionResult (class in apache_beam.metrics.cells) div_round_up() (in module apache_beam.testing.synthetic_pipeline) DockerRPCManager (class in apache_beam.runners.job.manager) DoFn (class in apache_beam.transforms.core) DoFnProcessParams (apache_beam.transforms.core.DoFn attribute) DONE (apache_beam.runners.runner.PipelineState attribute) Downloader (class in apache_beam.io.filesystemio) DownloaderStream (class in apache_beam.io.filesystemio) DRAINED (apache_beam.runners.runner.PipelineState attribute) DRAINING (apache_beam.runners.runner.PipelineState attribute) drop_if_default() (apache_beam.transforms.display.DisplayDataItem method) drop_if_none() (apache_beam.transforms.display.DisplayDataItem method) dump_session() (in module apache_beam.internal.pickler) dumps() (in module apache_beam.internal.pickler) dup_top() (in module apache_beam.typehints.opcodes) dup_topx() (in module apache_beam.typehints.opcodes) Duration (class in apache_beam.utils.timestamp) DynamicSplitRequest (class in apache_beam.runners.dataflow.native_io.iobase) DynamicSplitResult (class in apache_beam.runners.dataflow.native_io.iobase) DynamicSplitResultWithPosition (class in apache_beam.runners.dataflow.native_io.iobase)

E

element_size (apache_beam.testing.synthetic_pipeline.SyntheticSource attribute) element_type (apache_beam.pvalue.AsIter attribute) (apache_beam.pvalue.AsSingleton attribute) element_type() (in module apache_beam.typehints.trivial_inference) ElementAndRestriction (class in apache_beam.runners.sdf_common) ElementEvent (class in apache_beam.testing.test_stream) ElementParam (apache_beam.transforms.core.DoFn attribute) EmptySideInput (class in apache_beam.pvalue) encode() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.StrUtf8Coder method) (apache_beam.io.gcp.bigquery.TableRowJsonCoder method) (apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder method) end (apache_beam.transforms.window.BoundedWindow attribute) (apache_beam.transforms.window.IntervalWindow attribute) end_session() (apache_beam.runners.interactive.interactive_runner.InteractiveRunner method) ENDPOINT_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) enter_composite_transform() (apache_beam.typehints.typecheck.TypeCheckVisitor method) EntityWrapper (class in apache_beam.io.gcp.datastore_write_it_pipeline) Environment (class in apache_beam.runners.pipeline_context) equal_to() (in module apache_beam.testing.util) ERR_INVALID_GCS_BUCKET (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_GCS_OBJECT (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_GCS_PATH (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_JOB_NAME (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_NOT_POSITIVE (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_PROJECT_ID (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_PROJECT_NUMBER (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_TEST_MATCHER_TYPE (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_TEST_MATCHER_UNPICKLABLE (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_MISSING_GCS_PATH (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_MISSING_OPTION (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) estimate_size() (apache_beam.coders.coders.Coder method) (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.iobase.BoundedSource method) (apache_beam.io.utils.CountingSource method) (apache_beam.testing.synthetic_pipeline.SyntheticSource method) EvaluationContext (class in apache_beam.runners.direct.evaluation_context) Event (class in apache_beam.testing.test_stream) exec_stmt() (in module apache_beam.typehints.opcodes) Executor (class in apache_beam.runners.direct.executor) exists() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) (apache_beam.runners.interactive.cache_manager.CacheManager method) (apache_beam.runners.interactive.cache_manager.FileBasedCacheManager method) expand() (apache_beam.io.avroio.ReadAllFromAvro method) (apache_beam.io.avroio.ReadFromAvro method) (apache_beam.io.avroio.WriteToAvro method) (apache_beam.io.gcp.bigquery.WriteToBigQuery method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore method) (apache_beam.io.gcp.pubsub.ReadFromPubSub method) (apache_beam.io.gcp.pubsub.WriteToPubSub method) (apache_beam.io.iobase.Read method) (apache_beam.io.iobase.Write method) (apache_beam.io.textio.ReadAllFromText method) (apache_beam.io.textio.ReadFromText method) (apache_beam.io.textio.WriteToText method) (apache_beam.io.tfrecordio.ReadFromTFRecord method) (apache_beam.io.tfrecordio.WriteToTFRecord method) (apache_beam.io.vcfio.ReadFromVcf method) (apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate method) (apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse method) (apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey method) (apache_beam.runners.direct.sdf_direct_runner.ProcessElements method) (apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems method) (apache_beam.runners.interactive.cache_manager.ReadCache method) (apache_beam.runners.interactive.cache_manager.WriteCache method) (apache_beam.runners.sdf_common.ProcessKeyedElements method) (apache_beam.runners.sdf_common.SplittableParDo method) (apache_beam.testing.synthetic_pipeline.ShuffleBarrier method) (apache_beam.testing.synthetic_pipeline.SideInputBarrier method) (apache_beam.testing.test_stream.TestStream method) (apache_beam.transforms.combiners.Count.Globally method) (apache_beam.transforms.combiners.Count.PerElement method) (apache_beam.transforms.combiners.Count.PerKey method) (apache_beam.transforms.combiners.Mean.Globally method) (apache_beam.transforms.combiners.Mean.PerKey method) (apache_beam.transforms.combiners.ToDict method) (apache_beam.transforms.combiners.ToList method) (apache_beam.transforms.core.CombineGlobally method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.CombineValues method) (apache_beam.transforms.core.Create method) (apache_beam.transforms.core.Flatten method) (apache_beam.transforms.core.GroupByKey method) (apache_beam.transforms.core.Impulse method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.core.Partition method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) (apache_beam.transforms.util.BatchElements method) (apache_beam.transforms.util.CoGroupByKey method) (apache_beam.transforms.util.Reshuffle method)

expand_using_gbk() (in module apache_beam.testing.synthetic_pipeline) expand_using_second_output() (in module apache_beam.testing.synthetic_pipeline) experiments (apache_beam.options.value_provider.RuntimeValueProvider attribute) ExplodeWindowsFn (class in apache_beam.runners.sdf_common) extract_all_timers() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) (apache_beam.runners.direct.watermark_manager.WatermarkManager method) extract_committed() (apache_beam.runners.direct.direct_metrics.DirectMetric method) extract_latest_attempted() (apache_beam.runners.direct.direct_metrics.DirectMetric method) extract_output() (apache_beam.transforms.core.CombineFn method) (apache_beam.typehints.typecheck.TypeCheckCombineFn method)

F

FAILED (apache_beam.runners.runner.PipelineState attribute) fanout (apache_beam.transforms.core.CombineGlobally attribute) FastPrimitivesCoder (class in apache_beam.coders.coders) fetch_entities() (in module apache_beam.io.gcp.datastore.v1.helper) field_count (apache_beam.io.vcfio.VariantInfo attribute) file_name (apache_beam.io.vcfio.MalformedVcfRecord attribute) FileBasedCacheManager (class in apache_beam.runners.interactive.cache_manager) FileBasedSink (class in apache_beam.io.filebasedsink) FileBasedSource (class in apache_beam.io.filebasedsource) FileChecksumMatcher (class in apache_beam.testing.pipeline_verifiers) FileMetadata (class in apache_beam.io.filesystem) FileSystem (class in apache_beam.io.filesystem) FileSystems (class in apache_beam.io.filesystems) Filter() (in module apache_beam.transforms.core) finalize_write() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.iobase.Sink method) finish() (apache_beam.io.filesystemio.Uploader method) finish_bundle() (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.testing.synthetic_pipeline.SyntheticStep method) (apache_beam.transforms.core.DoFn method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) FinishCombine (class in apache_beam.runners.direct.helper_transforms) FixedSizeGlobally() (apache_beam.transforms.combiners.Sample static method) FixedSizePerKey() (apache_beam.transforms.combiners.Sample static method) FixedWindows (class in apache_beam.transforms.window) FlatMap() (in module apache_beam.transforms.core) Flatten (class in apache_beam.transforms.core) flatten_input_visitor() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) FloatCoder (class in apache_beam.coders.coders) flush() (apache_beam.io.filesystem.CompressedFile method) for_input_type() (apache_beam.transforms.core.CombineFn method) for_spec() (apache_beam.transforms.userstate.RuntimeState static method) format (apache_beam.io.gcp.bigquery.BigQuerySink attribute) (apache_beam.io.gcp.bigquery.BigQuerySource attribute) format_sample() (in module apache_beam.runners.interactive.display.interactive_pipeline_graph) fraction_consumed() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) fraction_to_position() (apache_beam.io.range_trackers.LexicographicKeyRangeTracker class method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) FrameState (class in apache_beam.typehints.trivial_inference)

from_callable() (apache_beam.transforms.core.CombineFn static method) (apache_beam.transforms.core.DoFn static method) from_dictionary() (apache_beam.options.pipeline_options.PipelineOptions class method) from_json_value() (in module apache_beam.internal.gcp.json_value) from_micros() (in module apache_beam.utils.proto_utils) from_rfc3339() (apache_beam.utils.timestamp.Timestamp class method) from_runner_api() (apache_beam.coders.coders.Coder class method) (apache_beam.metrics.metricbase.MetricName static method) (apache_beam.pipeline.Pipeline static method) (apache_beam.pvalue.PCollection static method) (apache_beam.runners.pipeline_context.Environment static method) (apache_beam.runners.pipeline_context.PipelineContext static method) (apache_beam.transforms.core.Windowing static method) (apache_beam.transforms.ptransform.PTransform class method) (apache_beam.transforms.trigger.AfterCount static method) (apache_beam.transforms.trigger.AfterEach static method) (apache_beam.transforms.trigger.AfterProcessingTime static method) (apache_beam.transforms.trigger.AfterWatermark static method) (apache_beam.transforms.trigger.DefaultTrigger static method) (apache_beam.transforms.trigger.OrFinally static method) (apache_beam.transforms.trigger.Repeatedly static method) (apache_beam.transforms.trigger.TriggerFn static method) (apache_beam.utils.urns.RunnerApiFn class method) from_runner_api_parameter() (apache_beam.coders.coders.TupleCoder static method) (apache_beam.io.iobase.Read static method) (apache_beam.transforms.core.CombinePerKey static method) (apache_beam.transforms.core.CombineValues static method) (apache_beam.transforms.core.Flatten static method) (apache_beam.transforms.core.GroupByKey static method) (apache_beam.transforms.core.Impulse static method) (apache_beam.transforms.core.ParDo static method) (apache_beam.transforms.core.WindowInto static method) (apache_beam.transforms.window.FixedWindows static method) (apache_beam.transforms.window.GlobalWindows static method) (apache_beam.transforms.window.Sessions static method) (apache_beam.transforms.window.SlidingWindows static method) from_string() (apache_beam.transforms.timeutil.TimeDomain static method) from_type_hint() (apache_beam.coders.coders.Coder class method) (apache_beam.coders.coders.IterableCoder static method) (apache_beam.coders.coders.ProtoCoder static method) (apache_beam.coders.coders.TupleCoder static method) (apache_beam.coders.coders.TupleSequenceCoder static method) from_utc_datetime() (apache_beam.utils.timestamp.Timestamp class method) FuzzedExponentialIntervals (class in apache_beam.utils.retry)

G

gap_size (apache_beam.transforms.window.Sessions attribute) Gauge (class in apache_beam.metrics.metricbase) gauge() (apache_beam.metrics.metric.Metrics static method) GaugeResult (class in apache_beam.metrics.cells) GCS_BUCKET (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) GCS_PREFIX (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem attribute) GCS_SCHEME (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) GCS_URI (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) GCSFileSystem (class in apache_beam.io.gcp.gcsfilesystem) GcsIO (class in apache_beam.io.gcp.gcsio) generate_events() (apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher method) generate_input_values() (in module apache_beam.tools.distribution_counter_microbenchmark) get() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) (apache_beam.coders.slow_stream.OutputStream method) (apache_beam.options.value_provider.RuntimeValueProvider method) (apache_beam.options.value_provider.StaticValueProvider method) (apache_beam.options.value_provider.ValueProvider method) (apache_beam.runners.interactive.interactive_runner.PipelineResult method) get_accumulator_coder() (apache_beam.transforms.core.CombineFn method) get_aggregator_values() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) get_all_options() (apache_beam.options.pipeline_options.PipelineOptions method) get_all_plugin_paths() (apache_beam.utils.plugin.BeamPlugin class method) get_all_subclasses() (apache_beam.utils.plugin.BeamPlugin class method) get_chunk_size() (apache_beam.io.filesystems.FileSystems static method) get_count() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) get_datastore() (in module apache_beam.io.gcp.datastore.v1.helper) get_dict() (apache_beam.transforms.display.DisplayDataItem method) get_dict_table_schema() (apache_beam.io.gcp.bigquery.WriteToBigQuery static method) get_dofn_specs() (in module apache_beam.transforms.userstate) get_dot() (apache_beam.runners.interactive.display.pipeline_graph.PipelineGraph method) get_estimated_num_splits() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore static method) get_estimated_size_bytes() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore static method) get_evaluator() (apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry method) get_execution_context() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) get_filesystem() (apache_beam.io.filesystems.FileSystems static method) get_full_options_as_args() (apache_beam.testing.test_pipeline.TestPipeline method) get_function_arguments() (apache_beam.transforms.core.DoFn method) get_global() (apache_beam.typehints.trivial_inference.FrameState method) get_impl() (apache_beam.coders.coders.Coder method) (apache_beam.transforms.window.TimestampCombiner static method) get_iter() (in module apache_beam.typehints.opcodes) get_keyed_state() (apache_beam.runners.direct.evaluation_context.DirectStepContext method) get_name() (apache_beam.typehints.trivial_inference.FrameState method) get_namespace() (apache_beam.metrics.metric.Metrics static method) get_option() (apache_beam.testing.test_pipeline.TestPipeline method) get_output_type() (apache_beam.transforms.core.Create method) get_path() (apache_beam.testing.test_utils.TempDir method) get_progress() (apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader method) get_range() (apache_beam.io.filesystemio.Downloader method) get_range_tracker() (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.iobase.BoundedSource method) (apache_beam.io.utils.CountingSource method) (apache_beam.testing.synthetic_pipeline.SyntheticSource method)

get_renderer() (in module apache_beam.runners.interactive.display.pipeline_graph_renderer) get_replacement_transform() (apache_beam.pipeline.PTransformOverride method) (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride method) (apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride method) (apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride method) (apache_beam.runners.sdf_common.SplittableParDoOverride method) get_root_bundle_provider() (apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry method) get_root_bundles() (apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider method) (apache_beam.runners.direct.transform_evaluator.RootBundleProvider method) get_scheme() (apache_beam.io.filesystems.FileSystems static method) get_service_credentials() (in module apache_beam.internal.gcp.auth) get_splits() (in module apache_beam.io.gcp.datastore.v1.query_splitter) get_state() (apache_beam.runners.direct.direct_userstate.DirectUserStateContext method) (apache_beam.transforms.userstate.UserStateContext method) get_table_schema_from_string() (apache_beam.io.gcp.bigquery.WriteToBigQuery static method) get_timer() (apache_beam.runners.direct.direct_userstate.DirectUserStateContext method) (apache_beam.transforms.userstate.UserStateContext method) get_transformed_output_time() (apache_beam.transforms.window.WindowFn method) get_type_hints() (apache_beam.typehints.decorators.WithTypeHints method) get_typed_value_descriptor() (in module apache_beam.internal.gcp.json_value) get_value() (apache_beam.options.value_provider.RuntimeValueProvider class method) get_value_or_block_until_ready() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) get_varint_size() (in module apache_beam.coders.slow_stream) get_watermarks() (apache_beam.runners.direct.watermark_manager.WatermarkManager method) get_window_coder() (apache_beam.transforms.window.FixedWindows method) (apache_beam.transforms.window.GlobalWindows method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.SlidingWindows method) (apache_beam.transforms.window.WindowFn method) get_windowing() (apache_beam.io.iobase.Read method) (apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse method) (apache_beam.testing.test_stream.TestStream method) (apache_beam.transforms.core.Create method) (apache_beam.transforms.core.Flatten method) (apache_beam.transforms.core.Impulse method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) GetArtifact() (apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer method) GetManifest() (apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer method) GetMessageStream() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) GetProvisionInfo() (apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer method) GetState() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) GetStateStream() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) global_to_local() (apache_beam.io.concat_source.ConcatRangeTracker method) GlobalWindow (class in apache_beam.transforms.window) GlobalWindows (class in apache_beam.transforms.window) GoogleCloudOptions (class in apache_beam.options.pipeline_options) group_by_key_input_visitor() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) GroupByKey (class in apache_beam.transforms.core) GroupByKey.ReifyWindows (class in apache_beam.transforms.core) GZIP (apache_beam.io.filesystem.CompressionTypes attribute)

H

HadoopFileSystem (class in apache_beam.io.hadoopfilesystem) HadoopFileSystemOptions (class in apache_beam.options.pipeline_options) handle_result() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) has_data() (apache_beam.io.gcp.datastore.v1.util.MovingSum method) has_defaults (apache_beam.transforms.core.CombineGlobally attribute)

has_dirs() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) HasDisplayData (class in apache_beam.transforms.display) hashable() (in module apache_beam.typehints.trivial_inference)

I

import_from() (in module apache_beam.typehints.opcodes) import_name() (in module apache_beam.typehints.opcodes) Impulse (class in apache_beam.transforms.core) inc() (apache_beam.metrics.metric.Metrics.DelegatingCounter method) (apache_beam.metrics.metricbase.Counter method) INDEX_TAG (apache_beam.transforms.trigger.AfterEach attribute) infer_output_type() (apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse method) (apache_beam.transforms.core.Create method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.GroupByKey.ReifyWindows method) (apache_beam.transforms.core.Impulse method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) infer_return_type() (in module apache_beam.typehints.trivial_inference) infer_return_type_func() (in module apache_beam.typehints.trivial_inference) initialize_write() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.iobase.Sink method) inpalce_or() (in module apache_beam.typehints.opcodes) inplace_add() (in module apache_beam.typehints.opcodes) inplace_and() (in module apache_beam.typehints.opcodes) inplace_divide() (in module apache_beam.typehints.opcodes) inplace_floor_divide() (in module apache_beam.typehints.opcodes) inplace_lshift() (in module apache_beam.typehints.opcodes) inplace_modulo() (in module apache_beam.typehints.opcodes) inplace_multiply() (in module apache_beam.typehints.opcodes) inplace_power() (in module apache_beam.typehints.opcodes) inplace_rshift() (in module apache_beam.typehints.opcodes) inplace_subtract() (in module apache_beam.typehints.opcodes) inplace_true_divide() (in module apache_beam.typehints.opcodes) inplace_xor() (in module apache_beam.typehints.opcodes) InputStream (class in apache_beam.coders.slow_stream) insert_values_in_args() (in module apache_beam.internal.util) instance_to_type() (in module apache_beam.typehints.trivial_inference) InteractivePipelineGraph (class in apache_beam.runners.interactive.display.interactive_pipeline_graph) InteractiveRunner (class in apache_beam.runners.interactive.interactive_runner) intersects() (apache_beam.transforms.window.IntervalWindow method) IntervalWindow (class in apache_beam.transforms.window) invoke_process_element() (apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker method) is_accessible() (apache_beam.options.value_provider.RuntimeValueProvider method) (apache_beam.options.value_provider.StaticValueProvider method) (apache_beam.options.value_provider.ValueProvider method)

is_bounded() (apache_beam.io.iobase.BoundedSource method) (apache_beam.runners.dataflow.native_io.iobase.NativeSource method) is_default() (apache_beam.transforms.core.Windowing method) is_deterministic() (apache_beam.coders.coders.BytesCoder method) (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.FloatCoder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.ProtoCoder method) (apache_beam.coders.coders.SingletonCoder method) (apache_beam.coders.coders.StrUtf8Coder method) (apache_beam.coders.coders.TimestampCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.TupleSequenceCoder method) (apache_beam.coders.coders.VarIntCoder method) (apache_beam.coders.coders.WindowedValueCoder method) is_done() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) is_empty() (in module apache_beam.testing.util) is_full_string_match() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) is_globally_windowed() (apache_beam.transforms.sideinputs.SideInputMap method) is_key_valid() (in module apache_beam.io.gcp.datastore.v1.helper) is_kv_coder() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.WindowedValueCoder method) is_late() (apache_beam.transforms.trigger.AfterWatermark method) is_latest_version() (apache_beam.runners.interactive.cache_manager.CacheManager method) is_merging() (apache_beam.transforms.window.NonMergingWindowFn method) (apache_beam.transforms.window.WindowFn method) is_process_bounded() (apache_beam.transforms.core.DoFn method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) is_root_transform() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) is_service_runner() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) is_stateful_dofn() (in module apache_beam.transforms.userstate) is_terminal() (apache_beam.runners.runner.PipelineState class method) is_valid() (apache_beam.transforms.display.DisplayDataItem method) is_valid_compression_type() (apache_beam.io.filesystem.CompressionTypes class method) IterableCoder (class in apache_beam.coders.coders)

J

JOB_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) JobServiceServicer (class in apache_beam.portability.api.beam_job_api_pb2_grpc) JobServiceStub (class in apache_beam.portability.api.beam_job_api_pb2_grpc) join() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method)

json() (apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation method) json_string_to_byte_array() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method)

K

key_coder() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.WindowedValueCoder method)

key_comparator() (in module apache_beam.io.gcp.datastore.v1.helper) key_value_types() (in module apache_beam.typehints.trivial_inference) KeyedWorkItem (class in apache_beam.runners.direct.util) Keys() (in module apache_beam.transforms.util) KvSwap() (in module apache_beam.transforms.util)

L

label (apache_beam.transforms.ptransform.PTransform attribute) label_from_callable() (in module apache_beam.transforms.ptransform) large_dict() (in module apache_beam.tools.coders_microbenchmark) large_int() (in module apache_beam.tools.coders_microbenchmark) large_list() (in module apache_beam.tools.coders_microbenchmark) large_string() (in module apache_beam.tools.coders_microbenchmark) large_tuple() (in module apache_beam.tools.coders_microbenchmark) Largest() (apache_beam.transforms.combiners.Top static method) LargestPerKey() (apache_beam.transforms.combiners.Top static method) last_record_start (apache_beam.io.range_trackers.OffsetRangeTracker attribute) last_updated() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) LATE_TAG (apache_beam.transforms.trigger.AfterWatermark attribute) leaf_pcollections() (apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo method) leave_composite_transform() (apache_beam.typehints.typecheck.TypeCheckVisitor method) LexicographicKeyRangeTracker (class in apache_beam.io.range_trackers) LiftedCombinePerKey (class in apache_beam.runners.direct.helper_transforms)

line (apache_beam.io.vcfio.MalformedVcfRecord attribute) list_append() (in module apache_beam.typehints.opcodes) list_int() (in module apache_beam.tools.coders_microbenchmark) list_prefix() (apache_beam.io.gcp.gcsio.GcsIO method) load() (in module apache_beam.testing.benchmarks.nexmark.queries.query0) (in module apache_beam.testing.benchmarks.nexmark.queries.query1) (in module apache_beam.testing.benchmarks.nexmark.queries.query2) load_attr() (in module apache_beam.typehints.opcodes) load_closure() (in module apache_beam.typehints.opcodes) load_const() (in module apache_beam.typehints.opcodes) load_deref() (in module apache_beam.typehints.opcodes) load_fast() (in module apache_beam.typehints.opcodes) load_global() (in module apache_beam.typehints.opcodes) load_locals() (in module apache_beam.typehints.opcodes) load_name() (in module apache_beam.typehints.opcodes) load_session() (in module apache_beam.internal.pickler) loads() (in module apache_beam.internal.pickler) local_to_global() (apache_beam.io.concat_source.ConcatRangeTracker method) LocalFileSystem (class in apache_beam.io.localfilesystem) Logging() (apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer method) long_generator() (in module apache_beam.tools.sideinput_microbenchmark)

M

make_ancestor_query() (in module apache_beam.io.gcp.datastore_write_it_pipeline) make_closure() (in module apache_beam.typehints.opcodes) make_entity() (apache_beam.io.gcp.datastore_write_it_pipeline.EntityWrapper method) make_fn() (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.CombineValues method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.core.Partition method) make_function() (in module apache_beam.typehints.opcodes) make_kind_stats_query() (in module apache_beam.io.gcp.datastore.v1.helper) make_latest_timestamp_query() (in module apache_beam.io.gcp.datastore.v1.helper) make_partition() (in module apache_beam.io.gcp.datastore.v1.helper) make_request() (in module apache_beam.io.gcp.datastore.v1.helper) MalformedVcfRecord (class in apache_beam.io.vcfio) Map() (in module apache_beam.transforms.core) match() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) match_files() (apache_beam.io.filesystem.FileSystem method) match_type_variables() (apache_beam.typehints.typehints.TypeVariable method) matches() (apache_beam.pipeline.PTransformOverride method) (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride method) (apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride method) (apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride method) (apache_beam.runners.sdf_common.SplittableParDoOverride method) MatchResult (class in apache_beam.io.filesystem) max (apache_beam.metrics.cells.DistributionResult attribute) max_timestamp() (apache_beam.transforms.window.BoundedWindow method) maybe_from_callable() (apache_beam.transforms.core.CombineFn static method) mean (apache_beam.metrics.cells.DistributionResult attribute) Mean (class in apache_beam.transforms.combiners) Mean.Globally (class in apache_beam.transforms.combiners)

Mean.PerKey (class in apache_beam.transforms.combiners) MemoryReporter (class in apache_beam.utils.profiler) merge() (apache_beam.transforms.window.NonMergingWindowFn method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.WindowFn method) (apache_beam.transforms.window.WindowFn.MergeContext method) merge_accumulators() (apache_beam.transforms.core.CombineFn method) (apache_beam.typehints.typecheck.TypeCheckCombineFn method) merge_using_gbk() (in module apache_beam.testing.synthetic_pipeline) merge_using_side_input() (in module apache_beam.testing.synthetic_pipeline) Metric (class in apache_beam.metrics.metricbase) MetricName (class in apache_beam.metrics.metricbase) Metrics (class in apache_beam.metrics.metric) metrics() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) (apache_beam.runners.runner.PipelineResult method) Metrics.DelegatingCounter (class in apache_beam.metrics.metric) Metrics.DelegatingDistribution (class in apache_beam.metrics.metric) Metrics.DelegatingGauge (class in apache_beam.metrics.metric) MetricsFilter (class in apache_beam.metrics.metric) mime_type() (apache_beam.io.filesystem.CompressionTypes class method) min (apache_beam.metrics.cells.DistributionResult attribute) MIN_FRACTION_OF_FILES_TO_STAT (apache_beam.io.filebasedsource.FileBasedSource attribute) MIN_NUMBER_OF_FILES_TO_STAT (apache_beam.io.filebasedsource.FileBasedSource attribute) MIN_REQUESTS (apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler attribute) mkdirs() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) MovingSum (class in apache_beam.io.gcp.datastore.v1.util) MuteRenderer (class in apache_beam.runners.interactive.display.pipeline_graph_renderer)

N

names (apache_beam.metrics.metric.MetricsFilter attribute) namespaces (apache_beam.metrics.metric.MetricsFilter attribute) NativeSink (class in apache_beam.runners.dataflow.native_io.iobase) NativeSinkWriter (class in apache_beam.runners.dataflow.native_io.iobase) NativeSource (class in apache_beam.runners.dataflow.native_io.iobase) NativeSourceReader (class in apache_beam.runners.dataflow.native_io.iobase) new_pipeline_with_job_name() (in module apache_beam.io.gcp.datastore_write_it_pipeline) new_process_fn() (apache_beam.runners.direct.sdf_direct_runner.ProcessElements method)

new_save_module_dict() (in module apache_beam.internal.pickler) new_tracker() (apache_beam.io.restriction_trackers.OffsetRange method) NexmarkLauncher (class in apache_beam.testing.benchmarks.nexmark.nexmark_launcher) nice_str() (in module apache_beam.runners.interactive.display.interactive_pipeline_graph) no_retries() (in module apache_beam.utils.retry) NonMergingWindowFn (class in apache_beam.transforms.window) nop() (in module apache_beam.typehints.opcodes) notify_observers() (apache_beam.coders.observable.ObservableMixin method) num_runs (apache_beam.tools.utils.BenchmarkConfig attribute)

O

ObservableMixin (class in apache_beam.coders.observable) Of() (apache_beam.transforms.combiners.Top static method) of() (apache_beam.utils.timestamp.Duration static method) (apache_beam.utils.timestamp.Timestamp static method) offset (apache_beam.transforms.window.FixedWindows attribute) (apache_beam.transforms.window.SlidingWindows attribute) OFFSET_INFINITY (apache_beam.io.range_trackers.OffsetRangeTracker attribute) OffsetRange (class in apache_beam.io.restriction_trackers) OffsetRangeTracker (class in apache_beam.io.range_trackers) OffsetRestrictionTracker (class in apache_beam.io.restriction_trackers) on_element() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterProcessingTime method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) on_fire() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterProcessingTime method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) on_merge() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterProcessingTime method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method)

on_timer() (in module apache_beam.transforms.userstate) open() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) open_file() (apache_beam.io.filebasedsource.FileBasedSource method) open_shards() (in module apache_beam.testing.util) open_writer() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.iobase.Sink method) option() (apache_beam.runners.interactive.display.pipeline_graph_renderer.MuteRenderer class method) (apache_beam.runners.interactive.display.pipeline_graph_renderer.PipelineGraphRenderer class method) (apache_beam.runners.interactive.display.pipeline_graph_renderer.PydotRenderer class method) (apache_beam.runners.interactive.display.pipeline_graph_renderer.TextRenderer class method) OPTIONS (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) options (apache_beam.pipeline.Pipeline attribute) OrderedPositionRangeTracker (class in apache_beam.io.range_trackers) OrFinally (class in apache_beam.transforms.trigger) OUTPUT_AT_EARLIEST (apache_beam.transforms.window.TimestampCombiner attribute) OUTPUT_AT_EARLIEST_TRANSFORMED (apache_beam.transforms.window.TimestampCombiner attribute) OUTPUT_AT_EOW (apache_beam.transforms.window.TimestampCombiner attribute) OUTPUT_AT_LATEST (apache_beam.transforms.window.TimestampCombiner attribute) OutputCheckWrapperDoFn (class in apache_beam.typehints.typecheck) OutputStream (class in apache_beam.coders.slow_stream)

P

pack_Any() (in module apache_beam.utils.proto_utils) pack_Struct() (in module apache_beam.utils.proto_utils) PairWithRestrictionFn (class in apache_beam.runners.sdf_common) ParDo (class in apache_beam.transforms.core) parse_args() (apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher method) (in module apache_beam.testing.synthetic_pipeline) parse_byte_size() (in module apache_beam.testing.synthetic_pipeline) parse_Bytes() (in module apache_beam.utils.proto_utils) ParseEventFn (class in apache_beam.testing.benchmarks.nexmark.nexmark_util) PartialGroupByKeyCombiningValues (class in apache_beam.runners.direct.helper_transforms) Partition (class in apache_beam.transforms.core) Partition.ApplyPartitionFnFn (class in apache_beam.transforms.core) partition_for() (apache_beam.transforms.core.PartitionFn method) PartitionFn (class in apache_beam.transforms.core) patch_retry() (in module apache_beam.testing.test_utils) PCollection (class in apache_beam.pvalue) PENDING (apache_beam.runners.runner.PipelineState attribute) percent_complete (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) period (apache_beam.transforms.window.SlidingWindows attribute) PerKey() (apache_beam.transforms.combiners.Top static method) PermanentException Person (class in apache_beam.testing.benchmarks.nexmark.models.nexmark_model) PickleCoder (class in apache_beam.coders.coders) pipeline (apache_beam.transforms.ptransform.PTransform attribute) Pipeline (class in apache_beam.pipeline) pipeline_info() (apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer method) pipeline_proto_to_execute() (apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer method) PipelineAnalyzer (class in apache_beam.runners.interactive.pipeline_analyzer) PipelineContext (class in apache_beam.runners.pipeline_context) PipelineError PipelineGraph (class in apache_beam.runners.interactive.display.pipeline_graph) PipelineGraphRenderer (class in apache_beam.runners.interactive.display.pipeline_graph_renderer) PipelineInfo (class in apache_beam.runners.interactive.pipeline_analyzer) PipelineInfo.Derivation (class in apache_beam.runners.interactive.pipeline_analyzer) PipelineOptions (class in apache_beam.options.pipeline_options) PipelineOptionsValidator (class in apache_beam.options.pipeline_options_validator) PipelineResult (class in apache_beam.runners.interactive.interactive_runner) (class in apache_beam.runners.runner) PipelineRunner (class in apache_beam.runners.runner) PipelineState (class in apache_beam.runners.runner) PipelineStateMatcher (class in apache_beam.testing.pipeline_verifiers) PipeStream (class in apache_beam.io.filesystemio) poll_for_job_completion() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) pop_one() (in module apache_beam.typehints.opcodes) pop_three() (in module apache_beam.typehints.opcodes) pop_top() (in module apache_beam.typehints.opcodes) pop_two() (in module apache_beam.typehints.opcodes) Popen() (in module apache_beam.utils.processes) position (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) position_at_fraction() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method)

position_to_fraction() (apache_beam.io.range_trackers.LexicographicKeyRangeTracker class method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) pre_finalize() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.iobase.Sink method) predecessor() (apache_beam.utils.timestamp.Timestamp method) prefetch() (apache_beam.transforms.userstate.RuntimeState method) Prepare() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) print_item() (in module apache_beam.typehints.opcodes) print_newline() (in module apache_beam.typehints.opcodes) process() (apache_beam.io.gcp.bigquery_io_read_pipeline.RowToStringWithSlowDown method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn method) (apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn method) (apache_beam.runners.direct.helper_transforms.FinishCombine method) (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.runners.direct.sdf_direct_runner.ProcessFn method) (apache_beam.runners.sdf_common.ExplodeWindowsFn method) (apache_beam.runners.sdf_common.PairWithRestrictionFn method) (apache_beam.runners.sdf_common.RandomUniqueKeyFn method) (apache_beam.runners.sdf_common.SplitRestrictionFn method) (apache_beam.testing.benchmarks.nexmark.nexmark_util.ParseEventFn method) (apache_beam.testing.synthetic_pipeline.SyntheticStep method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.GroupByKey.ReifyWindows method) (apache_beam.transforms.core.Partition.ApplyPartitionFnFn method) (apache_beam.transforms.core.WindowInto.WindowIntoFn method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) (apache_beam.typehints.typecheck.TypeCheckWrapperDoFn method) ProcessElements (class in apache_beam.runners.direct.sdf_direct_runner) ProcessFn (class in apache_beam.runners.direct.sdf_direct_runner) ProcessingTimeEvent (class in apache_beam.testing.test_stream) ProcessKeyedElements (class in apache_beam.runners.sdf_common) ProcessKeyedElementsViaKeyedWorkItems (class in apache_beam.runners.direct.sdf_direct_runner) ProcessKeyedElementsViaKeyedWorkItemsOverride (class in apache_beam.runners.direct.sdf_direct_runner) producer() (apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo method) Profile (class in apache_beam.utils.profiler) ProfilingOptions (class in apache_beam.options.pipeline_options) PROJECT_ID_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) PROJECT_NUMBER_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) PropertiesFromEnumType (class in apache_beam.portability.common_urns) PropertiesFromEnumValue (class in apache_beam.portability.common_urns) PropertiesFromPayloadType() (in module apache_beam.portability.common_urns) ProtoCoder (class in apache_beam.coders.coders) ProvisionServiceServicer (class in apache_beam.portability.api.beam_provision_api_pb2_grpc) ProvisionServiceStub (class in apache_beam.portability.api.beam_provision_api_pb2_grpc) PTransform (class in apache_beam.transforms.ptransform) ptransform_fn() (in module apache_beam.transforms.ptransform) PTransformOverride (class in apache_beam.pipeline) PubsubMessage (class in apache_beam.io.gcp.pubsub) push_value() (in module apache_beam.typehints.opcodes) put() (apache_beam.io.filesystemio.Uploader method) PutArtifact() (apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer method) PValueError PydotRenderer (class in apache_beam.runners.interactive.display.pipeline_graph_renderer)

Q

query() (apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method)

query_latest_statistics_timestamp() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore static method) QueryIterator (class in apache_beam.io.gcp.datastore.v1.helper)

R

random_string() (in module apache_beam.tools.coders_microbenchmark) random_windowed_value() (in module apache_beam.tools.coders_microbenchmark) RandomUniqueKeyFn (class in apache_beam.runners.sdf_common) RangeTracker (class in apache_beam.io.iobase) Read (class in apache_beam.io.iobase) read() (apache_beam.coders.slow_stream.InputStream method) (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.filesystemio.PipeStream method) (apache_beam.io.iobase.BoundedSource method) (apache_beam.io.utils.CountingSource method) (apache_beam.runners.interactive.cache_manager.CacheManager method) (apache_beam.runners.interactive.cache_manager.FileBasedCacheManager method) (apache_beam.testing.synthetic_pipeline.SyntheticSource method) (apache_beam.transforms.userstate.BagRuntimeState method) (apache_beam.transforms.userstate.CombiningValueRuntimeState method) read_all() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_double() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_int32() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_int64() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_uint64() (apache_beam.coders.slow_stream.InputStream method) read_byte_py2() (apache_beam.coders.slow_stream.InputStream method) read_byte_py3() (apache_beam.coders.slow_stream.InputStream method) read_cache_ids() (apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer method) read_from_source() (in module apache_beam.io.source_test_utils) read_records() (apache_beam.io.filebasedsource.FileBasedSource method) read_var_int64() (apache_beam.coders.slow_stream.InputStream method) readable() (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.filesystemio.DownloaderStream method) ReadAllFromAvro (class in apache_beam.io.avroio) ReadAllFromText (class in apache_beam.io.textio) ReadCache (class in apache_beam.runners.interactive.cache_manager) reader() (apache_beam.io.gcp.bigquery.BigQuerySource method) (apache_beam.runners.dataflow.native_io.iobase.NativeSource method) ReaderPosition (class in apache_beam.runners.dataflow.native_io.iobase) ReaderProgress (class in apache_beam.runners.dataflow.native_io.iobase) ReadFromAvro (class in apache_beam.io.avroio) ReadFromDatastore (class in apache_beam.io.gcp.datastore.v1.datastoreio) ReadFromDatastore.ReadFn (class in apache_beam.io.gcp.datastore.v1.datastoreio) ReadFromDatastore.SplitQueryFn (class in apache_beam.io.gcp.datastore.v1.datastoreio) ReadFromPubSub (class in apache_beam.io.gcp.pubsub) ReadFromText (class in apache_beam.io.textio) ReadFromTFRecord (class in apache_beam.io.tfrecordio) ReadFromVcf (class in apache_beam.io.vcfio) readinto() (apache_beam.io.filesystemio.DownloaderStream method) readline() (apache_beam.io.filesystem.CompressedFile method) ReadStringsFromPubSub() (in module apache_beam.io.gcp.pubsub) REAL_TIME (apache_beam.transforms.timeutil.TimeDomain attribute) RealClock (class in apache_beam.runners.direct.clock) register_observer() (apache_beam.coders.observable.ObservableMixin method) register_pickle_urn() (apache_beam.utils.urns.RunnerApiFn class method) register_structured_urn() (apache_beam.coders.coders.Coder static method) register_urn() (apache_beam.coders.coders.Coder class method) (apache_beam.transforms.ptransform.PTransform class method) (apache_beam.utils.urns.RunnerApiFn class method) remaining_split_points (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) remaining_time (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) remove_objects_from_args() (in module apache_beam.internal.util) RemoveDuplicates() (in module apache_beam.transforms.util) rename() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) render_pipeline_graph() (apache_beam.runners.interactive.display.pipeline_graph_renderer.MuteRenderer method) (apache_beam.runners.interactive.display.pipeline_graph_renderer.PipelineGraphRenderer method) (apache_beam.runners.interactive.display.pipeline_graph_renderer.PydotRenderer method) (apache_beam.runners.interactive.display.pipeline_graph_renderer.TextRenderer method)

Repeatedly (class in apache_beam.transforms.trigger) replace_all() (apache_beam.pipeline.Pipeline method) report_once() (apache_beam.utils.profiler.MemoryReporter method) request_dynamic_split() (apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader method) reset() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterProcessingTime method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) Reshuffle (class in apache_beam.transforms.util) RestrictionTracker (class in apache_beam.io.iobase) retry_on_beam_io_error_filter() (in module apache_beam.utils.retry) retry_on_io_error_and_server_error() (in module apache_beam.testing.pipeline_verifiers) retry_on_rpc_error() (in module apache_beam.io.gcp.datastore.v1.helper) retry_on_server_errors_and_timeout_filter() (in module apache_beam.utils.retry) retry_on_server_errors_filter() (in module apache_beam.utils.retry) returns_windowed_values (apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader attribute) RFC_3339_RE (apache_beam.utils.timestamp.Timestamp attribute) RootBundleProvider (class in apache_beam.runners.direct.transform_evaluator) rot_four() (in module apache_beam.typehints.opcodes) rot_n() (in module apache_beam.typehints.opcodes) rot_three() (in module apache_beam.typehints.opcodes) rot_two() (in module apache_beam.typehints.opcodes) rotate_key() (in module apache_beam.testing.synthetic_pipeline) RowToStringWithSlowDown (class in apache_beam.io.gcp.bigquery_io_read_pipeline) run() (apache_beam.pipeline.Pipeline method) Run() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) run() (apache_beam.runners.runner.PipelineRunner method) (apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher method) (apache_beam.testing.benchmarks.nexmark.nexmark_util.Command method) (apache_beam.testing.test_pipeline.TestPipeline method) (in module apache_beam.io.gcp.bigquery_io_read_pipeline) (in module apache_beam.io.gcp.datastore_write_it_pipeline) (in module apache_beam.testing.synthetic_pipeline) run__NativeWrite() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_async() (apache_beam.runners.runner.PipelineRunner method) run_benchmark() (in module apache_beam.tools.distribution_counter_microbenchmark) (in module apache_beam.tools.sideinput_microbenchmark) run_benchmarks() (in module apache_beam.tools.utils) run_bq_pipeline() (in module apache_beam.io.gcp.big_query_query_to_table_pipeline) run_coder_benchmarks() (in module apache_beam.tools.coders_microbenchmark) run_CombineValues() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_Flatten() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_GroupByKey() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_Impulse() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_ParDo() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_pipeline() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) (apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner method) (apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner method) (apache_beam.runners.direct.direct_runner.SwitchingDirectRunner method) (apache_beam.runners.direct.test_direct_runner.TestDirectRunner method) (apache_beam.runners.interactive.interactive_runner.InteractiveRunner method) (apache_beam.runners.runner.PipelineRunner method) (in module apache_beam.io.gcp.pubsub_it_pipeline) run_query() (apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher method) run_Read() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_transform() (apache_beam.runners.runner.PipelineRunner method) run_using_threadpool() (in module apache_beam.internal.util) RunnerApiFn (class in apache_beam.utils.urns) RunnerError RUNNING (apache_beam.runners.runner.PipelineState attribute) runtime_options (apache_beam.options.value_provider.RuntimeValueProvider attribute) RuntimeState (class in apache_beam.transforms.userstate) RuntimeTimer (class in apache_beam.transforms.userstate) RuntimeValueProvider (class in apache_beam.options.value_provider) RuntimeValueProviderError

S

SafeFastPrimitivesCoder (class in apache_beam.runners.interactive.cache_manager) Sample (class in apache_beam.transforms.combiners) sample() (apache_beam.runners.interactive.interactive_runner.PipelineResult method) save_module() (in module apache_beam.internal.pickler) schedule_pending_unblocked_tasks() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) schema_as_json() (apache_beam.io.gcp.bigquery.BigQuerySink method) scheme() (apache_beam.io.filesystem.FileSystem class method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem class method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem class method) (apache_beam.io.localfilesystem.LocalFileSystem class method) SDFProcessElementInvoker (class in apache_beam.runners.direct.sdf_direct_runner) SDFProcessElementInvoker.Result (class in apache_beam.runners.direct.sdf_direct_runner) seek() (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.filesystemio.DownloaderStream method) (apache_beam.io.filesystemio.PipeStream method) seekable (apache_beam.io.filesystem.CompressedFile attribute) seekable() (apache_beam.io.filesystemio.DownloaderStream method) serialize_windowing_strategy() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner class method) Sessions (class in apache_beam.transforms.window) set() (apache_beam.metrics.metric.Metrics.DelegatingGauge method) (apache_beam.metrics.metricbase.Gauge method) (apache_beam.transforms.userstate.RuntimeTimer method) set_current_position() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) set_options() (apache_beam.io.filesystems.FileSystems class method) set_process_element_invoker() (apache_beam.runners.direct.sdf_direct_runner.ProcessFn method) set_proto_map() (in module apache_beam.runners.interactive.pipeline_analyzer) set_render_option() (apache_beam.runners.interactive.interactive_runner.InteractiveRunner method) set_running_in_gce() (in module apache_beam.internal.gcp.auth) set_runtime_options() (apache_beam.options.value_provider.RuntimeValueProvider class method) set_split_points_unclaimed_callback() (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) SetupOptions (class in apache_beam.options.pipeline_options) should_drop() (apache_beam.transforms.display.DisplayDataItem method) should_execute_serially() (apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry method) should_fire() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterProcessingTime method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) ShuffleBarrier (class in apache_beam.testing.synthetic_pipeline) shutdown() (apache_beam.runners.direct.executor.Executor method) side_input_visitor() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) side_inputs (apache_beam.transforms.ptransform.PTransform attribute) SideInputBarrier (class in apache_beam.testing.synthetic_pipeline) SideInputError SideInputMap (class in apache_beam.transforms.sideinputs) SideInputParam (apache_beam.transforms.core.DoFn attribute) SingletonCoder (class in apache_beam.coders.coders) Sink (class in apache_beam.io.iobase) sink() (apache_beam.runners.interactive.cache_manager.CacheManager method) (apache_beam.runners.interactive.cache_manager.FileBasedCacheManager method) size (apache_beam.io.filesystemio.Downloader attribute) (apache_beam.tools.utils.BenchmarkConfig attribute) (apache_beam.transforms.window.FixedWindows attribute) (apache_beam.transforms.window.SlidingWindows attribute) size() (apache_beam.coders.slow_stream.InputStream method) (apache_beam.coders.slow_stream.OutputStream method) (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) sleep() (apache_beam.utils.retry.Clock method) slice_0() (in module apache_beam.typehints.opcodes) slice_1() (in module apache_beam.typehints.opcodes) slice_2() (in module apache_beam.typehints.opcodes) slice_3() (in module apache_beam.typehints.opcodes) SlidingWindows (class in apache_beam.transforms.window) small_dict() (in module apache_beam.tools.coders_microbenchmark) small_int() (in module apache_beam.tools.coders_microbenchmark) small_list() (in module apache_beam.tools.coders_microbenchmark) small_string() (in module apache_beam.tools.coders_microbenchmark) small_tuple() (in module apache_beam.tools.coders_microbenchmark) Smallest() (apache_beam.transforms.combiners.Top static method) SmallestPerKey() (apache_beam.transforms.combiners.Top static method) SORTBY (apache_beam.utils.profiler.Profile attribute)

source() (apache_beam.runners.interactive.cache_manager.CacheManager method) (apache_beam.runners.interactive.cache_manager.FileBasedCacheManager method) sources (apache_beam.io.concat_source.ConcatSource attribute) split() (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.hadoopfilesystem.HadoopFileSystem method) (apache_beam.io.iobase.BoundedSource method) (apache_beam.io.localfilesystem.LocalFileSystem method) (apache_beam.io.restriction_trackers.OffsetRange method) (apache_beam.io.utils.CountingSource method) (apache_beam.testing.synthetic_pipeline.SyntheticSource method) split_points() (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) SPLIT_POINTS_UNKNOWN (apache_beam.io.iobase.RangeTracker attribute) SplitRestrictionFn (class in apache_beam.runners.sdf_common) splittable (apache_beam.io.filebasedsource.FileBasedSource attribute) SplittableParDo (class in apache_beam.runners.sdf_common) SplittableParDoOverride (class in apache_beam.runners.sdf_common) StandardOptions (class in apache_beam.options.pipeline_options) start (apache_beam.transforms.window.IntervalWindow attribute) start() (apache_beam.runners.direct.executor.Executor method) (apache_beam.utils.profiler.MemoryReporter method) start_bundle() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn method) (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.runners.sdf_common.PairWithRestrictionFn method) (apache_beam.runners.sdf_common.SplitRestrictionFn method) (apache_beam.testing.synthetic_pipeline.SyntheticStep method) (apache_beam.transforms.core.DoFn method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) start_periodic_update() (apache_beam.runners.interactive.display.display_manager.DisplayManager method) start_position() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) (apache_beam.io.restriction_trackers.OffsetRestrictionTracker method) start_session() (apache_beam.runners.interactive.interactive_runner.InteractiveRunner method) STARTING (apache_beam.runners.runner.PipelineState attribute) state (apache_beam.runners.runner.PipelineResult attribute) State() (apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer method) StateParam (apache_beam.transforms.core.DoFn attribute) StateSpec (class in apache_beam.transforms.userstate) StaticValueProvider (class in apache_beam.options.value_provider) step_context (apache_beam.runners.direct.sdf_direct_runner.ProcessFn attribute) steps (apache_beam.metrics.metric.MetricsFilter attribute) stop() (apache_beam.utils.profiler.MemoryReporter method) stop_periodic_update() (apache_beam.runners.interactive.display.display_manager.DisplayManager method) stop_position() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) (apache_beam.io.restriction_trackers.OffsetRestrictionTracker method) STOPPED (apache_beam.runners.runner.PipelineState attribute) STORAGE_API_SERVICE (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) store_attr() (in module apache_beam.typehints.opcodes) store_fast() (in module apache_beam.typehints.opcodes) store_global() (in module apache_beam.typehints.opcodes) store_map() (in module apache_beam.typehints.opcodes) store_slice_0() (in module apache_beam.typehints.opcodes) store_slice_1() (in module apache_beam.typehints.opcodes) store_slice_2() (in module apache_beam.typehints.opcodes) store_slice_3() (in module apache_beam.typehints.opcodes) store_subscr() (in module apache_beam.typehints.opcodes) StreamingCreate (class in apache_beam.runners.dataflow.native_io.streaming_create) StreamingCreate.DecodeAndEmitDoFn (class in apache_beam.runners.dataflow.native_io.streaming_create) StreamingCreate.Impulse (class in apache_beam.runners.dataflow.native_io.streaming_create) struct_to_dict() (in module apache_beam.runners.job.utils) StrUtf8Coder (class in apache_beam.coders.coders) sub_range_tracker() (apache_beam.io.concat_source.ConcatRangeTracker method) successful_request() (apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler method) sum (apache_beam.metrics.cells.DistributionResult attribute) sum() (apache_beam.io.gcp.datastore.v1.util.MovingSum method) SwitchingDirectRunner (class in apache_beam.runners.direct.direct_runner) symmetric_binary_op() (in module apache_beam.typehints.opcodes) SyntheticSource (class in apache_beam.testing.synthetic_pipeline) SyntheticStep (class in apache_beam.testing.synthetic_pipeline)

T

table_schema_to_dict() (apache_beam.io.gcp.bigquery.WriteToBigQuery static method) TableRowJsonCoder (class in apache_beam.io.gcp.bigquery) TaggedOutput (class in apache_beam.pvalue) takes_windowed_values (apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter attribute) tell() (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.filesystemio.DownloaderStream method) (apache_beam.io.filesystemio.PipeStream method) (apache_beam.io.filesystemio.UploaderStream method) TempDir (class in apache_beam.testing.test_utils) test_method() (apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker method) TestClock (class in apache_beam.runners.direct.clock) TestDataflowRunner (class in apache_beam.runners.dataflow.test_dataflow_runner) TestDirectRunner (class in apache_beam.runners.direct.test_direct_runner) TestOptions (class in apache_beam.options.pipeline_options) TestPipeline (class in apache_beam.testing.test_pipeline) TestStream (class in apache_beam.testing.test_stream) TestWindowedValue (class in apache_beam.testing.util) TextRenderer (class in apache_beam.runners.interactive.display.pipeline_graph_renderer) throttle_request() (apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler method) time() (apache_beam.runners.direct.clock.Clock method) (apache_beam.runners.direct.clock.RealClock method) (apache_beam.runners.direct.clock.TestClock method) TimeDomain (class in apache_beam.transforms.timeutil) TimerFiring (class in apache_beam.runners.direct.util) TimerParam (apache_beam.transforms.core.DoFn attribute) TimerSpec (class in apache_beam.transforms.userstate) timestamp (apache_beam.metrics.cells.GaugeResult attribute) (apache_beam.testing.util.TestWindowedValue attribute) (apache_beam.transforms.window.TimestampedValue attribute) Timestamp (class in apache_beam.utils.timestamp) TimestampCoder (class in apache_beam.coders.coders) TimestampCombiner (class in apache_beam.transforms.window) TimestampedValue (class in apache_beam.transforms.window) TimestampParam (apache_beam.transforms.core.DoFn attribute) tl_referenced_pcoll_ids() (apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer method) tl_required_trans_ids() (apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer method) to_delete_mutation() (apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore static method) to_json_value() (in module apache_beam.internal.gcp.json_value) to_proto_str() (apache_beam.io.gcp.pubsub.WriteToPubSub static method) to_rfc3339() (apache_beam.utils.timestamp.Timestamp method) to_runner_api() (apache_beam.coders.coders.Coder method) (apache_beam.metrics.metricbase.MetricName method) (apache_beam.pipeline.Pipeline method) (apache_beam.pvalue.PCollection method) (apache_beam.runners.pipeline_context.Environment method) (apache_beam.runners.pipeline_context.PipelineContext method) (apache_beam.transforms.core.Windowing method) (apache_beam.transforms.ptransform.PTransform method) (apache_beam.transforms.timeutil.TimeDomain static method) (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterProcessingTime method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.OrFinally method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) (apache_beam.transforms.userstate.BagStateSpec method) (apache_beam.transforms.userstate.CombiningValueStateSpec method) (apache_beam.transforms.userstate.StateSpec method) (apache_beam.transforms.userstate.TimerSpec method) (apache_beam.utils.urns.RunnerApiFn method)

to_runner_api_parameter() (apache_beam.coders.coders.BytesCoder method) (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.VarIntCoder method) (apache_beam.coders.coders.WindowedValueCoder method) (apache_beam.io.gcp.pubsub.ReadFromPubSub method) (apache_beam.io.gcp.pubsub.WriteToPubSub method) (apache_beam.io.iobase.Read method) (apache_beam.transforms.core.CombineFn method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.CombineValues method) (apache_beam.transforms.core.Create method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.Flatten method) (apache_beam.transforms.core.GroupByKey method) (apache_beam.transforms.core.Impulse method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) (apache_beam.transforms.window.FixedWindows method) (apache_beam.transforms.window.GlobalWindows method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.SlidingWindows method) (apache_beam.transforms.window.WindowFn method) (apache_beam.utils.urns.RunnerApiFn method) to_runner_api_pickled() (apache_beam.transforms.ptransform.PTransform method) to_upsert_mutation() (apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore static method) to_utc_datetime() (apache_beam.utils.timestamp.Timestamp method) ToDict (class in apache_beam.transforms.combiners) ToList (class in apache_beam.transforms.combiners) Top (class in apache_beam.transforms.combiners) TransformError TransformEvaluatorRegistry (class in apache_beam.runners.direct.transform_evaluator) TransformExecutor (class in apache_beam.runners.direct.executor) TransformResult (class in apache_beam.runners.direct.util) translate_pattern() (apache_beam.io.filesystem.FileSystem static method) TriggerFn (class in apache_beam.transforms.trigger) try_claim() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) (apache_beam.io.restriction_trackers.OffsetRestrictionTracker method) try_split() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) TupleCoder (class in apache_beam.coders.coders) TupleSequenceCoder (class in apache_beam.coders.coders) type_check_inputs() (apache_beam.transforms.ptransform.PTransform method) type_check_inputs_or_outputs() (apache_beam.transforms.ptransform.PTransform method) type_check_outputs() (apache_beam.transforms.ptransform.PTransform method) TypeCheckCombineFn (class in apache_beam.typehints.typecheck) TypeCheckError TypeCheckVisitor (class in apache_beam.typehints.typecheck) TypeCheckWrapperDoFn (class in apache_beam.typehints.typecheck) typeDict (apache_beam.transforms.display.DisplayDataItem attribute) TypeInferenceError TypeOptions (class in apache_beam.options.pipeline_options) TypeVariable (class in apache_beam.typehints.typehints)

U

unary() (in module apache_beam.typehints.opcodes) unary_convert() (in module apache_beam.typehints.opcodes) unary_invert() (in module apache_beam.typehints.opcodes) unary_negative() (in module apache_beam.typehints.opcodes) unary_not() (in module apache_beam.typehints.opcodes) unary_positive() (in module apache_beam.typehints.opcodes) UNCOMPRESSED (apache_beam.io.filesystem.CompressionTypes attribute) union() (apache_beam.transforms.window.IntervalWindow method) (in module apache_beam.typehints.trivial_inference) union_list() (in module apache_beam.typehints.trivial_inference) UNKNOWN (apache_beam.runners.runner.PipelineState attribute) unpack_Any() (in module apache_beam.utils.proto_utils) unpack_sequence() (in module apache_beam.typehints.opcodes) UnsplittableRangeTracker (class in apache_beam.io.range_trackers)

UNSTARTED (apache_beam.io.range_trackers.OrderedPositionRangeTracker attribute) unwrap() (apache_beam.typehints.trivial_inference.Const static method) unwrap_all() (apache_beam.typehints.trivial_inference.Const static method) update() (apache_beam.metrics.metric.Metrics.DelegatingDistribution method) (apache_beam.metrics.metricbase.Distribution method) update_display() (apache_beam.runners.interactive.display.display_manager.DisplayManager method) update_pcollection_stats() (apache_beam.runners.interactive.display.interactive_pipeline_graph.InteractivePipelineGraph method) update_physical() (apache_beam.runners.direct.direct_metrics.DirectMetric method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method) update_watermarks() (apache_beam.runners.direct.watermark_manager.WatermarkManager method) UPDATED (apache_beam.runners.runner.PipelineState attribute) Uploader (class in apache_beam.io.filesystemio) UploaderStream (class in apache_beam.io.filesystemio) URI_SCHEMA_PATTERN (apache_beam.io.filesystems.FileSystems attribute) UserStateContext (class in apache_beam.transforms.userstate)

V

validate() (apache_beam.options.pipeline_options.GoogleCloudOptions method) (apache_beam.options.pipeline_options.HadoopFileSystemOptions method) (apache_beam.options.pipeline_options.TestOptions method) (apache_beam.options.pipeline_options.WorkerOptions method) (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_cloud_options() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_create() (apache_beam.io.gcp.bigquery.BigQueryDisposition static method) validate_gcs_path() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_optional_argument_positive() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_stateful_dofn() (in module apache_beam.transforms.userstate) validate_test_matcher() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_write() (apache_beam.io.gcp.bigquery.BigQueryDisposition static method) value (apache_beam.metrics.cells.GaugeResult attribute) (apache_beam.testing.util.TestWindowedValue attribute) (apache_beam.transforms.window.TimestampedValue attribute)

value_coder() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.WindowedValueCoder method) ValueProvider (class in apache_beam.options.value_provider) Values() (in module apache_beam.transforms.util) Variant (class in apache_beam.io.vcfio) VariantCall (class in apache_beam.io.vcfio) VariantInfo (class in apache_beam.io.vcfio) VarIntCoder (class in apache_beam.coders.coders) view_as() (apache_beam.options.pipeline_options.PipelineOptions method) visit() (apache_beam.pipeline.Pipeline method) visit_transform() (apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor method) (apache_beam.typehints.typecheck.TypeCheckVisitor method)

W

wait_for_subscriptions_created() (in module apache_beam.testing.test_utils) wait_for_topics_created() (in module apache_beam.testing.test_utils) wait_until_finish() (apache_beam.runners.interactive.interactive_runner.PipelineResult method) (apache_beam.runners.runner.PipelineResult method) wait_until_in_state() (apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner method) WATERMARK (apache_beam.transforms.timeutil.TimeDomain attribute) WATERMARK_NEG_INF (apache_beam.runners.direct.watermark_manager.WatermarkManager attribute) WATERMARK_POS_INF (apache_beam.runners.direct.watermark_manager.WatermarkManager attribute) WatermarkEvent (class in apache_beam.testing.test_stream) WatermarkManager (class in apache_beam.runners.direct.watermark_manager) WatermarkReporterParam (apache_beam.transforms.core.DoFn attribute) windowed_value() (apache_beam.transforms.window.GlobalWindows class method) WindowedValue (in module apache_beam.typehints.typehints) WindowedValueCoder (class in apache_beam.coders.coders) WindowFn (class in apache_beam.transforms.window) WindowFn.AssignContext (class in apache_beam.transforms.window) WindowFn.MergeContext (class in apache_beam.transforms.window) windowing (apache_beam.pvalue.PCollection attribute) Windowing (class in apache_beam.transforms.core) WindowInto (class in apache_beam.transforms.core) WindowInto.WindowIntoFn (class in apache_beam.transforms.core) WindowParam (apache_beam.transforms.core.DoFn attribute) windows (apache_beam.testing.util.TestWindowedValue attribute) with_defaults() (apache_beam.transforms.core.CombineGlobally method) with_exponential_backoff() (in module apache_beam.utils.retry) with_fanout() (apache_beam.transforms.core.CombineGlobally method) with_hot_key_fanout() (apache_beam.transforms.core.CombinePerKey method) with_input_types() (apache_beam.transforms.ptransform.PTransform method) (apache_beam.typehints.decorators.WithTypeHints method) (in module apache_beam.typehints.decorators) with_name() (apache_beam.metrics.metric.MetricsFilter method) with_names() (apache_beam.metrics.metric.MetricsFilter method) with_namespace() (apache_beam.metrics.metric.MetricsFilter method) with_namespaces() (apache_beam.metrics.metric.MetricsFilter method) with_output_types() (apache_beam.transforms.ptransform.PTransform method) (apache_beam.typehints.decorators.WithTypeHints method) (in module apache_beam.typehints.decorators) with_outputs() (apache_beam.transforms.core.ParDo method) with_step() (apache_beam.metrics.metric.MetricsFilter method) with_steps() (apache_beam.metrics.metric.MetricsFilter method) without_defaults() (apache_beam.transforms.core.CombineGlobally method)

WithTypeHints (class in apache_beam.typehints.decorators) WorkerOptions (class in apache_beam.options.pipeline_options) wrapper() (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) (apache_beam.typehints.typecheck.OutputCheckWrapperDoFn method) (apache_beam.typehints.typecheck.TypeCheckWrapperDoFn method) writable() (apache_beam.io.filesystemio.UploaderStream method) Write (class in apache_beam.io.iobase) write() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) (apache_beam.coders.slow_stream.OutputStream method) (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.filesystemio.UploaderStream method) (apache_beam.io.iobase.Writer method) Write() (apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter method) WRITE_APPEND (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) write_bigendian_double() (apache_beam.coders.slow_stream.OutputStream method) write_bigendian_int32() (apache_beam.coders.slow_stream.OutputStream method) write_bigendian_int64() (apache_beam.coders.slow_stream.OutputStream method) write_bigendian_uint64() (apache_beam.coders.slow_stream.OutputStream method) write_byte() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) (apache_beam.coders.slow_stream.OutputStream method) write_cache_ids() (apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer method) WRITE_EMPTY (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) write_encoded_record() (apache_beam.io.filebasedsink.FileBasedSink method) write_mutations() (in module apache_beam.io.gcp.datastore.v1.helper) write_record() (apache_beam.io.filebasedsink.FileBasedSink method) WRITE_TRUNCATE (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) write_var_int64() (apache_beam.coders.slow_stream.OutputStream method) writeable() (apache_beam.io.filesystem.CompressedFile method) WriteCache (class in apache_beam.runners.interactive.cache_manager) Writer (class in apache_beam.io.iobase) writer() (apache_beam.io.gcp.bigquery.BigQuerySink method) (apache_beam.runners.dataflow.native_io.iobase.NativeSink method) WriteStringsToPubSub() (in module apache_beam.io.gcp.pubsub) WriteToAvro (class in apache_beam.io.avroio) WriteToBigQuery (class in apache_beam.io.gcp.bigquery) WriteToDatastore (class in apache_beam.io.gcp.datastore.v1.datastoreio) WriteToPubSub (class in apache_beam.io.gcp.pubsub) WriteToText (class in apache_beam.io.textio) WriteToTFRecord (class in apache_beam.io.tfrecordio) wv_with_multiple_windows() (in module apache_beam.tools.coders_microbenchmark) wv_with_one_window() (in module apache_beam.tools.coders_microbenchmark)