Index

A

AbstractDoFnWrapper (class in apache_beam.typehints.typecheck) ACCUMULATING (apache_beam.transforms.trigger.AccumulationMode attribute) AccumulationMode (class in apache_beam.transforms.trigger) AdaptiveThrottler (class in apache_beam.io.gcp.datastore.v1.adaptive_throttler) add() (apache_beam.io.gcp.datastore.v1.util.MovingSum method) add_ArtifactRetrievalServiceServicer_to_server() (in module apache_beam.portability.api.beam_artifact_api_pb2_grpc) add_ArtifactStagingServiceServicer_to_server() (in module apache_beam.portability.api.beam_artifact_api_pb2_grpc) add_BeamFnControlServicer_to_server() (in module apache_beam.portability.api.beam_fn_api_pb2_grpc) add_BeamFnDataServicer_to_server() (in module apache_beam.portability.api.beam_fn_api_pb2_grpc) add_BeamFnLoggingServicer_to_server() (in module apache_beam.portability.api.beam_fn_api_pb2_grpc) add_BeamFnStateServicer_to_server() (in module apache_beam.portability.api.beam_fn_api_pb2_grpc) add_elements() (apache_beam.testing.test_stream.TestStream method) add_input() (apache_beam.transforms.core.CombineFn method) add_inputs() (apache_beam.transforms.core.CombineFn method) add_JobServiceServicer_to_server() (in module apache_beam.portability.api.beam_job_api_pb2_grpc) add_ProvisionServiceServicer_to_server() (in module apache_beam.portability.api.beam_provision_api_pb2_grpc) advance() (apache_beam.runners.direct.clock.MockClock method) advance_processing_time() (apache_beam.testing.test_stream.TestStream method) advance_watermark_to() (apache_beam.testing.test_stream.TestStream method) advance_watermark_to_infinity() (apache_beam.testing.test_stream.TestStream method) AfterAll (class in apache_beam.transforms.trigger) AfterAny (class in apache_beam.transforms.trigger) AfterCount (class in apache_beam.transforms.trigger) AfterEach (class in apache_beam.transforms.trigger) AfterWatermark (class in apache_beam.transforms.trigger) aggregated_values() (apache_beam.runners.runner.PipelineResult method) annotate() (in module apache_beam.utils.annotations) apache_beam (module), [1] apache_beam.coders (module) apache_beam.coders.coders (module) apache_beam.coders.observable (module) apache_beam.coders.slow_stream (module) apache_beam.coders.typecoders (module) apache_beam.error (module) apache_beam.internal (module) apache_beam.internal.gcp (module) apache_beam.internal.gcp.auth (module) apache_beam.internal.gcp.json_value (module) apache_beam.internal.pickler (module) apache_beam.internal.util (module) apache_beam.io (module) apache_beam.io.avroio (module) apache_beam.io.concat_source (module) apache_beam.io.filebasedsink (module) apache_beam.io.filebasedsource (module) apache_beam.io.filesystem (module) apache_beam.io.filesystems (module) apache_beam.io.gcp (module) apache_beam.io.gcp.bigquery (module) apache_beam.io.gcp.datastore (module) apache_beam.io.gcp.datastore.v1 (module) apache_beam.io.gcp.datastore.v1.adaptive_throttler (module) apache_beam.io.gcp.datastore.v1.datastoreio (module) apache_beam.io.gcp.datastore.v1.fake_datastore (module) apache_beam.io.gcp.datastore.v1.helper (module) apache_beam.io.gcp.datastore.v1.query_splitter (module) apache_beam.io.gcp.datastore.v1.util (module) apache_beam.io.gcp.gcsfilesystem (module) apache_beam.io.gcp.gcsio (module) apache_beam.io.gcp.pubsub (module) apache_beam.io.iobase (module) apache_beam.io.localfilesystem (module) apache_beam.io.range_trackers (module) apache_beam.io.source_test_utils (module) apache_beam.io.textio (module) apache_beam.io.tfrecordio (module) apache_beam.metrics (module) apache_beam.metrics.cells (module) apache_beam.metrics.metric (module) apache_beam.metrics.metricbase (module) apache_beam.options (module) apache_beam.options.pipeline_options (module) apache_beam.options.pipeline_options_validator (module) apache_beam.options.value_provider (module) apache_beam.pipeline (module) apache_beam.portability (module) apache_beam.portability.api (module) apache_beam.portability.api.beam_artifact_api_pb2_grpc (module) apache_beam.portability.api.beam_fn_api_pb2_grpc (module) apache_beam.portability.api.beam_job_api_pb2_grpc (module) apache_beam.portability.api.beam_provision_api_pb2_grpc (module) apache_beam.portability.api.beam_runner_api_pb2_grpc (module) apache_beam.portability.api.endpoints_pb2_grpc (module) apache_beam.portability.api.standard_window_fns_pb2_grpc (module) apache_beam.pvalue (module) apache_beam.runners (module) apache_beam.runners.dataflow (module) apache_beam.runners.dataflow.dataflow_metrics (module) apache_beam.runners.dataflow.dataflow_runner (module) apache_beam.runners.dataflow.native_io (module) apache_beam.runners.dataflow.native_io.iobase (module) apache_beam.runners.dataflow.native_io.streaming_create (module) apache_beam.runners.dataflow.ptransform_overrides (module) apache_beam.runners.dataflow.test_dataflow_runner (module) apache_beam.runners.direct (module) apache_beam.runners.direct.bundle_factory (module) apache_beam.runners.direct.clock (module)

apache_beam.runners.direct.consumer_tracking_pipeline_visitor (module) apache_beam.runners.direct.direct_metrics (module) apache_beam.runners.direct.direct_runner (module) apache_beam.runners.direct.evaluation_context (module) apache_beam.runners.direct.executor (module) apache_beam.runners.direct.helper_transforms (module) apache_beam.runners.direct.transform_evaluator (module) apache_beam.runners.direct.util (module) apache_beam.runners.direct.watermark_manager (module) apache_beam.runners.experimental (module) apache_beam.runners.experimental.python_rpc_direct (module) apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner (module) apache_beam.runners.experimental.python_rpc_direct.server (module) apache_beam.runners.job (module) apache_beam.runners.job.manager (module) apache_beam.runners.job.utils (module) apache_beam.runners.pipeline_context (module) apache_beam.runners.runner (module) apache_beam.testing (module) apache_beam.testing.pipeline_verifiers (module) apache_beam.testing.test_pipeline (module) apache_beam.testing.test_stream (module) apache_beam.testing.test_utils (module) apache_beam.testing.util (module) apache_beam.transforms (module) apache_beam.transforms.combiners (module) apache_beam.transforms.core (module) apache_beam.transforms.display (module) apache_beam.transforms.ptransform (module) apache_beam.transforms.sideinputs (module) apache_beam.transforms.timeutil (module) apache_beam.transforms.trigger (module) apache_beam.transforms.util (module) apache_beam.transforms.window (module) apache_beam.typehints (module) apache_beam.typehints.decorators (module) apache_beam.typehints.native_type_compatibility (module) apache_beam.typehints.opcodes (module) apache_beam.typehints.trivial_inference (module) apache_beam.typehints.typecheck (module) apache_beam.typehints.typehints (module) apache_beam.utils (module) apache_beam.utils.annotations (module) apache_beam.utils.plugin (module) apache_beam.utils.processes (module) apache_beam.utils.profiler (module) apache_beam.utils.proto_utils (module) apache_beam.utils.retry (module) apache_beam.utils.timestamp (module) apache_beam.utils.urns (module) apache_beam.version (module) append_to_cache() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) apply() (apache_beam.pipeline.Pipeline method) (apache_beam.runners.runner.PipelineRunner method) (apache_beam.transforms.core.CombineFn method) apply__GroupAlsoByWindow() (apache_beam.runners.direct.direct_runner.DirectRunner method) apply__GroupByKeyOnly() (apache_beam.runners.direct.direct_runner.DirectRunner method) apply_CombinePerKey() (apache_beam.runners.direct.direct_runner.DirectRunner method) apply_CombineValues() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) apply_GroupByKey() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) apply_PTransform() (apache_beam.runners.runner.PipelineRunner method) apply_ReadStringsFromPubSub() (apache_beam.runners.direct.direct_runner.DirectRunner method) apply_WriteStringsToPubSub() (apache_beam.runners.direct.direct_runner.DirectRunner method) apply_WriteToBigQuery() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) ArgumentPlaceholder (class in apache_beam.internal.util) ArtifactRetrievalServiceServicer (class in apache_beam.portability.api.beam_artifact_api_pb2_grpc) ArtifactRetrievalServiceStub (class in apache_beam.portability.api.beam_artifact_api_pb2_grpc) ArtifactStagingServiceServicer (class in apache_beam.portability.api.beam_artifact_api_pb2_grpc) ArtifactStagingServiceStub (class in apache_beam.portability.api.beam_artifact_api_pb2_grpc) as_cloud_object() (apache_beam.coders.coders.BytesCoder method) (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.WindowedValueCoder method) as_singleton_view() (apache_beam.transforms.core.CombineGlobally method) as_view (apache_beam.transforms.core.CombineGlobally attribute) AsDict (class in apache_beam.pvalue) AsIter (class in apache_beam.pvalue) AsList (class in apache_beam.pvalue) assert_reentrant_reads_succeed() (in module apache_beam.io.source_test_utils) assert_sources_equal_reference_source() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_behavior() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_binary() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_exhaustive() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_fails() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_succeeds_and_consistent() (in module apache_beam.io.source_test_utils) assert_that() (in module apache_beam.testing.util) assign() (apache_beam.transforms.window.FixedWindows method) (apache_beam.transforms.window.GlobalWindows method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.SlidingWindows method) (apache_beam.transforms.window.WindowFn method) AsSingleton (class in apache_beam.pvalue) attempt_call() (apache_beam.runners.direct.executor.TransformExecutor method) AuthenticationException AUTO (apache_beam.io.filesystem.CompressionTypes attribute) await_completion() (apache_beam.runners.direct.executor.Executor method)

B

BeamError BeamFnControlServicer (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnControlStub (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnDataServicer (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnDataStub (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnLoggingServicer (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnLoggingStub (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnStateServicer (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamFnStateStub (class in apache_beam.portability.api.beam_fn_api_pb2_grpc) BeamPlugin (class in apache_beam.utils.plugin) BIGQUERY_API_SERVICE (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) BigQueryDisposition (class in apache_beam.io.gcp.bigquery) BigQuerySink (class in apache_beam.io.gcp.bigquery) BigQuerySource (class in apache_beam.io.gcp.bigquery) binary_add() (in module apache_beam.typehints.opcodes) binary_and() (in module apache_beam.typehints.opcodes) binary_divide() (in module apache_beam.typehints.opcodes) binary_floor_divide() (in module apache_beam.typehints.opcodes) binary_lshift() (in module apache_beam.typehints.opcodes) binary_modulo() (in module apache_beam.typehints.opcodes) binary_multiply() (in module apache_beam.typehints.opcodes)

binary_or() (in module apache_beam.typehints.opcodes) binary_power() (in module apache_beam.typehints.opcodes) binary_rshift() (in module apache_beam.typehints.opcodes) binary_subscr() (in module apache_beam.typehints.opcodes) binary_subtract() (in module apache_beam.typehints.opcodes) binary_true_divide() (in module apache_beam.typehints.opcodes) binary_xor() (in module apache_beam.typehints.opcodes) bind_type_variables() (apache_beam.typehints.typehints.TypeVariable method) BoundedSource (class in apache_beam.io.iobase) BoundedWindow (class in apache_beam.transforms.window) BoundMethod (class in apache_beam.typehints.trivial_inference) build_class() (in module apache_beam.typehints.opcodes) build_list() (in module apache_beam.typehints.opcodes) build_map() (in module apache_beam.typehints.opcodes) build_slice() (in module apache_beam.typehints.opcodes) build_tuple() (in module apache_beam.typehints.opcodes) BundleFactory (class in apache_beam.runners.direct.bundle_factory) byte_array_to_json_string() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) ByteCountingOutputStream (class in apache_beam.coders.slow_stream) BytesCoder (class in apache_beam.coders.coders) BZIP2 (apache_beam.io.filesystem.CompressionTypes attribute)

C

cache (apache_beam.runners.direct.direct_runner.DirectRunner attribute) call() (apache_beam.runners.direct.executor.TransformExecutor method) (in module apache_beam.utils.processes) call_function() (in module apache_beam.typehints.opcodes) call_function_kw() (in module apache_beam.typehints.opcodes) call_function_var() (in module apache_beam.typehints.opcodes) call_function_var_wk() (in module apache_beam.typehints.opcodes) Cancel() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) cancel() (apache_beam.runners.experimental.python_rpc_direct.server.JobService method) (apache_beam.runners.runner.PipelineResult method) CANCELLED (apache_beam.runners.runner.PipelineState attribute) CANCELLING (apache_beam.runners.runner.PipelineState attribute) check_accessible() (in module apache_beam.options.value_provider) check_call() (in module apache_beam.utils.processes) check_output() (in module apache_beam.utils.processes) CHUNK_SIZE (apache_beam.io.filesystem.FileSystem attribute) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem attribute) Clock (class in apache_beam.runners.direct.clock) (class in apache_beam.utils.retry) close() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.iobase.Writer method) closed() (apache_beam.io.filesystem.CompressedFile method) closure_type() (apache_beam.typehints.trivial_inference.FrameState method) Coder (class in apache_beam.coders.coders) coders() (apache_beam.coders.coders.TupleCoder method) CoGroupByKey (class in apache_beam.transforms.util) combine_op() (apache_beam.transforms.trigger.AfterAll method) (apache_beam.transforms.trigger.AfterAny method) CombineFn (class in apache_beam.transforms.core) CombineGlobally (class in apache_beam.transforms.core) CombinePerKey (class in apache_beam.transforms.core) CombineValues (class in apache_beam.transforms.core) commit_logical() (apache_beam.runners.direct.direct_metrics.DirectMetric method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method) commit_physical() (apache_beam.runners.direct.direct_metrics.DirectMetric method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method) CommitManifest() (apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer method) compare_op() (in module apache_beam.typehints.opcodes) compare_path() (in module apache_beam.io.gcp.datastore.v1.helper) CompressedFile (class in apache_beam.io.filesystem) CompressionTypes (class in apache_beam.io.filesystem) COMPUTE_API_SERVICE (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) compute_hash() (in module apache_beam.testing.test_utils) ConcatPosition (class in apache_beam.runners.dataflow.native_io.iobase)

ConcatRangeTracker (class in apache_beam.io.concat_source) ConcatSource (class in apache_beam.io.concat_source) Const (class in apache_beam.typehints.trivial_inference) const_type() (apache_beam.typehints.trivial_inference.FrameState method) consumed_split_points (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) ConsumerTrackingPipelineVisitor (class in apache_beam.runners.direct.consumer_tracking_pipeline_visitor) Control() (apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer method) convert_to_beam_type() (in module apache_beam.typehints.native_type_compatibility) convert_to_beam_types() (in module apache_beam.typehints.native_type_compatibility) copy() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.localfilesystem.LocalFileSystem method) (apache_beam.typehints.trivial_inference.FrameState method) copy_batch() (apache_beam.io.gcp.gcsio.GcsIO method) copytree() (apache_beam.io.gcp.gcsio.GcsIO method) count (apache_beam.metrics.cells.DistributionResult attribute) Count (class in apache_beam.transforms.combiners) count() (apache_beam.io.gcp.datastore.v1.util.MovingSum method) Count.Globally (class in apache_beam.transforms.combiners) Count.PerElement (class in apache_beam.transforms.combiners) Count.PerKey (class in apache_beam.transforms.combiners) COUNT_TAG (apache_beam.transforms.trigger.AfterCount attribute) Counter (class in apache_beam.metrics.metricbase) counter() (apache_beam.metrics.metric.Metrics static method) Create (class in apache_beam.transforms.core) create() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) create_accumulator() (apache_beam.transforms.core.CombineFn method) create_bundle() (apache_beam.runners.direct.bundle_factory.BundleFactory method) (apache_beam.runners.direct.evaluation_context.EvaluationContext method) create_commit() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) create_empty_committed_bundle() (apache_beam.runners.direct.bundle_factory.BundleFactory method) (apache_beam.runners.direct.evaluation_context.EvaluationContext method) create_entities() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) create_from() (apache_beam.transforms.display.DisplayData class method) create_from_options() (apache_beam.transforms.display.DisplayData class method) CREATE_IF_NEEDED (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) CREATE_NEVER (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) create_response() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) create_run_query() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) CreatePTransformOverride (class in apache_beam.runners.dataflow.ptransform_overrides)

D

Data() (apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer method) DATAFLOW_ENDPOINT (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) DataflowMetrics (class in apache_beam.runners.dataflow.dataflow_metrics) DataflowRunner (class in apache_beam.runners.dataflow.dataflow_runner) DataflowRunner.CreatePTransformOverride (class in apache_beam.runners.dataflow.dataflow_runner) DebugOptions (class in apache_beam.options.pipeline_options) dec() (apache_beam.metrics.metricbase.Counter method) decode() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.StrUtf8Coder method) (apache_beam.io.gcp.bigquery.TableRowJsonCoder method) DEFAULT_DESIRED_BUNDLE_SIZE (apache_beam.io.avroio.ReadAllFromAvro attribute) (apache_beam.io.textio.ReadAllFromText attribute) default_label() (apache_beam.transforms.core.CombineFn method) (apache_beam.transforms.core.CombineGlobally method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.PartitionFn method) (apache_beam.transforms.ptransform.PTransform method) default_output_coder() (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.iobase.BoundedSource method) DEFAULT_RUNNER (apache_beam.options.pipeline_options.StandardOptions attribute) default_type_hints() (apache_beam.runners.direct.helper_transforms.FinishCombine method) (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.transforms.core.ParDo method) (apache_beam.typehints.decorators.WithTypeHints method) default_window_mapping_fn() (in module apache_beam.transforms.sideinputs) DefaultRootBundleProvider (class in apache_beam.runners.direct.transform_evaluator) DefaultTrigger (class in apache_beam.transforms.trigger) delete() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.localfilesystem.LocalFileSystem method) delete_attr() (in module apache_beam.typehints.opcodes) delete_batch() (apache_beam.io.gcp.gcsio.GcsIO method) delete_fast() (in module apache_beam.typehints.opcodes) delete_global() (in module apache_beam.typehints.opcodes) delete_slice_0() (in module apache_beam.typehints.opcodes) delete_slice_1() (in module apache_beam.typehints.opcodes) delete_slice_2() (in module apache_beam.typehints.opcodes) delete_slice_3() (in module apache_beam.typehints.opcodes) DeleteFromDatastore (class in apache_beam.io.gcp.datastore.v1.datastoreio) DEPENDENT_REAL_TIME (apache_beam.transforms.timeutil.TimeDomain attribute) describe_mismatch() (apache_beam.testing.pipeline_verifiers.FileChecksumMatcher method) (apache_beam.testing.pipeline_verifiers.PipelineStateMatcher method) describe_to() (apache_beam.testing.pipeline_verifiers.FileChecksumMatcher method) (apache_beam.testing.pipeline_verifiers.PipelineStateMatcher method) deserialize_windowing_strategy() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner class method)

detect_compression_type() (apache_beam.io.filesystem.CompressionTypes class method) dict_to_struct() (in module apache_beam.runners.job.utils) DillCoder (class in apache_beam.coders.coders) DirectMetric (class in apache_beam.runners.direct.direct_metrics) DirectMetrics (class in apache_beam.runners.direct.direct_metrics) DirectOptions (class in apache_beam.options.pipeline_options) DirectRunner (class in apache_beam.runners.direct.direct_runner) DirectStepContext (class in apache_beam.runners.direct.evaluation_context) DirectUnmergedState (class in apache_beam.runners.direct.evaluation_context) DISCARDING (apache_beam.transforms.trigger.AccumulationMode attribute) display_data() (apache_beam.io.avroio.ReadFromAvro method) (apache_beam.io.avroio.WriteToAvro method) (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.gcp.bigquery.BigQuerySink method) (apache_beam.io.gcp.bigquery.BigQuerySource method) (apache_beam.io.gcp.bigquery.WriteToBigQuery method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn method) (apache_beam.io.iobase.Read method) (apache_beam.io.iobase.Write method) (apache_beam.options.pipeline_options.PipelineOptions method) (apache_beam.transforms.core.CombineGlobally method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.display.HasDisplayData method) DisplayData (class in apache_beam.transforms.display) DisplayDataItem (class in apache_beam.transforms.display) Distribution (class in apache_beam.metrics.metricbase) distribution() (apache_beam.metrics.metric.Metrics static method) DistributionResult (class in apache_beam.metrics.cells) DockerRPCManager (class in apache_beam.runners.job.manager) DoFn (class in apache_beam.transforms.core) DoFnParams (apache_beam.transforms.core.DoFn attribute) DONE (apache_beam.runners.runner.PipelineState attribute) DRAINED (apache_beam.runners.runner.PipelineState attribute) DRAINING (apache_beam.runners.runner.PipelineState attribute) drop_if_default() (apache_beam.transforms.display.DisplayDataItem method) drop_if_none() (apache_beam.transforms.display.DisplayDataItem method) dump_session() (in module apache_beam.internal.pickler) dumps() (in module apache_beam.internal.pickler) dup_top() (in module apache_beam.typehints.opcodes) dup_topx() (in module apache_beam.typehints.opcodes) Duration (class in apache_beam.utils.timestamp) DynamicSplitRequest (class in apache_beam.runners.dataflow.native_io.iobase) DynamicSplitResult (class in apache_beam.runners.dataflow.native_io.iobase) DynamicSplitResultWithPosition (class in apache_beam.runners.dataflow.native_io.iobase)

E

element_type (apache_beam.pvalue.AsIter attribute) (apache_beam.pvalue.AsSingleton attribute) element_type() (in module apache_beam.typehints.trivial_inference) ElementEvent (class in apache_beam.testing.test_stream) ElementParam (apache_beam.transforms.core.DoFn attribute) EmptySideInput (class in apache_beam.pvalue) encode() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.StrUtf8Coder method) (apache_beam.io.gcp.bigquery.TableRowJsonCoder method) end (apache_beam.transforms.window.BoundedWindow attribute) (apache_beam.transforms.window.IntervalWindow attribute) ENDPOINT_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) equal_to() (in module apache_beam.testing.util) ERR_INVALID_GCS_BUCKET (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_GCS_OBJECT (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_GCS_PATH (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_JOB_NAME (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_NOT_POSITIVE (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_PROJECT_ID (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_PROJECT_NUMBER (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_TEST_MATCHER_TYPE (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_TEST_MATCHER_UNPICKLABLE (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_MISSING_GCS_PATH (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_MISSING_OPTION (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) estimate_size() (apache_beam.coders.coders.Coder method) (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.iobase.BoundedSource method) EvaluationContext (class in apache_beam.runners.direct.evaluation_context) Event (class in apache_beam.testing.test_stream) exec_stmt() (in module apache_beam.typehints.opcodes) Executor (class in apache_beam.runners.direct.executor) exists() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.localfilesystem.LocalFileSystem method) expand() (apache_beam.io.avroio.ReadAllFromAvro method) (apache_beam.io.avroio.ReadFromAvro method) (apache_beam.io.avroio.WriteToAvro method) (apache_beam.io.gcp.bigquery.WriteToBigQuery method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore method) (apache_beam.io.gcp.pubsub.ReadStringsFromPubSub method) (apache_beam.io.gcp.pubsub.WriteStringsToPubSub method) (apache_beam.io.iobase.Read method) (apache_beam.io.iobase.Write method) (apache_beam.io.textio.ReadAllFromText method) (apache_beam.io.textio.ReadFromText method) (apache_beam.io.textio.WriteToText method) (apache_beam.io.tfrecordio.ReadFromTFRecord method) (apache_beam.io.tfrecordio.WriteToTFRecord method) (apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate method) (apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse method) (apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey method) (apache_beam.testing.test_stream.TestStream method) (apache_beam.transforms.combiners.Count.Globally method) (apache_beam.transforms.combiners.Count.PerElement method) (apache_beam.transforms.combiners.Count.PerKey method) (apache_beam.transforms.combiners.Mean.Globally method) (apache_beam.transforms.combiners.Mean.PerKey method) (apache_beam.transforms.combiners.ToDict method) (apache_beam.transforms.combiners.ToList method) (apache_beam.transforms.core.CombineGlobally method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.CombineValues method) (apache_beam.transforms.core.Create method) (apache_beam.transforms.core.Flatten method) (apache_beam.transforms.core.GroupByKey method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.core.Partition method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) (apache_beam.transforms.util.CoGroupByKey method)

extract_committed() (apache_beam.runners.direct.direct_metrics.DirectMetric method) extract_fired_timers() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) (apache_beam.runners.direct.watermark_manager.WatermarkManager method) extract_latest_attempted() (apache_beam.runners.direct.direct_metrics.DirectMetric method) extract_output() (apache_beam.transforms.core.CombineFn method)

F

FAILED (apache_beam.runners.runner.PipelineState attribute) FastPrimitivesCoder (class in apache_beam.coders.coders) fetch_entities() (in module apache_beam.io.gcp.datastore.v1.helper) FileBasedSink (class in apache_beam.io.filebasedsink) FileBasedSource (class in apache_beam.io.filebasedsource) FileChecksumMatcher (class in apache_beam.testing.pipeline_verifiers) FileMetadata (class in apache_beam.io.filesystem) FileSystem (class in apache_beam.io.filesystem) FileSystems (class in apache_beam.io.filesystems) Filter() (in module apache_beam.transforms.core) finalize_write() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.iobase.Sink method) finish_bundle() (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.transforms.core.DoFn method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) FinishCombine (class in apache_beam.runners.direct.helper_transforms) FixedSizeGlobally() (apache_beam.transforms.combiners.Sample static method) FixedSizePerKey() (apache_beam.transforms.combiners.Sample static method) FixedWindows (class in apache_beam.transforms.window) FlatMap() (in module apache_beam.transforms.core) Flatten (class in apache_beam.transforms.core) flatten_input_visitor() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) FloatCoder (class in apache_beam.coders.coders) flush() (apache_beam.io.filesystem.CompressedFile method) for_input_type() (apache_beam.transforms.core.CombineFn method) format (apache_beam.io.gcp.bigquery.BigQuerySink attribute) (apache_beam.io.gcp.bigquery.BigQuerySource attribute) fraction_consumed() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) fraction_to_position() (apache_beam.io.range_trackers.LexicographicKeyRangeTracker class method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) FrameState (class in apache_beam.typehints.trivial_inference) from_callable() (apache_beam.transforms.core.CombineFn static method) (apache_beam.transforms.core.DoFn static method)

from_dictionary() (apache_beam.options.pipeline_options.PipelineOptions class method) from_json_value() (in module apache_beam.internal.gcp.json_value) from_micros() (in module apache_beam.utils.proto_utils) from_runner_api() (apache_beam.coders.coders.Coder class method) (apache_beam.pipeline.Pipeline static method) (apache_beam.pvalue.PCollection static method) (apache_beam.runners.pipeline_context.PipelineContext static method) (apache_beam.transforms.core.Windowing static method) (apache_beam.transforms.ptransform.PTransform class method) (apache_beam.transforms.trigger.AfterCount static method) (apache_beam.transforms.trigger.AfterEach static method) (apache_beam.transforms.trigger.AfterWatermark static method) (apache_beam.transforms.trigger.DefaultTrigger static method) (apache_beam.transforms.trigger.OrFinally static method) (apache_beam.transforms.trigger.Repeatedly static method) (apache_beam.transforms.trigger.TriggerFn static method) (apache_beam.utils.urns.RunnerApiFn class method) from_runner_api_parameter() (apache_beam.coders.coders.TupleCoder static method) (apache_beam.io.iobase.Read static method) (apache_beam.transforms.core.CombinePerKey static method) (apache_beam.transforms.core.CombineValues static method) (apache_beam.transforms.core.Flatten static method) (apache_beam.transforms.core.GroupByKey static method) (apache_beam.transforms.core.ParDo static method) (apache_beam.transforms.core.WindowInto static method) (apache_beam.transforms.ptransform.PTransform static method) (apache_beam.transforms.window.FixedWindows static method) (apache_beam.transforms.window.GlobalWindows static method) (apache_beam.transforms.window.Sessions static method) (apache_beam.transforms.window.SlidingWindows static method) from_string() (apache_beam.transforms.timeutil.TimeDomain static method) from_type_hint() (apache_beam.coders.coders.Coder class method) (apache_beam.coders.coders.IterableCoder static method) (apache_beam.coders.coders.ProtoCoder static method) (apache_beam.coders.coders.TupleCoder static method) (apache_beam.coders.coders.TupleSequenceCoder static method) FuzzedExponentialIntervals (class in apache_beam.utils.retry)

G

gap_size (apache_beam.transforms.window.Sessions attribute) GCS_BUCKET (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) GCS_PREFIX (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem attribute) GCS_SCHEME (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) GCS_URI (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) GCSFileSystem (class in apache_beam.io.gcp.gcsfilesystem) GcsIO (class in apache_beam.io.gcp.gcsio) get() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) (apache_beam.coders.slow_stream.OutputStream method) (apache_beam.options.value_provider.RuntimeValueProvider method) (apache_beam.options.value_provider.StaticValueProvider method) (apache_beam.options.value_provider.ValueProvider method) get_accumulator_coder() (apache_beam.transforms.core.CombineFn method) get_aggregator_values() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) get_all_options() (apache_beam.options.pipeline_options.PipelineOptions method) get_all_plugin_paths() (apache_beam.utils.plugin.BeamPlugin class method) get_all_subclasses() (apache_beam.utils.plugin.BeamPlugin class method) get_chunk_size() (apache_beam.io.filesystems.FileSystems static method) get_count() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) get_datastore() (in module apache_beam.io.gcp.datastore.v1.helper) get_dict() (apache_beam.transforms.display.DisplayDataItem method) get_dict_table_schema() (apache_beam.io.gcp.bigquery.WriteToBigQuery static method) get_estimated_num_splits() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore static method) get_estimated_size_bytes() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore static method) get_evaluator() (apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry method) get_execution_context() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) get_filesystem() (apache_beam.io.filesystems.FileSystems static method) get_full_options_as_args() (apache_beam.testing.test_pipeline.TestPipeline method) get_function_arguments() (apache_beam.transforms.core.DoFn method) get_global() (apache_beam.typehints.trivial_inference.FrameState method) get_impl() (apache_beam.coders.coders.Coder method) (apache_beam.transforms.window.TimestampCombiner static method) get_iter() (in module apache_beam.typehints.opcodes) get_keyed_state() (apache_beam.runners.direct.evaluation_context.DirectStepContext method) get_matcher() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride method) (apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride method) get_name() (apache_beam.typehints.trivial_inference.FrameState method) get_namespace() (apache_beam.metrics.metric.Metrics static method) get_option() (apache_beam.testing.test_pipeline.TestPipeline method) get_output_type() (apache_beam.transforms.core.Create method) get_progress() (apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader method) get_range_tracker() (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.iobase.BoundedSource method) get_replacement_transform() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride method) (apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride method)

get_root_bundle_provider() (apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry method) get_root_bundles() (apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider method) (apache_beam.runners.direct.transform_evaluator.RootBundleProvider method) get_scheme() (apache_beam.io.filesystems.FileSystems static method) get_service_credentials() (in module apache_beam.internal.gcp.auth) get_splits() (in module apache_beam.io.gcp.datastore.v1.query_splitter) get_table_schema_from_string() (apache_beam.io.gcp.bigquery.WriteToBigQuery static method) get_transformed_output_time() (apache_beam.transforms.window.WindowFn method) get_type_hints() (apache_beam.typehints.decorators.WithTypeHints method) get_typed_value_descriptor() (in module apache_beam.internal.gcp.json_value) get_value_or_schedule_after_output() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) get_varint_size() (in module apache_beam.coders.slow_stream) get_watermarks() (apache_beam.runners.direct.watermark_manager.WatermarkManager method) get_window_coder() (apache_beam.transforms.window.FixedWindows method) (apache_beam.transforms.window.GlobalWindows method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.SlidingWindows method) (apache_beam.transforms.window.WindowFn method) get_windowing() (apache_beam.io.gcp.pubsub.ReadStringsFromPubSub method) (apache_beam.io.iobase.Read method) (apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse method) (apache_beam.testing.test_stream.TestStream method) (apache_beam.transforms.core.Create method) (apache_beam.transforms.core.Flatten method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) GetArtifact() (apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer method) GetManifest() (apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer method) GetMessageStream() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) getMessageStream() (apache_beam.runners.experimental.python_rpc_direct.server.JobService method) GetProvisionInfo() (apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer method) GetState() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) getState() (apache_beam.runners.experimental.python_rpc_direct.server.JobService method) GetStateStream() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) getStateStream() (apache_beam.runners.experimental.python_rpc_direct.server.JobService method) glob() (apache_beam.io.gcp.gcsio.GcsIO method) global_to_local() (apache_beam.io.concat_source.ConcatRangeTracker method) GlobalWindow (class in apache_beam.transforms.window) GlobalWindows (class in apache_beam.transforms.window) GoogleCloudOptions (class in apache_beam.options.pipeline_options) group_by_key_input_visitor() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) GroupByKey (class in apache_beam.transforms.core) GroupByKey.ReifyWindows (class in apache_beam.transforms.core) GZIP (apache_beam.io.filesystem.CompressionTypes attribute)

H

handle_result() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) has_cache (apache_beam.runners.direct.evaluation_context.EvaluationContext attribute) has_data() (apache_beam.io.gcp.datastore.v1.util.MovingSum method)

has_defaults (apache_beam.transforms.core.CombineGlobally attribute) HasDisplayData (class in apache_beam.transforms.display) hashable() (in module apache_beam.typehints.trivial_inference)

I

id_label (apache_beam.io.gcp.pubsub.ReadStringsFromPubSub attribute) import_from() (in module apache_beam.typehints.opcodes) import_name() (in module apache_beam.typehints.opcodes) inc() (apache_beam.metrics.metric.Metrics.DelegatingCounter method) (apache_beam.metrics.metricbase.Counter method) INDEX_TAG (apache_beam.transforms.trigger.AfterEach attribute) infer_output_type() (apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse method) (apache_beam.transforms.core.Create method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.GroupByKey.ReifyWindows method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) infer_return_type() (in module apache_beam.typehints.trivial_inference) infer_return_type_func() (in module apache_beam.typehints.trivial_inference) initialize_write() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.iobase.Sink method) inpalce_or() (in module apache_beam.typehints.opcodes) inplace_add() (in module apache_beam.typehints.opcodes) inplace_and() (in module apache_beam.typehints.opcodes) inplace_divide() (in module apache_beam.typehints.opcodes) inplace_floor_divide() (in module apache_beam.typehints.opcodes) inplace_lshift() (in module apache_beam.typehints.opcodes) inplace_modulo() (in module apache_beam.typehints.opcodes) inplace_multiply() (in module apache_beam.typehints.opcodes) inplace_power() (in module apache_beam.typehints.opcodes) inplace_rshift() (in module apache_beam.typehints.opcodes) inplace_subtract() (in module apache_beam.typehints.opcodes) inplace_true_divide() (in module apache_beam.typehints.opcodes) inplace_xor() (in module apache_beam.typehints.opcodes) InputStream (class in apache_beam.coders.slow_stream) insert_values_in_args() (in module apache_beam.internal.util) instance_to_type() (in module apache_beam.typehints.trivial_inference) intersects() (apache_beam.transforms.window.IntervalWindow method) IntervalWindow (class in apache_beam.transforms.window) is_accessible() (apache_beam.options.value_provider.RuntimeValueProvider method) (apache_beam.options.value_provider.StaticValueProvider method) (apache_beam.options.value_provider.ValueProvider method)

is_bounded() (apache_beam.io.iobase.BoundedSource method) (apache_beam.runners.dataflow.native_io.iobase.NativeSource method) is_default() (apache_beam.transforms.core.Windowing method) is_deterministic() (apache_beam.coders.coders.BytesCoder method) (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.FloatCoder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.ProtoCoder method) (apache_beam.coders.coders.SingletonCoder method) (apache_beam.coders.coders.StrUtf8Coder method) (apache_beam.coders.coders.TimestampCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.TupleSequenceCoder method) (apache_beam.coders.coders.VarIntCoder method) (apache_beam.coders.coders.WindowedValueCoder method) is_done() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) is_empty() (in module apache_beam.testing.util) is_full_string_match() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) is_globally_windowed() (apache_beam.transforms.sideinputs.SideInputMap method) is_key_valid() (in module apache_beam.io.gcp.datastore.v1.helper) is_kv_coder() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.WindowedValueCoder method) is_late() (apache_beam.transforms.trigger.AfterWatermark method) is_merging() (apache_beam.transforms.window.NonMergingWindowFn method) (apache_beam.transforms.window.WindowFn method) is_process_bounded() (apache_beam.transforms.core.DoFn method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) is_root_transform() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) is_service_runner() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) is_streaming_create() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride static method) (apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride static method) is_valid() (apache_beam.transforms.display.DisplayDataItem method) is_valid_compression_type() (apache_beam.io.filesystem.CompressionTypes class method) isoformat() (apache_beam.utils.timestamp.Timestamp method) IterableCoder (class in apache_beam.coders.coders)

J

JOB_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) JobService (class in apache_beam.runners.experimental.python_rpc_direct.server) JobServiceServicer (class in apache_beam.portability.api.beam_job_api_pb2_grpc) JobServiceStub (class in apache_beam.portability.api.beam_job_api_pb2_grpc)

join() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) json_string_to_byte_array() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method)

K

key_coder() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.WindowedValueCoder method)

key_comparator() (in module apache_beam.io.gcp.datastore.v1.helper) key_value_types() (in module apache_beam.typehints.trivial_inference) KeyedWorkItem (class in apache_beam.runners.direct.util) Keys() (in module apache_beam.transforms.util) KvSwap() (in module apache_beam.transforms.util)

L

label (apache_beam.transforms.ptransform.PTransform attribute) label_from_callable() (in module apache_beam.transforms.ptransform) Largest() (apache_beam.transforms.combiners.Top static method) LargestPerKey() (apache_beam.transforms.combiners.Top static method) last_record_start (apache_beam.io.range_trackers.OffsetRangeTracker attribute) LATE_TAG (apache_beam.transforms.trigger.AfterWatermark attribute) LexicographicKeyRangeTracker (class in apache_beam.io.range_trackers) LiftedCombinePerKey (class in apache_beam.runners.direct.helper_transforms) list_append() (in module apache_beam.typehints.opcodes) load_attr() (in module apache_beam.typehints.opcodes) load_closure() (in module apache_beam.typehints.opcodes)

load_const() (in module apache_beam.typehints.opcodes) load_deref() (in module apache_beam.typehints.opcodes) load_fast() (in module apache_beam.typehints.opcodes) load_global() (in module apache_beam.typehints.opcodes) load_locals() (in module apache_beam.typehints.opcodes) load_name() (in module apache_beam.typehints.opcodes) load_session() (in module apache_beam.internal.pickler) loads() (in module apache_beam.internal.pickler) local_to_global() (apache_beam.io.concat_source.ConcatRangeTracker method) LocalFileSystem (class in apache_beam.io.localfilesystem) Logging() (apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer method)

M

make_closure() (in module apache_beam.typehints.opcodes) make_fn() (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.CombineValues method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.core.Partition method) make_function() (in module apache_beam.typehints.opcodes) make_kind_stats_query() (in module apache_beam.io.gcp.datastore.v1.helper) make_latest_timestamp_query() (in module apache_beam.io.gcp.datastore.v1.helper) make_partition() (in module apache_beam.io.gcp.datastore.v1.helper) make_request() (in module apache_beam.io.gcp.datastore.v1.helper) Map() (in module apache_beam.transforms.core) match() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) match_type_variables() (apache_beam.typehints.typehints.TypeVariable method) MatchResult (class in apache_beam.io.filesystem) max (apache_beam.metrics.cells.DistributionResult attribute) max_timestamp() (apache_beam.transforms.window.BoundedWindow method) maybe_from_callable() (apache_beam.transforms.core.CombineFn static method) mean (apache_beam.metrics.cells.DistributionResult attribute) Mean (class in apache_beam.transforms.combiners) Mean.Globally (class in apache_beam.transforms.combiners) Mean.PerKey (class in apache_beam.transforms.combiners)

MemoryReporter (class in apache_beam.utils.profiler) merge() (apache_beam.transforms.window.NonMergingWindowFn method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.WindowFn method) (apache_beam.transforms.window.WindowFn.MergeContext method) merge_accumulators() (apache_beam.transforms.core.CombineFn method) Metric (class in apache_beam.metrics.metricbase) MetricName (class in apache_beam.metrics.metricbase) Metrics (class in apache_beam.metrics.metric) metrics() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) (apache_beam.runners.runner.PipelineResult method) Metrics.DelegatingCounter (class in apache_beam.metrics.metric) Metrics.DelegatingDistribution (class in apache_beam.metrics.metric) MetricsFilter (class in apache_beam.metrics.metric) mime_type() (apache_beam.io.filesystem.CompressionTypes class method) min (apache_beam.metrics.cells.DistributionResult attribute) MIN_FRACTION_OF_FILES_TO_STAT (apache_beam.io.filebasedsource.FileBasedSource attribute) MIN_NUMBER_OF_FILES_TO_STAT (apache_beam.io.filebasedsource.FileBasedSource attribute) MIN_REQUESTS (apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler attribute) mkdirs() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) MockClock (class in apache_beam.runners.direct.clock) MovingSum (class in apache_beam.io.gcp.datastore.v1.util)

N

names (apache_beam.metrics.metric.MetricsFilter attribute) namespaces (apache_beam.metrics.metric.MetricsFilter attribute) NativeSink (class in apache_beam.runners.dataflow.native_io.iobase) NativeSinkWriter (class in apache_beam.runners.dataflow.native_io.iobase) NativeSource (class in apache_beam.runners.dataflow.native_io.iobase)

NativeSourceReader (class in apache_beam.runners.dataflow.native_io.iobase) new_save_module_dict() (in module apache_beam.internal.pickler) no_retries() (in module apache_beam.utils.retry) NonMergingWindowFn (class in apache_beam.transforms.window) nop() (in module apache_beam.typehints.opcodes) notify_observers() (apache_beam.coders.observable.ObservableMixin method)

O

ObservableMixin (class in apache_beam.coders.observable) Of() (apache_beam.transforms.combiners.Top static method) of() (apache_beam.utils.timestamp.Duration static method) (apache_beam.utils.timestamp.Timestamp static method) offset (apache_beam.transforms.window.FixedWindows attribute) (apache_beam.transforms.window.SlidingWindows attribute) OFFSET_INFINITY (apache_beam.io.range_trackers.OffsetRangeTracker attribute) OffsetRangeTracker (class in apache_beam.io.range_trackers) on_element() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) on_fire() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) on_merge() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method)

open() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.localfilesystem.LocalFileSystem method) open_file() (apache_beam.io.filebasedsource.FileBasedSource method) open_shards() (in module apache_beam.testing.util) open_writer() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.iobase.Sink method) OPTIONS (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) options (apache_beam.pipeline.Pipeline attribute) OrderedPositionRangeTracker (class in apache_beam.io.range_trackers) OrFinally (class in apache_beam.transforms.trigger) OUTPUT_AT_EARLIEST (apache_beam.transforms.window.TimestampCombiner attribute) OUTPUT_AT_EARLIEST_TRANSFORMED (apache_beam.transforms.window.TimestampCombiner attribute) OUTPUT_AT_EOW (apache_beam.transforms.window.TimestampCombiner attribute) OUTPUT_AT_LATEST (apache_beam.transforms.window.TimestampCombiner attribute) OutputCheckWrapperDoFn (class in apache_beam.typehints.typecheck) OutputStream (class in apache_beam.coders.slow_stream)

P

pack_Any() (in module apache_beam.utils.proto_utils) pack_Struct() (in module apache_beam.utils.proto_utils) ParDo (class in apache_beam.transforms.core) parse_Bytes() (in module apache_beam.utils.proto_utils) PartialGroupByKeyCombiningValues (class in apache_beam.runners.direct.helper_transforms) Partition (class in apache_beam.transforms.core) Partition.ApplyPartitionFnFn (class in apache_beam.transforms.core) partition_for() (apache_beam.transforms.core.PartitionFn method) PartitionFn (class in apache_beam.transforms.core) patch_retry() (in module apache_beam.testing.test_utils) PCollection (class in apache_beam.pvalue) PENDING (apache_beam.runners.runner.PipelineState attribute) percent_complete (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) period (apache_beam.transforms.window.SlidingWindows attribute) PerKey() (apache_beam.transforms.combiners.Top static method) PermanentException PickleCoder (class in apache_beam.coders.coders) pipeline (apache_beam.transforms.ptransform.PTransform attribute) Pipeline (class in apache_beam.pipeline) PipelineContext (class in apache_beam.runners.pipeline_context) PipelineError PipelineOptions (class in apache_beam.options.pipeline_options) PipelineOptionsValidator (class in apache_beam.options.pipeline_options_validator) PipelineResult (class in apache_beam.runners.runner) PipelineRunner (class in apache_beam.runners.runner) PipelineState (class in apache_beam.runners.runner) PipelineStateMatcher (class in apache_beam.testing.pipeline_verifiers) poll_for_job_completion() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) pop_one() (in module apache_beam.typehints.opcodes) pop_three() (in module apache_beam.typehints.opcodes) pop_top() (in module apache_beam.typehints.opcodes) pop_two() (in module apache_beam.typehints.opcodes) Popen() (in module apache_beam.utils.processes) position (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) position_at_fraction() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method)

position_to_fraction() (apache_beam.io.range_trackers.LexicographicKeyRangeTracker class method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) predecessor() (apache_beam.utils.timestamp.Timestamp method) Prepare() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) print_item() (in module apache_beam.typehints.opcodes) print_newline() (in module apache_beam.typehints.opcodes) process() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn method) (apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn method) (apache_beam.runners.direct.helper_transforms.FinishCombine method) (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.GroupByKey.ReifyWindows method) (apache_beam.transforms.core.Partition.ApplyPartitionFnFn method) (apache_beam.transforms.core.WindowInto.WindowIntoFn method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) (apache_beam.typehints.typecheck.TypeCheckWrapperDoFn method) ProcessingTimeEvent (class in apache_beam.testing.test_stream) Profile (class in apache_beam.utils.profiler) ProfilingOptions (class in apache_beam.options.pipeline_options) PROJECT_ID_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) PROJECT_NUMBER_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ProtoCoder (class in apache_beam.coders.coders) ProvisionServiceServicer (class in apache_beam.portability.api.beam_provision_api_pb2_grpc) ProvisionServiceStub (class in apache_beam.portability.api.beam_provision_api_pb2_grpc) PTransform (class in apache_beam.transforms.ptransform) ptransform_fn() (in module apache_beam.transforms.ptransform) push_value() (in module apache_beam.typehints.opcodes) PutArtifact() (apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer method) PValueError PythonRPCDirectRunner (class in apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner)

Q

query() (apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method)

query_latest_statistics_timestamp() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore static method) QueryIterator (class in apache_beam.io.gcp.datastore.v1.helper)

R

RangeTracker (class in apache_beam.io.iobase) Read (class in apache_beam.io.iobase) read() (apache_beam.coders.slow_stream.InputStream method) (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.iobase.BoundedSource method) read_all() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_double() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_int32() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_int64() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_uint64() (apache_beam.coders.slow_stream.InputStream method) read_byte() (apache_beam.coders.slow_stream.InputStream method) read_from_source() (in module apache_beam.io.source_test_utils) read_records() (apache_beam.io.filebasedsource.FileBasedSource method) read_var_int64() (apache_beam.coders.slow_stream.InputStream method) readable() (apache_beam.io.filesystem.CompressedFile method) ReadAllFromAvro (class in apache_beam.io.avroio) ReadAllFromText (class in apache_beam.io.textio) reader() (apache_beam.io.gcp.bigquery.BigQuerySource method) (apache_beam.runners.dataflow.native_io.iobase.NativeSource method) ReaderPosition (class in apache_beam.runners.dataflow.native_io.iobase) ReaderProgress (class in apache_beam.runners.dataflow.native_io.iobase) ReadFromAvro (class in apache_beam.io.avroio) ReadFromDatastore (class in apache_beam.io.gcp.datastore.v1.datastoreio) ReadFromDatastore.ReadFn (class in apache_beam.io.gcp.datastore.v1.datastoreio) ReadFromDatastore.SplitQueryFn (class in apache_beam.io.gcp.datastore.v1.datastoreio) ReadFromText (class in apache_beam.io.textio) ReadFromTFRecord (class in apache_beam.io.tfrecordio) readline() (apache_beam.io.filesystem.CompressedFile method) ReadStringsFromPubSub (class in apache_beam.io.gcp.pubsub) REAL_TIME (apache_beam.transforms.timeutil.TimeDomain attribute) register_observer() (apache_beam.coders.observable.ObservableMixin method) register_pickle_urn() (apache_beam.utils.urns.RunnerApiFn class method) register_structured_urn() (apache_beam.coders.coders.Coder static method) register_urn() (apache_beam.coders.coders.Coder class method) (apache_beam.transforms.ptransform.PTransform class method) (apache_beam.utils.urns.RunnerApiFn class method) remaining_split_points (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) remaining_time (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) remove_objects_from_args() (in module apache_beam.internal.util) RemoveDuplicates() (in module apache_beam.transforms.util) rename() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.localfilesystem.LocalFileSystem method)

Repeatedly (class in apache_beam.transforms.trigger) replace_all() (apache_beam.pipeline.Pipeline method) report_once() (apache_beam.utils.profiler.MemoryReporter method) request_dynamic_split() (apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader method) reset() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) retry_on_beam_io_error_filter() (in module apache_beam.utils.retry) retry_on_io_error_and_server_error() (in module apache_beam.testing.pipeline_verifiers) retry_on_rpc_error() (in module apache_beam.io.gcp.datastore.v1.helper) retry_on_server_errors_and_timeout_filter() (in module apache_beam.utils.retry) retry_on_server_errors_filter() (in module apache_beam.utils.retry) returns_windowed_values (apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader attribute) RootBundleProvider (class in apache_beam.runners.direct.transform_evaluator) rot_four() (in module apache_beam.typehints.opcodes) rot_n() (in module apache_beam.typehints.opcodes) rot_three() (in module apache_beam.typehints.opcodes) rot_two() (in module apache_beam.typehints.opcodes) run() (apache_beam.pipeline.Pipeline method) Run() (apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer method) run() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) (apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner method) (apache_beam.runners.direct.direct_runner.DirectRunner method) (apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner.PythonRPCDirectRunner method) (apache_beam.runners.experimental.python_rpc_direct.server.JobService method) (apache_beam.runners.runner.PipelineRunner method) (apache_beam.testing.test_pipeline.TestPipeline method) run__NativeWrite() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_CombineValues() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_Flatten() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_GroupByKey() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_Impulse() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_ParDo() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_Read() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_transform() (apache_beam.runners.runner.PipelineRunner method) run_using_threadpool() (in module apache_beam.internal.util) RunnerApiFn (class in apache_beam.utils.urns) RunnerError RUNNING (apache_beam.runners.runner.PipelineState attribute) runtime_options (apache_beam.options.value_provider.RuntimeValueProvider attribute) RuntimeValueProvider (class in apache_beam.options.value_provider) RuntimeValueProviderError

S

Sample (class in apache_beam.transforms.combiners) save_module() (in module apache_beam.internal.pickler) schedule_pending_unblocked_tasks() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) schema_as_json() (apache_beam.io.gcp.bigquery.BigQuerySink method) scheme() (apache_beam.io.filesystem.FileSystem class method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem class method) (apache_beam.io.localfilesystem.LocalFileSystem class method) seek() (apache_beam.io.filesystem.CompressedFile method) seekable (apache_beam.io.filesystem.CompressedFile attribute) serialize_windowing_strategy() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner class method) serve() (in module apache_beam.runners.experimental.python_rpc_direct.server) Sessions (class in apache_beam.transforms.window) set_current_position() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) set_running_in_gce() (in module apache_beam.internal.gcp.auth) set_runtime_options() (apache_beam.options.value_provider.RuntimeValueProvider class method) set_split_points_unclaimed_callback() (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) set_time() (apache_beam.runners.direct.clock.MockClock method) SetupOptions (class in apache_beam.options.pipeline_options) should_drop() (apache_beam.transforms.display.DisplayDataItem method) should_execute_serially() (apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry method) should_fire() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) side_inputs (apache_beam.transforms.ptransform.PTransform attribute) SideInputError SideInputMap (class in apache_beam.transforms.sideinputs) SideInputParam (apache_beam.transforms.core.DoFn attribute) SingletonCoder (class in apache_beam.coders.coders) Sink (class in apache_beam.io.iobase) size (apache_beam.transforms.window.FixedWindows attribute) (apache_beam.transforms.window.SlidingWindows attribute) size() (apache_beam.coders.slow_stream.InputStream method) (apache_beam.coders.slow_stream.OutputStream method) (apache_beam.io.gcp.gcsio.GcsIO method) size_of_files_in_glob() (apache_beam.io.gcp.gcsio.GcsIO method) sleep() (apache_beam.utils.retry.Clock method) slice_0() (in module apache_beam.typehints.opcodes) slice_1() (in module apache_beam.typehints.opcodes) slice_2() (in module apache_beam.typehints.opcodes) slice_3() (in module apache_beam.typehints.opcodes) SlidingWindows (class in apache_beam.transforms.window) Smallest() (apache_beam.transforms.combiners.Top static method) SmallestPerKey() (apache_beam.transforms.combiners.Top static method) SORTBY (apache_beam.utils.profiler.Profile attribute) sources (apache_beam.io.concat_source.ConcatSource attribute) split() (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.iobase.BoundedSource method) (apache_beam.io.localfilesystem.LocalFileSystem method)

split_points() (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) SPLIT_POINTS_UNKNOWN (apache_beam.io.iobase.RangeTracker attribute) splittable (apache_beam.io.filebasedsource.FileBasedSource attribute) StandardOptions (class in apache_beam.options.pipeline_options) start (apache_beam.transforms.window.IntervalWindow attribute) start() (apache_beam.runners.direct.executor.Executor method) (apache_beam.utils.profiler.MemoryReporter method) start_bundle() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn method) (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.transforms.core.DoFn method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) start_position() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) STARTING (apache_beam.runners.runner.PipelineState attribute) state (apache_beam.runners.runner.PipelineResult attribute) State() (apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer method) StaticValueProvider (class in apache_beam.options.value_provider) steps (apache_beam.metrics.metric.MetricsFilter attribute) stop() (apache_beam.utils.profiler.MemoryReporter method) stop_position() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) STOPPED (apache_beam.runners.runner.PipelineState attribute) STORAGE_API_SERVICE (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) store_attr() (in module apache_beam.typehints.opcodes) store_fast() (in module apache_beam.typehints.opcodes) store_global() (in module apache_beam.typehints.opcodes) store_map() (in module apache_beam.typehints.opcodes) store_slice_0() (in module apache_beam.typehints.opcodes) store_slice_1() (in module apache_beam.typehints.opcodes) store_slice_2() (in module apache_beam.typehints.opcodes) store_slice_3() (in module apache_beam.typehints.opcodes) store_subscr() (in module apache_beam.typehints.opcodes) StreamingCreate (class in apache_beam.runners.dataflow.native_io.streaming_create) StreamingCreate.DecodeAndEmitDoFn (class in apache_beam.runners.dataflow.native_io.streaming_create) StreamingCreate.Impulse (class in apache_beam.runners.dataflow.native_io.streaming_create) struct_to_dict() (in module apache_beam.runners.job.utils) StrUtf8Coder (class in apache_beam.coders.coders) sub_range_tracker() (apache_beam.io.concat_source.ConcatRangeTracker method) subscription (apache_beam.io.gcp.pubsub.ReadStringsFromPubSub attribute) successful_request() (apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler method) sum (apache_beam.metrics.cells.DistributionResult attribute) sum() (apache_beam.io.gcp.datastore.v1.util.MovingSum method) symmetric_binary_op() (in module apache_beam.typehints.opcodes)

T

table_schema_to_dict() (apache_beam.io.gcp.bigquery.WriteToBigQuery static method) TableRowJsonCoder (class in apache_beam.io.gcp.bigquery) TaggedOutput (class in apache_beam.pvalue) takes_windowed_values (apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter attribute) tell() (apache_beam.io.filesystem.CompressedFile method) TestDataflowRunner (class in apache_beam.runners.dataflow.test_dataflow_runner) TestOptions (class in apache_beam.options.pipeline_options) TestPipeline (class in apache_beam.testing.test_pipeline) TestStream (class in apache_beam.testing.test_stream) throttle_request() (apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler method) time() (apache_beam.runners.direct.clock.Clock method) (apache_beam.runners.direct.clock.MockClock method) TimeDomain (class in apache_beam.transforms.timeutil) TimerFiring (class in apache_beam.runners.direct.util) timestamp (apache_beam.transforms.window.TimestampedValue attribute) Timestamp (class in apache_beam.utils.timestamp) TimestampCoder (class in apache_beam.coders.coders) TimestampCombiner (class in apache_beam.transforms.window) TimestampedValue (class in apache_beam.transforms.window) TimestampParam (apache_beam.transforms.core.DoFn attribute) to_delete_mutation() (apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore static method) to_json_value() (in module apache_beam.internal.gcp.json_value) to_runner_api() (apache_beam.coders.coders.Coder method) (apache_beam.pipeline.Pipeline method) (apache_beam.pvalue.PCollection method) (apache_beam.runners.pipeline_context.PipelineContext method) (apache_beam.transforms.core.Windowing method) (apache_beam.transforms.ptransform.PTransform method) (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.OrFinally method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) (apache_beam.utils.urns.RunnerApiFn method) to_runner_api_parameter() (apache_beam.coders.coders.BytesCoder method) (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.VarIntCoder method) (apache_beam.coders.coders.WindowedValueCoder method) (apache_beam.io.iobase.Read method) (apache_beam.transforms.core.CombineFn method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.CombineValues method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.Flatten method) (apache_beam.transforms.core.GroupByKey method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) (apache_beam.transforms.window.FixedWindows method) (apache_beam.transforms.window.GlobalWindows method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.SlidingWindows method) (apache_beam.transforms.window.WindowFn method) (apache_beam.utils.urns.RunnerApiFn method)

to_upsert_mutation() (apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore static method) to_utc_datetime() (apache_beam.utils.timestamp.Timestamp method) ToDict (class in apache_beam.transforms.combiners) ToList (class in apache_beam.transforms.combiners) Top (class in apache_beam.transforms.combiners) topic (apache_beam.io.gcp.pubsub.ReadStringsFromPubSub attribute) (apache_beam.io.gcp.pubsub.WriteStringsToPubSub attribute) TransformError TransformEvaluatorRegistry (class in apache_beam.runners.direct.transform_evaluator) TransformExecutor (class in apache_beam.runners.direct.executor) TransformResult (class in apache_beam.runners.direct.util) TriggerFn (class in apache_beam.transforms.trigger) try_claim() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) try_split() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) TupleCoder (class in apache_beam.coders.coders) TupleSequenceCoder (class in apache_beam.coders.coders) type_check_inputs() (apache_beam.transforms.ptransform.PTransform method) type_check_inputs_or_outputs() (apache_beam.transforms.ptransform.PTransform method) type_check_outputs() (apache_beam.transforms.ptransform.PTransform method) TypeCheckError TypeCheckWrapperDoFn (class in apache_beam.typehints.typecheck) typeDict (apache_beam.transforms.display.DisplayDataItem attribute) TypeInferenceError TypeOptions (class in apache_beam.options.pipeline_options) TypeVariable (class in apache_beam.typehints.typehints)

U

unary() (in module apache_beam.typehints.opcodes) unary_convert() (in module apache_beam.typehints.opcodes) unary_invert() (in module apache_beam.typehints.opcodes) unary_negative() (in module apache_beam.typehints.opcodes) unary_not() (in module apache_beam.typehints.opcodes) unary_positive() (in module apache_beam.typehints.opcodes) UNCOMPRESSED (apache_beam.io.filesystem.CompressionTypes attribute) union() (apache_beam.transforms.window.IntervalWindow method) (in module apache_beam.typehints.trivial_inference) union_list() (in module apache_beam.typehints.trivial_inference) UNKNOWN (apache_beam.runners.runner.PipelineState attribute) unpack_Any() (in module apache_beam.utils.proto_utils)

unpack_sequence() (in module apache_beam.typehints.opcodes) UnsplittableRangeTracker (class in apache_beam.io.range_trackers) UNSTARTED (apache_beam.io.range_trackers.OrderedPositionRangeTracker attribute) unwrap() (apache_beam.typehints.trivial_inference.Const static method) unwrap_all() (apache_beam.typehints.trivial_inference.Const static method) update() (apache_beam.metrics.metric.Metrics.DelegatingDistribution method) (apache_beam.metrics.metricbase.Distribution method) update_physical() (apache_beam.runners.direct.direct_metrics.DirectMetric method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method) update_watermarks() (apache_beam.runners.direct.watermark_manager.WatermarkManager method) UPDATED (apache_beam.runners.runner.PipelineState attribute) URI_SCHEMA_PATTERN (apache_beam.io.filesystems.FileSystems attribute) use_pvalue_cache() (apache_beam.runners.direct.evaluation_context.EvaluationContext method)

V

validate() (apache_beam.options.pipeline_options.GoogleCloudOptions method) (apache_beam.options.pipeline_options.TestOptions method) (apache_beam.options.pipeline_options.WorkerOptions method) (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_cloud_options() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_create() (apache_beam.io.gcp.bigquery.BigQueryDisposition static method) validate_gcs_path() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_optional_argument_positive() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_test_matcher() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_write() (apache_beam.io.gcp.bigquery.BigQueryDisposition static method) value (apache_beam.transforms.window.TimestampedValue attribute)

value_coder() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.WindowedValueCoder method) ValueProvider (class in apache_beam.options.value_provider) Values() (in module apache_beam.transforms.util) VarIntCoder (class in apache_beam.coders.coders) view_as() (apache_beam.options.pipeline_options.PipelineOptions method) visit() (apache_beam.pipeline.Pipeline method) visit_transform() (apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor method)

W

wait_until_finish() (apache_beam.runners.runner.PipelineResult method) WATERMARK (apache_beam.transforms.timeutil.TimeDomain attribute) WATERMARK_NEG_INF (apache_beam.runners.direct.watermark_manager.WatermarkManager attribute) WATERMARK_POS_INF (apache_beam.runners.direct.watermark_manager.WatermarkManager attribute) WatermarkEvent (class in apache_beam.testing.test_stream) WatermarkManager (class in apache_beam.runners.direct.watermark_manager) WatermarkReporterParam (apache_beam.transforms.core.DoFn attribute) windowed_value() (apache_beam.transforms.window.GlobalWindows class method) WindowedValue (in module apache_beam.typehints.typehints) WindowedValueCoder (class in apache_beam.coders.coders) WindowFn (class in apache_beam.transforms.window) WindowFn.AssignContext (class in apache_beam.transforms.window) WindowFn.MergeContext (class in apache_beam.transforms.window) windowing (apache_beam.pvalue.PCollection attribute) Windowing (class in apache_beam.transforms.core) WindowInto (class in apache_beam.transforms.core) WindowInto.WindowIntoFn (class in apache_beam.transforms.core) WindowParam (apache_beam.transforms.core.DoFn attribute) with_defaults() (apache_beam.transforms.core.CombineGlobally method) with_exponential_backoff() (in module apache_beam.utils.retry) with_input_types() (apache_beam.transforms.ptransform.PTransform method) (apache_beam.typehints.decorators.WithTypeHints method) (in module apache_beam.typehints.decorators) with_name() (apache_beam.metrics.metric.MetricsFilter method) with_names() (apache_beam.metrics.metric.MetricsFilter method) with_namespace() (apache_beam.metrics.metric.MetricsFilter method) with_namespaces() (apache_beam.metrics.metric.MetricsFilter method) with_output_types() (apache_beam.transforms.ptransform.PTransform method) (apache_beam.typehints.decorators.WithTypeHints method) (in module apache_beam.typehints.decorators) with_outputs() (apache_beam.transforms.core.ParDo method) with_step() (apache_beam.metrics.metric.MetricsFilter method) with_steps() (apache_beam.metrics.metric.MetricsFilter method) without_defaults() (apache_beam.transforms.core.CombineGlobally method)

WithTypeHints (class in apache_beam.typehints.decorators) WorkerOptions (class in apache_beam.options.pipeline_options) wrapper() (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) (apache_beam.typehints.typecheck.OutputCheckWrapperDoFn method) (apache_beam.typehints.typecheck.TypeCheckWrapperDoFn method) Write (class in apache_beam.io.iobase) write() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) (apache_beam.coders.slow_stream.OutputStream method) (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.iobase.Writer method) Write() (apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter method) WRITE_APPEND (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) write_bigendian_double() (apache_beam.coders.slow_stream.OutputStream method) write_bigendian_int32() (apache_beam.coders.slow_stream.OutputStream method) write_bigendian_int64() (apache_beam.coders.slow_stream.OutputStream method) write_bigendian_uint64() (apache_beam.coders.slow_stream.OutputStream method) write_byte() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) (apache_beam.coders.slow_stream.OutputStream method) WRITE_EMPTY (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) write_encoded_record() (apache_beam.io.filebasedsink.FileBasedSink method) write_mutations() (in module apache_beam.io.gcp.datastore.v1.helper) write_record() (apache_beam.io.filebasedsink.FileBasedSink method) WRITE_TRUNCATE (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) write_var_int64() (apache_beam.coders.slow_stream.OutputStream method) writeable() (apache_beam.io.filesystem.CompressedFile method) Writer (class in apache_beam.io.iobase) writer() (apache_beam.io.gcp.bigquery.BigQuerySink method) (apache_beam.runners.dataflow.native_io.iobase.NativeSink method) WriteStringsToPubSub (class in apache_beam.io.gcp.pubsub) WriteToAvro (class in apache_beam.io.avroio) WriteToBigQuery (class in apache_beam.io.gcp.bigquery) WriteToDatastore (class in apache_beam.io.gcp.datastore.v1.datastoreio) WriteToText (class in apache_beam.io.textio) WriteToTFRecord (class in apache_beam.io.tfrecordio)