Index

A

AbstractComponentCoderImpl (class in apache_beam.coders.coder_impl) AbstractDoFnWrapper (class in apache_beam.typehints.typecheck) ACCUMULATING (apache_beam.transforms.trigger.AccumulationMode attribute) AccumulationMode (class in apache_beam.transforms.trigger) accumulator (apache_beam.utils.counters.Counter attribute) AccumulatorCombineFn (class in apache_beam.transforms.cy_combiners) AccumulatorCombineFnCounter (class in apache_beam.utils.counters) add_elements() (apache_beam.testing.test_stream.TestStream method) add_input() (apache_beam.transforms.core.CombineFn method) (apache_beam.transforms.cy_combiners.AccumulatorCombineFn static method) (apache_beam.transforms.cy_combiners.AllAccumulator method) (apache_beam.transforms.cy_combiners.AnyAccumulator method) (apache_beam.transforms.cy_combiners.CountAccumulator method) (apache_beam.transforms.cy_combiners.MaxDoubleAccumulator method) (apache_beam.transforms.cy_combiners.MaxInt64Accumulator method) (apache_beam.transforms.cy_combiners.MeanDoubleAccumulator method) (apache_beam.transforms.cy_combiners.MeanInt64Accumulator method) (apache_beam.transforms.cy_combiners.MinDoubleAccumulator method) (apache_beam.transforms.cy_combiners.MinInt64Accumulator method) (apache_beam.transforms.cy_combiners.SumDoubleAccumulator method) (apache_beam.transforms.cy_combiners.SumInt64Accumulator method) add_inputs() (apache_beam.transforms.core.CombineFn method) add_property() (apache_beam.runners.dataflow.internal.apiclient.Step method) advance() (apache_beam.runners.direct.clock.MockClock method) advance_processing_time() (apache_beam.testing.test_stream.TestStream method) advance_watermark_to() (apache_beam.testing.test_stream.TestStream method) advance_watermark_to_infinity() (apache_beam.testing.test_stream.TestStream method) AfterAll (class in apache_beam.transforms.trigger) AfterAny (class in apache_beam.transforms.trigger) AfterCount (class in apache_beam.transforms.trigger) AfterEach (class in apache_beam.transforms.trigger) AfterWatermark (class in apache_beam.transforms.trigger) aggregated_values() (apache_beam.runners.runner.PipelineResult method) AllAccumulator (class in apache_beam.transforms.cy_combiners) AllCombineFn (class in apache_beam.transforms.cy_combiners) annotate() (in module apache_beam.utils.annotations) AnyAccumulator (class in apache_beam.transforms.cy_combiners) AnyCombineFn (class in apache_beam.transforms.cy_combiners) apache_beam (module) apache_beam.coders (module) apache_beam.coders.coder_impl (module) apache_beam.coders.coders (module) apache_beam.coders.coders_test_common (module) apache_beam.coders.observable (module) apache_beam.coders.proto2_coder_test_messages_pb2 (module) apache_beam.coders.slow_stream (module) apache_beam.coders.typecoders (module) apache_beam.error (module) apache_beam.internal (module) apache_beam.internal.gcp (module) apache_beam.internal.gcp.auth (module) apache_beam.internal.gcp.json_value (module) apache_beam.internal.pickler (module) apache_beam.internal.util (module) apache_beam.io (module) apache_beam.io.avroio (module) apache_beam.io.concat_source (module) apache_beam.io.filebasedsink (module) apache_beam.io.filebasedsource (module) apache_beam.io.filesystem (module) apache_beam.io.filesystems (module) apache_beam.io.gcp (module) apache_beam.io.gcp.bigquery (module) apache_beam.io.gcp.datastore (module) apache_beam.io.gcp.datastore.v1 (module) apache_beam.io.gcp.datastore.v1.datastoreio (module) apache_beam.io.gcp.datastore.v1.fake_datastore (module) apache_beam.io.gcp.datastore.v1.helper (module) apache_beam.io.gcp.datastore.v1.query_splitter (module) apache_beam.io.gcp.gcsfilesystem (module) apache_beam.io.gcp.gcsio (module) apache_beam.io.gcp.internal (module) apache_beam.io.gcp.pubsub (module) apache_beam.io.gcp.tests (module) apache_beam.io.gcp.tests.bigquery_matcher (module) apache_beam.io.iobase (module) apache_beam.io.localfilesystem (module) apache_beam.io.range_trackers (module) apache_beam.io.source_test_utils (module) apache_beam.io.textio (module) apache_beam.io.tfrecordio (module) apache_beam.metrics (module) apache_beam.metrics.cells (module) apache_beam.metrics.execution (module) apache_beam.metrics.metric (module) apache_beam.metrics.metricbase (module) apache_beam.options (module) apache_beam.options.pipeline_options (module) apache_beam.options.pipeline_options_validator (module) apache_beam.options.value_provider (module) apache_beam.pipeline (module) apache_beam.pvalue (module) apache_beam.runners (module) apache_beam.runners.common (module) apache_beam.runners.dataflow (module)

apache_beam.runners.dataflow.dataflow_metrics (module) apache_beam.runners.dataflow.dataflow_runner (module) apache_beam.runners.dataflow.internal (module) apache_beam.runners.dataflow.internal.apiclient (module) apache_beam.runners.dataflow.internal.dependency (module) apache_beam.runners.dataflow.internal.names (module) apache_beam.runners.dataflow.native_io (module) apache_beam.runners.dataflow.native_io.iobase (module) apache_beam.runners.dataflow.test_dataflow_runner (module) apache_beam.runners.direct (module) apache_beam.runners.direct.bundle_factory (module) apache_beam.runners.direct.clock (module) apache_beam.runners.direct.consumer_tracking_pipeline_visitor (module) apache_beam.runners.direct.direct_metrics (module) apache_beam.runners.direct.direct_runner (module) apache_beam.runners.direct.evaluation_context (module) apache_beam.runners.direct.executor (module) apache_beam.runners.direct.helper_transforms (module) apache_beam.runners.direct.transform_evaluator (module) apache_beam.runners.direct.transform_result (module) apache_beam.runners.direct.watermark_manager (module) apache_beam.runners.pipeline_context (module) apache_beam.runners.runner (module) apache_beam.testing (module) apache_beam.testing.pipeline_verifiers (module) apache_beam.testing.test_pipeline (module) apache_beam.testing.test_stream (module) apache_beam.testing.test_utils (module) apache_beam.testing.util (module) apache_beam.transforms (module) apache_beam.transforms.combiners (module) apache_beam.transforms.core (module) apache_beam.transforms.cy_combiners (module) apache_beam.transforms.display (module) apache_beam.transforms.ptransform (module) apache_beam.transforms.sideinputs (module) apache_beam.transforms.timeutil (module) apache_beam.transforms.trigger (module) apache_beam.transforms.util (module) apache_beam.transforms.window (module) apache_beam.typehints (module) apache_beam.typehints.decorators (module) apache_beam.typehints.opcodes (module) apache_beam.typehints.trivial_inference (module) apache_beam.typehints.typecheck (module) apache_beam.typehints.typehints (module) apache_beam.utils (module) apache_beam.utils.annotations (module) apache_beam.utils.counters (module) apache_beam.utils.processes (module) apache_beam.utils.profiler (module) apache_beam.utils.proto_utils (module) apache_beam.utils.retry (module) apache_beam.utils.timestamp (module) apache_beam.utils.urns (module) apache_beam.utils.windowed_value (module) apache_beam.version (module) append_to_cache() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) apply() (apache_beam.pipeline.Pipeline method) (apache_beam.runners.runner.PipelineRunner method) (apache_beam.transforms.core.CombineFn method) apply_CombinePerKey() (apache_beam.runners.direct.direct_runner.DirectRunner method) apply_CombineValues() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) apply_GroupByKey() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) apply_PTransform() (apache_beam.runners.runner.PipelineRunner method) ArgumentPlaceholder (class in apache_beam.internal.util) as_cloud_object() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.WindowedValueCoder method) as_receiver() (in module apache_beam.runners.common) as_singleton_view() (apache_beam.transforms.core.CombineGlobally method) as_view (apache_beam.transforms.core.CombineGlobally attribute) AsDict (class in apache_beam.pvalue) AsIter (class in apache_beam.pvalue) AsList (class in apache_beam.pvalue) assert_reentrant_reads_succeed() (in module apache_beam.io.source_test_utils) assert_sources_equal_reference_source() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_behavior() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_binary() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_exhaustive() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_fails() (in module apache_beam.io.source_test_utils) assert_split_at_fraction_succeeds_and_consistent() (in module apache_beam.io.source_test_utils) assert_that() (in module apache_beam.testing.util) assign() (apache_beam.transforms.window.FixedWindows method) (apache_beam.transforms.window.GlobalWindows method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.SlidingWindows method) (apache_beam.transforms.window.WindowFn method) AsSingleton (class in apache_beam.pvalue) attempted (apache_beam.metrics.execution.MetricResult attribute) AuthenticationException AUTO (apache_beam.io.filesystem.CompressionTypes attribute) await_completion() (apache_beam.runners.direct.executor.Executor method)

B

BATCH_ENVIRONMENT_MAJOR_VERSION (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner attribute) BeamError BIGQUERY_API_SERVICE (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) BIGQUERY_CREATE_DISPOSITION (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) BIGQUERY_DATASET (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) BIGQUERY_EXPORT_FORMAT (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) BIGQUERY_FLATTEN_RESULTS (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) BIGQUERY_PROJECT (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) BIGQUERY_QUERY (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) BIGQUERY_SCHEMA (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) BIGQUERY_TABLE (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) BIGQUERY_USE_LEGACY_SQL (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) BIGQUERY_WRITE_DISPOSITION (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) BigQueryDisposition (class in apache_beam.io.gcp.bigquery) BigqueryMatcher (class in apache_beam.io.gcp.tests.bigquery_matcher) BigQuerySink (class in apache_beam.io.gcp.bigquery) BigQuerySource (class in apache_beam.io.gcp.bigquery) binary_add() (in module apache_beam.typehints.opcodes) binary_and() (in module apache_beam.typehints.opcodes) binary_divide() (in module apache_beam.typehints.opcodes) binary_floor_divide() (in module apache_beam.typehints.opcodes) binary_lshift() (in module apache_beam.typehints.opcodes) binary_modulo() (in module apache_beam.typehints.opcodes) binary_multiply() (in module apache_beam.typehints.opcodes) binary_or() (in module apache_beam.typehints.opcodes)

binary_power() (in module apache_beam.typehints.opcodes) binary_rshift() (in module apache_beam.typehints.opcodes) binary_subscr() (in module apache_beam.typehints.opcodes) binary_subtract() (in module apache_beam.typehints.opcodes) binary_true_divide() (in module apache_beam.typehints.opcodes) binary_xor() (in module apache_beam.typehints.opcodes) bind_type_variables() (apache_beam.typehints.typehints.TypeVariable method) BoundedSource (class in apache_beam.io.iobase) BoundedWindow (class in apache_beam.transforms.window) BoundMethod (class in apache_beam.typehints.trivial_inference) build_class() (in module apache_beam.typehints.opcodes) build_list() (in module apache_beam.typehints.opcodes) build_map() (in module apache_beam.typehints.opcodes) build_slice() (in module apache_beam.typehints.opcodes) build_tuple() (in module apache_beam.typehints.opcodes) BundleFactory (class in apache_beam.runners.direct.bundle_factory) ByteCountingOutputStream (class in apache_beam.coders.slow_stream) BytesCoder (class in apache_beam.coders.coders) BytesCoderImpl (class in apache_beam.coders.coder_impl) ByteSize() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) BZIP2 (apache_beam.io.filesystem.CompressionTypes attribute)

C

cache (apache_beam.runners.direct.direct_runner.DirectRunner attribute) call() (apache_beam.runners.direct.executor.TransformExecutor method) (in module apache_beam.utils.processes) call_function() (in module apache_beam.typehints.opcodes) call_function_kw() (in module apache_beam.typehints.opcodes) call_function_var() (in module apache_beam.typehints.opcodes) call_function_var_wk() (in module apache_beam.typehints.opcodes) CallbackCoderImpl (class in apache_beam.coders.coder_impl) cancel() (apache_beam.runners.runner.PipelineResult method) CANCELLED (apache_beam.runners.runner.PipelineState attribute) check_accessible() (in module apache_beam.options.value_provider) check_call() (in module apache_beam.utils.processes) check_coder() (apache_beam.coders.coders_test_common.CodersTest method) check_output() (in module apache_beam.utils.processes) CHUNK_SIZE (apache_beam.io.filesystem.FileSystem attribute) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem attribute) Clear() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) ClearExtension() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) ClearField() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) Clock (class in apache_beam.runners.direct.clock) (class in apache_beam.utils.retry) close() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.iobase.Writer method) closed() (apache_beam.io.filesystem.CompressedFile method) closure_type() (apache_beam.typehints.trivial_inference.FrameState method) coder (apache_beam.io.gcp.pubsub.PubSubSource attribute) Coder (class in apache_beam.coders.coders) CoderImpl (class in apache_beam.coders.coder_impl) coders() (apache_beam.coders.coders.TupleCoder method) CodersTest (class in apache_beam.coders.coders_test_common) CoGroupByKey (class in apache_beam.transforms.util) COLLECTION_TO_SINGLETON (apache_beam.runners.dataflow.internal.names.TransformNames attribute) COMBINE (apache_beam.runners.dataflow.internal.names.TransformNames attribute) combine_fn (apache_beam.utils.counters.Counter attribute) combine_op() (apache_beam.transforms.trigger.AfterAll method) (apache_beam.transforms.trigger.AfterAny method) CombineFn (class in apache_beam.transforms.core) CombineGlobally (class in apache_beam.transforms.core) CombinePerKey (class in apache_beam.transforms.core) CombineValues (class in apache_beam.transforms.core) commit_logical() (apache_beam.runners.direct.direct_metrics.DirectMetric method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method) commit_physical() (apache_beam.runners.direct.direct_metrics.DirectMetric method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method) committed (apache_beam.metrics.execution.MetricResult attribute) compare_op() (in module apache_beam.typehints.opcodes)

compare_path() (in module apache_beam.io.gcp.datastore.v1.helper) CompressedFile (class in apache_beam.io.filesystem) CompressionTypes (class in apache_beam.io.filesystem) COMPUTE_API_SERVICE (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) compute_hash() (in module apache_beam.testing.test_utils) ConcatPosition (class in apache_beam.runners.dataflow.native_io.iobase) ConcatRangeTracker (class in apache_beam.io.concat_source) ConcatSource (class in apache_beam.io.concat_source) Const (class in apache_beam.typehints.trivial_inference) const_type() (apache_beam.typehints.trivial_inference.FrameState method) consumed_split_points (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) ConsumerTrackingPipelineVisitor (class in apache_beam.runners.direct.consumer_tracking_pipeline_visitor) copy() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.localfilesystem.LocalFileSystem method) (apache_beam.typehints.trivial_inference.FrameState method) copy_batch() (apache_beam.io.gcp.gcsio.GcsIO method) copytree() (apache_beam.io.gcp.gcsio.GcsIO method) count (apache_beam.metrics.cells.DistributionResult attribute) Count (class in apache_beam.transforms.combiners) Count.Globally (class in apache_beam.transforms.combiners) Count.PerElement (class in apache_beam.transforms.combiners) Count.PerKey (class in apache_beam.transforms.combiners) COUNT_TAG (apache_beam.transforms.trigger.AfterCount attribute) CountAccumulator (class in apache_beam.transforms.cy_combiners) CountCombineFn (class in apache_beam.transforms.cy_combiners) Counter (class in apache_beam.metrics.metricbase) (class in apache_beam.utils.counters) counter() (apache_beam.metrics.metric.Metrics static method) counter_for() (apache_beam.runners.common.DoFnState method) CounterFactory (class in apache_beam.utils.counters) Create (class in apache_beam.transforms.core) create() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) (in module apache_beam.utils.windowed_value) create_accumulator() (apache_beam.transforms.core.CombineFn method) (apache_beam.transforms.cy_combiners.AccumulatorCombineFn method) create_bundle() (apache_beam.runners.direct.bundle_factory.BundleFactory method) (apache_beam.runners.direct.evaluation_context.EvaluationContext method) create_commit() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) create_empty_committed_bundle() (apache_beam.runners.direct.bundle_factory.BundleFactory method) (apache_beam.runners.direct.evaluation_context.EvaluationContext method) create_entities() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) create_from() (apache_beam.transforms.display.DisplayData class method) create_from_options() (apache_beam.transforms.display.DisplayData class method) CREATE_IF_NEEDED (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) create_invoker() (apache_beam.runners.common.DoFnInvoker static method) create_job() (apache_beam.runners.dataflow.internal.apiclient.DataflowApplicationClient method) create_job_description() (apache_beam.runners.dataflow.internal.apiclient.DataflowApplicationClient method) CREATE_NEVER (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) CREATE_PCOLLECTION (apache_beam.runners.dataflow.internal.names.TransformNames attribute) create_response() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) create_run_query() (in module apache_beam.io.gcp.datastore.v1.fake_datastore) CustomCoder (class in apache_beam.coders.coders_test_common)

D

DATAFLOW_ENDPOINT (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) DataflowApplicationClient (class in apache_beam.runners.dataflow.internal.apiclient) DataflowMetrics (class in apache_beam.runners.dataflow.dataflow_metrics) DataflowRunner (class in apache_beam.runners.dataflow.dataflow_runner) DebugOptions (class in apache_beam.options.pipeline_options) dec() (apache_beam.metrics.metricbase.Counter method) decode() (apache_beam.coders.coder_impl.BytesCoderImpl method) (apache_beam.coders.coder_impl.CallbackCoderImpl method) (apache_beam.coders.coder_impl.CoderImpl method) (apache_beam.coders.coder_impl.DeterministicFastPrimitivesCoderImpl method) (apache_beam.coders.coder_impl.ProtoCoderImpl method) (apache_beam.coders.coder_impl.SingletonCoderImpl method) (apache_beam.coders.coder_impl.StreamCoderImpl method) (apache_beam.coders.coder_impl.VarIntCoderImpl method) (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.StrUtf8Coder method) (apache_beam.coders.coders_test_common.CustomCoder method) (apache_beam.io.gcp.bigquery.TableRowJsonCoder method) decode_from_stream() (apache_beam.coders.coder_impl.AbstractComponentCoderImpl method) (apache_beam.coders.coder_impl.BytesCoderImpl method) (apache_beam.coders.coder_impl.CallbackCoderImpl method) (apache_beam.coders.coder_impl.CoderImpl method) (apache_beam.coders.coder_impl.DeterministicFastPrimitivesCoderImpl method) (apache_beam.coders.coder_impl.FastPrimitivesCoderImpl method) (apache_beam.coders.coder_impl.FloatCoderImpl method) (apache_beam.coders.coder_impl.IntervalWindowCoderImpl method) (apache_beam.coders.coder_impl.LengthPrefixCoderImpl method) (apache_beam.coders.coder_impl.SequenceCoderImpl method) (apache_beam.coders.coder_impl.SimpleCoderImpl method) (apache_beam.coders.coder_impl.SingletonCoderImpl method) (apache_beam.coders.coder_impl.TimestampCoderImpl method) (apache_beam.coders.coder_impl.VarIntCoderImpl method) (apache_beam.coders.coder_impl.WindowedValueCoderImpl method) default_job_name() (apache_beam.runners.dataflow.internal.apiclient.Job static method) default_label() (apache_beam.transforms.core.CombineFn method) (apache_beam.transforms.core.CombineGlobally method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.PartitionFn method) (apache_beam.transforms.ptransform.PTransform method) default_output_coder() (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.iobase.BoundedSource method) DEFAULT_RUNNER (apache_beam.options.pipeline_options.StandardOptions attribute) default_type_hints() (apache_beam.runners.direct.helper_transforms.FinishCombine method) (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.transforms.core.ParDo method) (apache_beam.typehints.decorators.WithTypeHints method) default_window_mapping_fn() (in module apache_beam.transforms.sideinputs) DefaultTrigger (class in apache_beam.transforms.trigger) delete() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.localfilesystem.LocalFileSystem method) delete_attr() (in module apache_beam.typehints.opcodes) delete_batch() (apache_beam.io.gcp.gcsio.GcsIO method) delete_fast() (in module apache_beam.typehints.opcodes) delete_global() (in module apache_beam.typehints.opcodes) delete_slice_0() (in module apache_beam.typehints.opcodes) delete_slice_1() (in module apache_beam.typehints.opcodes) delete_slice_2() (in module apache_beam.typehints.opcodes) delete_slice_3() (in module apache_beam.typehints.opcodes) DeleteFromDatastore (class in apache_beam.io.gcp.datastore.v1.datastoreio) DEPENDENT_REAL_TIME (apache_beam.transforms.timeutil.TimeDomain attribute) describe_mismatch() (apache_beam.io.gcp.tests.bigquery_matcher.BigqueryMatcher method) (apache_beam.testing.pipeline_verifiers.FileChecksumMatcher method) (apache_beam.testing.pipeline_verifiers.PipelineStateMatcher method) describe_to() (apache_beam.io.gcp.tests.bigquery_matcher.BigqueryMatcher method) (apache_beam.testing.pipeline_verifiers.FileChecksumMatcher method) (apache_beam.testing.pipeline_verifiers.PipelineStateMatcher method)

DESCRIPTOR (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA attribute) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB attribute) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC attribute) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap attribute) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry attribute) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap attribute) detect_compression_type() (apache_beam.io.filesystem.CompressionTypes class method) DeterministicFastPrimitivesCoderImpl (class in apache_beam.coders.coder_impl) DillCoder (class in apache_beam.coders.coders) DirectMetric (class in apache_beam.runners.direct.direct_metrics) DirectMetrics (class in apache_beam.runners.direct.direct_metrics) DirectOptions (class in apache_beam.options.pipeline_options) DirectRunner (class in apache_beam.runners.direct.direct_runner) DISCARDING (apache_beam.transforms.trigger.AccumulationMode attribute) DiscardUnknownFields() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) DISPLAY_DATA (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) display_data() (apache_beam.io.avroio.ReadFromAvro method) (apache_beam.io.avroio.WriteToAvro method) (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.gcp.bigquery.BigQuerySink method) (apache_beam.io.gcp.bigquery.BigQuerySource method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn method) (apache_beam.io.gcp.pubsub.PubSubSink method) (apache_beam.io.gcp.pubsub.PubSubSource method) (apache_beam.io.iobase.Read method) (apache_beam.io.iobase.Write method) (apache_beam.options.pipeline_options.PipelineOptions method) (apache_beam.transforms.core.CombineGlobally method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.display.HasDisplayData method) DisplayData (class in apache_beam.transforms.display) DisplayDataItem (class in apache_beam.transforms.display) Distribution (class in apache_beam.metrics.metricbase) distribution() (apache_beam.metrics.metric.Metrics static method) DistributionResult (class in apache_beam.metrics.cells) DO (apache_beam.runners.dataflow.internal.names.TransformNames attribute) DoFn (class in apache_beam.transforms.core) DoFnContext (class in apache_beam.runners.common) DoFnInvoker (class in apache_beam.runners.common) DoFnMethodWrapper (class in apache_beam.runners.common) DoFnParams (apache_beam.transforms.core.DoFn attribute) DoFnRunner (class in apache_beam.runners.common) DoFnSignature (class in apache_beam.runners.common) DoFnState (class in apache_beam.runners.common) DONE (apache_beam.runners.runner.PipelineState attribute) DRAINED (apache_beam.runners.runner.PipelineState attribute) DRAINING (apache_beam.runners.runner.PipelineState attribute) drop_if_default() (apache_beam.transforms.display.DisplayDataItem method) drop_if_none() (apache_beam.transforms.display.DisplayDataItem method) dump_session() (in module apache_beam.internal.pickler) dumps() (in module apache_beam.internal.pickler) dup_top() (in module apache_beam.typehints.opcodes) dup_topx() (in module apache_beam.typehints.opcodes) Duration (class in apache_beam.utils.timestamp) DynamicSplitRequest (class in apache_beam.runners.dataflow.native_io.iobase) DynamicSplitResult (class in apache_beam.runners.dataflow.native_io.iobase) DynamicSplitResultWithPosition (class in apache_beam.runners.dataflow.native_io.iobase)

E

element (apache_beam.runners.common.DoFnContext attribute) ELEMENT (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) element_type (apache_beam.pvalue.AsIter attribute) (apache_beam.pvalue.AsSingleton attribute) element_type() (in module apache_beam.typehints.trivial_inference) ElementEvent (class in apache_beam.testing.test_stream) ElementParam (apache_beam.transforms.core.DoFn attribute) ELEMENTS (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) EmptySideInput (class in apache_beam.pvalue) encode() (apache_beam.coders.coder_impl.BytesCoderImpl method) (apache_beam.coders.coder_impl.CallbackCoderImpl method) (apache_beam.coders.coder_impl.CoderImpl method) (apache_beam.coders.coder_impl.DeterministicFastPrimitivesCoderImpl method) (apache_beam.coders.coder_impl.ProtoCoderImpl method) (apache_beam.coders.coder_impl.SingletonCoderImpl method) (apache_beam.coders.coder_impl.StreamCoderImpl method) (apache_beam.coders.coder_impl.VarIntCoderImpl method) (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.StrUtf8Coder method) (apache_beam.coders.coders_test_common.CustomCoder method) (apache_beam.io.gcp.bigquery.TableRowJsonCoder method) encode_to_stream() (apache_beam.coders.coder_impl.AbstractComponentCoderImpl method) (apache_beam.coders.coder_impl.BytesCoderImpl method) (apache_beam.coders.coder_impl.CallbackCoderImpl method) (apache_beam.coders.coder_impl.CoderImpl method) (apache_beam.coders.coder_impl.DeterministicFastPrimitivesCoderImpl method) (apache_beam.coders.coder_impl.FastPrimitivesCoderImpl method) (apache_beam.coders.coder_impl.FloatCoderImpl method) (apache_beam.coders.coder_impl.IntervalWindowCoderImpl method) (apache_beam.coders.coder_impl.LengthPrefixCoderImpl method) (apache_beam.coders.coder_impl.SequenceCoderImpl method) (apache_beam.coders.coder_impl.SimpleCoderImpl method) (apache_beam.coders.coder_impl.SingletonCoderImpl method) (apache_beam.coders.coder_impl.TimestampCoderImpl method) (apache_beam.coders.coder_impl.VarIntCoderImpl method) (apache_beam.coders.coder_impl.WindowedValueCoderImpl method) ENCODING (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) end (apache_beam.transforms.window.BoundedWindow attribute) (apache_beam.transforms.window.IntervalWindow attribute) ENDPOINT_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) enter() (apache_beam.metrics.execution.ScopedMetricsContainer method) (apache_beam.runners.common.LoggingContext method) Environment (class in apache_beam.runners.dataflow.internal.apiclient) equal_to() (in module apache_beam.testing.util) ERR_INVALID_GCS_BUCKET (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_GCS_OBJECT (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_GCS_PATH (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_JOB_NAME (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_NOT_POSITIVE (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_PROJECT_ID (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_PROJECT_NUMBER (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_TEST_MATCHER_TYPE (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_INVALID_TEST_MATCHER_UNPICKLABLE (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_MISSING_GCS_PATH (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) ERR_MISSING_OPTION (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) estimate_size() (apache_beam.coders.coder_impl.AbstractComponentCoderImpl method) (apache_beam.coders.coder_impl.CallbackCoderImpl method) (apache_beam.coders.coder_impl.CoderImpl method) (apache_beam.coders.coder_impl.DeterministicFastPrimitivesCoderImpl method) (apache_beam.coders.coder_impl.FloatCoderImpl method) (apache_beam.coders.coder_impl.IntervalWindowCoderImpl method) (apache_beam.coders.coder_impl.LengthPrefixCoderImpl method) (apache_beam.coders.coder_impl.SequenceCoderImpl method) (apache_beam.coders.coder_impl.SingletonCoderImpl method) (apache_beam.coders.coder_impl.StreamCoderImpl method) (apache_beam.coders.coder_impl.TimestampCoderImpl method) (apache_beam.coders.coder_impl.VarIntCoderImpl method) (apache_beam.coders.coders.Coder method) (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.iobase.BoundedSource method)

EvaluationContext (class in apache_beam.runners.direct.evaluation_context) Event (class in apache_beam.testing.test_stream) exec_stmt() (in module apache_beam.typehints.opcodes) Executor (class in apache_beam.runners.direct.executor) exists() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.localfilesystem.LocalFileSystem method) exit() (apache_beam.metrics.execution.ScopedMetricsContainer method) (apache_beam.runners.common.LoggingContext method) expand() (apache_beam.io.avroio.ReadFromAvro method) (apache_beam.io.avroio.WriteToAvro method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore method) (apache_beam.io.iobase.Read method) (apache_beam.io.iobase.Write method) (apache_beam.io.textio.ReadFromText method) (apache_beam.io.textio.WriteToText method) (apache_beam.io.tfrecordio.ReadFromTFRecord method) (apache_beam.io.tfrecordio.WriteToTFRecord method) (apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey method) (apache_beam.testing.test_stream.TestStream method) (apache_beam.transforms.combiners.Count.Globally method) (apache_beam.transforms.combiners.Count.PerElement method) (apache_beam.transforms.combiners.Count.PerKey method) (apache_beam.transforms.combiners.Mean.Globally method) (apache_beam.transforms.combiners.Mean.PerKey method) (apache_beam.transforms.combiners.ToDict method) (apache_beam.transforms.combiners.ToList method) (apache_beam.transforms.core.CombineGlobally method) (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.CombineValues method) (apache_beam.transforms.core.Create method) (apache_beam.transforms.core.Flatten method) (apache_beam.transforms.core.GroupByKey method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.core.Partition method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) (apache_beam.transforms.util.CoGroupByKey method) Extensions (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC attribute) extract_committed() (apache_beam.runners.direct.direct_metrics.DirectMetric method) extract_fired_timers() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) (apache_beam.runners.direct.watermark_manager.WatermarkManager method) extract_latest_attempted() (apache_beam.runners.direct.direct_metrics.DirectMetric method) extract_output() (apache_beam.transforms.core.CombineFn method) (apache_beam.transforms.cy_combiners.AccumulatorCombineFn static method) (apache_beam.transforms.cy_combiners.AllAccumulator method) (apache_beam.transforms.cy_combiners.AnyAccumulator method) (apache_beam.transforms.cy_combiners.CountAccumulator method) (apache_beam.transforms.cy_combiners.MaxDoubleAccumulator method) (apache_beam.transforms.cy_combiners.MaxInt64Accumulator method) (apache_beam.transforms.cy_combiners.MeanDoubleAccumulator method) (apache_beam.transforms.cy_combiners.MeanInt64Accumulator method) (apache_beam.transforms.cy_combiners.MinDoubleAccumulator method) (apache_beam.transforms.cy_combiners.MinInt64Accumulator method) (apache_beam.transforms.cy_combiners.SumDoubleAccumulator method) (apache_beam.transforms.cy_combiners.SumInt64Accumulator method)

F

FAILED (apache_beam.runners.runner.PipelineState attribute) FastPrimitivesCoder (class in apache_beam.coders.coders) FastPrimitivesCoderImpl (class in apache_beam.coders.coder_impl) fetch_entities() (in module apache_beam.io.gcp.datastore.v1.helper) field1 (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA attribute) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB attribute) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap attribute) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap attribute) FIELD1_FIELD_NUMBER (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA attribute) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB attribute) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap attribute) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap attribute) field2 (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA attribute) FIELD2_FIELD_NUMBER (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA attribute) FILE_NAME_PREFIX (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) FILE_NAME_SUFFIX (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) FILE_PATTERN (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) FileBasedSink (class in apache_beam.io.filebasedsink) FileBasedSource (class in apache_beam.io.filebasedsource) FileChecksumMatcher (class in apache_beam.testing.pipeline_verifiers) FileMetadata (class in apache_beam.io.filesystem) FileSystem (class in apache_beam.io.filesystem) FileSystems (class in apache_beam.io.filesystems) Filter() (in module apache_beam.transforms.core) finalize_write() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.iobase.Sink method) FindInitializationErrors() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) finish() (apache_beam.runners.common.DoFnRunner method) finish_bundle() (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.transforms.core.DoFn method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) FinishCombine (class in apache_beam.runners.direct.helper_transforms) FixedSizeGlobally (apache_beam.transforms.combiners.Sample attribute) FixedSizePerKey (apache_beam.transforms.combiners.Sample attribute) FixedWindows (class in apache_beam.transforms.window) FlatMap() (in module apache_beam.transforms.core) FLATTEN (apache_beam.runners.dataflow.internal.names.TransformNames attribute) Flatten (class in apache_beam.transforms.core) flatten_input_visitor() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) FloatCoder (class in apache_beam.coders.coders) FloatCoderImpl (class in apache_beam.coders.coder_impl) flush() (apache_beam.io.filesystem.CompressedFile method) for_application() (apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry method) for_input_type() (apache_beam.transforms.core.CombineFn method) format (apache_beam.io.gcp.bigquery.BigQuerySink attribute) (apache_beam.io.gcp.bigquery.BigQuerySource attribute) (apache_beam.io.gcp.pubsub.PubSubSink attribute) (apache_beam.io.gcp.pubsub.PubSubSource attribute)

FORMAT (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) fraction_consumed() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) fraction_to_position() (apache_beam.io.range_trackers.LexicographicKeyRangeTracker class method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) FrameState (class in apache_beam.typehints.trivial_inference) from_callable() (apache_beam.transforms.core.CombineFn static method) (apache_beam.transforms.core.DoFn static method) from_dictionary() (apache_beam.options.pipeline_options.PipelineOptions class method) from_json_value() (in module apache_beam.internal.gcp.json_value) from_runner_api() (apache_beam.coders.coders.Coder static method) (apache_beam.pipeline.Pipeline static method) (apache_beam.pvalue.PCollection static method) (apache_beam.runners.pipeline_context.PipelineContext static method) (apache_beam.transforms.core.Windowing static method) (apache_beam.transforms.ptransform.PTransform class method) (apache_beam.transforms.trigger.AfterCount static method) (apache_beam.transforms.trigger.AfterEach static method) (apache_beam.transforms.trigger.AfterWatermark static method) (apache_beam.transforms.trigger.DefaultTrigger static method) (apache_beam.transforms.trigger.OrFinally static method) (apache_beam.transforms.trigger.Repeatedly static method) (apache_beam.transforms.trigger.TriggerFn static method) (apache_beam.utils.urns.RunnerApiFn class method) from_runner_api_parameter() (apache_beam.transforms.core.Flatten static method) (apache_beam.transforms.core.WindowInto static method) (apache_beam.transforms.ptransform.PTransform static method) (apache_beam.transforms.window.FixedWindows static method) (apache_beam.transforms.window.GlobalWindows static method) (apache_beam.transforms.window.Sessions static method) (apache_beam.transforms.window.SlidingWindows static method) from_string() (apache_beam.transforms.timeutil.TimeDomain static method) from_type_hint() (apache_beam.coders.coders.Coder class method) (apache_beam.coders.coders.IterableCoder static method) (apache_beam.coders.coders.ProtoCoder static method) (apache_beam.coders.coders.TupleCoder static method) (apache_beam.coders.coders.TupleSequenceCoder static method) FromString() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA static method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB static method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC static method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap static method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry static method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap static method) FuzzedExponentialIntervals (class in apache_beam.utils.retry)

G

gap_size (apache_beam.transforms.window.Sessions attribute) GCS_BUCKET (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) GCS_PREFIX (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem attribute) GCS_SCHEME (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) GCS_URI (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) GCSFileSystem (class in apache_beam.io.gcp.gcsfilesystem) GcsIO (class in apache_beam.io.gcp.gcsio) get() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) (apache_beam.coders.slow_stream.OutputStream method) (apache_beam.options.value_provider.RuntimeValueProvider method) (apache_beam.options.value_provider.StaticValueProvider method) (apache_beam.options.value_provider.ValueProvider method) get_aggregator_counter() (apache_beam.utils.counters.CounterFactory method) get_aggregator_values() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) (apache_beam.utils.counters.CounterFactory method) (in module apache_beam.utils.counters) get_all_options() (apache_beam.options.pipeline_options.PipelineOptions method) get_all_subclasses() (apache_beam.io.filesystem.FileSystem class method) get_chunk_size() (apache_beam.io.filesystems.FileSystems static method) get_count() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) get_counter() (apache_beam.metrics.execution.MetricsContainer method) (apache_beam.utils.counters.CounterFactory method) get_counters() (apache_beam.utils.counters.CounterFactory method) get_cumulative() (apache_beam.metrics.execution.MetricsContainer method) get_datastore() (in module apache_beam.io.gcp.datastore.v1.helper) get_dict() (apache_beam.transforms.display.DisplayDataItem method) get_distribution() (apache_beam.metrics.execution.MetricsContainer method) get_estimated_num_splits() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore static method) get_estimated_size_and_observables() (apache_beam.coders.coder_impl.AbstractComponentCoderImpl method) (apache_beam.coders.coder_impl.CallbackCoderImpl method) (apache_beam.coders.coder_impl.CoderImpl method) (apache_beam.coders.coder_impl.DeterministicFastPrimitivesCoderImpl method) (apache_beam.coders.coder_impl.FastPrimitivesCoderImpl method) (apache_beam.coders.coder_impl.SequenceCoderImpl method) (apache_beam.coders.coder_impl.WindowedValueCoderImpl method) get_estimated_size_bytes() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore static method) get_execution_context() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) get_filesystem() (apache_beam.io.filesystems.FileSystems static method) get_full_options_as_args() (apache_beam.testing.test_pipeline.TestPipeline method) get_function_arguments() (apache_beam.transforms.core.DoFn method) get_global() (apache_beam.typehints.trivial_inference.FrameState method) get_impl() (apache_beam.coders.coders.Coder method) (apache_beam.transforms.window.TimestampCombiner static method) get_iter() (in module apache_beam.typehints.opcodes)

get_job() (apache_beam.runners.dataflow.internal.apiclient.DataflowApplicationClient method) get_job_metrics() (apache_beam.runners.dataflow.internal.apiclient.DataflowApplicationClient method) get_logging_context() (in module apache_beam.runners.common) get_name() (apache_beam.typehints.trivial_inference.FrameState method) get_namespace() (apache_beam.metrics.metric.Metrics static method) get_option() (apache_beam.testing.test_pipeline.TestPipeline method) get_output() (apache_beam.runners.dataflow.internal.apiclient.Step method) get_progress() (apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader method) get_range_tracker() (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.iobase.BoundedSource method) get_required_container_version() (in module apache_beam.runners.dataflow.internal.dependency) get_scheme() (apache_beam.io.filesystems.FileSystems static method) get_sdk_name_and_version() (in module apache_beam.runners.dataflow.internal.dependency) get_sdk_package_name() (in module apache_beam.runners.dataflow.internal.dependency) get_service_credentials() (in module apache_beam.internal.gcp.auth) get_splits() (in module apache_beam.io.gcp.datastore.v1.query_splitter) get_transformed_output_time() (apache_beam.transforms.window.WindowFn method) get_type_hints() (apache_beam.typehints.decorators.WithTypeHints method) get_typed_value_descriptor() (in module apache_beam.internal.gcp.json_value) get_updates() (apache_beam.metrics.execution.MetricsContainer method) get_value_or_schedule_after_output() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) get_varint_size() (in module apache_beam.coders.slow_stream) get_watermarks() (apache_beam.runners.direct.watermark_manager.WatermarkManager method) get_window_coder() (apache_beam.transforms.window.FixedWindows method) (apache_beam.transforms.window.GlobalWindows method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.SlidingWindows method) (apache_beam.transforms.window.WindowFn method) get_windowing() (apache_beam.io.iobase.Read method) (apache_beam.transforms.core.Create method) (apache_beam.transforms.core.Flatten method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) glob() (apache_beam.io.gcp.gcsio.GcsIO method) global_to_local() (apache_beam.io.concat_source.ConcatRangeTracker method) GlobalWindow (class in apache_beam.transforms.window) GlobalWindows (class in apache_beam.transforms.window) GoogleCloudOptions (class in apache_beam.options.pipeline_options) GROUP (apache_beam.runners.dataflow.internal.names.TransformNames attribute) group_by_key_input_visitor() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) GroupByKey (class in apache_beam.transforms.core) GroupByKey.GroupAlsoByWindow (class in apache_beam.transforms.core) GroupByKey.ReifyWindows (class in apache_beam.transforms.core) GZIP (apache_beam.io.filesystem.CompressionTypes attribute)

H

handle_result() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) has_cache (apache_beam.runners.direct.evaluation_context.EvaluationContext attribute) has_defaults (apache_beam.transforms.core.CombineGlobally attribute) HasDisplayData (class in apache_beam.transforms.display) HasExtension() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) HasField() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method)

hashable() (in module apache_beam.typehints.trivial_inference)

I

id_label (apache_beam.io.gcp.pubsub.PubSubSource attribute) import_from() (in module apache_beam.typehints.opcodes) import_name() (in module apache_beam.typehints.opcodes) inc() (apache_beam.metrics.metric.Metrics.DelegatingCounter method) (apache_beam.metrics.metricbase.Counter method) INDEX_TAG (apache_beam.transforms.trigger.AfterEach attribute) infer_output_type() (apache_beam.transforms.core.Create method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.GroupByKey.GroupAlsoByWindow method) (apache_beam.transforms.core.GroupByKey.ReifyWindows method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) infer_return_type() (in module apache_beam.typehints.trivial_inference) infer_return_type_func() (in module apache_beam.typehints.trivial_inference) initialize_write() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.iobase.Sink method) inpalce_or() (in module apache_beam.typehints.opcodes) inplace_add() (in module apache_beam.typehints.opcodes) inplace_and() (in module apache_beam.typehints.opcodes) inplace_divide() (in module apache_beam.typehints.opcodes) inplace_floor_divide() (in module apache_beam.typehints.opcodes) inplace_lshift() (in module apache_beam.typehints.opcodes) inplace_modulo() (in module apache_beam.typehints.opcodes) inplace_multiply() (in module apache_beam.typehints.opcodes) inplace_power() (in module apache_beam.typehints.opcodes) inplace_rshift() (in module apache_beam.typehints.opcodes) inplace_subtract() (in module apache_beam.typehints.opcodes) inplace_true_divide() (in module apache_beam.typehints.opcodes) inplace_xor() (in module apache_beam.typehints.opcodes) INPUTS (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) InputStream (class in apache_beam.coders.slow_stream) insert_values_in_args() (in module apache_beam.internal.util) instance_to_type() (in module apache_beam.typehints.trivial_inference) intersects() (apache_beam.transforms.window.IntervalWindow method) IntervalWindow (class in apache_beam.transforms.window) IntervalWindowCoderImpl (class in apache_beam.coders.coder_impl) invoke_finish_bundle() (apache_beam.runners.common.DoFnInvoker method) invoke_process() (apache_beam.runners.common.DoFnInvoker method) (apache_beam.runners.common.PerWindowInvoker method) (apache_beam.runners.common.SimpleInvoker method) invoke_start_bundle() (apache_beam.runners.common.DoFnInvoker method) is_accessible() (apache_beam.options.value_provider.RuntimeValueProvider method) (apache_beam.options.value_provider.StaticValueProvider method) (apache_beam.options.value_provider.ValueProvider method)

is_default() (apache_beam.transforms.core.Windowing method) is_deterministic() (apache_beam.coders.coders.BytesCoder method) (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.FloatCoder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.ProtoCoder method) (apache_beam.coders.coders.SingletonCoder method) (apache_beam.coders.coders.StrUtf8Coder method) (apache_beam.coders.coders.TimestampCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.TupleSequenceCoder method) (apache_beam.coders.coders.VarIntCoder method) (apache_beam.coders.coders.WindowedValueCoder method) is_done() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) is_empty() (in module apache_beam.testing.util) is_full_string_match() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) is_globally_windowed() (apache_beam.transforms.sideinputs.SideInputMap method) is_key_valid() (in module apache_beam.io.gcp.datastore.v1.helper) is_kv_coder() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.WindowedValueCoder method) is_late() (apache_beam.transforms.trigger.AfterWatermark method) is_merging() (apache_beam.transforms.window.NonMergingWindowFn method) (apache_beam.transforms.window.WindowFn method) is_process_bounded() (apache_beam.transforms.core.DoFn method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) is_root_transform() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) is_service_runner() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) is_valid() (apache_beam.transforms.display.DisplayDataItem method) is_valid_compression_type() (apache_beam.io.filesystem.CompressionTypes class method) IsInitialized() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) isoformat() (apache_beam.utils.timestamp.Timestamp method) IterableCoder (class in apache_beam.coders.coders) IterableCoderImpl (class in apache_beam.coders.coder_impl)

J

Job (class in apache_beam.runners.dataflow.internal.apiclient) JOB_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) join() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method)

json() (apache_beam.runners.dataflow.internal.apiclient.Job method)

K

key (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry attribute) (apache_beam.metrics.execution.MetricResult attribute) key_coder() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.WindowedValueCoder method)

key_comparator() (in module apache_beam.io.gcp.datastore.v1.helper) KEY_FIELD_NUMBER (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry attribute) key_value_types() (in module apache_beam.typehints.trivial_inference) Keys() (in module apache_beam.transforms.util) KvSwap() (in module apache_beam.transforms.util)

L

label (apache_beam.transforms.ptransform.PTransform attribute) label_from_callable() (in module apache_beam.transforms.ptransform) Largest (apache_beam.transforms.combiners.Top attribute) LargestPerKey (apache_beam.transforms.combiners.Top attribute) last_record_start (apache_beam.io.range_trackers.OffsetRangeTracker attribute) LATE_TAG (apache_beam.transforms.trigger.AfterWatermark attribute) LengthPrefixCoderImpl (class in apache_beam.coders.coder_impl) LexicographicKeyRangeTracker (class in apache_beam.io.range_trackers) LiftedCombinePerKey (class in apache_beam.runners.direct.helper_transforms) list_append() (in module apache_beam.typehints.opcodes) list_messages() (apache_beam.runners.dataflow.internal.apiclient.DataflowApplicationClient method) ListFields() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method)

load_attr() (in module apache_beam.typehints.opcodes) load_closure() (in module apache_beam.typehints.opcodes) load_const() (in module apache_beam.typehints.opcodes) load_deref() (in module apache_beam.typehints.opcodes) load_fast() (in module apache_beam.typehints.opcodes) load_global() (in module apache_beam.typehints.opcodes) load_locals() (in module apache_beam.typehints.opcodes) load_name() (in module apache_beam.typehints.opcodes) load_session() (in module apache_beam.internal.pickler) loads() (in module apache_beam.internal.pickler) local_to_global() (apache_beam.io.concat_source.ConcatRangeTracker method) LocalFileSystem (class in apache_beam.io.localfilesystem) LoggingContext (class in apache_beam.runners.common)

M

make_closure() (in module apache_beam.typehints.opcodes) make_fn() (apache_beam.transforms.core.CombinePerKey method) (apache_beam.transforms.core.CombineValues method) (apache_beam.transforms.core.ParDo method) (apache_beam.transforms.core.Partition method) make_function() (in module apache_beam.typehints.opcodes) make_kind_stats_query() (in module apache_beam.io.gcp.datastore.v1.helper) make_latest_timestamp_query() (in module apache_beam.io.gcp.datastore.v1.helper) make_partition() (in module apache_beam.io.gcp.datastore.v1.helper) make_request() (in module apache_beam.io.gcp.datastore.v1.helper) Map() (in module apache_beam.transforms.core) match() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) match_type_variables() (apache_beam.typehints.typehints.TypeVariable method) MatchResult (class in apache_beam.io.filesystem) max (apache_beam.metrics.cells.DistributionResult attribute) max_timestamp() (apache_beam.transforms.window.BoundedWindow method) MaxDoubleAccumulator (class in apache_beam.transforms.cy_combiners) MaxFloatFn (class in apache_beam.transforms.cy_combiners) MaxInt64Accumulator (class in apache_beam.transforms.cy_combiners) MaxInt64Fn (class in apache_beam.transforms.cy_combiners) maybe_from_callable() (apache_beam.transforms.core.CombineFn static method) mean (apache_beam.metrics.cells.DistributionResult attribute) MEAN (apache_beam.utils.counters.Counter attribute) Mean (class in apache_beam.transforms.combiners) Mean.Globally (class in apache_beam.transforms.combiners) Mean.PerKey (class in apache_beam.transforms.combiners) MeanDoubleAccumulator (class in apache_beam.transforms.cy_combiners) MeanFloatFn (class in apache_beam.transforms.cy_combiners) MeanInt64Accumulator (class in apache_beam.transforms.cy_combiners) MeanInt64Fn (class in apache_beam.transforms.cy_combiners) MemoryReporter (class in apache_beam.utils.profiler) merge() (apache_beam.transforms.cy_combiners.AllAccumulator method) (apache_beam.transforms.cy_combiners.AnyAccumulator method) (apache_beam.transforms.cy_combiners.CountAccumulator method) (apache_beam.transforms.cy_combiners.MaxDoubleAccumulator method) (apache_beam.transforms.cy_combiners.MaxInt64Accumulator method) (apache_beam.transforms.cy_combiners.MeanDoubleAccumulator method) (apache_beam.transforms.cy_combiners.MeanInt64Accumulator method) (apache_beam.transforms.cy_combiners.MinDoubleAccumulator method) (apache_beam.transforms.cy_combiners.MinInt64Accumulator method) (apache_beam.transforms.cy_combiners.SumDoubleAccumulator method) (apache_beam.transforms.cy_combiners.SumInt64Accumulator method) (apache_beam.transforms.window.NonMergingWindowFn method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.WindowFn method) (apache_beam.transforms.window.WindowFn.MergeContext method)

merge_accumulators() (apache_beam.transforms.core.CombineFn method) (apache_beam.transforms.cy_combiners.AccumulatorCombineFn method) MergeFrom() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) MergeFromString() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) MessageA (class in apache_beam.coders.proto2_coder_test_messages_pb2) MessageB (class in apache_beam.coders.proto2_coder_test_messages_pb2) MessageC (class in apache_beam.coders.proto2_coder_test_messages_pb2) MessageWithMap (class in apache_beam.coders.proto2_coder_test_messages_pb2) MessageWithMap.Field1Entry (class in apache_beam.coders.proto2_coder_test_messages_pb2) Metric (class in apache_beam.metrics.metricbase) MetricKey (class in apache_beam.metrics.execution) MetricName (class in apache_beam.metrics.metricbase) MetricResult (class in apache_beam.metrics.execution) Metrics (class in apache_beam.metrics.metric) metrics() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) (apache_beam.runners.runner.PipelineResult method) Metrics.DelegatingCounter (class in apache_beam.metrics.metric) Metrics.DelegatingDistribution (class in apache_beam.metrics.metric) MetricsContainer (class in apache_beam.metrics.execution) MetricsFilter (class in apache_beam.metrics.metric) MetricUpdates (class in apache_beam.metrics.execution) MetricUpdateTranslators (class in apache_beam.runners.dataflow.internal.apiclient) mime_type() (apache_beam.io.filesystem.CompressionTypes class method) min (apache_beam.metrics.cells.DistributionResult attribute) MIN_FRACTION_OF_FILES_TO_STAT (apache_beam.io.filebasedsource.FileBasedSource attribute) MIN_NUMBER_OF_FILES_TO_STAT (apache_beam.io.filebasedsource.FileBasedSource attribute) MinDoubleAccumulator (class in apache_beam.transforms.cy_combiners) MinFloatFn (class in apache_beam.transforms.cy_combiners) MinInt64Accumulator (class in apache_beam.transforms.cy_combiners) MinInt64Fn (class in apache_beam.transforms.cy_combiners) mkdirs() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.localfilesystem.LocalFileSystem method) MockClock (class in apache_beam.runners.direct.clock) modify_job_state() (apache_beam.runners.dataflow.internal.apiclient.DataflowApplicationClient method)

N

name (apache_beam.utils.counters.Counter attribute) names (apache_beam.metrics.metric.MetricsFilter attribute) namespaces (apache_beam.metrics.metric.MetricsFilter attribute) NativeSink (class in apache_beam.runners.dataflow.native_io.iobase) NativeSinkWriter (class in apache_beam.runners.dataflow.native_io.iobase) NativeSource (class in apache_beam.runners.dataflow.native_io.iobase) NativeSourceReader (class in apache_beam.runners.dataflow.native_io.iobase)

new_save_module_dict() (in module apache_beam.internal.pickler) no_retries() (in module apache_beam.utils.retry) NON_PARALLEL_INPUTS (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) NonMergingWindowFn (class in apache_beam.transforms.window) nop() (in module apache_beam.typehints.opcodes) notify_observers() (apache_beam.coders.observable.ObservableMixin method) NUM_SHARDS (apache_beam.runners.dataflow.internal.names.PropertyNames attribute)

O

ObservableMixin (class in apache_beam.coders.observable) Of (apache_beam.transforms.combiners.Top attribute) of() (apache_beam.utils.timestamp.Duration static method) (apache_beam.utils.timestamp.Timestamp static method) offset (apache_beam.transforms.window.FixedWindows attribute) (apache_beam.transforms.window.SlidingWindows attribute) OFFSET_INFINITY (apache_beam.io.range_trackers.OffsetRangeTracker attribute) OffsetRangeTracker (class in apache_beam.io.range_trackers) on_element() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) on_fire() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) on_merge() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method)

open() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.localfilesystem.LocalFileSystem method) open_file() (apache_beam.io.filebasedsource.FileBasedSource method) open_writer() (apache_beam.io.filebasedsink.FileBasedSink method) (apache_beam.io.iobase.Sink method) OPTIONS (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) options (apache_beam.pipeline.Pipeline attribute) OrderedPositionRangeTracker (class in apache_beam.io.range_trackers) OrFinally (class in apache_beam.transforms.trigger) OUT (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) OUTPUT (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) OUTPUT_AT_EARLIEST (apache_beam.transforms.window.TimestampCombiner attribute) OUTPUT_AT_EARLIEST_TRANSFORMED (apache_beam.transforms.window.TimestampCombiner attribute) OUTPUT_AT_EOW (apache_beam.transforms.window.TimestampCombiner attribute) OUTPUT_AT_LATEST (apache_beam.transforms.window.TimestampCombiner attribute) OUTPUT_INFO (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) OUTPUT_NAME (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) OutputCheckWrapperDoFn (class in apache_beam.typehints.typecheck) OutputStream (class in apache_beam.coders.slow_stream)

P

pack_Any() (in module apache_beam.utils.proto_utils) pack_Struct() (in module apache_beam.utils.proto_utils) PARALLEL_INPUT (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) ParDo (class in apache_beam.transforms.core) PartialGroupByKeyCombiningValues (class in apache_beam.runners.direct.helper_transforms) Partition (class in apache_beam.transforms.core) Partition.ApplyPartitionFnFn (class in apache_beam.transforms.core) partition_for() (apache_beam.transforms.core.PartitionFn method) PartitionFn (class in apache_beam.transforms.core) patch_retry() (in module apache_beam.testing.test_utils) PCollection (class in apache_beam.pvalue) percent_complete (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) period (apache_beam.transforms.window.SlidingWindows attribute) PerKey (apache_beam.transforms.combiners.Top attribute) PermanentException PerWindowInvoker (class in apache_beam.runners.common) PickleCoder (class in apache_beam.coders.coders) pipeline (apache_beam.transforms.ptransform.PTransform attribute) Pipeline (class in apache_beam.pipeline) PipelineContext (class in apache_beam.runners.pipeline_context) PipelineError PipelineOptions (class in apache_beam.options.pipeline_options) PipelineOptionsValidator (class in apache_beam.options.pipeline_options_validator) PipelineResult (class in apache_beam.runners.runner) PipelineRunner (class in apache_beam.runners.runner) PipelineState (class in apache_beam.runners.runner) PipelineStateMatcher (class in apache_beam.testing.pipeline_verifiers) poll_for_job_completion() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner static method) pop_one() (in module apache_beam.typehints.opcodes) pop_three() (in module apache_beam.typehints.opcodes) pop_top() (in module apache_beam.typehints.opcodes) pop_two() (in module apache_beam.typehints.opcodes) Popen() (in module apache_beam.utils.processes) position (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) position_at_fraction() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method)

position_to_fraction() (apache_beam.io.range_trackers.LexicographicKeyRangeTracker class method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) predecessor() (apache_beam.utils.timestamp.Timestamp method) print_item() (in module apache_beam.typehints.opcodes) print_newline() (in module apache_beam.typehints.opcodes) process() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn method) (apache_beam.runners.common.DoFnRunner method) (apache_beam.runners.direct.helper_transforms.FinishCombine method) (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.GroupByKey.GroupAlsoByWindow method) (apache_beam.transforms.core.GroupByKey.ReifyWindows method) (apache_beam.transforms.core.Partition.ApplyPartitionFnFn method) (apache_beam.transforms.core.WindowInto.WindowIntoFn method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) (apache_beam.typehints.typecheck.TypeCheckWrapperDoFn method) ProcessingTimeEvent (class in apache_beam.testing.test_stream) Profile (class in apache_beam.utils.profiler) ProfilingOptions (class in apache_beam.options.pipeline_options) PROJECT_ID_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) PROJECT_NUMBER_PATTERN (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator attribute) PropertyNames (class in apache_beam.runners.dataflow.internal.names) ProtoCoder (class in apache_beam.coders.coders) ProtoCoderImpl (class in apache_beam.coders.coder_impl) PTransform (class in apache_beam.transforms.ptransform) ptransform_fn() (in module apache_beam.transforms.ptransform) PUBSUB_ID_LABEL (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) PUBSUB_SUBSCRIPTION (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) PUBSUB_TOPIC (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) PubSubSink (class in apache_beam.io.gcp.pubsub) PubSubSource (class in apache_beam.io.gcp.pubsub) push_value() (in module apache_beam.typehints.opcodes) PValueError

Q

query() (apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method)

query_latest_statistics_timestamp() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore static method) QueryIterator (class in apache_beam.io.gcp.datastore.v1.helper)

R

RangeTracker (class in apache_beam.io.iobase) READ (apache_beam.runners.dataflow.internal.names.TransformNames attribute) Read (class in apache_beam.io.iobase) read() (apache_beam.coders.slow_stream.InputStream method) (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.iobase.BoundedSource method) read_all() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_double() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_int32() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_int64() (apache_beam.coders.slow_stream.InputStream method) read_bigendian_uint64() (apache_beam.coders.slow_stream.InputStream method) read_byte() (apache_beam.coders.slow_stream.InputStream method) read_from_source() (in module apache_beam.io.source_test_utils) read_records() (apache_beam.io.filebasedsource.FileBasedSource method) read_var_int64() (apache_beam.coders.slow_stream.InputStream method) readable() (apache_beam.io.filesystem.CompressedFile method) reader() (apache_beam.io.gcp.bigquery.BigQuerySource method) (apache_beam.io.gcp.pubsub.PubSubSource method) (apache_beam.runners.dataflow.native_io.iobase.NativeSource method) ReaderPosition (class in apache_beam.runners.dataflow.native_io.iobase) ReaderProgress (class in apache_beam.runners.dataflow.native_io.iobase) ReadFromAvro (class in apache_beam.io.avroio) ReadFromDatastore (class in apache_beam.io.gcp.datastore.v1.datastoreio) ReadFromDatastore.ReadFn (class in apache_beam.io.gcp.datastore.v1.datastoreio) ReadFromDatastore.SplitQueryFn (class in apache_beam.io.gcp.datastore.v1.datastoreio) ReadFromText (class in apache_beam.io.textio) ReadFromTFRecord (class in apache_beam.io.tfrecordio) readline() (apache_beam.io.filesystem.CompressedFile method) REAL_TIME (apache_beam.transforms.timeutil.TimeDomain attribute) receive() (apache_beam.runners.common.DoFnRunner method) (apache_beam.runners.common.Receiver method) Receiver (class in apache_beam.runners.common) ReferencesMessageWithMap (class in apache_beam.coders.proto2_coder_test_messages_pb2) register_observer() (apache_beam.coders.observable.ObservableMixin method) register_pickle_urn() (apache_beam.utils.urns.RunnerApiFn class method) register_urn() (apache_beam.transforms.ptransform.PTransform class method) (apache_beam.utils.urns.RunnerApiFn class method) RegisterExtension() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA static method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB static method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC static method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap static method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry static method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap static method)

remaining_split_points (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) remaining_time (apache_beam.runners.dataflow.native_io.iobase.ReaderProgress attribute) remove_objects_from_args() (in module apache_beam.internal.util) rename() (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.gcp.gcsio.GcsIO method) (apache_beam.io.localfilesystem.LocalFileSystem method) Repeatedly (class in apache_beam.transforms.trigger) report_once() (apache_beam.utils.profiler.MemoryReporter method) request_dynamic_split() (apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader method) reset() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) retry_on_io_error_and_server_error() (in module apache_beam.testing.pipeline_verifiers) retry_on_rpc_error() (in module apache_beam.io.gcp.datastore.v1.helper) retry_on_server_errors_and_timeout_filter() (in module apache_beam.utils.retry) retry_on_server_errors_filter() (in module apache_beam.utils.retry) returns_windowed_values (apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader attribute) rot_four() (in module apache_beam.typehints.opcodes) rot_n() (in module apache_beam.typehints.opcodes) rot_three() (in module apache_beam.typehints.opcodes) rot_two() (in module apache_beam.typehints.opcodes) run() (apache_beam.pipeline.Pipeline method) (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) (apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner method) (apache_beam.runners.direct.direct_runner.DirectRunner method) (apache_beam.runners.runner.PipelineRunner method) (apache_beam.testing.test_pipeline.TestPipeline method) run__NativeWrite() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_CombineValues() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_Flatten() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_GroupByKey() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_ParDo() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_Read() (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner method) run_transform() (apache_beam.runners.runner.PipelineRunner method) run_using_threadpool() (in module apache_beam.internal.util) RunnerApiFn (class in apache_beam.utils.urns) RunnerError RUNNING (apache_beam.runners.runner.PipelineState attribute) runtime_options (apache_beam.options.value_provider.RuntimeValueProvider attribute) RuntimeValueProvider (class in apache_beam.options.value_provider) RuntimeValueProviderError

S

Sample (class in apache_beam.transforms.combiners) save_module() (in module apache_beam.internal.pickler) schedule_pending_unblocked_tasks() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) schema_as_json() (apache_beam.io.gcp.bigquery.BigQuerySink method) scheme() (apache_beam.io.filesystem.FileSystem class method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem class method) (apache_beam.io.localfilesystem.LocalFileSystem class method) ScopedMetricsContainer (class in apache_beam.metrics.execution) seek() (apache_beam.io.filesystem.CompressedFile method) seekable (apache_beam.io.filesystem.CompressedFile attribute) SequenceCoderImpl (class in apache_beam.coders.coder_impl) SERIALIZED_FN (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) SerializePartialToString() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) SerializeToString() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) Sessions (class in apache_beam.transforms.window) set_current_position() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) set_element() (apache_beam.runners.common.DoFnContext method) set_running_in_gce() (in module apache_beam.internal.gcp.auth) set_runtime_options() (apache_beam.options.value_provider.RuntimeValueProvider class method) set_split_points_unclaimed_callback() (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) set_time() (apache_beam.runners.direct.clock.MockClock method) SetInParent() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) setUpClass() (apache_beam.coders.coders_test_common.CodersTest class method) SetupOptions (class in apache_beam.options.pipeline_options) SHARD_NAME_TEMPLATE (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) should_drop() (apache_beam.transforms.display.DisplayDataItem method) should_execute_serially() (apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry method) should_fire() (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) side_inputs (apache_beam.transforms.ptransform.PTransform attribute) SideInputError SideInputMap (class in apache_beam.transforms.sideinputs) SideInputParam (apache_beam.transforms.core.DoFn attribute) SimpleCoderImpl (class in apache_beam.coders.coder_impl) SimpleInvoker (class in apache_beam.runners.common) SingletonCoder (class in apache_beam.coders.coders) SingletonCoderImpl (class in apache_beam.coders.coder_impl) Sink (class in apache_beam.io.iobase) size (apache_beam.transforms.window.FixedWindows attribute) (apache_beam.transforms.window.SlidingWindows attribute) size() (apache_beam.coders.slow_stream.InputStream method) (apache_beam.coders.slow_stream.OutputStream method) (apache_beam.io.gcp.gcsio.GcsIO method) size_of_files_in_glob() (apache_beam.io.gcp.gcsio.GcsIO method) sleep() (apache_beam.utils.retry.Clock method) slice_0() (in module apache_beam.typehints.opcodes) slice_1() (in module apache_beam.typehints.opcodes) slice_2() (in module apache_beam.typehints.opcodes)

slice_3() (in module apache_beam.typehints.opcodes) SlidingWindows (class in apache_beam.transforms.window) Smallest (apache_beam.transforms.combiners.Top attribute) SmallestPerKey (apache_beam.transforms.combiners.Top attribute) SORTBY (apache_beam.utils.profiler.Profile attribute) SOURCE_STEP_INPUT (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) sources (apache_beam.io.concat_source.ConcatSource attribute) split() (apache_beam.io.concat_source.ConcatSource method) (apache_beam.io.filebasedsource.FileBasedSource method) (apache_beam.io.filesystem.FileSystem method) (apache_beam.io.filesystems.FileSystems static method) (apache_beam.io.gcp.gcsfilesystem.GCSFileSystem method) (apache_beam.io.iobase.BoundedSource method) (apache_beam.io.localfilesystem.LocalFileSystem method) split_points() (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) SPLIT_POINTS_UNKNOWN (apache_beam.io.iobase.RangeTracker attribute) splittable (apache_beam.io.filebasedsource.FileBasedSource attribute) stage_file() (apache_beam.runners.dataflow.internal.apiclient.DataflowApplicationClient method) stage_job_resources() (in module apache_beam.runners.dataflow.internal.dependency) StandardOptions (class in apache_beam.options.pipeline_options) start (apache_beam.transforms.window.IntervalWindow attribute) start() (apache_beam.runners.common.DoFnRunner method) (apache_beam.runners.direct.executor.Executor method) (apache_beam.utils.profiler.MemoryReporter method) start_bundle() (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn method) (apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn method) (apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues method) (apache_beam.transforms.core.DoFn method) (apache_beam.transforms.core.GroupByKey.GroupAlsoByWindow method) (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) start_position() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) state (apache_beam.runners.runner.PipelineResult attribute) StaticValueProvider (class in apache_beam.options.value_provider) Step (class in apache_beam.runners.dataflow.internal.apiclient) STEP_NAME (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) steps (apache_beam.metrics.metric.MetricsFilter attribute) stop() (apache_beam.utils.profiler.MemoryReporter method) stop_position() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) STOPPED (apache_beam.runners.runner.PipelineState attribute) STORAGE_API_SERVICE (apache_beam.options.pipeline_options.GoogleCloudOptions attribute) store_attr() (in module apache_beam.typehints.opcodes) store_fast() (in module apache_beam.typehints.opcodes) store_global() (in module apache_beam.typehints.opcodes) store_map() (in module apache_beam.typehints.opcodes) store_slice_0() (in module apache_beam.typehints.opcodes) store_slice_1() (in module apache_beam.typehints.opcodes) store_slice_2() (in module apache_beam.typehints.opcodes) store_slice_3() (in module apache_beam.typehints.opcodes) store_subscr() (in module apache_beam.typehints.opcodes) str_compare() (in module apache_beam.io.gcp.datastore.v1.helper) StreamCoderImpl (class in apache_beam.coders.coder_impl) STREAMING_ENVIRONMENT_MAJOR_VERSION (apache_beam.runners.dataflow.dataflow_runner.DataflowRunner attribute) StrUtf8Coder (class in apache_beam.coders.coders) sub_range_tracker() (apache_beam.io.concat_source.ConcatRangeTracker method) submit_job_description() (apache_beam.runners.dataflow.internal.apiclient.DataflowApplicationClient method) subscription (apache_beam.io.gcp.pubsub.PubSubSource attribute) sum (apache_beam.metrics.cells.DistributionResult attribute) SUM (apache_beam.utils.counters.Counter attribute) SumDoubleAccumulator (class in apache_beam.transforms.cy_combiners) SumFloatFn (class in apache_beam.transforms.cy_combiners) SumInt64Accumulator (class in apache_beam.transforms.cy_combiners) SumInt64Fn (class in apache_beam.transforms.cy_combiners) symmetric_binary_op() (in module apache_beam.typehints.opcodes)

T

TableRowJsonCoder (class in apache_beam.io.gcp.bigquery) TaggedOutput (class in apache_beam.pvalue) takes_windowed_values (apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter attribute) tearDownClass() (apache_beam.coders.coders_test_common.CodersTest class method) tell() (apache_beam.io.filesystem.CompressedFile method) test_base64_pickle_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_bytes_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_custom_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_deterministic_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_dill_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_fast_primitives_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_float_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_global_window_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_interval_window_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_iterable_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_iterable_coder_unknown_length() (apache_beam.coders.coders_test_common.CodersTest method) test_length_prefix_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_nested_observables() (apache_beam.coders.coders_test_common.CodersTest method) test_pickle_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_proto_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_singleton_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_timestamp_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_tuple_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_tuple_sequence_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_utf8_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_varint_coder() (apache_beam.coders.coders_test_common.CodersTest method) test_windowed_value_coder() (apache_beam.coders.coders_test_common.CodersTest method) TestDataflowRunner (class in apache_beam.runners.dataflow.test_dataflow_runner) TestOptions (class in apache_beam.options.pipeline_options) TestPipeline (class in apache_beam.testing.test_pipeline) TestStream (class in apache_beam.testing.test_stream) time() (apache_beam.runners.direct.clock.Clock method) (apache_beam.runners.direct.clock.MockClock method) TimeDomain (class in apache_beam.transforms.timeutil) timestamp (apache_beam.runners.common.DoFnContext attribute) (apache_beam.transforms.window.TimestampedValue attribute) (apache_beam.utils.windowed_value.WindowedValue attribute), [1] Timestamp (class in apache_beam.utils.timestamp) timestamp_object (apache_beam.utils.windowed_value.WindowedValue attribute) TimestampCoder (class in apache_beam.coders.coders) TimestampCoderImpl (class in apache_beam.coders.coder_impl) TimestampCombiner (class in apache_beam.transforms.window) TimestampedValue (class in apache_beam.transforms.window) TimestampParam (apache_beam.transforms.core.DoFn attribute) to_delete_mutation() (apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore static method) to_json_value() (in module apache_beam.internal.gcp.json_value) to_runner_api() (apache_beam.coders.coders.Coder method) (apache_beam.pipeline.Pipeline method) (apache_beam.pvalue.PCollection method) (apache_beam.runners.pipeline_context.PipelineContext method) (apache_beam.transforms.core.Windowing method) (apache_beam.transforms.ptransform.PTransform method) (apache_beam.transforms.trigger.AfterCount method) (apache_beam.transforms.trigger.AfterEach method) (apache_beam.transforms.trigger.AfterWatermark method) (apache_beam.transforms.trigger.DefaultTrigger method) (apache_beam.transforms.trigger.OrFinally method) (apache_beam.transforms.trigger.Repeatedly method) (apache_beam.transforms.trigger.TriggerFn method) (apache_beam.utils.urns.RunnerApiFn method)

to_runner_api_parameter() (apache_beam.transforms.core.Flatten method) (apache_beam.transforms.core.WindowInto method) (apache_beam.transforms.ptransform.PTransform method) (apache_beam.transforms.window.FixedWindows method) (apache_beam.transforms.window.GlobalWindows method) (apache_beam.transforms.window.Sessions method) (apache_beam.transforms.window.SlidingWindows method) (apache_beam.transforms.window.WindowFn method) (apache_beam.utils.urns.RunnerApiFn method) to_split_int() (in module apache_beam.runners.dataflow.internal.apiclient) to_upsert_mutation() (apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore static method) to_utc_datetime() (apache_beam.utils.timestamp.Timestamp method) ToDict (class in apache_beam.transforms.combiners) ToList (class in apache_beam.transforms.combiners) Top (class in apache_beam.transforms.combiners) topic (apache_beam.io.gcp.pubsub.PubSubSource attribute) TransformError TransformEvaluatorRegistry (class in apache_beam.runners.direct.transform_evaluator) TransformExecutor (class in apache_beam.runners.direct.executor) TransformNames (class in apache_beam.runners.dataflow.internal.names) TransformResult (class in apache_beam.runners.direct.transform_result) translate_boolean() (apache_beam.runners.dataflow.internal.apiclient.MetricUpdateTranslators static method) translate_distribution() (in module apache_beam.runners.dataflow.internal.apiclient) translate_mean() (in module apache_beam.runners.dataflow.internal.apiclient) translate_scalar() (in module apache_beam.runners.dataflow.internal.apiclient) translate_scalar_counter_float() (apache_beam.runners.dataflow.internal.apiclient.MetricUpdateTranslators static method) translate_scalar_counter_int() (apache_beam.runners.dataflow.internal.apiclient.MetricUpdateTranslators static method) translate_scalar_mean_float() (apache_beam.runners.dataflow.internal.apiclient.MetricUpdateTranslators static method) translate_scalar_mean_int() (apache_beam.runners.dataflow.internal.apiclient.MetricUpdateTranslators static method) translate_value() (in module apache_beam.runners.dataflow.internal.apiclient) TriggerFn (class in apache_beam.transforms.trigger) try_claim() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) try_split() (apache_beam.io.concat_source.ConcatRangeTracker method) (apache_beam.io.iobase.RangeTracker method) (apache_beam.io.range_trackers.OffsetRangeTracker method) (apache_beam.io.range_trackers.OrderedPositionRangeTracker method) (apache_beam.io.range_trackers.UnsplittableRangeTracker method) TupleCoder (class in apache_beam.coders.coders) TupleCoderImpl (class in apache_beam.coders.coder_impl) TupleSequenceCoder (class in apache_beam.coders.coders) TupleSequenceCoderImpl (class in apache_beam.coders.coder_impl) type_check_inputs() (apache_beam.transforms.ptransform.PTransform method) type_check_inputs_or_outputs() (apache_beam.transforms.ptransform.PTransform method) type_check_outputs() (apache_beam.transforms.ptransform.PTransform method) TypeCheckError TypeCheckWrapperDoFn (class in apache_beam.typehints.typecheck) typeDict (apache_beam.transforms.display.DisplayDataItem attribute) TypeInferenceError TypeOptions (class in apache_beam.options.pipeline_options) TypeVariable (class in apache_beam.typehints.typehints)

U

unary() (in module apache_beam.typehints.opcodes) unary_convert() (in module apache_beam.typehints.opcodes) unary_invert() (in module apache_beam.typehints.opcodes) unary_negative() (in module apache_beam.typehints.opcodes) unary_not() (in module apache_beam.typehints.opcodes) unary_positive() (in module apache_beam.typehints.opcodes) UNCOMPRESSED (apache_beam.io.filesystem.CompressionTypes attribute) union() (apache_beam.transforms.window.IntervalWindow method) (in module apache_beam.typehints.trivial_inference) union_list() (in module apache_beam.typehints.trivial_inference) UNKNOWN (apache_beam.runners.runner.PipelineState attribute) unpack_Any() (in module apache_beam.utils.proto_utils) unpack_sequence() (in module apache_beam.typehints.opcodes) UnsplittableRangeTracker (class in apache_beam.io.range_trackers)

UNSTARTED (apache_beam.io.range_trackers.OrderedPositionRangeTracker attribute) unwrap() (apache_beam.typehints.trivial_inference.Const static method) unwrap_all() (apache_beam.typehints.trivial_inference.Const static method) update() (apache_beam.metrics.metric.Metrics.DelegatingDistribution method) (apache_beam.metrics.metricbase.Distribution method) (apache_beam.utils.counters.AccumulatorCombineFnCounter method) (apache_beam.utils.counters.Counter method) update_physical() (apache_beam.runners.direct.direct_metrics.DirectMetric method) (apache_beam.runners.direct.direct_metrics.DirectMetrics method) update_watermarks() (apache_beam.runners.direct.watermark_manager.WatermarkManager method) UPDATED (apache_beam.runners.runner.PipelineState attribute) URI_SCHEMA_PATTERN (apache_beam.io.filesystems.FileSystems attribute) use_pvalue_cache() (apache_beam.runners.direct.evaluation_context.EvaluationContext method) USER_FN (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) USER_NAME (apache_beam.runners.dataflow.internal.names.PropertyNames attribute)

V

validate() (apache_beam.options.pipeline_options.GoogleCloudOptions method) (apache_beam.options.pipeline_options.StandardOptions method) (apache_beam.options.pipeline_options.TestOptions method) (apache_beam.options.pipeline_options.WorkerOptions method) (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_cloud_options() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_create() (apache_beam.io.gcp.bigquery.BigQueryDisposition static method) validate_gcs_path() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_optional_argument_positive() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) VALIDATE_SINK (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) VALIDATE_SOURCE (apache_beam.runners.dataflow.internal.names.PropertyNames attribute) validate_test_matcher() (apache_beam.options.pipeline_options_validator.PipelineOptionsValidator method) validate_write() (apache_beam.io.gcp.bigquery.BigQueryDisposition static method) value (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry attribute) VALUE (apache_beam.runners.dataflow.internal.names.PropertyNames attribute)

value (apache_beam.transforms.window.TimestampedValue attribute) (apache_beam.utils.windowed_value.WindowedValue attribute) value() (apache_beam.utils.counters.Counter method) value_coder() (apache_beam.coders.coders.Coder method) (apache_beam.coders.coders.FastPrimitivesCoder method) (apache_beam.coders.coders.IterableCoder method) (apache_beam.coders.coders.TupleCoder method) (apache_beam.coders.coders.WindowedValueCoder method) VALUE_FIELD_NUMBER (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry attribute) ValueProvider (class in apache_beam.options.value_provider) Values() (in module apache_beam.transforms.util) VarIntCoder (class in apache_beam.coders.coders) VarIntCoderImpl (class in apache_beam.coders.coder_impl) view_as() (apache_beam.options.pipeline_options.PipelineOptions method) visit() (apache_beam.pipeline.Pipeline method) visit_transform() (apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor method)

W

wait_until_finish() (apache_beam.runners.runner.PipelineResult method) WATERMARK (apache_beam.transforms.timeutil.TimeDomain attribute) WATERMARK_NEG_INF (apache_beam.runners.direct.watermark_manager.WatermarkManager attribute) WATERMARK_POS_INF (apache_beam.runners.direct.watermark_manager.WatermarkManager attribute) WatermarkEvent (class in apache_beam.testing.test_stream) WatermarkManager (class in apache_beam.runners.direct.watermark_manager) WhichOneof() (apache_beam.coders.proto2_coder_test_messages_pb2.MessageA method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageB method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageC method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap method) (apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry method) (apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap method) windowed_value() (apache_beam.transforms.window.GlobalWindows class method) WindowedValue (class in apache_beam.utils.windowed_value) (in module apache_beam.typehints.typehints) WindowedValueCoder (class in apache_beam.coders.coders) WindowedValueCoderImpl (class in apache_beam.coders.coder_impl) WindowFn (class in apache_beam.transforms.window) WindowFn.AssignContext (class in apache_beam.transforms.window) WindowFn.MergeContext (class in apache_beam.transforms.window) windowing (apache_beam.pvalue.PCollection attribute) Windowing (class in apache_beam.transforms.core) WindowInto (class in apache_beam.transforms.core) WindowInto.WindowIntoFn (class in apache_beam.transforms.core) WindowParam (apache_beam.transforms.core.DoFn attribute) windows (apache_beam.runners.common.DoFnContext attribute) (apache_beam.utils.windowed_value.WindowedValue attribute) with_defaults() (apache_beam.transforms.core.CombineGlobally method) with_exponential_backoff() (in module apache_beam.utils.retry) with_input_types() (apache_beam.transforms.ptransform.PTransform method) (apache_beam.typehints.decorators.WithTypeHints method) (in module apache_beam.typehints.decorators) with_name() (apache_beam.metrics.metric.MetricsFilter method) with_names() (apache_beam.metrics.metric.MetricsFilter method) with_namespace() (apache_beam.metrics.metric.MetricsFilter method) with_namespaces() (apache_beam.metrics.metric.MetricsFilter method) with_output_types() (apache_beam.transforms.ptransform.PTransform method) (apache_beam.typehints.decorators.WithTypeHints method) (in module apache_beam.typehints.decorators)

with_outputs() (apache_beam.transforms.core.ParDo method) with_step() (apache_beam.metrics.metric.MetricsFilter method) with_steps() (apache_beam.metrics.metric.MetricsFilter method) with_value() (apache_beam.utils.windowed_value.WindowedValue method) without_defaults() (apache_beam.transforms.core.CombineGlobally method) WithTypeHints (class in apache_beam.typehints.decorators) WorkerOptions (class in apache_beam.options.pipeline_options) wrapper() (apache_beam.typehints.typecheck.AbstractDoFnWrapper method) (apache_beam.typehints.typecheck.OutputCheckWrapperDoFn method) (apache_beam.typehints.typecheck.TypeCheckWrapperDoFn method) WRITE (apache_beam.runners.dataflow.internal.names.TransformNames attribute) Write (class in apache_beam.io.iobase) write() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) (apache_beam.coders.slow_stream.OutputStream method) (apache_beam.io.filesystem.CompressedFile method) (apache_beam.io.iobase.Writer method) Write() (apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter method) WRITE_APPEND (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) write_bigendian_double() (apache_beam.coders.slow_stream.OutputStream method) write_bigendian_int32() (apache_beam.coders.slow_stream.OutputStream method) write_bigendian_int64() (apache_beam.coders.slow_stream.OutputStream method) write_bigendian_uint64() (apache_beam.coders.slow_stream.OutputStream method) write_byte() (apache_beam.coders.slow_stream.ByteCountingOutputStream method) (apache_beam.coders.slow_stream.OutputStream method) WRITE_EMPTY (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) write_encoded_record() (apache_beam.io.filebasedsink.FileBasedSink method) write_mutations() (in module apache_beam.io.gcp.datastore.v1.helper) write_record() (apache_beam.io.filebasedsink.FileBasedSink method) WRITE_TRUNCATE (apache_beam.io.gcp.bigquery.BigQueryDisposition attribute) write_var_int64() (apache_beam.coders.slow_stream.OutputStream method) writeable() (apache_beam.io.filesystem.CompressedFile method) Writer (class in apache_beam.io.iobase) writer() (apache_beam.io.gcp.bigquery.BigQuerySink method) (apache_beam.io.gcp.pubsub.PubSubSink method) (apache_beam.runners.dataflow.native_io.iobase.NativeSink method) WriteToAvro (class in apache_beam.io.avroio) WriteToDatastore (class in apache_beam.io.gcp.datastore.v1.datastoreio) WriteToText (class in apache_beam.io.textio) WriteToTFRecord (class in apache_beam.io.tfrecordio)