apache_beam.testing package

Subpackages

• apache_beam.testing.benchmarks package
  • Subpackages
    • apache_beam.testing.benchmarks.nexmark package
      • Subpackages
      • Submodules
    • apache_beam.testing.benchmarks.wordcount package
      • Submodules
• apache_beam.testing.load_tests package
  • Submodules
    • apache_beam.testing.load_tests.dataflow_cost_benchmark module
      • DataflowCostBenchmark
    • apache_beam.testing.load_tests.dataflow_cost_consts module
      • Accelerator
    • apache_beam.testing.load_tests.load_test_metrics_utils module
      • parse_step()
      • split_metrics_by_namespace_and_name()
      • get_generic_distributions()
      • get_all_distributions_by_type()
      • get_distribution_dict()
      • MetricsReader
      • Metric
      • CounterMetric
      • DistributionMetric
      • RuntimeMetric
      • MetricsPublisher
      • ConsoleMetricsPublisher
      • BigQueryMetricsPublisher
      • BigQueryClient
      • InfluxDBMetricsPublisherOptions
      • InfluxDBMetricsPublisher
      • MeasureTime
      • MeasureBytes
      • CountMessages
      • MeasureLatency
      • AssignTimestamps

Submodules

• apache_beam.testing.datatype_inference module
  • infer_element_type()
  • infer_typehints_schema()
  • infer_avro_schema()
  • infer_pyarrow_schema()
• apache_beam.testing.extra_assertions module
  • ExtraAssertionsMixin
    • ExtraAssertionsMixin.assertUnhashableCountEqual()
• apache_beam.testing.metric_result_matchers module
  • MetricResultMatcher
    • MetricResultMatcher.describe_to()
    • MetricResultMatcher.describe_mismatch()
  • DistributionMatcher
    • DistributionMatcher.describe_to()
    • DistributionMatcher.describe_mismatch()
  • verify_all()
• apache_beam.testing.pipeline_verifiers module
  • PipelineStateMatcher
    • PipelineStateMatcher.describe_to()
    • PipelineStateMatcher.describe_mismatch()
  • FileChecksumMatcher
    • FileChecksumMatcher.describe_to()
    • FileChecksumMatcher.describe_mismatch()
  • retry_on_io_error_and_server_error()
• apache_beam.testing.synthetic_pipeline module
  • get_generator()
  • parse_byte_size()
  • div_round_up()
  • rotate_key()
  • initial_splitting_zipf()
  • SyntheticStep
    • SyntheticStep.start_bundle()
    • SyntheticStep.finish_bundle()
    • SyntheticStep.process()
  • NonLiquidShardingOffsetRangeTracker
    • NonLiquidShardingOffsetRangeTracker.try_split()
    • NonLiquidShardingOffsetRangeTracker.checkpoint()
  • SyntheticSDFStepRestrictionProvider
    • SyntheticSDFStepRestrictionProvider.initial_restriction()
    • SyntheticSDFStepRestrictionProvider.create_tracker()
    • SyntheticSDFStepRestrictionProvider.split()
    • SyntheticSDFStepRestrictionProvider.restriction_size()
  • get_synthetic_sdf_step()
  • SyntheticSource
    • SyntheticSource.element_size
    • SyntheticSource.estimate_size()
    • SyntheticSource.split()
    • SyntheticSource.get_range_tracker()
    • SyntheticSource.read()
    • SyntheticSource.default_output_coder()
  • SyntheticSDFSourceRestrictionProvider
    • SyntheticSDFSourceRestrictionProvider.initial_restriction()
    • SyntheticSDFSourceRestrictionProvider.create_tracker()
    • SyntheticSDFSourceRestrictionProvider.split()
    • SyntheticSDFSourceRestrictionProvider.restriction_size()
  • SyntheticSDFAsSource
    • SyntheticSDFAsSource.process()
  • ShuffleBarrier
    • ShuffleBarrier.expand()
  • SideInputBarrier
    • SideInputBarrier.expand()
  • merge_using_gbk()
  • merge_using_side_input()
  • expand_using_gbk()
  • expand_using_second_output()
  • parse_args()
  • run()
  • StatefulLoadGenerator
    • StatefulLoadGenerator.GenerateKeys
      • StatefulLoadGenerator.GenerateKeys.process()
    • StatefulLoadGenerator.GenerateLoad
      • StatefulLoadGenerator.GenerateLoad.state_spec
      • StatefulLoadGenerator.GenerateLoad.timer_spec
      • StatefulLoadGenerator.GenerateLoad.process()
      • StatefulLoadGenerator.GenerateLoad.process_timer()
    • StatefulLoadGenerator.expand()
• apache_beam.testing.test_pipeline module
  • TestPipeline
    • TestPipeline.pytest_test_pipeline_options
    • TestPipeline.run()
    • TestPipeline.get_pipeline_options()
    • TestPipeline.get_full_options_as_args()
    • TestPipeline.get_option()
• apache_beam.testing.test_stream module
  • Event
    • Event.to_runner_api()
    • Event.from_runner_api()
  • ElementEvent
    • ElementEvent.to_runner_api()
  • WatermarkEvent
    • WatermarkEvent.to_runner_api()
  • ProcessingTimeEvent
    • ProcessingTimeEvent.to_runner_api()
  • TestStream
    • TestStream.get_windowing()
    • TestStream.expand()
    • TestStream.add_elements()
    • TestStream.advance_watermark_to()
    • TestStream.advance_watermark_to_infinity()
    • TestStream.advance_processing_time()
    • TestStream.to_runner_api_parameter()
    • TestStream.from_runner_api_parameter()
• apache_beam.testing.test_stream_service module
  • TestStreamServiceController
    • TestStreamServiceController.start()
    • TestStreamServiceController.stop()
    • TestStreamServiceController.Events()
• apache_beam.testing.test_utils module
  • TempDir
    • TempDir.get_path()
    • TempDir.create_temp_file()
  • compute_hash()
  • patch_retry()
  • delete_files()
  • cleanup_subscriptions()
  • cleanup_topics()
  • PullResponseMessage
  • create_pull_response()
  • create_file()
  • read_files_from_pattern()
  • LCGenerator
    • LCGenerator.seed()
    • LCGenerator.seed_jdk()
    • LCGenerator.next_int()
    • LCGenerator.next_uint()
    • LCGenerator.randbytes()
    • LCGenerator.random_sample()
• apache_beam.testing.util module
  • assert_that()
  • equal_to()
  • equal_to_per_window()
  • is_empty()
  • is_not_empty()
  • matches_all()
  • open_shards()
  • TestWindowedValue
    • TestWindowedValue.timestamp
    • TestWindowedValue.value
    • TestWindowedValue.windows