apache_beam.runners package

Runner objects execute a Pipeline.

This package defines runners, which are used to execute a pipeline.

Subpackages

• apache_beam.runners.dask package
  • Submodules
    • apache_beam.runners.dask.dask_runner module
    • apache_beam.runners.dask.overrides module
    • apache_beam.runners.dask.transform_evaluator module
• apache_beam.runners.dataflow package
  • Submodules
    • apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline module
    • apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline module
    • apache_beam.runners.dataflow.dataflow_job_service module
    • apache_beam.runners.dataflow.dataflow_metrics module
    • apache_beam.runners.dataflow.dataflow_runner module
    • apache_beam.runners.dataflow.ptransform_overrides module
    • apache_beam.runners.dataflow.test_dataflow_runner module
• apache_beam.runners.direct package
  • Submodules
    • apache_beam.runners.direct.bundle_factory module
    • apache_beam.runners.direct.clock module
    • apache_beam.runners.direct.consumer_tracking_pipeline_visitor module
    • apache_beam.runners.direct.direct_metrics module
    • apache_beam.runners.direct.direct_runner module
    • apache_beam.runners.direct.direct_userstate module
    • apache_beam.runners.direct.evaluation_context module
    • apache_beam.runners.direct.executor module
    • apache_beam.runners.direct.helper_transforms module
    • apache_beam.runners.direct.sdf_direct_runner module
    • apache_beam.runners.direct.test_direct_runner module
    • apache_beam.runners.direct.test_stream_impl module
    • apache_beam.runners.direct.transform_evaluator module
    • apache_beam.runners.direct.util module
    • apache_beam.runners.direct.watermark_manager module
• apache_beam.runners.interactive package
  • Subpackages
    • apache_beam.runners.interactive.caching package
      • Submodules
        • apache_beam.runners.interactive.caching.cacheable module
        • apache_beam.runners.interactive.caching.expression_cache module
        • apache_beam.runners.interactive.caching.read_cache module
        • apache_beam.runners.interactive.caching.reify module
        • apache_beam.runners.interactive.caching.streaming_cache module
        • apache_beam.runners.interactive.caching.write_cache module
    • apache_beam.runners.interactive.dataproc package
      • Submodules
        • apache_beam.runners.interactive.dataproc.dataproc_cluster_manager module
        • apache_beam.runners.interactive.dataproc.types module
    • apache_beam.runners.interactive.display package
      • Submodules
        • apache_beam.runners.interactive.display.display_manager module
        • apache_beam.runners.interactive.display.interactive_pipeline_graph module
        • apache_beam.runners.interactive.display.pcoll_visualization module
        • apache_beam.runners.interactive.display.pipeline_graph module
        • apache_beam.runners.interactive.display.pipeline_graph_renderer module
    • apache_beam.runners.interactive.messaging package
      • Submodules
        • apache_beam.runners.interactive.messaging.interactive_environment_inspector module
    • apache_beam.runners.interactive.options package
      • Submodules
        • apache_beam.runners.interactive.options.capture_control module
        • apache_beam.runners.interactive.options.capture_limiters module
        • apache_beam.runners.interactive.options.interactive_options module
    • apache_beam.runners.interactive.sql package
      • Submodules
        • apache_beam.runners.interactive.sql.beam_sql_magics module
        • apache_beam.runners.interactive.sql.sql_chain module
        • apache_beam.runners.interactive.sql.utils module
    • apache_beam.runners.interactive.testing package
      • Subpackages
        • apache_beam.runners.interactive.testing.integration package
          • Submodules
            • apache_beam.runners.interactive.testing.integration.notebook_executor module
            • apache_beam.runners.interactive.testing.integration.screen_diff module
      • Submodules
        • apache_beam.runners.interactive.testing.mock_env module
        • apache_beam.runners.interactive.testing.mock_ipython module
        • apache_beam.runners.interactive.testing.pipeline_assertion module
        • apache_beam.runners.interactive.testing.test_cache_manager module
  • Submodules
    • apache_beam.runners.interactive.augmented_pipeline module
    • apache_beam.runners.interactive.background_caching_job module
    • apache_beam.runners.interactive.cache_manager module
    • apache_beam.runners.interactive.interactive_beam module
    • apache_beam.runners.interactive.interactive_environment module
    • apache_beam.runners.interactive.interactive_runner module
    • apache_beam.runners.interactive.pipeline_fragment module
    • apache_beam.runners.interactive.pipeline_instrument module
    • apache_beam.runners.interactive.recording_manager module
    • apache_beam.runners.interactive.user_pipeline_tracker module
    • apache_beam.runners.interactive.utils module
• apache_beam.runners.job package
  • Submodules
    • apache_beam.runners.job.manager module
    • apache_beam.runners.job.utils module

Submodules

• apache_beam.runners.pipeline_context module
• apache_beam.runners.render module
• apache_beam.runners.runner module
• apache_beam.runners.sdf_utils module
• apache_beam.runners.trivial_runner module