apache_beam.runners.interactive package

Subpackages

• apache_beam.runners.interactive.caching package
  • Submodules
    • apache_beam.runners.interactive.caching.cacheable module
      • Cacheable
      • CacheKey
    • apache_beam.runners.interactive.caching.expression_cache module
      • ExpressionCache
    • apache_beam.runners.interactive.caching.read_cache module
      • ReadCache
    • apache_beam.runners.interactive.caching.reify module
      • Reify
      • Unreify
      • reify_to_cache()
      • unreify_from_cache()
    • apache_beam.runners.interactive.caching.streaming_cache module
      • StreamingCacheSink
      • StreamingCacheSource
      • StreamingCache
    • apache_beam.runners.interactive.caching.write_cache module
      • WriteCache
• apache_beam.runners.interactive.dataproc package
  • Submodules
    • apache_beam.runners.interactive.dataproc.dataproc_cluster_manager module
      • DataprocClusterManager
    • apache_beam.runners.interactive.dataproc.types module
      • ClusterMetadata
• apache_beam.runners.interactive.display package
  • Submodules
    • apache_beam.runners.interactive.display.display_manager module
      • DisplayManager
    • apache_beam.runners.interactive.display.interactive_pipeline_graph module
      • nice_str()
      • format_sample()
      • InteractivePipelineGraph
    • apache_beam.runners.interactive.display.pcoll_visualization module
      • visualize()
      • visualize_computed_pcoll()
      • PCollectionVisualization
      • format_window_info_in_dataframe()
      • event_time_formatter()
      • windows_formatter()
      • pane_info_formatter()
    • apache_beam.runners.interactive.display.pipeline_graph module
      • PipelineGraph
    • apache_beam.runners.interactive.display.pipeline_graph_renderer module
      • PipelineGraphRenderer
      • MuteRenderer
      • TextRenderer
      • PydotRenderer
      • get_renderer()
• apache_beam.runners.interactive.messaging package
  • Submodules
    • apache_beam.runners.interactive.messaging.interactive_environment_inspector module
      • InteractiveEnvironmentInspector
      • inspect()
      • inspect_pipelines()
      • meta()
      • synthesize_pipeline_name()
• apache_beam.runners.interactive.options package
  • Submodules
    • apache_beam.runners.interactive.options.capture_control module
      • CaptureControl
      • evict_captured_data()
    • apache_beam.runners.interactive.options.capture_limiters module
      • Limiter
      • ElementLimiter
      • SizeLimiter
      • DurationLimiter
      • CountLimiter
      • ProcessingTimeLimiter
    • apache_beam.runners.interactive.options.interactive_options module
      • InteractiveOptions
• apache_beam.runners.interactive.sql package
  • Submodules
    • apache_beam.runners.interactive.sql.beam_sql_magics module
      • BeamSqlParser
      • on_error()
      • BeamSqlMagics
      • collect_data_for_local_run()
      • apply_sql()
      • pcolls_from_streaming_cache()
      • cache_output()
      • load_ipython_extension()
    • apache_beam.runners.interactive.sql.sql_chain module
      • SqlNode
      • SchemaLoadedSqlTransform
      • SqlChain
    • apache_beam.runners.interactive.sql.utils module
      • register_coder_for_schema()
      • find_pcolls()
      • replace_single_pcoll_token()
      • pformat_namedtuple()
      • pformat_dict()
      • OptionsEntry
      • OptionsForm
      • DataflowOptionsForm
• apache_beam.runners.interactive.testing package
  • Subpackages
    • apache_beam.runners.interactive.testing.integration package
      • Submodules
  • Submodules
    • apache_beam.runners.interactive.testing.mock_env module
      • isolated_env()
      • mock_create_cluster()
    • apache_beam.runners.interactive.testing.mock_ipython module
      • mock_get_ipython()
    • apache_beam.runners.interactive.testing.pipeline_assertion module
      • assert_pipeline_equal()
      • assert_pipeline_proto_equal()
      • assert_pipeline_proto_contain_top_level_transform()
      • assert_pipeline_proto_not_contain_top_level_transform()
    • apache_beam.runners.interactive.testing.test_cache_manager module
      • InMemoryCache
      • NoopSink
      • FileRecordsBuilder

Submodules

• apache_beam.runners.interactive.augmented_pipeline module
  • AugmentedPipeline
    • AugmentedPipeline.augmented_pipeline
    • AugmentedPipeline.background_recording_pipeline
    • AugmentedPipeline.cacheables()
    • AugmentedPipeline.augment()
• apache_beam.runners.interactive.background_caching_job module
  • BackgroundCachingJob
    • BackgroundCachingJob.is_done()
    • BackgroundCachingJob.is_running()
    • BackgroundCachingJob.cancel()
    • BackgroundCachingJob.state
  • attempt_to_run_background_caching_job()
  • is_background_caching_job_needed()
  • is_cache_complete()
  • has_source_to_cache()
  • attempt_to_cancel_background_caching_job()
  • attempt_to_stop_test_stream_service()
  • is_a_test_stream_service_running()
  • is_source_to_cache_changed()
  • extract_source_to_cache_signature()
• apache_beam.runners.interactive.cache_manager module
  • CacheManager
    • CacheManager.exists()
    • CacheManager.is_latest_version()
    • CacheManager.read()
    • CacheManager.write()
    • CacheManager.clear()
    • CacheManager.source()
    • CacheManager.sink()
    • CacheManager.save_pcoder()
    • CacheManager.load_pcoder()
    • CacheManager.cleanup()
    • CacheManager.size()
  • FileBasedCacheManager
    • FileBasedCacheManager.size()
    • FileBasedCacheManager.exists()
    • FileBasedCacheManager.save_pcoder()
    • FileBasedCacheManager.load_pcoder()
    • FileBasedCacheManager.read()
    • FileBasedCacheManager.write()
    • FileBasedCacheManager.clear()
    • FileBasedCacheManager.source()
    • FileBasedCacheManager.sink()
    • FileBasedCacheManager.raw_sink()
    • FileBasedCacheManager.raw_source()
    • FileBasedCacheManager.cleanup()
  • ReadCache
    • ReadCache.expand()
  • WriteCache
    • WriteCache.expand()
  • SafeFastPrimitivesCoder
    • SafeFastPrimitivesCoder.encode()
    • SafeFastPrimitivesCoder.decode()
  • Base64Coder
    • Base64Coder.encode()
    • Base64Coder.decode()
• apache_beam.runners.interactive.interactive_beam module
  • Options
    • Options.enable_recording_replay
    • Options.recordable_sources
    • Options.recording_duration
    • Options.recording_size_limit
    • Options.display_timestamp_format
    • Options.display_timezone
    • Options.cache_root
  • Recordings
    • Recordings.describe()
    • Recordings.clear()
    • Recordings.stop()
    • Recordings.record()
  • Clusters
    • Clusters.DATAPROC_FLINK_VERSION
    • Clusters.DATAPROC_MINIMUM_WORKER_NUM
    • Clusters.create()
    • Clusters.cleanup()
    • Clusters.describe()
    • Clusters.set_default_cluster()
    • Clusters.cluster_metadata()
  • watch()
  • show()
  • collect()
  • show_graph()
  • evict_recorded_data()
• apache_beam.runners.interactive.interactive_environment module
  • current_env()
  • new_env()
  • InteractiveEnvironment
    • InteractiveEnvironment.options
    • InteractiveEnvironment.is_interactive_ready
    • InteractiveEnvironment.is_in_ipython
    • InteractiveEnvironment.is_in_notebook
    • InteractiveEnvironment.inspector
    • InteractiveEnvironment.inspector_with_synthetic
    • InteractiveEnvironment.cleanup_pipeline()
    • InteractiveEnvironment.cleanup_environment()
    • InteractiveEnvironment.cleanup()
    • InteractiveEnvironment.watch()
    • InteractiveEnvironment.watching()
    • InteractiveEnvironment.set_cache_manager()
    • InteractiveEnvironment.get_cache_manager()
    • InteractiveEnvironment.evict_cache_manager()
    • InteractiveEnvironment.set_recording_manager()
    • InteractiveEnvironment.get_recording_manager()
    • InteractiveEnvironment.evict_recording_manager()
    • InteractiveEnvironment.describe_all_recordings()
    • InteractiveEnvironment.set_pipeline_result()
    • InteractiveEnvironment.evict_pipeline_result()
    • InteractiveEnvironment.pipeline_result()
    • InteractiveEnvironment.set_background_caching_job()
    • InteractiveEnvironment.get_background_caching_job()
    • InteractiveEnvironment.evict_background_caching_job()
    • InteractiveEnvironment.set_test_stream_service_controller()
    • InteractiveEnvironment.get_test_stream_service_controller()
    • InteractiveEnvironment.evict_test_stream_service_controller()
    • InteractiveEnvironment.is_terminated()
    • InteractiveEnvironment.set_cached_source_signature()
    • InteractiveEnvironment.get_cached_source_signature()
    • InteractiveEnvironment.evict_cached_source_signature()
    • InteractiveEnvironment.track_user_pipelines()
    • InteractiveEnvironment.tracked_user_pipelines
    • InteractiveEnvironment.user_pipeline()
    • InteractiveEnvironment.add_user_pipeline()
    • InteractiveEnvironment.add_derived_pipeline()
    • InteractiveEnvironment.evict_tracked_pipelines()
    • InteractiveEnvironment.pipeline_id_to_pipeline()
    • InteractiveEnvironment.mark_pcollection_computed()
    • InteractiveEnvironment.evict_computed_pcollections()
    • InteractiveEnvironment.computed_pcollections
    • InteractiveEnvironment.load_jquery_with_datatable()
    • InteractiveEnvironment.import_html_to_head()
    • InteractiveEnvironment.get_sql_chain()
• apache_beam.runners.interactive.interactive_runner module
  • InteractiveRunner
    • InteractiveRunner.is_fnapi_compatible()
    • InteractiveRunner.set_render_option()
    • InteractiveRunner.start_session()
    • InteractiveRunner.end_session()
    • InteractiveRunner.apply()
    • InteractiveRunner.run_pipeline()
    • InteractiveRunner.configure_for_flink()
  • PipelineResult
    • PipelineResult.state
    • PipelineResult.wait_until_finish()
    • PipelineResult.get()
    • PipelineResult.read()
    • PipelineResult.cancel()
• apache_beam.runners.interactive.pipeline_fragment module
  • PipelineFragment
    • PipelineFragment.deduce_fragment()
    • PipelineFragment.run()
  • should_skip_pruning()
• apache_beam.runners.interactive.pipeline_instrument module
  • PipelineInstrument
    • PipelineInstrument.instrumented_pipeline_proto()
    • PipelineInstrument.prune_subgraph_for()
    • PipelineInstrument.background_caching_pipeline_proto()
    • PipelineInstrument.cacheables
    • PipelineInstrument.has_unbounded_sources
    • PipelineInstrument.original_pipeline_proto
    • PipelineInstrument.user_pipeline
    • PipelineInstrument.runner_pcoll_to_user_pcoll
    • PipelineInstrument.find_cacheables()
    • PipelineInstrument.instrument()
    • PipelineInstrument.preprocess()
    • PipelineInstrument.pcoll_id()
    • PipelineInstrument.cache_key()
  • build_pipeline_instrument()
  • pcoll_to_pcoll_id()
• apache_beam.runners.interactive.recording_manager module
  • ElementStream
    • ElementStream.var
    • ElementStream.pcoll
    • ElementStream.cache_key
    • ElementStream.display_id()
    • ElementStream.is_computed()
    • ElementStream.is_done()
    • ElementStream.read()
  • Recording
    • Recording.is_computed()
    • Recording.stream()
    • Recording.computed()
    • Recording.uncomputed()
    • Recording.cancel()
    • Recording.wait_until_finish()
    • Recording.describe()
  • RecordingManager
    • RecordingManager.clear()
    • RecordingManager.cancel()
    • RecordingManager.describe()
    • RecordingManager.record_pipeline()
    • RecordingManager.record()
    • RecordingManager.read()
• apache_beam.runners.interactive.user_pipeline_tracker module
  • UserPipelineTracker
    • UserPipelineTracker.evict()
    • UserPipelineTracker.clear()
    • UserPipelineTracker.get_pipeline()
    • UserPipelineTracker.add_user_pipeline()
    • UserPipelineTracker.add_derived_pipeline()
    • UserPipelineTracker.get_user_pipeline()
• apache_beam.runners.interactive.utils module
  • to_element_list()
  • elements_to_df()
  • register_ipython_log_handler()
  • IPythonLogHandler
    • IPythonLogHandler.log_template
    • IPythonLogHandler.logging_to_alert_level_map
    • IPythonLogHandler.emit()
  • obfuscate()
  • ProgressIndicator
    • ProgressIndicator.spinner_template
    • ProgressIndicator.spinner_removal_template
  • progress_indicated()
  • as_json()
  • deferred_df_to_pcollection()
  • pcoll_by_name()
  • find_pcoll_name()
  • cacheables()
  • watch_sources()
  • has_unbounded_sources()
  • unbounded_sources()
  • create_var_in_main()
  • assert_bucket_exists()
  • detect_pipeline_runner()