apache_beam.yaml package

Subpackages

• apache_beam.yaml.examples package
  • Subpackages
    • apache_beam.yaml.examples.testing package
      • Submodules

Submodules

• apache_beam.yaml.cache_provider_artifacts module
  • cache_provider_artifacts()
• apache_beam.yaml.conftest module
  • pytest_addoption()
  • pytest_configure()
• apache_beam.yaml.generate_yaml_docs module
  • pretty_example()
  • config_docs()
  • indent()
  • longest()
  • io_grouping_key()
  • add_transform_links()
  • transform_docs()
  • create_index()
  • create_examples_markdown()
  • markdown_to_html()
  • main()
• apache_beam.yaml.json_utils module
  • json_schema_to_beam_schema()
  • json_type_to_beam_type()
  • beam_schema_to_json_schema()
  • beam_type_to_json_type()
  • json_to_row()
  • json_parser()
  • row_to_json()
  • json_formater()
  • row_validator()
• apache_beam.yaml.main module
  • run()
  • run_tests()
  • update_tests()
  • build_pipeline_components_from_argv()
  • build_pipeline_components_from_yaml()
• apache_beam.yaml.options module
  • YamlOptions
    • YamlOptions.check_enabled()
• apache_beam.yaml.yaml_combine module
  • normalize_combine()
  • PyJsYamlCombine
    • PyJsYamlCombine.expand()
  • create_combine_providers()
• apache_beam.yaml.yaml_enrichment module
  • enrichment_transform()
• apache_beam.yaml.yaml_errors module
  • ErrorHandlingConfig
    • ErrorHandlingConfig.output
  • exception_handling_args()
  • map_errors_to_standard_format()
  • maybe_with_exception_handling()
  • maybe_with_exception_handling_transform_fn()
• apache_beam.yaml.yaml_io module
  • read_from_text()
  • write_to_text()
  • read_from_bigquery()
  • write_to_bigquery()
  • read_from_pubsub()
  • write_to_pubsub()
  • read_from_iceberg()
  • write_to_iceberg()
  • io_providers()
  • read_from_tfrecord()
  • write_to_tfrecord()
• apache_beam.yaml.yaml_join module
  • create_join_providers()
• apache_beam.yaml.yaml_mapping module
  • normalize_mapping()
  • is_literal()
  • validate_generic_expression()
  • validate_generic_expressions()
  • py_value_to_js_dict()
  • is_expr()
  • normalize_fields()
  • PaneInfoTuple
    • PaneInfoTuple.is_first
    • PaneInfoTuple.is_last
    • PaneInfoTuple.timing
    • PaneInfoTuple.index
    • PaneInfoTuple.nonspeculative_index
    • PaneInfoTuple.from_pane_info()
  • create_mapping_providers()
• apache_beam.yaml.yaml_ml module
  • ModelHandlerProvider
    • ModelHandlerProvider.handler_types
    • ModelHandlerProvider.inference_output_type()
    • ModelHandlerProvider.parse_processing_transform()
    • ModelHandlerProvider.underlying_handler()
    • ModelHandlerProvider.default_preprocess_fn()
    • ModelHandlerProvider.default_postprocess_fn()
    • ModelHandlerProvider.validate()
    • ModelHandlerProvider.register_handler_type()
    • ModelHandlerProvider.create_handler()
  • VertexAIModelHandlerJSONProvider
    • VertexAIModelHandlerJSONProvider.validate()
    • VertexAIModelHandlerJSONProvider.inference_output_type()
  • get_user_schema_fields()
  • run_inference()
  • ml_transform()
• apache_beam.yaml.yaml_provider module
  • NotAvailableWithReason
  • Provider
    • Provider.available()
    • Provider.cache_artifacts()
    • Provider.provided_transforms()
    • Provider.config_schema()
    • Provider.description()
    • Provider.requires_inputs()
    • Provider.create_transform()
    • Provider.underlying_provider()
    • Provider.affinity()
    • Provider.with_extra_dependencies()
  • as_provider()
  • as_provider_list()
  • ExternalProvider
    • ExternalProvider.provided_transforms()
    • ExternalProvider.schema_transforms()
    • ExternalProvider.config_schema()
    • ExternalProvider.description()
    • ExternalProvider.requires_inputs()
    • ExternalProvider.create_transform()
    • ExternalProvider.create_external_transform()
    • ExternalProvider.provider_from_spec()
    • ExternalProvider.register_provider_type()
  • java_jar()
  • maven_jar()
  • beam_jar()
  • docker()
  • RemoteProvider
    • RemoteProvider.available()
    • RemoteProvider.cache_artifacts()
  • ExternalJavaProvider
    • ExternalJavaProvider.available()
    • ExternalJavaProvider.cache_artifacts()
  • python()
  • ExternalPythonProvider
    • ExternalPythonProvider.available()
    • ExternalPythonProvider.cache_artifacts()
    • ExternalPythonProvider.create_external_transform()
  • YamlProvider
    • YamlProvider.available()
    • YamlProvider.cache_artifacts()
    • YamlProvider.provided_transforms()
    • YamlProvider.config_schema()
    • YamlProvider.json_config_schema()
    • YamlProvider.description()
    • YamlProvider.requires_inputs()
    • YamlProvider.create_transform()
  • fix_pycallable()
  • InlineProvider
    • InlineProvider.available()
    • InlineProvider.cache_artifacts()
    • InlineProvider.provided_transforms()
    • InlineProvider.config_schema()
    • InlineProvider.config_schema_from_callable()
    • InlineProvider.description()
    • InlineProvider.description_from_callable()
    • InlineProvider.get_docs()
    • InlineProvider.create_transform()
    • InlineProvider.to_json()
    • InlineProvider.requires_inputs()
  • MetaInlineProvider
    • MetaInlineProvider.create_transform()
  • get_default_sql_provider()
  • SqlBackedProvider
    • SqlBackedProvider.sql_provider()
    • SqlBackedProvider.provided_transforms()
    • SqlBackedProvider.config_schema()
    • SqlBackedProvider.description()
    • SqlBackedProvider.available()
    • SqlBackedProvider.cache_artifacts()
    • SqlBackedProvider.underlying_provider()
    • SqlBackedProvider.to_json()
    • SqlBackedProvider.create_transform()
  • element_to_rows()
  • dicts_to_rows()
  • YamlProviders
    • YamlProviders.AssertEqual
      • YamlProviders.AssertEqual.expand()
    • YamlProviders.create()
    • YamlProviders.fully_qualified_named_transform()
    • YamlProviders.Flatten
      • YamlProviders.Flatten.expand()
    • YamlProviders.WindowInto
      • YamlProviders.WindowInto.expand()
    • YamlProviders.log_for_testing()
    • YamlProviders.create_builtin_provider()
  • TranslatingProvider
    • TranslatingProvider.provided_transforms()
    • TranslatingProvider.available()
    • TranslatingProvider.cache_artifacts()
    • TranslatingProvider.underlying_provider()
    • TranslatingProvider.to_json()
    • TranslatingProvider.create_transform()
  • create_java_builtin_provider()
  • PypiExpansionService
    • PypiExpansionService.VENV_CACHE
  • RenamingProvider
    • RenamingProvider.expand_mappings()
    • RenamingProvider.available()
    • RenamingProvider.provided_transforms()
    • RenamingProvider.config_schema()
    • RenamingProvider.description()
    • RenamingProvider.requires_inputs()
    • RenamingProvider.create_transform()
    • RenamingProvider.underlying_provider()
    • RenamingProvider.cache_artifacts()
  • load_providers()
  • parse_providers()
  • merge_providers()
  • standard_providers()
• apache_beam.yaml.yaml_specifiable module
  • maybe_make_specifiable()
  • SpecProvider
    • SpecProvider.create_transform()
  • create_spec_providers()
• apache_beam.yaml.yaml_testing module
  • YamlTestCase
    • YamlTestCase.runTest()
    • YamlTestCase.fixed_test()
    • YamlTestCase.id()
  • run_test()
  • validate_test_spec()
  • inject_test_tranforms()
  • AssertEqualAndRecord
    • AssertEqualAndRecord.store_recorded_result()
    • AssertEqualAndRecord.has_recorded_result()
    • AssertEqualAndRecord.get_recorded_result()
    • AssertEqualAndRecord.remove_recorded_result()
    • AssertEqualAndRecord.expand()
  • create_test()
  • RecordElements
    • RecordElements.get_and_remove()
    • RecordElements.expand()
• apache_beam.yaml.yaml_transform module
  • YamlTransform
    • YamlTransform.expand()
• apache_beam.yaml.yaml_utils module
  • SafeLineLoader
    • SafeLineLoader.TaggedString
    • SafeLineLoader.construct_scalar()
    • SafeLineLoader.construct_mapping()
    • SafeLineLoader.create_uuid()
    • SafeLineLoader.strip_metadata()
    • SafeLineLoader.get_line()
  • patch_yaml()
  • locate_data_file()