apache_beam.runners.dask.transform_evaluator module

Transform Beam PTransforms into Dask Bag operations.

A minimum set of operation substitutions, to adap Beam’s PTransform model to Dask Bag functions.

TODO(alxr): Translate ops from https://docs.dask.org/en/latest/bag-api.html.

class apache_beam.runners.dask.transform_evaluator.DaskBagOp(applied: apache_beam.pipeline.AppliedPTransform)[source]

Bases: ABC

applied: AppliedPTransform
property transform
abstract apply(input_bag: Bag | Sequence[Bag] | None) → Bag[source]
class apache_beam.runners.dask.transform_evaluator.NoOp(applied: AppliedPTransform)[source]

Bases: DaskBagOp

apply(input_bag: Bag | Sequence[Bag] | None) → Bag[source]
class apache_beam.runners.dask.transform_evaluator.Create(applied: AppliedPTransform)[source]

Bases: DaskBagOp

apply(input_bag: Bag | Sequence[Bag] | None) → Bag[source]
class apache_beam.runners.dask.transform_evaluator.ParDo(applied: AppliedPTransform)[source]

Bases: DaskBagOp

apply(input_bag: Bag) → Bag[source]
class apache_beam.runners.dask.transform_evaluator.Map(applied: AppliedPTransform)[source]

Bases: DaskBagOp

apply(input_bag: Bag) → Bag[source]
class apache_beam.runners.dask.transform_evaluator.GroupByKey(applied: AppliedPTransform)[source]

Bases: DaskBagOp

apply(input_bag: Bag) → Bag[source]
class apache_beam.runners.dask.transform_evaluator.Flatten(applied: AppliedPTransform)[source]

Bases: DaskBagOp

apply(input_bag: Bag | Sequence[Bag] | None) → Bag[source]