org.apache.beam.it.gcp.datastream

Class DatastreamResourceManager

java.lang.Object

org.apache.beam.it.gcp.datastream.DatastreamResourceManager

All Implemented Interfaces:

org.apache.beam.it.common.ResourceManager

public final class DatastreamResourceManager
extends java.lang.Object
implements org.apache.beam.it.common.ResourceManager

Client for Datastream resources.

This class is thread safe.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	DatastreamResourceManager.Builder Builder for DatastreamResourceManager.

Constructor Summary

Constructors

Constructor and Description
DatastreamResourceManager(com.google.cloud.datastream.v1.DatastreamClient datastreamClient, DatastreamResourceManager.Builder builder)

Method Summary

Modifier and Type	Method and Description
com.google.cloud.datastream.v1.DestinationConfig	buildBQDestinationConfig(java.lang.String connectionProfileId, long stalenessLimitSeconds, java.lang.String datasetId)
static DatastreamResourceManager.Builder	builder(java.lang.String projectId, java.lang.String location, com.google.api.gax.core.CredentialsProvider credentialsProvider)
com.google.cloud.datastream.v1.DestinationConfig	buildGCSDestinationConfig(java.lang.String connectionProfileId, java.lang.String path, org.apache.beam.it.gcp.datastream.DatastreamResourceManager.DestinationOutputFormat destinationOutputFormat)
com.google.cloud.datastream.v1.SourceConfig	buildSourceConfig(java.lang.String sourceConnectionProfileId, JDBCSource source)
void	cleanupAll()
com.google.cloud.datastream.v1.ConnectionProfile	createBQDestinationConnectionProfile(java.lang.String connectionProfileId)
com.google.cloud.datastream.v1.ConnectionProfile	createGCSDestinationConnectionProfile(java.lang.String connectionProfileId, java.lang.String gcsBucketName, java.lang.String gcsRootPath)
com.google.cloud.datastream.v1.Stream	createStream(java.lang.String streamId, com.google.cloud.datastream.v1.SourceConfig sourceConfig, com.google.cloud.datastream.v1.DestinationConfig destinationConfig)
com.google.cloud.datastream.v1.Stream	pauseStream(java.lang.String streamId)
com.google.cloud.datastream.v1.Stream	startStream(java.lang.String streamId)
com.google.cloud.datastream.v1.Stream	updateStreamState(java.lang.String streamId, com.google.cloud.datastream.v1.Stream.State state)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DatastreamResourceManager

public DatastreamResourceManager(com.google.cloud.datastream.v1.DatastreamClient datastreamClient,
                                 DatastreamResourceManager.Builder builder)

Method Detail

builder

public static DatastreamResourceManager.Builder builder(java.lang.String projectId,
                                                        java.lang.String location,
                                                        com.google.api.gax.core.CredentialsProvider credentialsProvider)

buildSourceConfig

public com.google.cloud.datastream.v1.SourceConfig buildSourceConfig(java.lang.String sourceConnectionProfileId,
                                                                     JDBCSource source)

Parameters:

sourceConnectionProfileId - The ID of the connection profile.

source - An object representing the JDBC source.

Returns:

a SourceConfig object which is required to configure a Stream.

createGCSDestinationConnectionProfile

public com.google.cloud.datastream.v1.ConnectionProfile createGCSDestinationConnectionProfile(java.lang.String connectionProfileId,
                                                                                              java.lang.String gcsBucketName,
                                                                                              java.lang.String gcsRootPath)

Parameters:

connectionProfileId - The ID of the GCS connection profile.

gcsBucketName - The GCS Bucket to connect to.

gcsRootPath - The Path prefix to specific gcs location. Can either be empty or must start with '/'.

Returns:

A Datastream GCS destination connection profile.

buildGCSDestinationConfig

public com.google.cloud.datastream.v1.DestinationConfig buildGCSDestinationConfig(java.lang.String connectionProfileId,
                                                                                  java.lang.String path,
                                                                                  org.apache.beam.it.gcp.datastream.DatastreamResourceManager.DestinationOutputFormat destinationOutputFormat)

Parameters:

connectionProfileId - The ID of the connection profile.

path - The Path prefix to specific GCS location. Can either be empty or must start with '/'.

destinationOutputFormat - The format of the files written to GCS.

Returns:

A DestinationConfig object representing a GCS destination configuration.

createBQDestinationConnectionProfile

public com.google.cloud.datastream.v1.ConnectionProfile createBQDestinationConnectionProfile(java.lang.String connectionProfileId)

Parameters:

connectionProfileId - The ID of the connection profile.

Returns:

A Datastream BigQuery destination connection profile.

buildBQDestinationConfig

public com.google.cloud.datastream.v1.DestinationConfig buildBQDestinationConfig(java.lang.String connectionProfileId,
                                                                                 long stalenessLimitSeconds,
                                                                                 java.lang.String datasetId)

Parameters:

connectionProfileId - The ID of the connection profile.

stalenessLimitSeconds - The desired data freshness in seconds.

datasetId - The ID of the BigQuery dataset.

Returns:

A DestinationConfig object representing a BigQuery destination configuration.

createStream

public com.google.cloud.datastream.v1.Stream createStream(java.lang.String streamId,
                                                          com.google.cloud.datastream.v1.SourceConfig sourceConfig,
                                                          com.google.cloud.datastream.v1.DestinationConfig destinationConfig)

Parameters:

streamId - The ID of the stream.

sourceConfig - A SourceConfig object representing the source configuration.

destinationConfig - A DestinationConfig object representing the destination configuration.

Returns:

A Datastream stream object.

updateStreamState

public com.google.cloud.datastream.v1.Stream updateStreamState(java.lang.String streamId,
                                                               com.google.cloud.datastream.v1.Stream.State state)

startStream

public com.google.cloud.datastream.v1.Stream startStream(java.lang.String streamId)

pauseStream

public com.google.cloud.datastream.v1.Stream pauseStream(java.lang.String streamId)

cleanupAll

public void cleanupAll()

Specified by:

cleanupAll in interface org.apache.beam.it.common.ResourceManager