Abstract DataSink Class

Package: com.amazonaws.services.glue

abstract class DataSink

The writer analog to a DataSource. DataSink encapsulates a destination and a format that a DynamicFrame can be written to.

def writeDynamicFrame

def writeDynamicFrame( frame : DynamicFrame,
                       callSite : CallSite = CallSite("Not provided", "")
                     ) : DynamicFrame

def pyWriteDynamicFrame

def pyWriteDynamicFrame( frame : DynamicFrame,
                         site : String = "Not provided",
                         info : String = "" )

def setCatalogInfo

def setCatalogInfo(catalogDatabase: String, 
                   catalogTableName : String, 
                   catalogId : String = "")

def supportsFormat

def supportsFormat( format : String ) : Boolean

def setFormat

def setFormat( format : String,
               options : JsonOptions
             ) : Unit

def withFormat

def withFormat( format : String,
                options : JsonOptions = JsonOptions.empty
              ) : DataSink 

def setAccumulableSize

def setAccumulableSize( size : Int ) : Unit

def getOutputErrorRecordsAccumulable

def getOutputErrorRecordsAccumulable : Accumulable[List[OutputError], OutputError]

def errorsAsDynamicFrame

def errorsAsDynamicFrame : DynamicFrame

DataSink Object

object DataSink

def recordMetrics

def recordMetrics( frame : DynamicFrame,
                   ctxt : String
                 ) : DynamicFrame