Class: Aws::Glue::Types::S3DeltaDirectTarget

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb

Overview

Specifies a target that writes to a Delta Lake data source in Amazon S3.

Constant Summary collapse

SENSITIVE =
[]

Instance Attribute Summary collapse

Instance Attribute Details

#additional_optionsHash<String,String>

Specifies additional connection options for the connector.

Returns:

  • (Hash<String,String>)


23226
23227
23228
23229
23230
23231
23232
23233
23234
23235
23236
23237
23238
23239
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23226

class S3DeltaDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#auto_data_qualityTypes::AutoDataQuality

Specifies whether to automatically enable data quality evaluation for the S3 Delta direct target. When set to true, data quality checks are performed automatically during the write operation.



23226
23227
23228
23229
23230
23231
23232
23233
23234
23235
23236
23237
23238
23239
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23226

class S3DeltaDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#compressionString

Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").

Returns:

  • (String)


23226
23227
23228
23229
23230
23231
23232
23233
23234
23235
23236
23237
23238
23239
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23226

class S3DeltaDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#formatString

Specifies the data output format for the target.

Returns:

  • (String)


23226
23227
23228
23229
23230
23231
23232
23233
23234
23235
23236
23237
23238
23239
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23226

class S3DeltaDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#inputsArray<String>

The nodes that are inputs to the data target.

Returns:

  • (Array<String>)


23226
23227
23228
23229
23230
23231
23232
23233
23234
23235
23236
23237
23238
23239
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23226

class S3DeltaDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#nameString

The name of the data target.

Returns:

  • (String)


23226
23227
23228
23229
23230
23231
23232
23233
23234
23235
23236
23237
23238
23239
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23226

class S3DeltaDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#number_target_partitionsString

Specifies the number of target partitions for distributing Delta Lake dataset files across Amazon S3.

Returns:

  • (String)


23226
23227
23228
23229
23230
23231
23232
23233
23234
23235
23236
23237
23238
23239
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23226

class S3DeltaDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#partition_keysArray<Array<String>>

Specifies native partitioning using a sequence of keys.

Returns:

  • (Array<Array<String>>)


23226
23227
23228
23229
23230
23231
23232
23233
23234
23235
23236
23237
23238
23239
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23226

class S3DeltaDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#pathString

The Amazon S3 path of your Delta Lake data source to write to.

Returns:

  • (String)


23226
23227
23228
23229
23230
23231
23232
23233
23234
23235
23236
23237
23238
23239
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23226

class S3DeltaDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#schema_change_policyTypes::DirectSchemaChangePolicy

A policy that specifies update behavior for the crawler.



23226
23227
23228
23229
23230
23231
23232
23233
23234
23235
23236
23237
23238
23239
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23226

class S3DeltaDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end