Class: Aws::Glue::Types::S3IcebergDirectTarget

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb

Overview

Specifies a target that writes to an Iceberg data source in Amazon S3.

Constant Summary collapse

SENSITIVE =
[]

Instance Attribute Summary collapse

Instance Attribute Details

#additional_optionsHash<String,String>

Provides additional configuration options for customizing the Iceberg table behavior.

Returns:

  • (Hash<String,String>)


23842
23843
23844
23845
23846
23847
23848
23849
23850
23851
23852
23853
23854
23855
23856
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23842

class S3IcebergDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality,
  :compression,
  :number_target_partitions,
  :output_schemas)
  SENSITIVE = []
  include Aws::Structure
end

#auto_data_qualityTypes::AutoDataQuality

Specifies configuration options for automatic data quality evaluation in Glue jobs. This structure enables automated data quality checks and monitoring during ETL operations, helping to ensure data integrity and reliability without manual intervention.



23842
23843
23844
23845
23846
23847
23848
23849
23850
23851
23852
23853
23854
23855
23856
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23842

class S3IcebergDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality,
  :compression,
  :number_target_partitions,
  :output_schemas)
  SENSITIVE = []
  include Aws::Structure
end

#compressionString

Specifies the compression codec used for Iceberg table files in S3.

Returns:

  • (String)


23842
23843
23844
23845
23846
23847
23848
23849
23850
23851
23852
23853
23854
23855
23856
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23842

class S3IcebergDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality,
  :compression,
  :number_target_partitions,
  :output_schemas)
  SENSITIVE = []
  include Aws::Structure
end

#formatString

Specifies the file format used for storing Iceberg table data (e.g., Parquet, ORC).

Returns:

  • (String)


23842
23843
23844
23845
23846
23847
23848
23849
23850
23851
23852
23853
23854
23855
23856
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23842

class S3IcebergDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality,
  :compression,
  :number_target_partitions,
  :output_schemas)
  SENSITIVE = []
  include Aws::Structure
end

#inputsArray<String>

Defines the single input source that provides data to this Iceberg target.

Returns:

  • (Array<String>)


23842
23843
23844
23845
23846
23847
23848
23849
23850
23851
23852
23853
23854
23855
23856
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23842

class S3IcebergDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality,
  :compression,
  :number_target_partitions,
  :output_schemas)
  SENSITIVE = []
  include Aws::Structure
end

#nameString

Specifies the unique identifier for the Iceberg target node in your data pipeline.

Returns:

  • (String)


23842
23843
23844
23845
23846
23847
23848
23849
23850
23851
23852
23853
23854
23855
23856
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23842

class S3IcebergDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality,
  :compression,
  :number_target_partitions,
  :output_schemas)
  SENSITIVE = []
  include Aws::Structure
end

#number_target_partitionsString

Sets the number of target partitions for distributing Iceberg table files across S3.

Returns:

  • (String)


23842
23843
23844
23845
23846
23847
23848
23849
23850
23851
23852
23853
23854
23855
23856
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23842

class S3IcebergDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality,
  :compression,
  :number_target_partitions,
  :output_schemas)
  SENSITIVE = []
  include Aws::Structure
end

#output_schemasArray<Types::GlueSchema>

Specifies the data schema for the S3 Iceberg direct target.

Returns:



23842
23843
23844
23845
23846
23847
23848
23849
23850
23851
23852
23853
23854
23855
23856
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23842

class S3IcebergDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality,
  :compression,
  :number_target_partitions,
  :output_schemas)
  SENSITIVE = []
  include Aws::Structure
end

#partition_keysArray<Array<String>>

Specifies the columns used to partition the Iceberg table data in S3.

Returns:

  • (Array<Array<String>>)


23842
23843
23844
23845
23846
23847
23848
23849
23850
23851
23852
23853
23854
23855
23856
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23842

class S3IcebergDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality,
  :compression,
  :number_target_partitions,
  :output_schemas)
  SENSITIVE = []
  include Aws::Structure
end

#pathString

Defines the S3 location where the Iceberg table data will be stored.

Returns:

  • (String)


23842
23843
23844
23845
23846
23847
23848
23849
23850
23851
23852
23853
23854
23855
23856
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23842

class S3IcebergDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality,
  :compression,
  :number_target_partitions,
  :output_schemas)
  SENSITIVE = []
  include Aws::Structure
end

#schema_change_policyTypes::DirectSchemaChangePolicy

Defines how schema changes are handled when writing data to the Iceberg table.



23842
23843
23844
23845
23846
23847
23848
23849
23850
23851
23852
23853
23854
23855
23856
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23842

class S3IcebergDirectTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality,
  :compression,
  :number_target_partitions,
  :output_schemas)
  SENSITIVE = []
  include Aws::Structure
end