Class: Aws::Glue::Types::S3HudiDirectTarget

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb

Overview

Specifies a target that writes to a Hudi data source in Amazon S3.

Constant Summary collapse

SENSITIVE =
[]

Instance Attribute Summary collapse

Instance Attribute Details

#additional_optionsHash<String,String>

Specifies additional connection options for the connector.

Returns:

  • (Hash<String,String>)


23626
23627
23628
23629
23630
23631
23632
23633
23634
23635
23636
23637
23638
23639
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23626

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#auto_data_qualityTypes::AutoDataQuality

Specifies whether to automatically enable data quality evaluation for the S3 Hudi direct target. When set to true, data quality checks are performed automatically during the write operation.



23626
23627
23628
23629
23630
23631
23632
23633
23634
23635
23636
23637
23638
23639
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23626

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#compressionString

Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").

Returns:

  • (String)


23626
23627
23628
23629
23630
23631
23632
23633
23634
23635
23636
23637
23638
23639
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23626

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#formatString

Specifies the data output format for the target.

Returns:

  • (String)


23626
23627
23628
23629
23630
23631
23632
23633
23634
23635
23636
23637
23638
23639
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23626

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#inputsArray<String>

The nodes that are inputs to the data target.

Returns:

  • (Array<String>)


23626
23627
23628
23629
23630
23631
23632
23633
23634
23635
23636
23637
23638
23639
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23626

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#nameString

The name of the data target.

Returns:

  • (String)


23626
23627
23628
23629
23630
23631
23632
23633
23634
23635
23636
23637
23638
23639
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23626

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#number_target_partitionsString

Specifies the number of target partitions for distributing Hudi dataset files across Amazon S3.

Returns:

  • (String)


23626
23627
23628
23629
23630
23631
23632
23633
23634
23635
23636
23637
23638
23639
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23626

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#partition_keysArray<Array<String>>

Specifies native partitioning using a sequence of keys.

Returns:

  • (Array<Array<String>>)


23626
23627
23628
23629
23630
23631
23632
23633
23634
23635
23636
23637
23638
23639
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23626

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#pathString

The Amazon S3 path of your Hudi data source to write to.

Returns:

  • (String)


23626
23627
23628
23629
23630
23631
23632
23633
23634
23635
23636
23637
23638
23639
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23626

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#schema_change_policyTypes::DirectSchemaChangePolicy

A policy that specifies update behavior for the crawler.



23626
23627
23628
23629
23630
23631
23632
23633
23634
23635
23636
23637
23638
23639
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 23626

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end