You are viewing documentation for version 3 of the AWS SDK for Ruby. Version 2 documentation can be found here.

Class: Aws::Glue::Types::StorageDescriptor

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb

Overview

Note:

When making an API call, you may pass StorageDescriptor data as a hash:

{
  columns: [
    {
      name: "NameString", # required
      type: "ColumnTypeString",
      comment: "CommentString",
    },
  ],
  location: "LocationString",
  input_format: "FormatString",
  output_format: "FormatString",
  compressed: false,
  number_of_buckets: 1,
  serde_info: {
    name: "NameString",
    serialization_library: "NameString",
    parameters: {
      "KeyString" => "ParametersMapValue",
    },
  },
  bucket_columns: ["NameString"],
  sort_columns: [
    {
      column: "NameString", # required
      sort_order: 1, # required
    },
  ],
  parameters: {
    "KeyString" => "ParametersMapValue",
  },
  skewed_info: {
    skewed_column_names: ["NameString"],
    skewed_column_values: ["ColumnValuesString"],
    skewed_column_value_location_maps: {
      "ColumnValuesString" => "ColumnValuesString",
    },
  },
  stored_as_sub_directories: false,
}

Describes the physical storage of table data.

Instance Attribute Summary collapse

Instance Attribute Details

#bucket_columnsArray<String>

A list of reducer grouping columns, clustering columns, and bucketing columns in the table.

Returns:

  • (Array<String>)


5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#columnsArray<Types::Column>

A list of the Columns in the table.

Returns:



5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#compressedBoolean

True if the data in the table is compressed, or False if not.

Returns:

  • (Boolean)


5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#input_formatString

The input format: SequenceFileInputFormat (binary), or TextInputFormat, or a custom format.

Returns:

  • (String)


5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#locationString

The physical location of the table. By default this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.

Returns:

  • (String)


5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#number_of_bucketsInteger

Must be specified if the table contains any dimension columns.

Returns:

  • (Integer)


5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#output_formatString

The output format: SequenceFileOutputFormat (binary), or IgnoreKeyTextOutputFormat, or a custom format.

Returns:

  • (String)


5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#parametersHash<String,String>

User-supplied properties in key-value form.

Returns:

  • (Hash<String,String>)


5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#serde_infoTypes::SerDeInfo

Serialization/deserialization (SerDe) information.

Returns:



5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#skewed_infoTypes::SkewedInfo

Information about values that appear very frequently in a column (skewed values).

Returns:



5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#sort_columnsArray<Types::Order>

A list specifying the sort order of each bucket in the table.

Returns:



5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#stored_as_sub_directoriesBoolean

True if the table data is stored in subdirectories, or False if not.

Returns:

  • (Boolean)


5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 5094

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end