You are viewing documentation for version 3 of the AWS SDK for Ruby. Version 2 documentation can be found here.

Class: Aws::Glue::Types::StorageDescriptor

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb

Overview

Note:

When making an API call, you may pass StorageDescriptor data as a hash:

{
  columns: [
    {
      name: "NameString", # required
      type: "ColumnTypeString",
      comment: "CommentString",
      parameters: {
        "KeyString" => "ParametersMapValue",
      },
    },
  ],
  location: "LocationString",
  input_format: "FormatString",
  output_format: "FormatString",
  compressed: false,
  number_of_buckets: 1,
  serde_info: {
    name: "NameString",
    serialization_library: "NameString",
    parameters: {
      "KeyString" => "ParametersMapValue",
    },
  },
  bucket_columns: ["NameString"],
  sort_columns: [
    {
      column: "NameString", # required
      sort_order: 1, # required
    },
  ],
  parameters: {
    "KeyString" => "ParametersMapValue",
  },
  skewed_info: {
    skewed_column_names: ["NameString"],
    skewed_column_values: ["ColumnValuesString"],
    skewed_column_value_location_maps: {
      "ColumnValuesString" => "ColumnValuesString",
    },
  },
  stored_as_sub_directories: false,
}

Describes the physical storage of table data.

See Also:

Instance Attribute Summary collapse

Instance Attribute Details

#bucket_columns ⇒ Array<String>

A list of reducer grouping columns, clustering columns, and bucketing columns in the table.

Returns:

  • (Array<String>) 


10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#columns ⇒ Array<Types::Column>

A list of the Columns in the table.

Returns:



10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#compressed ⇒ Boolean

True if the data in the table is compressed, or False if not.

Returns:

  • (Boolean) 


10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#input_format ⇒ String

The input format: SequenceFileInputFormat (binary), or TextInputFormat, or a custom format.

Returns:

  • (String) 


10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#location ⇒ String

The physical location of the table. By default, this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.

Returns:

  • (String) 


10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#number_of_buckets ⇒ Integer

Must be specified if the table contains any dimension columns.

Returns:

  • (Integer) 


10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#output_format ⇒ String

The output format: SequenceFileOutputFormat (binary), or IgnoreKeyTextOutputFormat, or a custom format.

Returns:

  • (String) 


10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#parameters ⇒ Hash<String,String>

The user-supplied properties in key-value form.

Returns:

  • (Hash<String,String>) 


10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#serde_info ⇒ Types::SerDeInfo

The serialization/deserialization (SerDe) information.

Returns:



10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#skewed_info ⇒ Types::SkewedInfo

The information about values that appear frequently in a column (skewed values).

Returns:



10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#sort_columns ⇒ Array<Types::Order>

A list specifying the sort order of each bucket in the table.

Returns:



10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end

#stored_as_sub_directories ⇒ Boolean

True if the table data is stored in subdirectories, or False if not.

Returns:

  • (Boolean) 


10073
10074
10075
10076
10077
10078
10079
10080
10081
10082
10083
10084
10085
10086
10087
 
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 10073

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories)
  include Aws::Structure
end