Class: Aws::Glue::Types::CrawlerTargets

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb

Overview

Note:

When making an API call, you may pass CrawlerTargets data as a hash:

{
  s3_targets: [
    {
      path: "Path",
      exclusions: ["Path"],
      connection_name: "ConnectionName",
      sample_size: 1,
      event_queue_arn: "EventQueueArn",
      dlq_event_queue_arn: "EventQueueArn",
    },
  ],
  jdbc_targets: [
    {
      connection_name: "ConnectionName",
      path: "Path",
      exclusions: ["Path"],
    },
  ],
  mongo_db_targets: [
    {
      connection_name: "ConnectionName",
      path: "Path",
      scan_all: false,
    },
  ],
  dynamo_db_targets: [
    {
      path: "Path",
      scan_all: false,
      scan_rate: 1.0,
    },
  ],
  catalog_targets: [
    {
      database_name: "NameString", # required
      tables: ["NameString"], # required
      connection_name: "ConnectionName",
    },
  ],
  delta_targets: [
    {
      delta_tables: ["Path"],
      connection_name: "ConnectionName",
      write_manifest: false,
    },
  ],
}

Specifies data stores to crawl.

Constant Summary collapse

SENSITIVE =
[]

Instance Attribute Summary collapse

Instance Attribute Details

#catalog_targetsArray<Types::CatalogTarget>

Specifies Glue Data Catalog targets.

Returns:



4444
4445
4446
4447
4448
4449
4450
4451
4452
4453
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 4444

class CrawlerTargets < Struct.new(
  :s3_targets,
  :jdbc_targets,
  :mongo_db_targets,
  :dynamo_db_targets,
  :catalog_targets,
  :delta_targets)
  SENSITIVE = []
  include Aws::Structure
end

#delta_targetsArray<Types::DeltaTarget>

Specifies Delta data store targets.

Returns:



4444
4445
4446
4447
4448
4449
4450
4451
4452
4453
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 4444

class CrawlerTargets < Struct.new(
  :s3_targets,
  :jdbc_targets,
  :mongo_db_targets,
  :dynamo_db_targets,
  :catalog_targets,
  :delta_targets)
  SENSITIVE = []
  include Aws::Structure
end

#dynamo_db_targetsArray<Types::DynamoDBTarget>

Specifies Amazon DynamoDB targets.

Returns:



4444
4445
4446
4447
4448
4449
4450
4451
4452
4453
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 4444

class CrawlerTargets < Struct.new(
  :s3_targets,
  :jdbc_targets,
  :mongo_db_targets,
  :dynamo_db_targets,
  :catalog_targets,
  :delta_targets)
  SENSITIVE = []
  include Aws::Structure
end

#jdbc_targetsArray<Types::JdbcTarget>

Specifies JDBC targets.

Returns:



4444
4445
4446
4447
4448
4449
4450
4451
4452
4453
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 4444

class CrawlerTargets < Struct.new(
  :s3_targets,
  :jdbc_targets,
  :mongo_db_targets,
  :dynamo_db_targets,
  :catalog_targets,
  :delta_targets)
  SENSITIVE = []
  include Aws::Structure
end

#mongo_db_targetsArray<Types::MongoDBTarget>

Specifies Amazon DocumentDB or MongoDB targets.

Returns:



4444
4445
4446
4447
4448
4449
4450
4451
4452
4453
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 4444

class CrawlerTargets < Struct.new(
  :s3_targets,
  :jdbc_targets,
  :mongo_db_targets,
  :dynamo_db_targets,
  :catalog_targets,
  :delta_targets)
  SENSITIVE = []
  include Aws::Structure
end

#s3_targetsArray<Types::S3Target>

Specifies Amazon Simple Storage Service (Amazon S3) targets.

Returns:



4444
4445
4446
4447
4448
4449
4450
4451
4452
4453
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 4444

class CrawlerTargets < Struct.new(
  :s3_targets,
  :jdbc_targets,
  :mongo_db_targets,
  :dynamo_db_targets,
  :catalog_targets,
  :delta_targets)
  SENSITIVE = []
  include Aws::Structure
end