Class CfnDeliveryStream.IcebergDestinationConfigurationProperty
Specifies the destination configure settings for Apache Iceberg Table.
Inheritance
Namespace: Amazon.CDK.AWS.KinesisFirehose
Assembly: Amazon.CDK.Lib.dll
Syntax (csharp)
public class IcebergDestinationConfigurationProperty : Object, CfnDeliveryStream.IIcebergDestinationConfigurationProperty
Syntax (vb)
Public Class IcebergDestinationConfigurationProperty
Inherits Object
Implements CfnDeliveryStream.IIcebergDestinationConfigurationProperty
Remarks
ExampleMetadata: fixture=_generated
Examples
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
using Amazon.CDK.AWS.KinesisFirehose;
var icebergDestinationConfigurationProperty = new IcebergDestinationConfigurationProperty {
CatalogConfiguration = new CatalogConfigurationProperty {
CatalogArn = "catalogArn"
},
RoleArn = "roleArn",
S3Configuration = new S3DestinationConfigurationProperty {
BucketArn = "bucketArn",
RoleArn = "roleArn",
// the properties below are optional
BufferingHints = new BufferingHintsProperty {
IntervalInSeconds = 123,
SizeInMBs = 123
},
CloudWatchLoggingOptions = new CloudWatchLoggingOptionsProperty {
Enabled = false,
LogGroupName = "logGroupName",
LogStreamName = "logStreamName"
},
CompressionFormat = "compressionFormat",
EncryptionConfiguration = new EncryptionConfigurationProperty {
KmsEncryptionConfig = new KMSEncryptionConfigProperty {
AwskmsKeyArn = "awskmsKeyArn"
},
NoEncryptionConfig = "noEncryptionConfig"
},
ErrorOutputPrefix = "errorOutputPrefix",
Prefix = "prefix"
},
// the properties below are optional
AppendOnly = false,
BufferingHints = new BufferingHintsProperty {
IntervalInSeconds = 123,
SizeInMBs = 123
},
CloudWatchLoggingOptions = new CloudWatchLoggingOptionsProperty {
Enabled = false,
LogGroupName = "logGroupName",
LogStreamName = "logStreamName"
},
DestinationTableConfigurationList = new [] { new DestinationTableConfigurationProperty {
DestinationDatabaseName = "destinationDatabaseName",
DestinationTableName = "destinationTableName",
// the properties below are optional
S3ErrorOutputPrefix = "s3ErrorOutputPrefix",
UniqueKeys = new [] { "uniqueKeys" }
} },
ProcessingConfiguration = new ProcessingConfigurationProperty {
Enabled = false,
Processors = new [] { new ProcessorProperty {
Type = "type",
// the properties below are optional
Parameters = new [] { new ProcessorParameterProperty {
ParameterName = "parameterName",
ParameterValue = "parameterValue"
} }
} }
},
RetryOptions = new RetryOptionsProperty {
DurationInSeconds = 123
},
S3BackupMode = "s3BackupMode"
};
Synopsis
Constructors
Iceberg |
Properties
Append |
Describes whether all incoming data for this delivery stream will be append only (inserts only and not for updates and deletes) for Iceberg delivery. |
Buffering |
|
Catalog |
Configuration describing where the destination Apache Iceberg Tables are persisted. |
Cloud |
|
Destination |
Provides a list of |
Processing |
|
Retry |
|
Role |
The Amazon Resource Name (ARN) of the IAM role to be assumed by Firehose for calling Apache Iceberg Tables. |
S3Backup |
Describes how Firehose will backup records. |
S3Configuration |
Constructors
IcebergDestinationConfigurationProperty()
public IcebergDestinationConfigurationProperty()
Properties
AppendOnly
Describes whether all incoming data for this delivery stream will be append only (inserts only and not for updates and deletes) for Iceberg delivery.
public object AppendOnly { get; set; }
Property Value
System.
Remarks
This feature is only applicable for Apache Iceberg Tables.
The default value is false. If you set this value to true, Firehose automatically increases the throughput limit of a stream based on the throttling levels of the stream. If you set this parameter to true for a stream with updates and deletes, you will see out of order delivery.
BufferingHints
public object BufferingHints { get; set; }
Property Value
System.
Remarks
CatalogConfiguration
Configuration describing where the destination Apache Iceberg Tables are persisted.
public object CatalogConfiguration { get; set; }
Property Value
System.
Remarks
CloudWatchLoggingOptions
public object CloudWatchLoggingOptions { get; set; }
Property Value
System.
Remarks
DestinationTableConfigurationList
Provides a list of DestinationTableConfigurations
which Firehose uses to deliver data to Apache Iceberg Tables.
public object DestinationTableConfigurationList { get; set; }
Property Value
System.
Remarks
Firehose will write data with insert if table specific configuration is not provided here.
ProcessingConfiguration
public object ProcessingConfiguration { get; set; }
Property Value
System.
Remarks
RetryOptions
public object RetryOptions { get; set; }
Property Value
System.
Remarks
RoleArn
The Amazon Resource Name (ARN) of the IAM role to be assumed by Firehose for calling Apache Iceberg Tables.
public string RoleArn { get; set; }
Property Value
System.
Remarks
S3BackupMode
Describes how Firehose will backup records.
public string S3BackupMode { get; set; }
Property Value
System.
Remarks
Currently,S3 backup only supports FailedDataOnly
.
S3Configuration
public object S3Configuration { get; set; }
Property Value
System.