Interface ICfnEndpointConfigProps
Properties for defining a CfnEndpointConfig
.
Namespace: Amazon.CDK.AWS.Sagemaker
Assembly: Amazon.CDK.AWS.Sagemaker.dll
Syntax (csharp)
public interface ICfnEndpointConfigProps
Syntax (vb)
Public Interface ICfnEndpointConfigProps
Remarks
ExampleMetadata: fixture=_generated
Examples
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
using Amazon.CDK.AWS.Sagemaker;
var cfnEndpointConfigProps = new CfnEndpointConfigProps {
ProductionVariants = new [] { new ProductionVariantProperty {
InitialVariantWeight = 123,
ModelName = "modelName",
VariantName = "variantName",
// the properties below are optional
AcceleratorType = "acceleratorType",
ContainerStartupHealthCheckTimeoutInSeconds = 123,
EnableSsmAccess = false,
InitialInstanceCount = 123,
InstanceType = "instanceType",
ModelDataDownloadTimeoutInSeconds = 123,
ServerlessConfig = new ServerlessConfigProperty {
MaxConcurrency = 123,
MemorySizeInMb = 123,
// the properties below are optional
ProvisionedConcurrency = 123
},
VolumeSizeInGb = 123
} },
// the properties below are optional
AsyncInferenceConfig = new AsyncInferenceConfigProperty {
OutputConfig = new AsyncInferenceOutputConfigProperty {
KmsKeyId = "kmsKeyId",
NotificationConfig = new AsyncInferenceNotificationConfigProperty {
ErrorTopic = "errorTopic",
IncludeInferenceResponseIn = new [] { "includeInferenceResponseIn" },
SuccessTopic = "successTopic"
},
S3FailurePath = "s3FailurePath",
S3OutputPath = "s3OutputPath"
},
// the properties below are optional
ClientConfig = new AsyncInferenceClientConfigProperty {
MaxConcurrentInvocationsPerInstance = 123
}
},
DataCaptureConfig = new DataCaptureConfigProperty {
CaptureOptions = new [] { new CaptureOptionProperty {
CaptureMode = "captureMode"
} },
DestinationS3Uri = "destinationS3Uri",
InitialSamplingPercentage = 123,
// the properties below are optional
CaptureContentTypeHeader = new CaptureContentTypeHeaderProperty {
CsvContentTypes = new [] { "csvContentTypes" },
JsonContentTypes = new [] { "jsonContentTypes" }
},
EnableCapture = false,
KmsKeyId = "kmsKeyId"
},
EndpointConfigName = "endpointConfigName",
ExplainerConfig = new ExplainerConfigProperty {
ClarifyExplainerConfig = new ClarifyExplainerConfigProperty {
ShapConfig = new ClarifyShapConfigProperty {
ShapBaselineConfig = new ClarifyShapBaselineConfigProperty {
MimeType = "mimeType",
ShapBaseline = "shapBaseline",
ShapBaselineUri = "shapBaselineUri"
},
// the properties below are optional
NumberOfSamples = 123,
Seed = 123,
TextConfig = new ClarifyTextConfigProperty {
Granularity = "granularity",
Language = "language"
},
UseLogit = false
},
// the properties below are optional
EnableExplanations = "enableExplanations",
InferenceConfig = new ClarifyInferenceConfigProperty {
ContentTemplate = "contentTemplate",
FeatureHeaders = new [] { "featureHeaders" },
FeaturesAttribute = "featuresAttribute",
FeatureTypes = new [] { "featureTypes" },
LabelAttribute = "labelAttribute",
LabelHeaders = new [] { "labelHeaders" },
LabelIndex = 123,
MaxPayloadInMb = 123,
MaxRecordCount = 123,
ProbabilityAttribute = "probabilityAttribute",
ProbabilityIndex = 123
}
}
},
KmsKeyId = "kmsKeyId",
ShadowProductionVariants = new [] { new ProductionVariantProperty {
InitialVariantWeight = 123,
ModelName = "modelName",
VariantName = "variantName",
// the properties below are optional
AcceleratorType = "acceleratorType",
ContainerStartupHealthCheckTimeoutInSeconds = 123,
EnableSsmAccess = false,
InitialInstanceCount = 123,
InstanceType = "instanceType",
ModelDataDownloadTimeoutInSeconds = 123,
ServerlessConfig = new ServerlessConfigProperty {
MaxConcurrency = 123,
MemorySizeInMb = 123,
// the properties below are optional
ProvisionedConcurrency = 123
},
VolumeSizeInGb = 123
} },
Tags = new [] { new CfnTag {
Key = "key",
Value = "value"
} }
};
Synopsis
Properties
AsyncInferenceConfig | Specifies configuration for how an endpoint performs asynchronous inference. |
DataCaptureConfig | Specifies how to capture endpoint data for model monitor. |
EndpointConfigName | The name of the endpoint configuration. |
ExplainerConfig |
|
KmsKeyId | The Amazon Resource Name (ARN) of an AWS Key Management Service key that Amazon SageMaker uses to encrypt data on the storage volume attached to the ML compute instance that hosts the endpoint. |
ProductionVariants | A list of |
ShadowProductionVariants | Array of |
Tags | A list of key-value pairs to apply to this resource. |
Properties
AsyncInferenceConfig
Specifies configuration for how an endpoint performs asynchronous inference.
virtual object AsyncInferenceConfig { get; }
Property Value
System.Object
Remarks
DataCaptureConfig
Specifies how to capture endpoint data for model monitor.
virtual object DataCaptureConfig { get; }
Property Value
System.Object
Remarks
The data capture configuration applies to all production variants hosted at the endpoint.
EndpointConfigName
The name of the endpoint configuration.
virtual string EndpointConfigName { get; }
Property Value
System.String
Remarks
ExplainerConfig
AWS::SageMaker::EndpointConfig.ExplainerConfig
.
virtual object ExplainerConfig { get; }
Property Value
System.Object
Remarks
KmsKeyId
The Amazon Resource Name (ARN) of an AWS Key Management Service key that Amazon SageMaker uses to encrypt data on the storage volume attached to the ML compute instance that hosts the endpoint.
virtual string KmsKeyId { get; }
Property Value
System.String
Remarks
The KMS key policy must grant permission to the IAM role that you specify in your CreateEndpoint
, UpdateEndpoint
requests. For more information, refer to the AWS Key Management Service section Using Key Policies in AWS KMS
Certain Nitro-based instances include local storage, dependent on the instance type. Local storage volumes are encrypted using a hardware module on the instance. You can't request a <code>KmsKeyId</code> when using an instance type with local storage. If any of the models that you specify in the <code>ProductionVariants</code> parameter use nitro-based instances with local storage, do not specify a value for the <code>KmsKeyId</code> parameter. If you specify a value for <code>KmsKeyId</code> when using any nitro-based instances with local storage, the call to <code>CreateEndpointConfig</code> fails.
For a list of instance types that support local instance storage, see Instance Store Volumes .
For more information about local instance storage encryption, see SSD Instance Store Volumes .
ProductionVariants
A list of ProductionVariant
objects, one for each model that you want to host at this endpoint.
object ProductionVariants { get; }
Property Value
System.Object
Remarks
ShadowProductionVariants
Array of ProductionVariant
objects.
virtual object ShadowProductionVariants { get; }
Property Value
System.Object
Remarks
There is one for each model that you want to host at this endpoint in shadow mode with production traffic replicated from the model specified on ProductionVariants
. If you use this field, you can only specify one variant for ProductionVariants
and one variant for ShadowProductionVariants
.
Tags
A list of key-value pairs to apply to this resource.
virtual ICfnTag[] Tags { get; }
Property Value
ICfnTag[]