{ "author": { "email": "49480575+WinterYukky@users.noreply.github.com", "name": "WinterYukky", "roles": [ "author" ] }, "dependencies": { "@aws-cdk/aws-sagemaker-alpha": "2.240.0-alpha.0", "@cdklabs/deploy-time-build": "^0.1.0", "aws-cdk-lib": "^2.240.0", "constructs": "^10.5.1" }, "dependencyClosure": { "@aws-cdk/asset-awscli-v1": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Asset.AwsCliV1", "packageId": "Amazon.CDK.Asset.AwsCliV1" }, "go": { "moduleName": "github.com/cdklabs/awscdk-asset-awscli-go", "packageName": "awscliv1" }, "java": { "maven": { "artifactId": "cdk-asset-awscli-v1", "groupId": "software.amazon.awscdk" }, "package": "software.amazon.awscdk.cdk.asset.awscli.v1" }, "js": { "npm": "@aws-cdk/asset-awscli-v1" }, "python": { "distName": "aws-cdk.asset-awscli-v1", "module": "aws_cdk.asset_awscli_v1" } } }, "@aws-cdk/asset-node-proxy-agent-v6": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Asset.NodeProxyAgentV6", "packageId": "Amazon.CDK.Asset.NodeProxyAgentV6" }, "go": { "moduleName": "github.com/cdklabs/awscdk-asset-node-proxy-agent-go", "packageName": "nodeproxyagentv6" }, "java": { "maven": { "artifactId": "cdk-asset-node-proxy-agent-v6", "groupId": "software.amazon.awscdk" }, "package": "software.amazon.awscdk.cdk.asset.node.proxy.agent.v6" }, "js": { "npm": "@aws-cdk/asset-node-proxy-agent-v6" }, "python": { "distName": "aws-cdk.asset-node-proxy-agent-v6", "module": "aws_cdk.asset_node_proxy_agent_v6" } } }, "@aws-cdk/aws-sagemaker-alpha": { "targets": { "dotnet": { "iconUrl": "https://raw.githubusercontent.com/aws/aws-cdk/main/logo/default-256-dark.png", "namespace": "Amazon.CDK.AWS.Sagemaker.Alpha", "packageId": "Amazon.CDK.AWS.Sagemaker.Alpha" }, "go": { "moduleName": "github.com/aws/aws-cdk-go", "packageName": "awscdksagemakeralpha" }, "java": { "maven": { "artifactId": "sagemaker-alpha", "groupId": "software.amazon.awscdk" }, "package": "software.amazon.awscdk.services.sagemaker.alpha" }, "js": { "npm": "@aws-cdk/aws-sagemaker-alpha" }, "python": { "classifiers": [ "Framework :: AWS CDK", "Framework :: AWS CDK :: 2" ], "distName": "aws-cdk.aws-sagemaker-alpha", "module": "aws_cdk.aws_sagemaker_alpha" } } }, "@aws-cdk/cloud-assembly-schema": { "targets": { "dotnet": { "iconUrl": "https://raw.githubusercontent.com/aws/aws-cdk/main/logo/default-256-dark.png", "namespace": "Amazon.CDK.CloudAssembly.Schema", "packageId": "Amazon.CDK.CloudAssembly.Schema" }, "go": { "moduleName": "github.com/cdklabs/cloud-assembly-schema-go" }, "java": { "maven": { "artifactId": "cdk-cloud-assembly-schema", "groupId": "software.amazon.awscdk" }, "package": "software.amazon.awscdk.cloudassembly.schema" }, "js": { "npm": "@aws-cdk/cloud-assembly-schema" }, "python": { "classifiers": [ "Framework :: AWS CDK", "Framework :: AWS CDK :: 2" ], "distName": "aws-cdk.cloud-assembly-schema", "module": "aws_cdk.cloud_assembly_schema" } } }, "@cdklabs/deploy-time-build": { "targets": { "js": { "npm": "@cdklabs/deploy-time-build" }, "python": { "distName": "cdklabs.deploy-time-build", "module": "cdklabs.deploy_time_build" } } }, "aws-cdk-lib": { "submodules": { "aws-cdk-lib.alexa_ask": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Alexa.Ask" }, "java": { "package": "software.amazon.awscdk.alexa.ask" }, "python": { "module": "aws_cdk.alexa_ask" } } }, "aws-cdk-lib.assertions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Assertions" }, "java": { "package": "software.amazon.awscdk.assertions" }, "python": { "module": "aws_cdk.assertions" } } }, "aws-cdk-lib.assets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Assets" }, "java": { "package": "software.amazon.awscdk.assets" }, "python": { "module": "aws_cdk.assets" } } }, "aws-cdk-lib.aws_accessanalyzer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AccessAnalyzer" }, "java": { "package": "software.amazon.awscdk.services.accessanalyzer" }, "python": { "module": "aws_cdk.aws_accessanalyzer" } } }, "aws-cdk-lib.aws_acmpca": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ACMPCA" }, "java": { "package": "software.amazon.awscdk.services.acmpca" }, "python": { "module": "aws_cdk.aws_acmpca" } } }, "aws-cdk-lib.aws_aiops": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AIOps" }, "java": { "package": "software.amazon.awscdk.services.aiops" }, "python": { "module": "aws_cdk.aws_aiops" } } }, "aws-cdk-lib.aws_amazonmq": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AmazonMQ" }, "java": { "package": "software.amazon.awscdk.services.amazonmq" }, "python": { "module": "aws_cdk.aws_amazonmq" } } }, "aws-cdk-lib.aws_amplify": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Amplify" }, "java": { "package": "software.amazon.awscdk.services.amplify" }, "python": { "module": "aws_cdk.aws_amplify" } } }, "aws-cdk-lib.aws_amplifyuibuilder": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AmplifyUIBuilder" }, "java": { "package": "software.amazon.awscdk.services.amplifyuibuilder" }, "python": { "module": "aws_cdk.aws_amplifyuibuilder" } } }, "aws-cdk-lib.aws_apigateway": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.APIGateway" }, "java": { "package": "software.amazon.awscdk.services.apigateway" }, "python": { "module": "aws_cdk.aws_apigateway" } } }, "aws-cdk-lib.aws_apigatewayv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Apigatewayv2" }, "java": { "package": "software.amazon.awscdk.services.apigatewayv2" }, "python": { "module": "aws_cdk.aws_apigatewayv2" } } }, "aws-cdk-lib.aws_apigatewayv2_authorizers": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AwsApigatewayv2Authorizers" }, "java": { "package": "software.amazon.awscdk.aws_apigatewayv2_authorizers" }, "python": { "module": "aws_cdk.aws_apigatewayv2_authorizers" } } }, "aws-cdk-lib.aws_apigatewayv2_integrations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AwsApigatewayv2Integrations" }, "java": { "package": "software.amazon.awscdk.aws_apigatewayv2_integrations" }, "python": { "module": "aws_cdk.aws_apigatewayv2_integrations" } } }, "aws-cdk-lib.aws_appconfig": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppConfig" }, "java": { "package": "software.amazon.awscdk.services.appconfig" }, "python": { "module": "aws_cdk.aws_appconfig" } } }, "aws-cdk-lib.aws_appflow": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppFlow" }, "java": { "package": "software.amazon.awscdk.services.appflow" }, "python": { "module": "aws_cdk.aws_appflow" } } }, "aws-cdk-lib.aws_appintegrations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppIntegrations" }, "java": { "package": "software.amazon.awscdk.services.appintegrations" }, "python": { "module": "aws_cdk.aws_appintegrations" } } }, "aws-cdk-lib.aws_applicationautoscaling": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ApplicationAutoScaling" }, "java": { "package": "software.amazon.awscdk.services.applicationautoscaling" }, "python": { "module": "aws_cdk.aws_applicationautoscaling" } } }, "aws-cdk-lib.aws_applicationinsights": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ApplicationInsights" }, "java": { "package": "software.amazon.awscdk.services.applicationinsights" }, "python": { "module": "aws_cdk.aws_applicationinsights" } } }, "aws-cdk-lib.aws_applicationsignals": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ApplicationSignals" }, "java": { "package": "software.amazon.awscdk.services.applicationsignals" }, "python": { "module": "aws_cdk.aws_applicationsignals" } } }, "aws-cdk-lib.aws_appmesh": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppMesh" }, "java": { "package": "software.amazon.awscdk.services.appmesh" }, "python": { "module": "aws_cdk.aws_appmesh" } } }, "aws-cdk-lib.aws_apprunner": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppRunner" }, "java": { "package": "software.amazon.awscdk.services.apprunner" }, "python": { "module": "aws_cdk.aws_apprunner" } } }, "aws-cdk-lib.aws_appstream": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppStream" }, "java": { "package": "software.amazon.awscdk.services.appstream" }, "python": { "module": "aws_cdk.aws_appstream" } } }, "aws-cdk-lib.aws_appsync": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppSync" }, "java": { "package": "software.amazon.awscdk.services.appsync" }, "python": { "module": "aws_cdk.aws_appsync" } } }, "aws-cdk-lib.aws_apptest": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppTest" }, "java": { "package": "software.amazon.awscdk.services.apptest" }, "python": { "module": "aws_cdk.aws_apptest" } } }, "aws-cdk-lib.aws_aps": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.APS" }, "java": { "package": "software.amazon.awscdk.services.aps" }, "python": { "module": "aws_cdk.aws_aps" } } }, "aws-cdk-lib.aws_arcregionswitch": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ARCRegionSwitch" }, "java": { "package": "software.amazon.awscdk.services.arcregionswitch" }, "python": { "module": "aws_cdk.aws_arcregionswitch" } } }, "aws-cdk-lib.aws_arczonalshift": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ARCZonalShift" }, "java": { "package": "software.amazon.awscdk.services.arczonalshift" }, "python": { "module": "aws_cdk.aws_arczonalshift" } } }, "aws-cdk-lib.aws_athena": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Athena" }, "java": { "package": "software.amazon.awscdk.services.athena" }, "python": { "module": "aws_cdk.aws_athena" } } }, "aws-cdk-lib.aws_auditmanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AuditManager" }, "java": { "package": "software.amazon.awscdk.services.auditmanager" }, "python": { "module": "aws_cdk.aws_auditmanager" } } }, "aws-cdk-lib.aws_autoscaling": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AutoScaling" }, "java": { "package": "software.amazon.awscdk.services.autoscaling" }, "python": { "module": "aws_cdk.aws_autoscaling" } } }, "aws-cdk-lib.aws_autoscaling_common": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AutoScaling.Common" }, "java": { "package": "software.amazon.awscdk.services.autoscaling.common" }, "python": { "module": "aws_cdk.aws_autoscaling_common" } } }, "aws-cdk-lib.aws_autoscaling_hooktargets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AutoScaling.HookTargets" }, "java": { "package": "software.amazon.awscdk.services.autoscaling.hooktargets" }, "python": { "module": "aws_cdk.aws_autoscaling_hooktargets" } } }, "aws-cdk-lib.aws_autoscalingplans": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AutoScalingPlans" }, "java": { "package": "software.amazon.awscdk.services.autoscalingplans" }, "python": { "module": "aws_cdk.aws_autoscalingplans" } } }, "aws-cdk-lib.aws_b2bi": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.B2BI" }, "java": { "package": "software.amazon.awscdk.services.b2bi" }, "python": { "module": "aws_cdk.aws_b2bi" } } }, "aws-cdk-lib.aws_backup": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Backup" }, "java": { "package": "software.amazon.awscdk.services.backup" }, "python": { "module": "aws_cdk.aws_backup" } } }, "aws-cdk-lib.aws_backupgateway": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.BackupGateway" }, "java": { "package": "software.amazon.awscdk.services.backupgateway" }, "python": { "module": "aws_cdk.aws_backupgateway" } } }, "aws-cdk-lib.aws_batch": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Batch" }, "java": { "package": "software.amazon.awscdk.services.batch" }, "python": { "module": "aws_cdk.aws_batch" } } }, "aws-cdk-lib.aws_bcmdataexports": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.BCMDataExports" }, "java": { "package": "software.amazon.awscdk.services.bcmdataexports" }, "python": { "module": "aws_cdk.aws_bcmdataexports" } } }, "aws-cdk-lib.aws_bedrock": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Bedrock" }, "java": { "package": "software.amazon.awscdk.services.bedrock" }, "python": { "module": "aws_cdk.aws_bedrock" } } }, "aws-cdk-lib.aws_bedrockagentcore": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.BedrockAgentCore" }, "java": { "package": "software.amazon.awscdk.services.bedrockagentcore" }, "python": { "module": "aws_cdk.aws_bedrockagentcore" } } }, "aws-cdk-lib.aws_billingconductor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.BillingConductor" }, "java": { "package": "software.amazon.awscdk.services.billingconductor" }, "python": { "module": "aws_cdk.aws_billingconductor" } } }, "aws-cdk-lib.aws_budgets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Budgets" }, "java": { "package": "software.amazon.awscdk.services.budgets" }, "python": { "module": "aws_cdk.aws_budgets" } } }, "aws-cdk-lib.aws_cases": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Cases" }, "java": { "package": "software.amazon.awscdk.services.cases" }, "python": { "module": "aws_cdk.aws_cases" } } }, "aws-cdk-lib.aws_cassandra": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Cassandra" }, "java": { "package": "software.amazon.awscdk.services.cassandra" }, "python": { "module": "aws_cdk.aws_cassandra" } } }, "aws-cdk-lib.aws_ce": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CE" }, "java": { "package": "software.amazon.awscdk.services.ce" }, "python": { "module": "aws_cdk.aws_ce" } } }, "aws-cdk-lib.aws_certificatemanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CertificateManager" }, "java": { "package": "software.amazon.awscdk.services.certificatemanager" }, "python": { "module": "aws_cdk.aws_certificatemanager" } } }, "aws-cdk-lib.aws_chatbot": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Chatbot" }, "java": { "package": "software.amazon.awscdk.services.chatbot" }, "python": { "module": "aws_cdk.aws_chatbot" } } }, "aws-cdk-lib.aws_cleanrooms": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CleanRooms" }, "java": { "package": "software.amazon.awscdk.services.cleanrooms" }, "python": { "module": "aws_cdk.aws_cleanrooms" } } }, "aws-cdk-lib.aws_cleanroomsml": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CleanRoomsML" }, "java": { "package": "software.amazon.awscdk.services.cleanroomsml" }, "python": { "module": "aws_cdk.aws_cleanroomsml" } } }, "aws-cdk-lib.aws_cloud9": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Cloud9" }, "java": { "package": "software.amazon.awscdk.services.cloud9" }, "python": { "module": "aws_cdk.aws_cloud9" } } }, "aws-cdk-lib.aws_cloudformation": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudFormation" }, "java": { "package": "software.amazon.awscdk.services.cloudformation" }, "python": { "module": "aws_cdk.aws_cloudformation" } } }, "aws-cdk-lib.aws_cloudfront": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudFront" }, "java": { "package": "software.amazon.awscdk.services.cloudfront" }, "python": { "module": "aws_cdk.aws_cloudfront" } } }, "aws-cdk-lib.aws_cloudfront.experimental": {}, "aws-cdk-lib.aws_cloudfront_origins": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudFront.Origins" }, "java": { "package": "software.amazon.awscdk.services.cloudfront.origins" }, "python": { "module": "aws_cdk.aws_cloudfront_origins" } } }, "aws-cdk-lib.aws_cloudtrail": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudTrail" }, "java": { "package": "software.amazon.awscdk.services.cloudtrail" }, "python": { "module": "aws_cdk.aws_cloudtrail" } } }, "aws-cdk-lib.aws_cloudwatch": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudWatch" }, "java": { "package": "software.amazon.awscdk.services.cloudwatch" }, "python": { "module": "aws_cdk.aws_cloudwatch" } } }, "aws-cdk-lib.aws_cloudwatch_actions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudWatch.Actions" }, "java": { "package": "software.amazon.awscdk.services.cloudwatch.actions" }, "python": { "module": "aws_cdk.aws_cloudwatch_actions" } } }, "aws-cdk-lib.aws_codeartifact": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeArtifact" }, "java": { "package": "software.amazon.awscdk.services.codeartifact" }, "python": { "module": "aws_cdk.aws_codeartifact" } } }, "aws-cdk-lib.aws_codebuild": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeBuild" }, "java": { "package": "software.amazon.awscdk.services.codebuild" }, "python": { "module": "aws_cdk.aws_codebuild" } } }, "aws-cdk-lib.aws_codecommit": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeCommit" }, "java": { "package": "software.amazon.awscdk.services.codecommit" }, "python": { "module": "aws_cdk.aws_codecommit" } } }, "aws-cdk-lib.aws_codeconnections": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeConnections" }, "java": { "package": "software.amazon.awscdk.services.codeconnections" }, "python": { "module": "aws_cdk.aws_codeconnections" } } }, "aws-cdk-lib.aws_codedeploy": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeDeploy" }, "java": { "package": "software.amazon.awscdk.services.codedeploy" }, "python": { "module": "aws_cdk.aws_codedeploy" } } }, "aws-cdk-lib.aws_codeguruprofiler": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeGuruProfiler" }, "java": { "package": "software.amazon.awscdk.services.codeguruprofiler" }, "python": { "module": "aws_cdk.aws_codeguruprofiler" } } }, "aws-cdk-lib.aws_codegurureviewer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeGuruReviewer" }, "java": { "package": "software.amazon.awscdk.services.codegurureviewer" }, "python": { "module": "aws_cdk.aws_codegurureviewer" } } }, "aws-cdk-lib.aws_codepipeline": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodePipeline" }, "java": { "package": "software.amazon.awscdk.services.codepipeline" }, "python": { "module": "aws_cdk.aws_codepipeline" } } }, "aws-cdk-lib.aws_codepipeline_actions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodePipeline.Actions" }, "java": { "package": "software.amazon.awscdk.services.codepipeline.actions" }, "python": { "module": "aws_cdk.aws_codepipeline_actions" } } }, "aws-cdk-lib.aws_codestar": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Codestar" }, "java": { "package": "software.amazon.awscdk.services.codestar" }, "python": { "module": "aws_cdk.aws_codestar" } } }, "aws-cdk-lib.aws_codestarconnections": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeStarConnections" }, "java": { "package": "software.amazon.awscdk.services.codestarconnections" }, "python": { "module": "aws_cdk.aws_codestarconnections" } } }, "aws-cdk-lib.aws_codestarnotifications": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeStarNotifications" }, "java": { "package": "software.amazon.awscdk.services.codestarnotifications" }, "python": { "module": "aws_cdk.aws_codestarnotifications" } } }, "aws-cdk-lib.aws_cognito": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Cognito" }, "java": { "package": "software.amazon.awscdk.services.cognito" }, "python": { "module": "aws_cdk.aws_cognito" } } }, "aws-cdk-lib.aws_cognito_identitypool": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Cognito.Identitypool" }, "java": { "package": "software.amazon.awscdk.services.cognito.identitypool" }, "python": { "module": "aws_cdk.aws_cognito_identitypool" } } }, "aws-cdk-lib.aws_comprehend": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Comprehend" }, "java": { "package": "software.amazon.awscdk.services.comprehend" }, "python": { "module": "aws_cdk.aws_comprehend" } } }, "aws-cdk-lib.aws_config": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Config" }, "java": { "package": "software.amazon.awscdk.services.config" }, "python": { "module": "aws_cdk.aws_config" } } }, "aws-cdk-lib.aws_connect": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Connect" }, "java": { "package": "software.amazon.awscdk.services.connect" }, "python": { "module": "aws_cdk.aws_connect" } } }, "aws-cdk-lib.aws_connectcampaigns": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ConnectCampaigns" }, "java": { "package": "software.amazon.awscdk.services.connectcampaigns" }, "python": { "module": "aws_cdk.aws_connectcampaigns" } } }, "aws-cdk-lib.aws_connectcampaignsv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ConnectCampaignsV2" }, "java": { "package": "software.amazon.awscdk.services.connectcampaignsv2" }, "python": { "module": "aws_cdk.aws_connectcampaignsv2" } } }, "aws-cdk-lib.aws_controltower": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ControlTower" }, "java": { "package": "software.amazon.awscdk.services.controltower" }, "python": { "module": "aws_cdk.aws_controltower" } } }, "aws-cdk-lib.aws_cur": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CUR" }, "java": { "package": "software.amazon.awscdk.services.cur" }, "python": { "module": "aws_cdk.aws_cur" } } }, "aws-cdk-lib.aws_customerprofiles": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CustomerProfiles" }, "java": { "package": "software.amazon.awscdk.services.customerprofiles" }, "python": { "module": "aws_cdk.aws_customerprofiles" } } }, "aws-cdk-lib.aws_databrew": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DataBrew" }, "java": { "package": "software.amazon.awscdk.services.databrew" }, "python": { "module": "aws_cdk.aws_databrew" } } }, "aws-cdk-lib.aws_datapipeline": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DataPipeline" }, "java": { "package": "software.amazon.awscdk.services.datapipeline" }, "python": { "module": "aws_cdk.aws_datapipeline" } } }, "aws-cdk-lib.aws_datasync": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DataSync" }, "java": { "package": "software.amazon.awscdk.services.datasync" }, "python": { "module": "aws_cdk.aws_datasync" } } }, "aws-cdk-lib.aws_datazone": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DataZone" }, "java": { "package": "software.amazon.awscdk.services.datazone" }, "python": { "module": "aws_cdk.aws_datazone" } } }, "aws-cdk-lib.aws_dax": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DAX" }, "java": { "package": "software.amazon.awscdk.services.dax" }, "python": { "module": "aws_cdk.aws_dax" } } }, "aws-cdk-lib.aws_deadline": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Deadline" }, "java": { "package": "software.amazon.awscdk.services.deadline" }, "python": { "module": "aws_cdk.aws_deadline" } } }, "aws-cdk-lib.aws_detective": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Detective" }, "java": { "package": "software.amazon.awscdk.services.detective" }, "python": { "module": "aws_cdk.aws_detective" } } }, "aws-cdk-lib.aws_devicefarm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DeviceFarm" }, "java": { "package": "software.amazon.awscdk.services.devicefarm" }, "python": { "module": "aws_cdk.aws_devicefarm" } } }, "aws-cdk-lib.aws_devopsagent": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DevOpsAgent" }, "java": { "package": "software.amazon.awscdk.services.devopsagent" }, "python": { "module": "aws_cdk.aws_devopsagent" } } }, "aws-cdk-lib.aws_devopsguru": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DevOpsGuru" }, "java": { "package": "software.amazon.awscdk.services.devopsguru" }, "python": { "module": "aws_cdk.aws_devopsguru" } } }, "aws-cdk-lib.aws_directoryservice": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DirectoryService" }, "java": { "package": "software.amazon.awscdk.services.directoryservice" }, "python": { "module": "aws_cdk.aws_directoryservice" } } }, "aws-cdk-lib.aws_dlm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DLM" }, "java": { "package": "software.amazon.awscdk.services.dlm" }, "python": { "module": "aws_cdk.aws_dlm" } } }, "aws-cdk-lib.aws_dms": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DMS" }, "java": { "package": "software.amazon.awscdk.services.dms" }, "python": { "module": "aws_cdk.aws_dms" } } }, "aws-cdk-lib.aws_docdb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DocDB" }, "java": { "package": "software.amazon.awscdk.services.docdb" }, "python": { "module": "aws_cdk.aws_docdb" } } }, "aws-cdk-lib.aws_docdbelastic": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DocDBElastic" }, "java": { "package": "software.amazon.awscdk.services.docdbelastic" }, "python": { "module": "aws_cdk.aws_docdbelastic" } } }, "aws-cdk-lib.aws_dsql": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DSQL" }, "java": { "package": "software.amazon.awscdk.services.dsql" }, "python": { "module": "aws_cdk.aws_dsql" } } }, "aws-cdk-lib.aws_dynamodb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DynamoDB" }, "java": { "package": "software.amazon.awscdk.services.dynamodb" }, "python": { "module": "aws_cdk.aws_dynamodb" } } }, "aws-cdk-lib.aws_ec2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EC2" }, "java": { "package": "software.amazon.awscdk.services.ec2" }, "python": { "module": "aws_cdk.aws_ec2" } } }, "aws-cdk-lib.aws_ecr": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ECR" }, "java": { "package": "software.amazon.awscdk.services.ecr" }, "python": { "module": "aws_cdk.aws_ecr" } } }, "aws-cdk-lib.aws_ecr_assets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Ecr.Assets" }, "java": { "package": "software.amazon.awscdk.services.ecr.assets" }, "python": { "module": "aws_cdk.aws_ecr_assets" } } }, "aws-cdk-lib.aws_ecs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ECS" }, "java": { "package": "software.amazon.awscdk.services.ecs" }, "python": { "module": "aws_cdk.aws_ecs" } } }, "aws-cdk-lib.aws_ecs_patterns": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ECS.Patterns" }, "java": { "package": "software.amazon.awscdk.services.ecs.patterns" }, "python": { "module": "aws_cdk.aws_ecs_patterns" } } }, "aws-cdk-lib.aws_efs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EFS" }, "java": { "package": "software.amazon.awscdk.services.efs" }, "python": { "module": "aws_cdk.aws_efs" } } }, "aws-cdk-lib.aws_eks": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EKS" }, "java": { "package": "software.amazon.awscdk.services.eks" }, "python": { "module": "aws_cdk.aws_eks" } } }, "aws-cdk-lib.aws_eks_v2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EKSv2" }, "java": { "package": "software.amazon.awscdk.services.eks_v2" }, "python": { "module": "aws_cdk.aws_eks_v2" } } }, "aws-cdk-lib.aws_elasticache": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElastiCache" }, "java": { "package": "software.amazon.awscdk.services.elasticache" }, "python": { "module": "aws_cdk.aws_elasticache" } } }, "aws-cdk-lib.aws_elasticbeanstalk": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElasticBeanstalk" }, "java": { "package": "software.amazon.awscdk.services.elasticbeanstalk" }, "python": { "module": "aws_cdk.aws_elasticbeanstalk" } } }, "aws-cdk-lib.aws_elasticloadbalancing": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElasticLoadBalancing" }, "java": { "package": "software.amazon.awscdk.services.elasticloadbalancing" }, "python": { "module": "aws_cdk.aws_elasticloadbalancing" } } }, "aws-cdk-lib.aws_elasticloadbalancingv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElasticLoadBalancingV2" }, "java": { "package": "software.amazon.awscdk.services.elasticloadbalancingv2" }, "python": { "module": "aws_cdk.aws_elasticloadbalancingv2" } } }, "aws-cdk-lib.aws_elasticloadbalancingv2_actions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElasticLoadBalancingV2.Actions" }, "java": { "package": "software.amazon.awscdk.services.elasticloadbalancingv2.actions" }, "python": { "module": "aws_cdk.aws_elasticloadbalancingv2_actions" } } }, "aws-cdk-lib.aws_elasticloadbalancingv2_targets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElasticLoadBalancingV2.Targets" }, "java": { "package": "software.amazon.awscdk.services.elasticloadbalancingv2.targets" }, "python": { "module": "aws_cdk.aws_elasticloadbalancingv2_targets" } } }, "aws-cdk-lib.aws_elasticsearch": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Elasticsearch" }, "java": { "package": "software.amazon.awscdk.services.elasticsearch" }, "python": { "module": "aws_cdk.aws_elasticsearch" } } }, "aws-cdk-lib.aws_emr": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EMR" }, "java": { "package": "software.amazon.awscdk.services.emr" }, "python": { "module": "aws_cdk.aws_emr" } } }, "aws-cdk-lib.aws_emrcontainers": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EMRContainers" }, "java": { "package": "software.amazon.awscdk.services.emrcontainers" }, "python": { "module": "aws_cdk.aws_emrcontainers" } } }, "aws-cdk-lib.aws_emrserverless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EMRServerless" }, "java": { "package": "software.amazon.awscdk.services.emrserverless" }, "python": { "module": "aws_cdk.aws_emrserverless" } } }, "aws-cdk-lib.aws_entityresolution": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EntityResolution" }, "java": { "package": "software.amazon.awscdk.services.entityresolution" }, "python": { "module": "aws_cdk.aws_entityresolution" } } }, "aws-cdk-lib.aws_events": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Events" }, "java": { "package": "software.amazon.awscdk.services.events" }, "python": { "module": "aws_cdk.aws_events" } } }, "aws-cdk-lib.aws_events_targets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Events.Targets" }, "java": { "package": "software.amazon.awscdk.services.events.targets" }, "python": { "module": "aws_cdk.aws_events_targets" } } }, "aws-cdk-lib.aws_eventschemas": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EventSchemas" }, "java": { "package": "software.amazon.awscdk.services.eventschemas" }, "python": { "module": "aws_cdk.aws_eventschemas" } } }, "aws-cdk-lib.aws_evidently": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Evidently" }, "java": { "package": "software.amazon.awscdk.services.evidently" }, "python": { "module": "aws_cdk.aws_evidently" } } }, "aws-cdk-lib.aws_evs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EVS" }, "java": { "package": "software.amazon.awscdk.services.evs" }, "python": { "module": "aws_cdk.aws_evs" } } }, "aws-cdk-lib.aws_finspace": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.FinSpace" }, "java": { "package": "software.amazon.awscdk.services.finspace" }, "python": { "module": "aws_cdk.aws_finspace" } } }, "aws-cdk-lib.aws_fis": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.FIS" }, "java": { "package": "software.amazon.awscdk.services.fis" }, "python": { "module": "aws_cdk.aws_fis" } } }, "aws-cdk-lib.aws_fms": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.FMS" }, "java": { "package": "software.amazon.awscdk.services.fms" }, "python": { "module": "aws_cdk.aws_fms" } } }, "aws-cdk-lib.aws_forecast": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Forecast" }, "java": { "package": "software.amazon.awscdk.services.forecast" }, "python": { "module": "aws_cdk.aws_forecast" } } }, "aws-cdk-lib.aws_frauddetector": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.FraudDetector" }, "java": { "package": "software.amazon.awscdk.services.frauddetector" }, "python": { "module": "aws_cdk.aws_frauddetector" } } }, "aws-cdk-lib.aws_fsx": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.FSx" }, "java": { "package": "software.amazon.awscdk.services.fsx" }, "python": { "module": "aws_cdk.aws_fsx" } } }, "aws-cdk-lib.aws_gamelift": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GameLift" }, "java": { "package": "software.amazon.awscdk.services.gamelift" }, "python": { "module": "aws_cdk.aws_gamelift" } } }, "aws-cdk-lib.aws_gameliftstreams": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GameLiftStreams" }, "java": { "package": "software.amazon.awscdk.services.gameliftstreams" }, "python": { "module": "aws_cdk.aws_gameliftstreams" } } }, "aws-cdk-lib.aws_globalaccelerator": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GlobalAccelerator" }, "java": { "package": "software.amazon.awscdk.services.globalaccelerator" }, "python": { "module": "aws_cdk.aws_globalaccelerator" } } }, "aws-cdk-lib.aws_globalaccelerator_endpoints": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GlobalAccelerator.Endpoints" }, "java": { "package": "software.amazon.awscdk.services.globalaccelerator.endpoints" }, "python": { "module": "aws_cdk.aws_globalaccelerator_endpoints" } } }, "aws-cdk-lib.aws_glue": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Glue" }, "java": { "package": "software.amazon.awscdk.services.glue" }, "python": { "module": "aws_cdk.aws_glue" } } }, "aws-cdk-lib.aws_grafana": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Grafana" }, "java": { "package": "software.amazon.awscdk.services.grafana" }, "python": { "module": "aws_cdk.aws_grafana" } } }, "aws-cdk-lib.aws_greengrass": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Greengrass" }, "java": { "package": "software.amazon.awscdk.services.greengrass" }, "python": { "module": "aws_cdk.aws_greengrass" } } }, "aws-cdk-lib.aws_greengrassv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GreengrassV2" }, "java": { "package": "software.amazon.awscdk.services.greengrassv2" }, "python": { "module": "aws_cdk.aws_greengrassv2" } } }, "aws-cdk-lib.aws_groundstation": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GroundStation" }, "java": { "package": "software.amazon.awscdk.services.groundstation" }, "python": { "module": "aws_cdk.aws_groundstation" } } }, "aws-cdk-lib.aws_guardduty": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GuardDuty" }, "java": { "package": "software.amazon.awscdk.services.guardduty" }, "python": { "module": "aws_cdk.aws_guardduty" } } }, "aws-cdk-lib.aws_healthimaging": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.HealthImaging" }, "java": { "package": "software.amazon.awscdk.services.healthimaging" }, "python": { "module": "aws_cdk.aws_healthimaging" } } }, "aws-cdk-lib.aws_healthlake": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.HealthLake" }, "java": { "package": "software.amazon.awscdk.services.healthlake" }, "python": { "module": "aws_cdk.aws_healthlake" } } }, "aws-cdk-lib.aws_iam": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IAM" }, "java": { "package": "software.amazon.awscdk.services.iam" }, "python": { "module": "aws_cdk.aws_iam" } } }, "aws-cdk-lib.aws_identitystore": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IdentityStore" }, "java": { "package": "software.amazon.awscdk.services.identitystore" }, "python": { "module": "aws_cdk.aws_identitystore" } } }, "aws-cdk-lib.aws_imagebuilder": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ImageBuilder" }, "java": { "package": "software.amazon.awscdk.services.imagebuilder" }, "python": { "module": "aws_cdk.aws_imagebuilder" } } }, "aws-cdk-lib.aws_inspector": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Inspector" }, "java": { "package": "software.amazon.awscdk.services.inspector" }, "python": { "module": "aws_cdk.aws_inspector" } } }, "aws-cdk-lib.aws_inspectorv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.InspectorV2" }, "java": { "package": "software.amazon.awscdk.services.inspectorv2" }, "python": { "module": "aws_cdk.aws_inspectorv2" } } }, "aws-cdk-lib.aws_internetmonitor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.InternetMonitor" }, "java": { "package": "software.amazon.awscdk.services.internetmonitor" }, "python": { "module": "aws_cdk.aws_internetmonitor" } } }, "aws-cdk-lib.aws_invoicing": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Invoicing" }, "java": { "package": "software.amazon.awscdk.services.invoicing" }, "python": { "module": "aws_cdk.aws_invoicing" } } }, "aws-cdk-lib.aws_iot": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoT" }, "java": { "package": "software.amazon.awscdk.services.iot" }, "python": { "module": "aws_cdk.aws_iot" } } }, "aws-cdk-lib.aws_iotanalytics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTAnalytics" }, "java": { "package": "software.amazon.awscdk.services.iotanalytics" }, "python": { "module": "aws_cdk.aws_iotanalytics" } } }, "aws-cdk-lib.aws_iotcoredeviceadvisor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTCoreDeviceAdvisor" }, "java": { "package": "software.amazon.awscdk.services.iotcoredeviceadvisor" }, "python": { "module": "aws_cdk.aws_iotcoredeviceadvisor" } } }, "aws-cdk-lib.aws_iotevents": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTEvents" }, "java": { "package": "software.amazon.awscdk.services.iotevents" }, "python": { "module": "aws_cdk.aws_iotevents" } } }, "aws-cdk-lib.aws_iotfleethub": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTFleetHub" }, "java": { "package": "software.amazon.awscdk.services.iotfleethub" }, "python": { "module": "aws_cdk.aws_iotfleethub" } } }, "aws-cdk-lib.aws_iotfleetwise": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTFleetWise" }, "java": { "package": "software.amazon.awscdk.services.iotfleetwise" }, "python": { "module": "aws_cdk.aws_iotfleetwise" } } }, "aws-cdk-lib.aws_iotsitewise": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTSiteWise" }, "java": { "package": "software.amazon.awscdk.services.iotsitewise" }, "python": { "module": "aws_cdk.aws_iotsitewise" } } }, "aws-cdk-lib.aws_iotthingsgraph": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTThingsGraph" }, "java": { "package": "software.amazon.awscdk.services.iotthingsgraph" }, "python": { "module": "aws_cdk.aws_iotthingsgraph" } } }, "aws-cdk-lib.aws_iottwinmaker": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTTwinMaker" }, "java": { "package": "software.amazon.awscdk.services.iottwinmaker" }, "python": { "module": "aws_cdk.aws_iottwinmaker" } } }, "aws-cdk-lib.aws_iotwireless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTWireless" }, "java": { "package": "software.amazon.awscdk.services.iotwireless" }, "python": { "module": "aws_cdk.aws_iotwireless" } } }, "aws-cdk-lib.aws_ivs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Ivs" }, "java": { "package": "software.amazon.awscdk.services.ivs" }, "python": { "module": "aws_cdk.aws_ivs" } } }, "aws-cdk-lib.aws_ivschat": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IVSChat" }, "java": { "package": "software.amazon.awscdk.services.ivschat" }, "python": { "module": "aws_cdk.aws_ivschat" } } }, "aws-cdk-lib.aws_kafkaconnect": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KafkaConnect" }, "java": { "package": "software.amazon.awscdk.services.kafkaconnect" }, "python": { "module": "aws_cdk.aws_kafkaconnect" } } }, "aws-cdk-lib.aws_kendra": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Kendra" }, "java": { "package": "software.amazon.awscdk.services.kendra" }, "python": { "module": "aws_cdk.aws_kendra" } } }, "aws-cdk-lib.aws_kendraranking": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KendraRanking" }, "java": { "package": "software.amazon.awscdk.services.kendraranking" }, "python": { "module": "aws_cdk.aws_kendraranking" } } }, "aws-cdk-lib.aws_kinesis": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Kinesis" }, "java": { "package": "software.amazon.awscdk.services.kinesis" }, "python": { "module": "aws_cdk.aws_kinesis" } } }, "aws-cdk-lib.aws_kinesisanalytics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KinesisAnalytics" }, "java": { "package": "software.amazon.awscdk.services.kinesisanalytics" }, "python": { "module": "aws_cdk.aws_kinesisanalytics" } } }, "aws-cdk-lib.aws_kinesisanalyticsv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KinesisAnalyticsV2" }, "java": { "package": "software.amazon.awscdk.services.kinesisanalyticsv2" }, "python": { "module": "aws_cdk.aws_kinesisanalyticsv2" } } }, "aws-cdk-lib.aws_kinesisfirehose": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KinesisFirehose" }, "java": { "package": "software.amazon.awscdk.services.kinesisfirehose" }, "python": { "module": "aws_cdk.aws_kinesisfirehose" } } }, "aws-cdk-lib.aws_kinesisvideo": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KinesisVideo" }, "java": { "package": "software.amazon.awscdk.services.kinesisvideo" }, "python": { "module": "aws_cdk.aws_kinesisvideo" } } }, "aws-cdk-lib.aws_kms": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KMS" }, "java": { "package": "software.amazon.awscdk.services.kms" }, "python": { "module": "aws_cdk.aws_kms" } } }, "aws-cdk-lib.aws_lakeformation": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.LakeFormation" }, "java": { "package": "software.amazon.awscdk.services.lakeformation" }, "python": { "module": "aws_cdk.aws_lakeformation" } } }, "aws-cdk-lib.aws_lambda": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lambda" }, "java": { "package": "software.amazon.awscdk.services.lambda" }, "python": { "module": "aws_cdk.aws_lambda" } } }, "aws-cdk-lib.aws_lambda_destinations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lambda.Destinations" }, "java": { "package": "software.amazon.awscdk.services.lambda.destinations" }, "python": { "module": "aws_cdk.aws_lambda_destinations" } } }, "aws-cdk-lib.aws_lambda_event_sources": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lambda.EventSources" }, "java": { "package": "software.amazon.awscdk.services.lambda.eventsources" }, "python": { "module": "aws_cdk.aws_lambda_event_sources" } } }, "aws-cdk-lib.aws_lambda_nodejs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lambda.Nodejs" }, "java": { "package": "software.amazon.awscdk.services.lambda.nodejs" }, "python": { "module": "aws_cdk.aws_lambda_nodejs" } } }, "aws-cdk-lib.aws_launchwizard": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.LaunchWizard" }, "java": { "package": "software.amazon.awscdk.services.launchwizard" }, "python": { "module": "aws_cdk.aws_launchwizard" } } }, "aws-cdk-lib.aws_lex": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lex" }, "java": { "package": "software.amazon.awscdk.services.lex" }, "python": { "module": "aws_cdk.aws_lex" } } }, "aws-cdk-lib.aws_licensemanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.LicenseManager" }, "java": { "package": "software.amazon.awscdk.services.licensemanager" }, "python": { "module": "aws_cdk.aws_licensemanager" } } }, "aws-cdk-lib.aws_lightsail": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lightsail" }, "java": { "package": "software.amazon.awscdk.services.lightsail" }, "python": { "module": "aws_cdk.aws_lightsail" } } }, "aws-cdk-lib.aws_location": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Location" }, "java": { "package": "software.amazon.awscdk.services.location" }, "python": { "module": "aws_cdk.aws_location" } } }, "aws-cdk-lib.aws_logs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Logs" }, "java": { "package": "software.amazon.awscdk.services.logs" }, "python": { "module": "aws_cdk.aws_logs" } } }, "aws-cdk-lib.aws_logs_destinations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Logs.Destinations" }, "java": { "package": "software.amazon.awscdk.services.logs.destinations" }, "python": { "module": "aws_cdk.aws_logs_destinations" } } }, "aws-cdk-lib.aws_lookoutequipment": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.LookoutEquipment" }, "java": { "package": "software.amazon.awscdk.services.lookoutequipment" }, "python": { "module": "aws_cdk.aws_lookoutequipment" } } }, "aws-cdk-lib.aws_lookoutmetrics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.LookoutMetrics" }, "java": { "package": "software.amazon.awscdk.services.lookoutmetrics" }, "python": { "module": "aws_cdk.aws_lookoutmetrics" } } }, "aws-cdk-lib.aws_lookoutvision": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.LookoutVision" }, "java": { "package": "software.amazon.awscdk.services.lookoutvision" }, "python": { "module": "aws_cdk.aws_lookoutvision" } } }, "aws-cdk-lib.aws_m2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.M2" }, "java": { "package": "software.amazon.awscdk.services.m2" }, "python": { "module": "aws_cdk.aws_m2" } } }, "aws-cdk-lib.aws_macie": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Macie" }, "java": { "package": "software.amazon.awscdk.services.macie" }, "python": { "module": "aws_cdk.aws_macie" } } }, "aws-cdk-lib.aws_managedblockchain": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ManagedBlockchain" }, "java": { "package": "software.amazon.awscdk.services.managedblockchain" }, "python": { "module": "aws_cdk.aws_managedblockchain" } } }, "aws-cdk-lib.aws_mediaconnect": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaConnect" }, "java": { "package": "software.amazon.awscdk.services.mediaconnect" }, "python": { "module": "aws_cdk.aws_mediaconnect" } } }, "aws-cdk-lib.aws_mediaconvert": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaConvert" }, "java": { "package": "software.amazon.awscdk.services.mediaconvert" }, "python": { "module": "aws_cdk.aws_mediaconvert" } } }, "aws-cdk-lib.aws_medialive": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaLive" }, "java": { "package": "software.amazon.awscdk.services.medialive" }, "python": { "module": "aws_cdk.aws_medialive" } } }, "aws-cdk-lib.aws_mediapackage": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaPackage" }, "java": { "package": "software.amazon.awscdk.services.mediapackage" }, "python": { "module": "aws_cdk.aws_mediapackage" } } }, "aws-cdk-lib.aws_mediapackagev2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaPackageV2" }, "java": { "package": "software.amazon.awscdk.services.mediapackagev2" }, "python": { "module": "aws_cdk.aws_mediapackagev2" } } }, "aws-cdk-lib.aws_mediastore": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaStore" }, "java": { "package": "software.amazon.awscdk.services.mediastore" }, "python": { "module": "aws_cdk.aws_mediastore" } } }, "aws-cdk-lib.aws_mediatailor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaTailor" }, "java": { "package": "software.amazon.awscdk.services.mediatailor" }, "python": { "module": "aws_cdk.aws_mediatailor" } } }, "aws-cdk-lib.aws_memorydb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MemoryDB" }, "java": { "package": "software.amazon.awscdk.services.memorydb" }, "python": { "module": "aws_cdk.aws_memorydb" } } }, "aws-cdk-lib.aws_mpa": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MPA" }, "java": { "package": "software.amazon.awscdk.services.mpa" }, "python": { "module": "aws_cdk.aws_mpa" } } }, "aws-cdk-lib.aws_msk": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MSK" }, "java": { "package": "software.amazon.awscdk.services.msk" }, "python": { "module": "aws_cdk.aws_msk" } } }, "aws-cdk-lib.aws_mwaa": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MWAA" }, "java": { "package": "software.amazon.awscdk.services.mwaa" }, "python": { "module": "aws_cdk.aws_mwaa" } } }, "aws-cdk-lib.aws_mwaaserverless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MWAAServerless" }, "java": { "package": "software.amazon.awscdk.services.mwaaserverless" }, "python": { "module": "aws_cdk.aws_mwaaserverless" } } }, "aws-cdk-lib.aws_neptune": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Neptune" }, "java": { "package": "software.amazon.awscdk.services.neptune" }, "python": { "module": "aws_cdk.aws_neptune" } } }, "aws-cdk-lib.aws_neptunegraph": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.NeptuneGraph" }, "java": { "package": "software.amazon.awscdk.services.neptunegraph" }, "python": { "module": "aws_cdk.aws_neptunegraph" } } }, "aws-cdk-lib.aws_networkfirewall": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.NetworkFirewall" }, "java": { "package": "software.amazon.awscdk.services.networkfirewall" }, "python": { "module": "aws_cdk.aws_networkfirewall" } } }, "aws-cdk-lib.aws_networkmanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.NetworkManager" }, "java": { "package": "software.amazon.awscdk.services.networkmanager" }, "python": { "module": "aws_cdk.aws_networkmanager" } } }, "aws-cdk-lib.aws_nimblestudio": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.NimbleStudio" }, "java": { "package": "software.amazon.awscdk.services.nimblestudio" }, "python": { "module": "aws_cdk.aws_nimblestudio" } } }, "aws-cdk-lib.aws_notifications": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Notifications" }, "java": { "package": "software.amazon.awscdk.services.notifications" }, "python": { "module": "aws_cdk.aws_notifications" } } }, "aws-cdk-lib.aws_notificationscontacts": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.NotificationsContacts" }, "java": { "package": "software.amazon.awscdk.services.notificationscontacts" }, "python": { "module": "aws_cdk.aws_notificationscontacts" } } }, "aws-cdk-lib.aws_oam": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Oam" }, "java": { "package": "software.amazon.awscdk.services.oam" }, "python": { "module": "aws_cdk.aws_oam" } } }, "aws-cdk-lib.aws_observabilityadmin": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ObservabilityAdmin" }, "java": { "package": "software.amazon.awscdk.services.observabilityadmin" }, "python": { "module": "aws_cdk.aws_observabilityadmin" } } }, "aws-cdk-lib.aws_odb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ODB" }, "java": { "package": "software.amazon.awscdk.services.odb" }, "python": { "module": "aws_cdk.aws_odb" } } }, "aws-cdk-lib.aws_omics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Omics" }, "java": { "package": "software.amazon.awscdk.services.omics" }, "python": { "module": "aws_cdk.aws_omics" } } }, "aws-cdk-lib.aws_opensearchserverless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.OpenSearchServerless" }, "java": { "package": "software.amazon.awscdk.services.opensearchserverless" }, "python": { "module": "aws_cdk.aws_opensearchserverless" } } }, "aws-cdk-lib.aws_opensearchservice": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.OpenSearchService" }, "java": { "package": "software.amazon.awscdk.services.opensearchservice" }, "python": { "module": "aws_cdk.aws_opensearchservice" } } }, "aws-cdk-lib.aws_opsworks": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.OpsWorks" }, "java": { "package": "software.amazon.awscdk.services.opsworks" }, "python": { "module": "aws_cdk.aws_opsworks" } } }, "aws-cdk-lib.aws_opsworkscm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.OpsWorksCM" }, "java": { "package": "software.amazon.awscdk.services.opsworkscm" }, "python": { "module": "aws_cdk.aws_opsworkscm" } } }, "aws-cdk-lib.aws_organizations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Organizations" }, "java": { "package": "software.amazon.awscdk.services.organizations" }, "python": { "module": "aws_cdk.aws_organizations" } } }, "aws-cdk-lib.aws_osis": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.OSIS" }, "java": { "package": "software.amazon.awscdk.services.osis" }, "python": { "module": "aws_cdk.aws_osis" } } }, "aws-cdk-lib.aws_panorama": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Panorama" }, "java": { "package": "software.amazon.awscdk.services.panorama" }, "python": { "module": "aws_cdk.aws_panorama" } } }, "aws-cdk-lib.aws_paymentcryptography": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.PaymentCryptography" }, "java": { "package": "software.amazon.awscdk.services.paymentcryptography" }, "python": { "module": "aws_cdk.aws_paymentcryptography" } } }, "aws-cdk-lib.aws_pcaconnectorad": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.PCAConnectorAD" }, "java": { "package": "software.amazon.awscdk.services.pcaconnectorad" }, "python": { "module": "aws_cdk.aws_pcaconnectorad" } } }, "aws-cdk-lib.aws_pcaconnectorscep": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.PCAConnectorSCEP" }, "java": { "package": "software.amazon.awscdk.services.pcaconnectorscep" }, "python": { "module": "aws_cdk.aws_pcaconnectorscep" } } }, "aws-cdk-lib.aws_pcs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.PCS" }, "java": { "package": "software.amazon.awscdk.services.pcs" }, "python": { "module": "aws_cdk.aws_pcs" } } }, "aws-cdk-lib.aws_personalize": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Personalize" }, "java": { "package": "software.amazon.awscdk.services.personalize" }, "python": { "module": "aws_cdk.aws_personalize" } } }, "aws-cdk-lib.aws_pinpoint": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Pinpoint" }, "java": { "package": "software.amazon.awscdk.services.pinpoint" }, "python": { "module": "aws_cdk.aws_pinpoint" } } }, "aws-cdk-lib.aws_pinpointemail": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.PinpointEmail" }, "java": { "package": "software.amazon.awscdk.services.pinpointemail" }, "python": { "module": "aws_cdk.aws_pinpointemail" } } }, "aws-cdk-lib.aws_pipes": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Pipes" }, "java": { "package": "software.amazon.awscdk.services.pipes" }, "python": { "module": "aws_cdk.aws_pipes" } } }, "aws-cdk-lib.aws_proton": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Proton" }, "java": { "package": "software.amazon.awscdk.services.proton" }, "python": { "module": "aws_cdk.aws_proton" } } }, "aws-cdk-lib.aws_qbusiness": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.QBusiness" }, "java": { "package": "software.amazon.awscdk.services.qbusiness" }, "python": { "module": "aws_cdk.aws_qbusiness" } } }, "aws-cdk-lib.aws_qldb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.QLDB" }, "java": { "package": "software.amazon.awscdk.services.qldb" }, "python": { "module": "aws_cdk.aws_qldb" } } }, "aws-cdk-lib.aws_quicksight": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.QuickSight" }, "java": { "package": "software.amazon.awscdk.services.quicksight" }, "python": { "module": "aws_cdk.aws_quicksight" } } }, "aws-cdk-lib.aws_ram": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RAM" }, "java": { "package": "software.amazon.awscdk.services.ram" }, "python": { "module": "aws_cdk.aws_ram" } } }, "aws-cdk-lib.aws_rbin": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Rbin" }, "java": { "package": "software.amazon.awscdk.services.rbin" }, "python": { "module": "aws_cdk.aws_rbin" } } }, "aws-cdk-lib.aws_rds": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RDS" }, "java": { "package": "software.amazon.awscdk.services.rds" }, "python": { "module": "aws_cdk.aws_rds" } } }, "aws-cdk-lib.aws_redshift": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Redshift" }, "java": { "package": "software.amazon.awscdk.services.redshift" }, "python": { "module": "aws_cdk.aws_redshift" } } }, "aws-cdk-lib.aws_redshiftserverless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RedshiftServerless" }, "java": { "package": "software.amazon.awscdk.services.redshiftserverless" }, "python": { "module": "aws_cdk.aws_redshiftserverless" } } }, "aws-cdk-lib.aws_refactorspaces": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RefactorSpaces" }, "java": { "package": "software.amazon.awscdk.services.refactorspaces" }, "python": { "module": "aws_cdk.aws_refactorspaces" } } }, "aws-cdk-lib.aws_rekognition": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Rekognition" }, "java": { "package": "software.amazon.awscdk.services.rekognition" }, "python": { "module": "aws_cdk.aws_rekognition" } } }, "aws-cdk-lib.aws_resiliencehub": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ResilienceHub" }, "java": { "package": "software.amazon.awscdk.services.resiliencehub" }, "python": { "module": "aws_cdk.aws_resiliencehub" } } }, "aws-cdk-lib.aws_resourceexplorer2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ResourceExplorer2" }, "java": { "package": "software.amazon.awscdk.services.resourceexplorer2" }, "python": { "module": "aws_cdk.aws_resourceexplorer2" } } }, "aws-cdk-lib.aws_resourcegroups": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ResourceGroups" }, "java": { "package": "software.amazon.awscdk.services.resourcegroups" }, "python": { "module": "aws_cdk.aws_resourcegroups" } } }, "aws-cdk-lib.aws_robomaker": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RoboMaker" }, "java": { "package": "software.amazon.awscdk.services.robomaker" }, "python": { "module": "aws_cdk.aws_robomaker" } } }, "aws-cdk-lib.aws_rolesanywhere": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RolesAnywhere" }, "java": { "package": "software.amazon.awscdk.services.rolesanywhere" }, "python": { "module": "aws_cdk.aws_rolesanywhere" } } }, "aws-cdk-lib.aws_route53": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53" }, "java": { "package": "software.amazon.awscdk.services.route53" }, "python": { "module": "aws_cdk.aws_route53" } } }, "aws-cdk-lib.aws_route53_patterns": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53.Patterns" }, "java": { "package": "software.amazon.awscdk.services.route53.patterns" }, "python": { "module": "aws_cdk.aws_route53_patterns" } } }, "aws-cdk-lib.aws_route53_targets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53.Targets" }, "java": { "package": "software.amazon.awscdk.services.route53.targets" }, "python": { "module": "aws_cdk.aws_route53_targets" } } }, "aws-cdk-lib.aws_route53profiles": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53Profiles" }, "java": { "package": "software.amazon.awscdk.services.route53profiles" }, "python": { "module": "aws_cdk.aws_route53profiles" } } }, "aws-cdk-lib.aws_route53recoverycontrol": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53RecoveryControl" }, "java": { "package": "software.amazon.awscdk.services.route53recoverycontrol" }, "python": { "module": "aws_cdk.aws_route53recoverycontrol" } } }, "aws-cdk-lib.aws_route53recoveryreadiness": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53RecoveryReadiness" }, "java": { "package": "software.amazon.awscdk.services.route53recoveryreadiness" }, "python": { "module": "aws_cdk.aws_route53recoveryreadiness" } } }, "aws-cdk-lib.aws_route53resolver": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53Resolver" }, "java": { "package": "software.amazon.awscdk.services.route53resolver" }, "python": { "module": "aws_cdk.aws_route53resolver" } } }, "aws-cdk-lib.aws_rtbfabric": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RTBFabric" }, "java": { "package": "software.amazon.awscdk.services.rtbfabric" }, "python": { "module": "aws_cdk.aws_rtbfabric" } } }, "aws-cdk-lib.aws_rum": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RUM" }, "java": { "package": "software.amazon.awscdk.services.rum" }, "python": { "module": "aws_cdk.aws_rum" } } }, "aws-cdk-lib.aws_s3": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3" }, "java": { "package": "software.amazon.awscdk.services.s3" }, "python": { "module": "aws_cdk.aws_s3" } } }, "aws-cdk-lib.aws_s3_assets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3.Assets" }, "java": { "package": "software.amazon.awscdk.services.s3.assets" }, "python": { "module": "aws_cdk.aws_s3_assets" } } }, "aws-cdk-lib.aws_s3_deployment": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3.Deployment" }, "java": { "package": "software.amazon.awscdk.services.s3.deployment" }, "python": { "module": "aws_cdk.aws_s3_deployment" } } }, "aws-cdk-lib.aws_s3_notifications": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3.Notifications" }, "java": { "package": "software.amazon.awscdk.services.s3.notifications" }, "python": { "module": "aws_cdk.aws_s3_notifications" } } }, "aws-cdk-lib.aws_s3express": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3Express" }, "java": { "package": "software.amazon.awscdk.services.s3express" }, "python": { "module": "aws_cdk.aws_s3express" } } }, "aws-cdk-lib.aws_s3objectlambda": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3ObjectLambda" }, "java": { "package": "software.amazon.awscdk.services.s3objectlambda" }, "python": { "module": "aws_cdk.aws_s3objectlambda" } } }, "aws-cdk-lib.aws_s3outposts": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3Outposts" }, "java": { "package": "software.amazon.awscdk.services.s3outposts" }, "python": { "module": "aws_cdk.aws_s3outposts" } } }, "aws-cdk-lib.aws_s3tables": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3Tables" }, "java": { "package": "software.amazon.awscdk.services.s3tables" }, "python": { "module": "aws_cdk.aws_s3tables" } } }, "aws-cdk-lib.aws_s3vectors": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3Vectors" }, "java": { "package": "software.amazon.awscdk.services.s3vectors" }, "python": { "module": "aws_cdk.aws_s3vectors" } } }, "aws-cdk-lib.aws_sagemaker": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Sagemaker" }, "java": { "package": "software.amazon.awscdk.services.sagemaker" }, "python": { "module": "aws_cdk.aws_sagemaker" } } }, "aws-cdk-lib.aws_sam": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SAM" }, "java": { "package": "software.amazon.awscdk.services.sam" }, "python": { "module": "aws_cdk.aws_sam" } } }, "aws-cdk-lib.aws_scheduler": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Scheduler" }, "java": { "package": "software.amazon.awscdk.services.scheduler" }, "python": { "module": "aws_cdk.aws_scheduler" } } }, "aws-cdk-lib.aws_scheduler_targets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Scheduler.Targets" }, "java": { "package": "software.amazon.awscdk.services.scheduler.targets" }, "python": { "module": "aws_cdk.aws_scheduler_targets" } } }, "aws-cdk-lib.aws_sdb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SDB" }, "java": { "package": "software.amazon.awscdk.services.sdb" }, "python": { "module": "aws_cdk.aws_sdb" } } }, "aws-cdk-lib.aws_secretsmanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SecretsManager" }, "java": { "package": "software.amazon.awscdk.services.secretsmanager" }, "python": { "module": "aws_cdk.aws_secretsmanager" } } }, "aws-cdk-lib.aws_securityhub": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SecurityHub" }, "java": { "package": "software.amazon.awscdk.services.securityhub" }, "python": { "module": "aws_cdk.aws_securityhub" } } }, "aws-cdk-lib.aws_securitylake": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SecurityLake" }, "java": { "package": "software.amazon.awscdk.services.securitylake" }, "python": { "module": "aws_cdk.aws_securitylake" } } }, "aws-cdk-lib.aws_servicecatalog": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Servicecatalog" }, "java": { "package": "software.amazon.awscdk.services.servicecatalog" }, "python": { "module": "aws_cdk.aws_servicecatalog" } } }, "aws-cdk-lib.aws_servicecatalogappregistry": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Servicecatalogappregistry" }, "java": { "package": "software.amazon.awscdk.services.servicecatalogappregistry" }, "python": { "module": "aws_cdk.aws_servicecatalogappregistry" } } }, "aws-cdk-lib.aws_servicediscovery": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ServiceDiscovery" }, "java": { "package": "software.amazon.awscdk.services.servicediscovery" }, "python": { "module": "aws_cdk.aws_servicediscovery" } } }, "aws-cdk-lib.aws_ses": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SES" }, "java": { "package": "software.amazon.awscdk.services.ses" }, "python": { "module": "aws_cdk.aws_ses" } } }, "aws-cdk-lib.aws_ses_actions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SES.Actions" }, "java": { "package": "software.amazon.awscdk.services.ses.actions" }, "python": { "module": "aws_cdk.aws_ses_actions" } } }, "aws-cdk-lib.aws_shield": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Shield" }, "java": { "package": "software.amazon.awscdk.services.shield" }, "python": { "module": "aws_cdk.aws_shield" } } }, "aws-cdk-lib.aws_signer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Signer" }, "java": { "package": "software.amazon.awscdk.services.signer" }, "python": { "module": "aws_cdk.aws_signer" } } }, "aws-cdk-lib.aws_simspaceweaver": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SimSpaceWeaver" }, "java": { "package": "software.amazon.awscdk.services.simspaceweaver" }, "python": { "module": "aws_cdk.aws_simspaceweaver" } } }, "aws-cdk-lib.aws_smsvoice": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SMSVOICE" }, "java": { "package": "software.amazon.awscdk.services.smsvoice" }, "python": { "module": "aws_cdk.aws_smsvoice" } } }, "aws-cdk-lib.aws_sns": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SNS" }, "java": { "package": "software.amazon.awscdk.services.sns" }, "python": { "module": "aws_cdk.aws_sns" } } }, "aws-cdk-lib.aws_sns_subscriptions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SNS.Subscriptions" }, "java": { "package": "software.amazon.awscdk.services.sns.subscriptions" }, "python": { "module": "aws_cdk.aws_sns_subscriptions" } } }, "aws-cdk-lib.aws_sqs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SQS" }, "java": { "package": "software.amazon.awscdk.services.sqs" }, "python": { "module": "aws_cdk.aws_sqs" } } }, "aws-cdk-lib.aws_ssm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SSM" }, "java": { "package": "software.amazon.awscdk.services.ssm" }, "python": { "module": "aws_cdk.aws_ssm" } } }, "aws-cdk-lib.aws_ssmcontacts": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SSMContacts" }, "java": { "package": "software.amazon.awscdk.services.ssmcontacts" }, "python": { "module": "aws_cdk.aws_ssmcontacts" } } }, "aws-cdk-lib.aws_ssmguiconnect": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SSMGuiConnect" }, "java": { "package": "software.amazon.awscdk.services.ssmguiconnect" }, "python": { "module": "aws_cdk.aws_ssmguiconnect" } } }, "aws-cdk-lib.aws_ssmincidents": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SSMIncidents" }, "java": { "package": "software.amazon.awscdk.services.ssmincidents" }, "python": { "module": "aws_cdk.aws_ssmincidents" } } }, "aws-cdk-lib.aws_ssmquicksetup": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SSMQuickSetup" }, "java": { "package": "software.amazon.awscdk.services.ssmquicksetup" }, "python": { "module": "aws_cdk.aws_ssmquicksetup" } } }, "aws-cdk-lib.aws_sso": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SSO" }, "java": { "package": "software.amazon.awscdk.services.sso" }, "python": { "module": "aws_cdk.aws_sso" } } }, "aws-cdk-lib.aws_stepfunctions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.StepFunctions" }, "java": { "package": "software.amazon.awscdk.services.stepfunctions" }, "python": { "module": "aws_cdk.aws_stepfunctions" } } }, "aws-cdk-lib.aws_stepfunctions_tasks": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.StepFunctions.Tasks" }, "java": { "package": "software.amazon.awscdk.services.stepfunctions.tasks" }, "python": { "module": "aws_cdk.aws_stepfunctions_tasks" } } }, "aws-cdk-lib.aws_supportapp": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SupportApp" }, "java": { "package": "software.amazon.awscdk.services.supportapp" }, "python": { "module": "aws_cdk.aws_supportapp" } } }, "aws-cdk-lib.aws_synthetics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Synthetics" }, "java": { "package": "software.amazon.awscdk.services.synthetics" }, "python": { "module": "aws_cdk.aws_synthetics" } } }, "aws-cdk-lib.aws_systemsmanagersap": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SystemsManagerSAP" }, "java": { "package": "software.amazon.awscdk.services.systemsmanagersap" }, "python": { "module": "aws_cdk.aws_systemsmanagersap" } } }, "aws-cdk-lib.aws_timestream": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Timestream" }, "java": { "package": "software.amazon.awscdk.services.timestream" }, "python": { "module": "aws_cdk.aws_timestream" } } }, "aws-cdk-lib.aws_transfer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Transfer" }, "java": { "package": "software.amazon.awscdk.services.transfer" }, "python": { "module": "aws_cdk.aws_transfer" } } }, "aws-cdk-lib.aws_verifiedpermissions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.VerifiedPermissions" }, "java": { "package": "software.amazon.awscdk.services.verifiedpermissions" }, "python": { "module": "aws_cdk.aws_verifiedpermissions" } } }, "aws-cdk-lib.aws_voiceid": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.VoiceID" }, "java": { "package": "software.amazon.awscdk.services.voiceid" }, "python": { "module": "aws_cdk.aws_voiceid" } } }, "aws-cdk-lib.aws_vpclattice": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.VpcLattice" }, "java": { "package": "software.amazon.awscdk.services.vpclattice" }, "python": { "module": "aws_cdk.aws_vpclattice" } } }, "aws-cdk-lib.aws_waf": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.WAF" }, "java": { "package": "software.amazon.awscdk.services.waf" }, "python": { "module": "aws_cdk.aws_waf" } } }, "aws-cdk-lib.aws_wafregional": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.WAFRegional" }, "java": { "package": "software.amazon.awscdk.services.waf.regional" }, "python": { "module": "aws_cdk.aws_wafregional" } } }, "aws-cdk-lib.aws_wafv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.WAFv2" }, "java": { "package": "software.amazon.awscdk.services.wafv2" }, "python": { "module": "aws_cdk.aws_wafv2" } } }, "aws-cdk-lib.aws_wisdom": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Wisdom" }, "java": { "package": "software.amazon.awscdk.services.wisdom" }, "python": { "module": "aws_cdk.aws_wisdom" } } }, "aws-cdk-lib.aws_workspaces": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.WorkSpaces" }, "java": { "package": "software.amazon.awscdk.services.workspaces" }, "python": { "module": "aws_cdk.aws_workspaces" } } }, "aws-cdk-lib.aws_workspacesinstances": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.WorkspacesInstances" }, "java": { "package": "software.amazon.awscdk.services.workspacesinstances" }, "python": { "module": "aws_cdk.aws_workspacesinstances" } } }, "aws-cdk-lib.aws_workspacesthinclient": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.WorkSpacesThinClient" }, "java": { "package": "software.amazon.awscdk.services.workspacesthinclient" }, "python": { "module": "aws_cdk.aws_workspacesthinclient" } } }, "aws-cdk-lib.aws_workspacesweb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.WorkSpacesWeb" }, "java": { "package": "software.amazon.awscdk.services.workspacesweb" }, "python": { "module": "aws_cdk.aws_workspacesweb" } } }, "aws-cdk-lib.aws_xray": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.XRay" }, "java": { "package": "software.amazon.awscdk.services.xray" }, "python": { "module": "aws_cdk.aws_xray" } } }, "aws-cdk-lib.cloud_assembly_schema": {}, "aws-cdk-lib.cloudformation_include": { "targets": { "dotnet": { "namespace": "Amazon.CDK.CloudFormation.Include" }, "java": { "package": "software.amazon.awscdk.cloudformation.include" }, "python": { "module": "aws_cdk.cloudformation_include" } } }, "aws-cdk-lib.custom_resources": { "targets": { "dotnet": { "namespace": "Amazon.CDK.CustomResources" }, "java": { "package": "software.amazon.awscdk.customresources" }, "python": { "module": "aws_cdk.custom_resources" } } }, "aws-cdk-lib.cx_api": { "targets": { "dotnet": { "namespace": "Amazon.CDK.CXAPI" }, "java": { "package": "software.amazon.awscdk.cxapi" }, "python": { "module": "aws_cdk.cx_api" } } }, "aws-cdk-lib.interfaces": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces" }, "go": { "packageName": "interfaces" }, "java": { "package": "software.amazon.awscdk.interfaces" }, "python": { "module": "aws_cdk.interfaces" } } }, "aws-cdk-lib.interfaces.alexa_ask": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Ask" }, "go": { "packageName": "interfacesalexaask" }, "java": { "package": "software.amazon.awscdk.interfaces.ask" }, "python": { "module": "aws_cdk.interfaces.alexa_ask" } } }, "aws-cdk-lib.interfaces.aws_accessanalyzer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AccessAnalyzer" }, "go": { "packageName": "interfacesawsaccessanalyzer" }, "java": { "package": "software.amazon.awscdk.interfaces.accessanalyzer" }, "python": { "module": "aws_cdk.interfaces.aws_accessanalyzer" } } }, "aws-cdk-lib.interfaces.aws_acmpca": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ACMPCA" }, "go": { "packageName": "interfacesawsacmpca" }, "java": { "package": "software.amazon.awscdk.interfaces.acmpca" }, "python": { "module": "aws_cdk.interfaces.aws_acmpca" } } }, "aws-cdk-lib.interfaces.aws_aiops": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AIOps" }, "go": { "packageName": "interfacesawsaiops" }, "java": { "package": "software.amazon.awscdk.interfaces.aiops" }, "python": { "module": "aws_cdk.interfaces.aws_aiops" } } }, "aws-cdk-lib.interfaces.aws_amazonmq": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AmazonMQ" }, "go": { "packageName": "interfacesawsamazonmq" }, "java": { "package": "software.amazon.awscdk.interfaces.amazonmq" }, "python": { "module": "aws_cdk.interfaces.aws_amazonmq" } } }, "aws-cdk-lib.interfaces.aws_amplify": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Amplify" }, "go": { "packageName": "interfacesawsamplify" }, "java": { "package": "software.amazon.awscdk.interfaces.amplify" }, "python": { "module": "aws_cdk.interfaces.aws_amplify" } } }, "aws-cdk-lib.interfaces.aws_amplifyuibuilder": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AmplifyUIBuilder" }, "go": { "packageName": "interfacesawsamplifyuibuilder" }, "java": { "package": "software.amazon.awscdk.interfaces.amplifyuibuilder" }, "python": { "module": "aws_cdk.interfaces.aws_amplifyuibuilder" } } }, "aws-cdk-lib.interfaces.aws_apigateway": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.APIGateway" }, "go": { "packageName": "interfacesawsapigateway" }, "java": { "package": "software.amazon.awscdk.interfaces.apigateway" }, "python": { "module": "aws_cdk.interfaces.aws_apigateway" } } }, "aws-cdk-lib.interfaces.aws_apigatewayv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Apigatewayv2" }, "go": { "packageName": "interfacesawsapigatewayv2" }, "java": { "package": "software.amazon.awscdk.interfaces.apigatewayv2" }, "python": { "module": "aws_cdk.interfaces.aws_apigatewayv2" } } }, "aws-cdk-lib.interfaces.aws_appconfig": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AppConfig" }, "go": { "packageName": "interfacesawsappconfig" }, "java": { "package": "software.amazon.awscdk.interfaces.appconfig" }, "python": { "module": "aws_cdk.interfaces.aws_appconfig" } } }, "aws-cdk-lib.interfaces.aws_appflow": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AppFlow" }, "go": { "packageName": "interfacesawsappflow" }, "java": { "package": "software.amazon.awscdk.interfaces.appflow" }, "python": { "module": "aws_cdk.interfaces.aws_appflow" } } }, "aws-cdk-lib.interfaces.aws_appintegrations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AppIntegrations" }, "go": { "packageName": "interfacesawsappintegrations" }, "java": { "package": "software.amazon.awscdk.interfaces.appintegrations" }, "python": { "module": "aws_cdk.interfaces.aws_appintegrations" } } }, "aws-cdk-lib.interfaces.aws_applicationautoscaling": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ApplicationAutoScaling" }, "go": { "packageName": "interfacesawsapplicationautoscaling" }, "java": { "package": "software.amazon.awscdk.interfaces.applicationautoscaling" }, "python": { "module": "aws_cdk.interfaces.aws_applicationautoscaling" } } }, "aws-cdk-lib.interfaces.aws_applicationinsights": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ApplicationInsights" }, "go": { "packageName": "interfacesawsapplicationinsights" }, "java": { "package": "software.amazon.awscdk.interfaces.applicationinsights" }, "python": { "module": "aws_cdk.interfaces.aws_applicationinsights" } } }, "aws-cdk-lib.interfaces.aws_applicationsignals": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ApplicationSignals" }, "go": { "packageName": "interfacesawsapplicationsignals" }, "java": { "package": "software.amazon.awscdk.interfaces.applicationsignals" }, "python": { "module": "aws_cdk.interfaces.aws_applicationsignals" } } }, "aws-cdk-lib.interfaces.aws_appmesh": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AppMesh" }, "go": { "packageName": "interfacesawsappmesh" }, "java": { "package": "software.amazon.awscdk.interfaces.appmesh" }, "python": { "module": "aws_cdk.interfaces.aws_appmesh" } } }, "aws-cdk-lib.interfaces.aws_apprunner": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AppRunner" }, "go": { "packageName": "interfacesawsapprunner" }, "java": { "package": "software.amazon.awscdk.interfaces.apprunner" }, "python": { "module": "aws_cdk.interfaces.aws_apprunner" } } }, "aws-cdk-lib.interfaces.aws_appstream": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AppStream" }, "go": { "packageName": "interfacesawsappstream" }, "java": { "package": "software.amazon.awscdk.interfaces.appstream" }, "python": { "module": "aws_cdk.interfaces.aws_appstream" } } }, "aws-cdk-lib.interfaces.aws_appsync": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AppSync" }, "go": { "packageName": "interfacesawsappsync" }, "java": { "package": "software.amazon.awscdk.interfaces.appsync" }, "python": { "module": "aws_cdk.interfaces.aws_appsync" } } }, "aws-cdk-lib.interfaces.aws_apptest": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AppTest" }, "go": { "packageName": "interfacesawsapptest" }, "java": { "package": "software.amazon.awscdk.interfaces.apptest" }, "python": { "module": "aws_cdk.interfaces.aws_apptest" } } }, "aws-cdk-lib.interfaces.aws_aps": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.APS" }, "go": { "packageName": "interfacesawsaps" }, "java": { "package": "software.amazon.awscdk.interfaces.aps" }, "python": { "module": "aws_cdk.interfaces.aws_aps" } } }, "aws-cdk-lib.interfaces.aws_arcregionswitch": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ARCRegionSwitch" }, "go": { "packageName": "interfacesawsarcregionswitch" }, "java": { "package": "software.amazon.awscdk.interfaces.arcregionswitch" }, "python": { "module": "aws_cdk.interfaces.aws_arcregionswitch" } } }, "aws-cdk-lib.interfaces.aws_arczonalshift": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ARCZonalShift" }, "go": { "packageName": "interfacesawsarczonalshift" }, "java": { "package": "software.amazon.awscdk.interfaces.arczonalshift" }, "python": { "module": "aws_cdk.interfaces.aws_arczonalshift" } } }, "aws-cdk-lib.interfaces.aws_athena": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Athena" }, "go": { "packageName": "interfacesawsathena" }, "java": { "package": "software.amazon.awscdk.interfaces.athena" }, "python": { "module": "aws_cdk.interfaces.aws_athena" } } }, "aws-cdk-lib.interfaces.aws_auditmanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AuditManager" }, "go": { "packageName": "interfacesawsauditmanager" }, "java": { "package": "software.amazon.awscdk.interfaces.auditmanager" }, "python": { "module": "aws_cdk.interfaces.aws_auditmanager" } } }, "aws-cdk-lib.interfaces.aws_autoscaling": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AutoScaling" }, "go": { "packageName": "interfacesawsautoscaling" }, "java": { "package": "software.amazon.awscdk.interfaces.autoscaling" }, "python": { "module": "aws_cdk.interfaces.aws_autoscaling" } } }, "aws-cdk-lib.interfaces.aws_autoscalingplans": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.AutoScalingPlans" }, "go": { "packageName": "interfacesawsautoscalingplans" }, "java": { "package": "software.amazon.awscdk.interfaces.autoscalingplans" }, "python": { "module": "aws_cdk.interfaces.aws_autoscalingplans" } } }, "aws-cdk-lib.interfaces.aws_b2bi": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.B2BI" }, "go": { "packageName": "interfacesawsb2bi" }, "java": { "package": "software.amazon.awscdk.interfaces.b2bi" }, "python": { "module": "aws_cdk.interfaces.aws_b2bi" } } }, "aws-cdk-lib.interfaces.aws_backup": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Backup" }, "go": { "packageName": "interfacesawsbackup" }, "java": { "package": "software.amazon.awscdk.interfaces.backup" }, "python": { "module": "aws_cdk.interfaces.aws_backup" } } }, "aws-cdk-lib.interfaces.aws_backupgateway": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.BackupGateway" }, "go": { "packageName": "interfacesawsbackupgateway" }, "java": { "package": "software.amazon.awscdk.interfaces.backupgateway" }, "python": { "module": "aws_cdk.interfaces.aws_backupgateway" } } }, "aws-cdk-lib.interfaces.aws_batch": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Batch" }, "go": { "packageName": "interfacesawsbatch" }, "java": { "package": "software.amazon.awscdk.interfaces.batch" }, "python": { "module": "aws_cdk.interfaces.aws_batch" } } }, "aws-cdk-lib.interfaces.aws_bcmdataexports": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.BCMDataExports" }, "go": { "packageName": "interfacesawsbcmdataexports" }, "java": { "package": "software.amazon.awscdk.interfaces.bcmdataexports" }, "python": { "module": "aws_cdk.interfaces.aws_bcmdataexports" } } }, "aws-cdk-lib.interfaces.aws_bedrock": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Bedrock" }, "go": { "packageName": "interfacesawsbedrock" }, "java": { "package": "software.amazon.awscdk.interfaces.bedrock" }, "python": { "module": "aws_cdk.interfaces.aws_bedrock" } } }, "aws-cdk-lib.interfaces.aws_bedrockagentcore": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.BedrockAgentCore" }, "go": { "packageName": "interfacesawsbedrockagentcore" }, "java": { "package": "software.amazon.awscdk.interfaces.bedrockagentcore" }, "python": { "module": "aws_cdk.interfaces.aws_bedrockagentcore" } } }, "aws-cdk-lib.interfaces.aws_billing": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Billing" }, "go": { "packageName": "interfacesawsbilling" }, "java": { "package": "software.amazon.awscdk.interfaces.billing" }, "python": { "module": "aws_cdk.interfaces.aws_billing" } } }, "aws-cdk-lib.interfaces.aws_billingconductor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.BillingConductor" }, "go": { "packageName": "interfacesawsbillingconductor" }, "java": { "package": "software.amazon.awscdk.interfaces.billingconductor" }, "python": { "module": "aws_cdk.interfaces.aws_billingconductor" } } }, "aws-cdk-lib.interfaces.aws_budgets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Budgets" }, "go": { "packageName": "interfacesawsbudgets" }, "java": { "package": "software.amazon.awscdk.interfaces.budgets" }, "python": { "module": "aws_cdk.interfaces.aws_budgets" } } }, "aws-cdk-lib.interfaces.aws_cases": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Cases" }, "go": { "packageName": "interfacesawscases" }, "java": { "package": "software.amazon.awscdk.interfaces.cases" }, "python": { "module": "aws_cdk.interfaces.aws_cases" } } }, "aws-cdk-lib.interfaces.aws_cassandra": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Cassandra" }, "go": { "packageName": "interfacesawscassandra" }, "java": { "package": "software.amazon.awscdk.interfaces.cassandra" }, "python": { "module": "aws_cdk.interfaces.aws_cassandra" } } }, "aws-cdk-lib.interfaces.aws_ce": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CE" }, "go": { "packageName": "interfacesawsce" }, "java": { "package": "software.amazon.awscdk.interfaces.ce" }, "python": { "module": "aws_cdk.interfaces.aws_ce" } } }, "aws-cdk-lib.interfaces.aws_certificatemanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CertificateManager" }, "go": { "packageName": "interfacesawscertificatemanager" }, "java": { "package": "software.amazon.awscdk.interfaces.certificatemanager" }, "python": { "module": "aws_cdk.interfaces.aws_certificatemanager" } } }, "aws-cdk-lib.interfaces.aws_chatbot": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Chatbot" }, "go": { "packageName": "interfacesawschatbot" }, "java": { "package": "software.amazon.awscdk.interfaces.chatbot" }, "python": { "module": "aws_cdk.interfaces.aws_chatbot" } } }, "aws-cdk-lib.interfaces.aws_cleanrooms": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CleanRooms" }, "go": { "packageName": "interfacesawscleanrooms" }, "java": { "package": "software.amazon.awscdk.interfaces.cleanrooms" }, "python": { "module": "aws_cdk.interfaces.aws_cleanrooms" } } }, "aws-cdk-lib.interfaces.aws_cleanroomsml": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CleanRoomsML" }, "go": { "packageName": "interfacesawscleanroomsml" }, "java": { "package": "software.amazon.awscdk.interfaces.cleanroomsml" }, "python": { "module": "aws_cdk.interfaces.aws_cleanroomsml" } } }, "aws-cdk-lib.interfaces.aws_cloud9": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Cloud9" }, "go": { "packageName": "interfacesawscloud9" }, "java": { "package": "software.amazon.awscdk.interfaces.cloud9" }, "python": { "module": "aws_cdk.interfaces.aws_cloud9" } } }, "aws-cdk-lib.interfaces.aws_cloudformation": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CloudFormation" }, "go": { "packageName": "interfacesawscloudformation" }, "java": { "package": "software.amazon.awscdk.interfaces.cloudformation" }, "python": { "module": "aws_cdk.interfaces.aws_cloudformation" } } }, "aws-cdk-lib.interfaces.aws_cloudfront": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CloudFront" }, "go": { "packageName": "interfacesawscloudfront" }, "java": { "package": "software.amazon.awscdk.interfaces.cloudfront" }, "python": { "module": "aws_cdk.interfaces.aws_cloudfront" } } }, "aws-cdk-lib.interfaces.aws_cloudtrail": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CloudTrail" }, "go": { "packageName": "interfacesawscloudtrail" }, "java": { "package": "software.amazon.awscdk.interfaces.cloudtrail" }, "python": { "module": "aws_cdk.interfaces.aws_cloudtrail" } } }, "aws-cdk-lib.interfaces.aws_cloudwatch": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CloudWatch" }, "go": { "packageName": "interfacesawscloudwatch" }, "java": { "package": "software.amazon.awscdk.interfaces.cloudwatch" }, "python": { "module": "aws_cdk.interfaces.aws_cloudwatch" } } }, "aws-cdk-lib.interfaces.aws_codeartifact": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CodeArtifact" }, "go": { "packageName": "interfacesawscodeartifact" }, "java": { "package": "software.amazon.awscdk.interfaces.codeartifact" }, "python": { "module": "aws_cdk.interfaces.aws_codeartifact" } } }, "aws-cdk-lib.interfaces.aws_codebuild": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CodeBuild" }, "go": { "packageName": "interfacesawscodebuild" }, "java": { "package": "software.amazon.awscdk.interfaces.codebuild" }, "python": { "module": "aws_cdk.interfaces.aws_codebuild" } } }, "aws-cdk-lib.interfaces.aws_codecommit": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CodeCommit" }, "go": { "packageName": "interfacesawscodecommit" }, "java": { "package": "software.amazon.awscdk.interfaces.codecommit" }, "python": { "module": "aws_cdk.interfaces.aws_codecommit" } } }, "aws-cdk-lib.interfaces.aws_codeconnections": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CodeConnections" }, "go": { "packageName": "interfacesawscodeconnections" }, "java": { "package": "software.amazon.awscdk.interfaces.codeconnections" }, "python": { "module": "aws_cdk.interfaces.aws_codeconnections" } } }, "aws-cdk-lib.interfaces.aws_codedeploy": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CodeDeploy" }, "go": { "packageName": "interfacesawscodedeploy" }, "java": { "package": "software.amazon.awscdk.interfaces.codedeploy" }, "python": { "module": "aws_cdk.interfaces.aws_codedeploy" } } }, "aws-cdk-lib.interfaces.aws_codeguruprofiler": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CodeGuruProfiler" }, "go": { "packageName": "interfacesawscodeguruprofiler" }, "java": { "package": "software.amazon.awscdk.interfaces.codeguruprofiler" }, "python": { "module": "aws_cdk.interfaces.aws_codeguruprofiler" } } }, "aws-cdk-lib.interfaces.aws_codegurureviewer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CodeGuruReviewer" }, "go": { "packageName": "interfacesawscodegurureviewer" }, "java": { "package": "software.amazon.awscdk.interfaces.codegurureviewer" }, "python": { "module": "aws_cdk.interfaces.aws_codegurureviewer" } } }, "aws-cdk-lib.interfaces.aws_codepipeline": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CodePipeline" }, "go": { "packageName": "interfacesawscodepipeline" }, "java": { "package": "software.amazon.awscdk.interfaces.codepipeline" }, "python": { "module": "aws_cdk.interfaces.aws_codepipeline" } } }, "aws-cdk-lib.interfaces.aws_codestar": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Codestar" }, "go": { "packageName": "interfacesawscodestar" }, "java": { "package": "software.amazon.awscdk.interfaces.codestar" }, "python": { "module": "aws_cdk.interfaces.aws_codestar" } } }, "aws-cdk-lib.interfaces.aws_codestarconnections": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CodeStarConnections" }, "go": { "packageName": "interfacesawscodestarconnections" }, "java": { "package": "software.amazon.awscdk.interfaces.codestarconnections" }, "python": { "module": "aws_cdk.interfaces.aws_codestarconnections" } } }, "aws-cdk-lib.interfaces.aws_codestarnotifications": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CodeStarNotifications" }, "go": { "packageName": "interfacesawscodestarnotifications" }, "java": { "package": "software.amazon.awscdk.interfaces.codestarnotifications" }, "python": { "module": "aws_cdk.interfaces.aws_codestarnotifications" } } }, "aws-cdk-lib.interfaces.aws_cognito": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Cognito" }, "go": { "packageName": "interfacesawscognito" }, "java": { "package": "software.amazon.awscdk.interfaces.cognito" }, "python": { "module": "aws_cdk.interfaces.aws_cognito" } } }, "aws-cdk-lib.interfaces.aws_comprehend": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Comprehend" }, "go": { "packageName": "interfacesawscomprehend" }, "java": { "package": "software.amazon.awscdk.interfaces.comprehend" }, "python": { "module": "aws_cdk.interfaces.aws_comprehend" } } }, "aws-cdk-lib.interfaces.aws_config": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Config" }, "go": { "packageName": "interfacesawsconfig" }, "java": { "package": "software.amazon.awscdk.interfaces.config" }, "python": { "module": "aws_cdk.interfaces.aws_config" } } }, "aws-cdk-lib.interfaces.aws_connect": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Connect" }, "go": { "packageName": "interfacesawsconnect" }, "java": { "package": "software.amazon.awscdk.interfaces.connect" }, "python": { "module": "aws_cdk.interfaces.aws_connect" } } }, "aws-cdk-lib.interfaces.aws_connectcampaigns": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ConnectCampaigns" }, "go": { "packageName": "interfacesawsconnectcampaigns" }, "java": { "package": "software.amazon.awscdk.interfaces.connectcampaigns" }, "python": { "module": "aws_cdk.interfaces.aws_connectcampaigns" } } }, "aws-cdk-lib.interfaces.aws_connectcampaignsv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ConnectCampaignsV2" }, "go": { "packageName": "interfacesawsconnectcampaignsv2" }, "java": { "package": "software.amazon.awscdk.interfaces.connectcampaignsv2" }, "python": { "module": "aws_cdk.interfaces.aws_connectcampaignsv2" } } }, "aws-cdk-lib.interfaces.aws_controltower": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ControlTower" }, "go": { "packageName": "interfacesawscontroltower" }, "java": { "package": "software.amazon.awscdk.interfaces.controltower" }, "python": { "module": "aws_cdk.interfaces.aws_controltower" } } }, "aws-cdk-lib.interfaces.aws_cur": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CUR" }, "go": { "packageName": "interfacesawscur" }, "java": { "package": "software.amazon.awscdk.interfaces.cur" }, "python": { "module": "aws_cdk.interfaces.aws_cur" } } }, "aws-cdk-lib.interfaces.aws_customerprofiles": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.CustomerProfiles" }, "go": { "packageName": "interfacesawscustomerprofiles" }, "java": { "package": "software.amazon.awscdk.interfaces.customerprofiles" }, "python": { "module": "aws_cdk.interfaces.aws_customerprofiles" } } }, "aws-cdk-lib.interfaces.aws_databrew": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DataBrew" }, "go": { "packageName": "interfacesawsdatabrew" }, "java": { "package": "software.amazon.awscdk.interfaces.databrew" }, "python": { "module": "aws_cdk.interfaces.aws_databrew" } } }, "aws-cdk-lib.interfaces.aws_datapipeline": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DataPipeline" }, "go": { "packageName": "interfacesawsdatapipeline" }, "java": { "package": "software.amazon.awscdk.interfaces.datapipeline" }, "python": { "module": "aws_cdk.interfaces.aws_datapipeline" } } }, "aws-cdk-lib.interfaces.aws_datasync": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DataSync" }, "go": { "packageName": "interfacesawsdatasync" }, "java": { "package": "software.amazon.awscdk.interfaces.datasync" }, "python": { "module": "aws_cdk.interfaces.aws_datasync" } } }, "aws-cdk-lib.interfaces.aws_datazone": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DataZone" }, "go": { "packageName": "interfacesawsdatazone" }, "java": { "package": "software.amazon.awscdk.interfaces.datazone" }, "python": { "module": "aws_cdk.interfaces.aws_datazone" } } }, "aws-cdk-lib.interfaces.aws_dax": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DAX" }, "go": { "packageName": "interfacesawsdax" }, "java": { "package": "software.amazon.awscdk.interfaces.dax" }, "python": { "module": "aws_cdk.interfaces.aws_dax" } } }, "aws-cdk-lib.interfaces.aws_deadline": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Deadline" }, "go": { "packageName": "interfacesawsdeadline" }, "java": { "package": "software.amazon.awscdk.interfaces.deadline" }, "python": { "module": "aws_cdk.interfaces.aws_deadline" } } }, "aws-cdk-lib.interfaces.aws_detective": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Detective" }, "go": { "packageName": "interfacesawsdetective" }, "java": { "package": "software.amazon.awscdk.interfaces.detective" }, "python": { "module": "aws_cdk.interfaces.aws_detective" } } }, "aws-cdk-lib.interfaces.aws_devicefarm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DeviceFarm" }, "go": { "packageName": "interfacesawsdevicefarm" }, "java": { "package": "software.amazon.awscdk.interfaces.devicefarm" }, "python": { "module": "aws_cdk.interfaces.aws_devicefarm" } } }, "aws-cdk-lib.interfaces.aws_devopsagent": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DevOpsAgent" }, "go": { "packageName": "interfacesawsdevopsagent" }, "java": { "package": "software.amazon.awscdk.interfaces.devopsagent" }, "python": { "module": "aws_cdk.interfaces.aws_devopsagent" } } }, "aws-cdk-lib.interfaces.aws_devopsguru": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DevOpsGuru" }, "go": { "packageName": "interfacesawsdevopsguru" }, "java": { "package": "software.amazon.awscdk.interfaces.devopsguru" }, "python": { "module": "aws_cdk.interfaces.aws_devopsguru" } } }, "aws-cdk-lib.interfaces.aws_directoryservice": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DirectoryService" }, "go": { "packageName": "interfacesawsdirectoryservice" }, "java": { "package": "software.amazon.awscdk.interfaces.directoryservice" }, "python": { "module": "aws_cdk.interfaces.aws_directoryservice" } } }, "aws-cdk-lib.interfaces.aws_dlm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DLM" }, "go": { "packageName": "interfacesawsdlm" }, "java": { "package": "software.amazon.awscdk.interfaces.dlm" }, "python": { "module": "aws_cdk.interfaces.aws_dlm" } } }, "aws-cdk-lib.interfaces.aws_dms": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DMS" }, "go": { "packageName": "interfacesawsdms" }, "java": { "package": "software.amazon.awscdk.interfaces.dms" }, "python": { "module": "aws_cdk.interfaces.aws_dms" } } }, "aws-cdk-lib.interfaces.aws_docdb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DocDB" }, "go": { "packageName": "interfacesawsdocdb" }, "java": { "package": "software.amazon.awscdk.interfaces.docdb" }, "python": { "module": "aws_cdk.interfaces.aws_docdb" } } }, "aws-cdk-lib.interfaces.aws_docdbelastic": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DocDBElastic" }, "go": { "packageName": "interfacesawsdocdbelastic" }, "java": { "package": "software.amazon.awscdk.interfaces.docdbelastic" }, "python": { "module": "aws_cdk.interfaces.aws_docdbelastic" } } }, "aws-cdk-lib.interfaces.aws_dsql": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DSQL" }, "go": { "packageName": "interfacesawsdsql" }, "java": { "package": "software.amazon.awscdk.interfaces.dsql" }, "python": { "module": "aws_cdk.interfaces.aws_dsql" } } }, "aws-cdk-lib.interfaces.aws_dynamodb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.DynamoDB" }, "go": { "packageName": "interfacesawsdynamodb" }, "java": { "package": "software.amazon.awscdk.interfaces.dynamodb" }, "python": { "module": "aws_cdk.interfaces.aws_dynamodb" } } }, "aws-cdk-lib.interfaces.aws_ec2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.EC2" }, "go": { "packageName": "interfacesawsec2" }, "java": { "package": "software.amazon.awscdk.interfaces.ec2" }, "python": { "module": "aws_cdk.interfaces.aws_ec2" } } }, "aws-cdk-lib.interfaces.aws_ecr": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ECR" }, "go": { "packageName": "interfacesawsecr" }, "java": { "package": "software.amazon.awscdk.interfaces.ecr" }, "python": { "module": "aws_cdk.interfaces.aws_ecr" } } }, "aws-cdk-lib.interfaces.aws_ecs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ECS" }, "go": { "packageName": "interfacesawsecs" }, "java": { "package": "software.amazon.awscdk.interfaces.ecs" }, "python": { "module": "aws_cdk.interfaces.aws_ecs" } } }, "aws-cdk-lib.interfaces.aws_efs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.EFS" }, "go": { "packageName": "interfacesawsefs" }, "java": { "package": "software.amazon.awscdk.interfaces.efs" }, "python": { "module": "aws_cdk.interfaces.aws_efs" } } }, "aws-cdk-lib.interfaces.aws_eks": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.EKS" }, "go": { "packageName": "interfacesawseks" }, "java": { "package": "software.amazon.awscdk.interfaces.eks" }, "python": { "module": "aws_cdk.interfaces.aws_eks" } } }, "aws-cdk-lib.interfaces.aws_elasticache": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ElastiCache" }, "go": { "packageName": "interfacesawselasticache" }, "java": { "package": "software.amazon.awscdk.interfaces.elasticache" }, "python": { "module": "aws_cdk.interfaces.aws_elasticache" } } }, "aws-cdk-lib.interfaces.aws_elasticbeanstalk": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ElasticBeanstalk" }, "go": { "packageName": "interfacesawselasticbeanstalk" }, "java": { "package": "software.amazon.awscdk.interfaces.elasticbeanstalk" }, "python": { "module": "aws_cdk.interfaces.aws_elasticbeanstalk" } } }, "aws-cdk-lib.interfaces.aws_elasticloadbalancing": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ElasticLoadBalancing" }, "go": { "packageName": "interfacesawselasticloadbalancing" }, "java": { "package": "software.amazon.awscdk.interfaces.elasticloadbalancing" }, "python": { "module": "aws_cdk.interfaces.aws_elasticloadbalancing" } } }, "aws-cdk-lib.interfaces.aws_elasticloadbalancingv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ElasticLoadBalancingV2" }, "go": { "packageName": "interfacesawselasticloadbalancingv2" }, "java": { "package": "software.amazon.awscdk.interfaces.elasticloadbalancingv2" }, "python": { "module": "aws_cdk.interfaces.aws_elasticloadbalancingv2" } } }, "aws-cdk-lib.interfaces.aws_elasticsearch": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Elasticsearch" }, "go": { "packageName": "interfacesawselasticsearch" }, "java": { "package": "software.amazon.awscdk.interfaces.elasticsearch" }, "python": { "module": "aws_cdk.interfaces.aws_elasticsearch" } } }, "aws-cdk-lib.interfaces.aws_emr": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.EMR" }, "go": { "packageName": "interfacesawsemr" }, "java": { "package": "software.amazon.awscdk.interfaces.emr" }, "python": { "module": "aws_cdk.interfaces.aws_emr" } } }, "aws-cdk-lib.interfaces.aws_emrcontainers": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.EMRContainers" }, "go": { "packageName": "interfacesawsemrcontainers" }, "java": { "package": "software.amazon.awscdk.interfaces.emrcontainers" }, "python": { "module": "aws_cdk.interfaces.aws_emrcontainers" } } }, "aws-cdk-lib.interfaces.aws_emrserverless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.EMRServerless" }, "go": { "packageName": "interfacesawsemrserverless" }, "java": { "package": "software.amazon.awscdk.interfaces.emrserverless" }, "python": { "module": "aws_cdk.interfaces.aws_emrserverless" } } }, "aws-cdk-lib.interfaces.aws_entityresolution": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.EntityResolution" }, "go": { "packageName": "interfacesawsentityresolution" }, "java": { "package": "software.amazon.awscdk.interfaces.entityresolution" }, "python": { "module": "aws_cdk.interfaces.aws_entityresolution" } } }, "aws-cdk-lib.interfaces.aws_events": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Events" }, "go": { "packageName": "interfacesawsevents" }, "java": { "package": "software.amazon.awscdk.interfaces.events" }, "python": { "module": "aws_cdk.interfaces.aws_events" } } }, "aws-cdk-lib.interfaces.aws_eventschemas": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.EventSchemas" }, "go": { "packageName": "interfacesawseventschemas" }, "java": { "package": "software.amazon.awscdk.interfaces.eventschemas" }, "python": { "module": "aws_cdk.interfaces.aws_eventschemas" } } }, "aws-cdk-lib.interfaces.aws_evidently": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Evidently" }, "go": { "packageName": "interfacesawsevidently" }, "java": { "package": "software.amazon.awscdk.interfaces.evidently" }, "python": { "module": "aws_cdk.interfaces.aws_evidently" } } }, "aws-cdk-lib.interfaces.aws_evs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.EVS" }, "go": { "packageName": "interfacesawsevs" }, "java": { "package": "software.amazon.awscdk.interfaces.evs" }, "python": { "module": "aws_cdk.interfaces.aws_evs" } } }, "aws-cdk-lib.interfaces.aws_finspace": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.FinSpace" }, "go": { "packageName": "interfacesawsfinspace" }, "java": { "package": "software.amazon.awscdk.interfaces.finspace" }, "python": { "module": "aws_cdk.interfaces.aws_finspace" } } }, "aws-cdk-lib.interfaces.aws_fis": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.FIS" }, "go": { "packageName": "interfacesawsfis" }, "java": { "package": "software.amazon.awscdk.interfaces.fis" }, "python": { "module": "aws_cdk.interfaces.aws_fis" } } }, "aws-cdk-lib.interfaces.aws_fms": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.FMS" }, "go": { "packageName": "interfacesawsfms" }, "java": { "package": "software.amazon.awscdk.interfaces.fms" }, "python": { "module": "aws_cdk.interfaces.aws_fms" } } }, "aws-cdk-lib.interfaces.aws_forecast": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Forecast" }, "go": { "packageName": "interfacesawsforecast" }, "java": { "package": "software.amazon.awscdk.interfaces.forecast" }, "python": { "module": "aws_cdk.interfaces.aws_forecast" } } }, "aws-cdk-lib.interfaces.aws_frauddetector": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.FraudDetector" }, "go": { "packageName": "interfacesawsfrauddetector" }, "java": { "package": "software.amazon.awscdk.interfaces.frauddetector" }, "python": { "module": "aws_cdk.interfaces.aws_frauddetector" } } }, "aws-cdk-lib.interfaces.aws_fsx": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.FSx" }, "go": { "packageName": "interfacesawsfsx" }, "java": { "package": "software.amazon.awscdk.interfaces.fsx" }, "python": { "module": "aws_cdk.interfaces.aws_fsx" } } }, "aws-cdk-lib.interfaces.aws_gamelift": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.GameLift" }, "go": { "packageName": "interfacesawsgamelift" }, "java": { "package": "software.amazon.awscdk.interfaces.gamelift" }, "python": { "module": "aws_cdk.interfaces.aws_gamelift" } } }, "aws-cdk-lib.interfaces.aws_gameliftstreams": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.GameLiftStreams" }, "go": { "packageName": "interfacesawsgameliftstreams" }, "java": { "package": "software.amazon.awscdk.interfaces.gameliftstreams" }, "python": { "module": "aws_cdk.interfaces.aws_gameliftstreams" } } }, "aws-cdk-lib.interfaces.aws_globalaccelerator": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.GlobalAccelerator" }, "go": { "packageName": "interfacesawsglobalaccelerator" }, "java": { "package": "software.amazon.awscdk.interfaces.globalaccelerator" }, "python": { "module": "aws_cdk.interfaces.aws_globalaccelerator" } } }, "aws-cdk-lib.interfaces.aws_glue": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Glue" }, "go": { "packageName": "interfacesawsglue" }, "java": { "package": "software.amazon.awscdk.interfaces.glue" }, "python": { "module": "aws_cdk.interfaces.aws_glue" } } }, "aws-cdk-lib.interfaces.aws_grafana": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Grafana" }, "go": { "packageName": "interfacesawsgrafana" }, "java": { "package": "software.amazon.awscdk.interfaces.grafana" }, "python": { "module": "aws_cdk.interfaces.aws_grafana" } } }, "aws-cdk-lib.interfaces.aws_greengrass": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Greengrass" }, "go": { "packageName": "interfacesawsgreengrass" }, "java": { "package": "software.amazon.awscdk.interfaces.greengrass" }, "python": { "module": "aws_cdk.interfaces.aws_greengrass" } } }, "aws-cdk-lib.interfaces.aws_greengrassv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.GreengrassV2" }, "go": { "packageName": "interfacesawsgreengrassv2" }, "java": { "package": "software.amazon.awscdk.interfaces.greengrassv2" }, "python": { "module": "aws_cdk.interfaces.aws_greengrassv2" } } }, "aws-cdk-lib.interfaces.aws_groundstation": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.GroundStation" }, "go": { "packageName": "interfacesawsgroundstation" }, "java": { "package": "software.amazon.awscdk.interfaces.groundstation" }, "python": { "module": "aws_cdk.interfaces.aws_groundstation" } } }, "aws-cdk-lib.interfaces.aws_guardduty": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.GuardDuty" }, "go": { "packageName": "interfacesawsguardduty" }, "java": { "package": "software.amazon.awscdk.interfaces.guardduty" }, "python": { "module": "aws_cdk.interfaces.aws_guardduty" } } }, "aws-cdk-lib.interfaces.aws_healthimaging": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.HealthImaging" }, "go": { "packageName": "interfacesawshealthimaging" }, "java": { "package": "software.amazon.awscdk.interfaces.healthimaging" }, "python": { "module": "aws_cdk.interfaces.aws_healthimaging" } } }, "aws-cdk-lib.interfaces.aws_healthlake": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.HealthLake" }, "go": { "packageName": "interfacesawshealthlake" }, "java": { "package": "software.amazon.awscdk.interfaces.healthlake" }, "python": { "module": "aws_cdk.interfaces.aws_healthlake" } } }, "aws-cdk-lib.interfaces.aws_iam": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IAM" }, "go": { "packageName": "interfacesawsiam" }, "java": { "package": "software.amazon.awscdk.interfaces.iam" }, "python": { "module": "aws_cdk.interfaces.aws_iam" } } }, "aws-cdk-lib.interfaces.aws_identitystore": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IdentityStore" }, "go": { "packageName": "interfacesawsidentitystore" }, "java": { "package": "software.amazon.awscdk.interfaces.identitystore" }, "python": { "module": "aws_cdk.interfaces.aws_identitystore" } } }, "aws-cdk-lib.interfaces.aws_imagebuilder": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ImageBuilder" }, "go": { "packageName": "interfacesawsimagebuilder" }, "java": { "package": "software.amazon.awscdk.interfaces.imagebuilder" }, "python": { "module": "aws_cdk.interfaces.aws_imagebuilder" } } }, "aws-cdk-lib.interfaces.aws_inspector": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Inspector" }, "go": { "packageName": "interfacesawsinspector" }, "java": { "package": "software.amazon.awscdk.interfaces.inspector" }, "python": { "module": "aws_cdk.interfaces.aws_inspector" } } }, "aws-cdk-lib.interfaces.aws_inspectorv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.InspectorV2" }, "go": { "packageName": "interfacesawsinspectorv2" }, "java": { "package": "software.amazon.awscdk.interfaces.inspectorv2" }, "python": { "module": "aws_cdk.interfaces.aws_inspectorv2" } } }, "aws-cdk-lib.interfaces.aws_internetmonitor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.InternetMonitor" }, "go": { "packageName": "interfacesawsinternetmonitor" }, "java": { "package": "software.amazon.awscdk.interfaces.internetmonitor" }, "python": { "module": "aws_cdk.interfaces.aws_internetmonitor" } } }, "aws-cdk-lib.interfaces.aws_invoicing": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Invoicing" }, "go": { "packageName": "interfacesawsinvoicing" }, "java": { "package": "software.amazon.awscdk.interfaces.invoicing" }, "python": { "module": "aws_cdk.interfaces.aws_invoicing" } } }, "aws-cdk-lib.interfaces.aws_iot": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IoT" }, "go": { "packageName": "interfacesawsiot" }, "java": { "package": "software.amazon.awscdk.interfaces.iot" }, "python": { "module": "aws_cdk.interfaces.aws_iot" } } }, "aws-cdk-lib.interfaces.aws_iotanalytics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IoTAnalytics" }, "go": { "packageName": "interfacesawsiotanalytics" }, "java": { "package": "software.amazon.awscdk.interfaces.iotanalytics" }, "python": { "module": "aws_cdk.interfaces.aws_iotanalytics" } } }, "aws-cdk-lib.interfaces.aws_iotcoredeviceadvisor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IoTCoreDeviceAdvisor" }, "go": { "packageName": "interfacesawsiotcoredeviceadvisor" }, "java": { "package": "software.amazon.awscdk.interfaces.iotcoredeviceadvisor" }, "python": { "module": "aws_cdk.interfaces.aws_iotcoredeviceadvisor" } } }, "aws-cdk-lib.interfaces.aws_iotevents": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IoTEvents" }, "go": { "packageName": "interfacesawsiotevents" }, "java": { "package": "software.amazon.awscdk.interfaces.iotevents" }, "python": { "module": "aws_cdk.interfaces.aws_iotevents" } } }, "aws-cdk-lib.interfaces.aws_iotfleethub": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IoTFleetHub" }, "go": { "packageName": "interfacesawsiotfleethub" }, "java": { "package": "software.amazon.awscdk.interfaces.iotfleethub" }, "python": { "module": "aws_cdk.interfaces.aws_iotfleethub" } } }, "aws-cdk-lib.interfaces.aws_iotfleetwise": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IoTFleetWise" }, "go": { "packageName": "interfacesawsiotfleetwise" }, "java": { "package": "software.amazon.awscdk.interfaces.iotfleetwise" }, "python": { "module": "aws_cdk.interfaces.aws_iotfleetwise" } } }, "aws-cdk-lib.interfaces.aws_iotsitewise": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IoTSiteWise" }, "go": { "packageName": "interfacesawsiotsitewise" }, "java": { "package": "software.amazon.awscdk.interfaces.iotsitewise" }, "python": { "module": "aws_cdk.interfaces.aws_iotsitewise" } } }, "aws-cdk-lib.interfaces.aws_iotthingsgraph": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IoTThingsGraph" }, "go": { "packageName": "interfacesawsiotthingsgraph" }, "java": { "package": "software.amazon.awscdk.interfaces.iotthingsgraph" }, "python": { "module": "aws_cdk.interfaces.aws_iotthingsgraph" } } }, "aws-cdk-lib.interfaces.aws_iottwinmaker": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IoTTwinMaker" }, "go": { "packageName": "interfacesawsiottwinmaker" }, "java": { "package": "software.amazon.awscdk.interfaces.iottwinmaker" }, "python": { "module": "aws_cdk.interfaces.aws_iottwinmaker" } } }, "aws-cdk-lib.interfaces.aws_iotwireless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IoTWireless" }, "go": { "packageName": "interfacesawsiotwireless" }, "java": { "package": "software.amazon.awscdk.interfaces.iotwireless" }, "python": { "module": "aws_cdk.interfaces.aws_iotwireless" } } }, "aws-cdk-lib.interfaces.aws_ivs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Ivs" }, "go": { "packageName": "interfacesawsivs" }, "java": { "package": "software.amazon.awscdk.interfaces.ivs" }, "python": { "module": "aws_cdk.interfaces.aws_ivs" } } }, "aws-cdk-lib.interfaces.aws_ivschat": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.IVSChat" }, "go": { "packageName": "interfacesawsivschat" }, "java": { "package": "software.amazon.awscdk.interfaces.ivschat" }, "python": { "module": "aws_cdk.interfaces.aws_ivschat" } } }, "aws-cdk-lib.interfaces.aws_kafkaconnect": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.KafkaConnect" }, "go": { "packageName": "interfacesawskafkaconnect" }, "java": { "package": "software.amazon.awscdk.interfaces.kafkaconnect" }, "python": { "module": "aws_cdk.interfaces.aws_kafkaconnect" } } }, "aws-cdk-lib.interfaces.aws_kendra": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Kendra" }, "go": { "packageName": "interfacesawskendra" }, "java": { "package": "software.amazon.awscdk.interfaces.kendra" }, "python": { "module": "aws_cdk.interfaces.aws_kendra" } } }, "aws-cdk-lib.interfaces.aws_kendraranking": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.KendraRanking" }, "go": { "packageName": "interfacesawskendraranking" }, "java": { "package": "software.amazon.awscdk.interfaces.kendraranking" }, "python": { "module": "aws_cdk.interfaces.aws_kendraranking" } } }, "aws-cdk-lib.interfaces.aws_kinesis": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Kinesis" }, "go": { "packageName": "interfacesawskinesis" }, "java": { "package": "software.amazon.awscdk.interfaces.kinesis" }, "python": { "module": "aws_cdk.interfaces.aws_kinesis" } } }, "aws-cdk-lib.interfaces.aws_kinesisanalytics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.KinesisAnalytics" }, "go": { "packageName": "interfacesawskinesisanalytics" }, "java": { "package": "software.amazon.awscdk.interfaces.kinesisanalytics" }, "python": { "module": "aws_cdk.interfaces.aws_kinesisanalytics" } } }, "aws-cdk-lib.interfaces.aws_kinesisanalyticsv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.KinesisAnalyticsV2" }, "go": { "packageName": "interfacesawskinesisanalyticsv2" }, "java": { "package": "software.amazon.awscdk.interfaces.kinesisanalyticsv2" }, "python": { "module": "aws_cdk.interfaces.aws_kinesisanalyticsv2" } } }, "aws-cdk-lib.interfaces.aws_kinesisfirehose": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.KinesisFirehose" }, "go": { "packageName": "interfacesawskinesisfirehose" }, "java": { "package": "software.amazon.awscdk.interfaces.kinesisfirehose" }, "python": { "module": "aws_cdk.interfaces.aws_kinesisfirehose" } } }, "aws-cdk-lib.interfaces.aws_kinesisvideo": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.KinesisVideo" }, "go": { "packageName": "interfacesawskinesisvideo" }, "java": { "package": "software.amazon.awscdk.interfaces.kinesisvideo" }, "python": { "module": "aws_cdk.interfaces.aws_kinesisvideo" } } }, "aws-cdk-lib.interfaces.aws_kms": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.KMS" }, "go": { "packageName": "interfacesawskms" }, "java": { "package": "software.amazon.awscdk.interfaces.kms" }, "python": { "module": "aws_cdk.interfaces.aws_kms" } } }, "aws-cdk-lib.interfaces.aws_lakeformation": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.LakeFormation" }, "go": { "packageName": "interfacesawslakeformation" }, "java": { "package": "software.amazon.awscdk.interfaces.lakeformation" }, "python": { "module": "aws_cdk.interfaces.aws_lakeformation" } } }, "aws-cdk-lib.interfaces.aws_lambda": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Lambda" }, "go": { "packageName": "interfacesawslambda" }, "java": { "package": "software.amazon.awscdk.interfaces.lambda" }, "python": { "module": "aws_cdk.interfaces.aws_lambda" } } }, "aws-cdk-lib.interfaces.aws_launchwizard": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.LaunchWizard" }, "go": { "packageName": "interfacesawslaunchwizard" }, "java": { "package": "software.amazon.awscdk.interfaces.launchwizard" }, "python": { "module": "aws_cdk.interfaces.aws_launchwizard" } } }, "aws-cdk-lib.interfaces.aws_lex": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Lex" }, "go": { "packageName": "interfacesawslex" }, "java": { "package": "software.amazon.awscdk.interfaces.lex" }, "python": { "module": "aws_cdk.interfaces.aws_lex" } } }, "aws-cdk-lib.interfaces.aws_licensemanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.LicenseManager" }, "go": { "packageName": "interfacesawslicensemanager" }, "java": { "package": "software.amazon.awscdk.interfaces.licensemanager" }, "python": { "module": "aws_cdk.interfaces.aws_licensemanager" } } }, "aws-cdk-lib.interfaces.aws_lightsail": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Lightsail" }, "go": { "packageName": "interfacesawslightsail" }, "java": { "package": "software.amazon.awscdk.interfaces.lightsail" }, "python": { "module": "aws_cdk.interfaces.aws_lightsail" } } }, "aws-cdk-lib.interfaces.aws_location": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Location" }, "go": { "packageName": "interfacesawslocation" }, "java": { "package": "software.amazon.awscdk.interfaces.location" }, "python": { "module": "aws_cdk.interfaces.aws_location" } } }, "aws-cdk-lib.interfaces.aws_logs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Logs" }, "go": { "packageName": "interfacesawslogs" }, "java": { "package": "software.amazon.awscdk.interfaces.logs" }, "python": { "module": "aws_cdk.interfaces.aws_logs" } } }, "aws-cdk-lib.interfaces.aws_lookoutequipment": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.LookoutEquipment" }, "go": { "packageName": "interfacesawslookoutequipment" }, "java": { "package": "software.amazon.awscdk.interfaces.lookoutequipment" }, "python": { "module": "aws_cdk.interfaces.aws_lookoutequipment" } } }, "aws-cdk-lib.interfaces.aws_lookoutmetrics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.LookoutMetrics" }, "go": { "packageName": "interfacesawslookoutmetrics" }, "java": { "package": "software.amazon.awscdk.interfaces.lookoutmetrics" }, "python": { "module": "aws_cdk.interfaces.aws_lookoutmetrics" } } }, "aws-cdk-lib.interfaces.aws_lookoutvision": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.LookoutVision" }, "go": { "packageName": "interfacesawslookoutvision" }, "java": { "package": "software.amazon.awscdk.interfaces.lookoutvision" }, "python": { "module": "aws_cdk.interfaces.aws_lookoutvision" } } }, "aws-cdk-lib.interfaces.aws_m2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.M2" }, "go": { "packageName": "interfacesawsm2" }, "java": { "package": "software.amazon.awscdk.interfaces.m2" }, "python": { "module": "aws_cdk.interfaces.aws_m2" } } }, "aws-cdk-lib.interfaces.aws_macie": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Macie" }, "go": { "packageName": "interfacesawsmacie" }, "java": { "package": "software.amazon.awscdk.interfaces.macie" }, "python": { "module": "aws_cdk.interfaces.aws_macie" } } }, "aws-cdk-lib.interfaces.aws_managedblockchain": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ManagedBlockchain" }, "go": { "packageName": "interfacesawsmanagedblockchain" }, "java": { "package": "software.amazon.awscdk.interfaces.managedblockchain" }, "python": { "module": "aws_cdk.interfaces.aws_managedblockchain" } } }, "aws-cdk-lib.interfaces.aws_mediaconnect": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MediaConnect" }, "go": { "packageName": "interfacesawsmediaconnect" }, "java": { "package": "software.amazon.awscdk.interfaces.mediaconnect" }, "python": { "module": "aws_cdk.interfaces.aws_mediaconnect" } } }, "aws-cdk-lib.interfaces.aws_mediaconvert": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MediaConvert" }, "go": { "packageName": "interfacesawsmediaconvert" }, "java": { "package": "software.amazon.awscdk.interfaces.mediaconvert" }, "python": { "module": "aws_cdk.interfaces.aws_mediaconvert" } } }, "aws-cdk-lib.interfaces.aws_medialive": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MediaLive" }, "go": { "packageName": "interfacesawsmedialive" }, "java": { "package": "software.amazon.awscdk.interfaces.medialive" }, "python": { "module": "aws_cdk.interfaces.aws_medialive" } } }, "aws-cdk-lib.interfaces.aws_mediapackage": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MediaPackage" }, "go": { "packageName": "interfacesawsmediapackage" }, "java": { "package": "software.amazon.awscdk.interfaces.mediapackage" }, "python": { "module": "aws_cdk.interfaces.aws_mediapackage" } } }, "aws-cdk-lib.interfaces.aws_mediapackagev2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MediaPackageV2" }, "go": { "packageName": "interfacesawsmediapackagev2" }, "java": { "package": "software.amazon.awscdk.interfaces.mediapackagev2" }, "python": { "module": "aws_cdk.interfaces.aws_mediapackagev2" } } }, "aws-cdk-lib.interfaces.aws_mediastore": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MediaStore" }, "go": { "packageName": "interfacesawsmediastore" }, "java": { "package": "software.amazon.awscdk.interfaces.mediastore" }, "python": { "module": "aws_cdk.interfaces.aws_mediastore" } } }, "aws-cdk-lib.interfaces.aws_mediatailor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MediaTailor" }, "go": { "packageName": "interfacesawsmediatailor" }, "java": { "package": "software.amazon.awscdk.interfaces.mediatailor" }, "python": { "module": "aws_cdk.interfaces.aws_mediatailor" } } }, "aws-cdk-lib.interfaces.aws_memorydb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MemoryDB" }, "go": { "packageName": "interfacesawsmemorydb" }, "java": { "package": "software.amazon.awscdk.interfaces.memorydb" }, "python": { "module": "aws_cdk.interfaces.aws_memorydb" } } }, "aws-cdk-lib.interfaces.aws_mpa": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MPA" }, "go": { "packageName": "interfacesawsmpa" }, "java": { "package": "software.amazon.awscdk.interfaces.mpa" }, "python": { "module": "aws_cdk.interfaces.aws_mpa" } } }, "aws-cdk-lib.interfaces.aws_msk": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MSK" }, "go": { "packageName": "interfacesawsmsk" }, "java": { "package": "software.amazon.awscdk.interfaces.msk" }, "python": { "module": "aws_cdk.interfaces.aws_msk" } } }, "aws-cdk-lib.interfaces.aws_mwaa": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MWAA" }, "go": { "packageName": "interfacesawsmwaa" }, "java": { "package": "software.amazon.awscdk.interfaces.mwaa" }, "python": { "module": "aws_cdk.interfaces.aws_mwaa" } } }, "aws-cdk-lib.interfaces.aws_mwaaserverless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.MWAAServerless" }, "go": { "packageName": "interfacesawsmwaaserverless" }, "java": { "package": "software.amazon.awscdk.interfaces.mwaaserverless" }, "python": { "module": "aws_cdk.interfaces.aws_mwaaserverless" } } }, "aws-cdk-lib.interfaces.aws_neptune": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Neptune" }, "go": { "packageName": "interfacesawsneptune" }, "java": { "package": "software.amazon.awscdk.interfaces.neptune" }, "python": { "module": "aws_cdk.interfaces.aws_neptune" } } }, "aws-cdk-lib.interfaces.aws_neptunegraph": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.NeptuneGraph" }, "go": { "packageName": "interfacesawsneptunegraph" }, "java": { "package": "software.amazon.awscdk.interfaces.neptunegraph" }, "python": { "module": "aws_cdk.interfaces.aws_neptunegraph" } } }, "aws-cdk-lib.interfaces.aws_networkfirewall": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.NetworkFirewall" }, "go": { "packageName": "interfacesawsnetworkfirewall" }, "java": { "package": "software.amazon.awscdk.interfaces.networkfirewall" }, "python": { "module": "aws_cdk.interfaces.aws_networkfirewall" } } }, "aws-cdk-lib.interfaces.aws_networkmanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.NetworkManager" }, "go": { "packageName": "interfacesawsnetworkmanager" }, "java": { "package": "software.amazon.awscdk.interfaces.networkmanager" }, "python": { "module": "aws_cdk.interfaces.aws_networkmanager" } } }, "aws-cdk-lib.interfaces.aws_nimblestudio": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.NimbleStudio" }, "go": { "packageName": "interfacesawsnimblestudio" }, "java": { "package": "software.amazon.awscdk.interfaces.nimblestudio" }, "python": { "module": "aws_cdk.interfaces.aws_nimblestudio" } } }, "aws-cdk-lib.interfaces.aws_notifications": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Notifications" }, "go": { "packageName": "interfacesawsnotifications" }, "java": { "package": "software.amazon.awscdk.interfaces.notifications" }, "python": { "module": "aws_cdk.interfaces.aws_notifications" } } }, "aws-cdk-lib.interfaces.aws_notificationscontacts": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.NotificationsContacts" }, "go": { "packageName": "interfacesawsnotificationscontacts" }, "java": { "package": "software.amazon.awscdk.interfaces.notificationscontacts" }, "python": { "module": "aws_cdk.interfaces.aws_notificationscontacts" } } }, "aws-cdk-lib.interfaces.aws_oam": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Oam" }, "go": { "packageName": "interfacesawsoam" }, "java": { "package": "software.amazon.awscdk.interfaces.oam" }, "python": { "module": "aws_cdk.interfaces.aws_oam" } } }, "aws-cdk-lib.interfaces.aws_observabilityadmin": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ObservabilityAdmin" }, "go": { "packageName": "interfacesawsobservabilityadmin" }, "java": { "package": "software.amazon.awscdk.interfaces.observabilityadmin" }, "python": { "module": "aws_cdk.interfaces.aws_observabilityadmin" } } }, "aws-cdk-lib.interfaces.aws_odb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ODB" }, "go": { "packageName": "interfacesawsodb" }, "java": { "package": "software.amazon.awscdk.interfaces.odb" }, "python": { "module": "aws_cdk.interfaces.aws_odb" } } }, "aws-cdk-lib.interfaces.aws_omics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Omics" }, "go": { "packageName": "interfacesawsomics" }, "java": { "package": "software.amazon.awscdk.interfaces.omics" }, "python": { "module": "aws_cdk.interfaces.aws_omics" } } }, "aws-cdk-lib.interfaces.aws_opensearchserverless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.OpenSearchServerless" }, "go": { "packageName": "interfacesawsopensearchserverless" }, "java": { "package": "software.amazon.awscdk.interfaces.opensearchserverless" }, "python": { "module": "aws_cdk.interfaces.aws_opensearchserverless" } } }, "aws-cdk-lib.interfaces.aws_opensearchservice": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.OpenSearchService" }, "go": { "packageName": "interfacesawsopensearchservice" }, "java": { "package": "software.amazon.awscdk.interfaces.opensearchservice" }, "python": { "module": "aws_cdk.interfaces.aws_opensearchservice" } } }, "aws-cdk-lib.interfaces.aws_opsworks": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.OpsWorks" }, "go": { "packageName": "interfacesawsopsworks" }, "java": { "package": "software.amazon.awscdk.interfaces.opsworks" }, "python": { "module": "aws_cdk.interfaces.aws_opsworks" } } }, "aws-cdk-lib.interfaces.aws_opsworkscm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.OpsWorksCM" }, "go": { "packageName": "interfacesawsopsworkscm" }, "java": { "package": "software.amazon.awscdk.interfaces.opsworkscm" }, "python": { "module": "aws_cdk.interfaces.aws_opsworkscm" } } }, "aws-cdk-lib.interfaces.aws_organizations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Organizations" }, "go": { "packageName": "interfacesawsorganizations" }, "java": { "package": "software.amazon.awscdk.interfaces.organizations" }, "python": { "module": "aws_cdk.interfaces.aws_organizations" } } }, "aws-cdk-lib.interfaces.aws_osis": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.OSIS" }, "go": { "packageName": "interfacesawsosis" }, "java": { "package": "software.amazon.awscdk.interfaces.osis" }, "python": { "module": "aws_cdk.interfaces.aws_osis" } } }, "aws-cdk-lib.interfaces.aws_panorama": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Panorama" }, "go": { "packageName": "interfacesawspanorama" }, "java": { "package": "software.amazon.awscdk.interfaces.panorama" }, "python": { "module": "aws_cdk.interfaces.aws_panorama" } } }, "aws-cdk-lib.interfaces.aws_paymentcryptography": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.PaymentCryptography" }, "go": { "packageName": "interfacesawspaymentcryptography" }, "java": { "package": "software.amazon.awscdk.interfaces.paymentcryptography" }, "python": { "module": "aws_cdk.interfaces.aws_paymentcryptography" } } }, "aws-cdk-lib.interfaces.aws_pcaconnectorad": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.PCAConnectorAD" }, "go": { "packageName": "interfacesawspcaconnectorad" }, "java": { "package": "software.amazon.awscdk.interfaces.pcaconnectorad" }, "python": { "module": "aws_cdk.interfaces.aws_pcaconnectorad" } } }, "aws-cdk-lib.interfaces.aws_pcaconnectorscep": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.PCAConnectorSCEP" }, "go": { "packageName": "interfacesawspcaconnectorscep" }, "java": { "package": "software.amazon.awscdk.interfaces.pcaconnectorscep" }, "python": { "module": "aws_cdk.interfaces.aws_pcaconnectorscep" } } }, "aws-cdk-lib.interfaces.aws_pcs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.PCS" }, "go": { "packageName": "interfacesawspcs" }, "java": { "package": "software.amazon.awscdk.interfaces.pcs" }, "python": { "module": "aws_cdk.interfaces.aws_pcs" } } }, "aws-cdk-lib.interfaces.aws_personalize": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Personalize" }, "go": { "packageName": "interfacesawspersonalize" }, "java": { "package": "software.amazon.awscdk.interfaces.personalize" }, "python": { "module": "aws_cdk.interfaces.aws_personalize" } } }, "aws-cdk-lib.interfaces.aws_pinpoint": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Pinpoint" }, "go": { "packageName": "interfacesawspinpoint" }, "java": { "package": "software.amazon.awscdk.interfaces.pinpoint" }, "python": { "module": "aws_cdk.interfaces.aws_pinpoint" } } }, "aws-cdk-lib.interfaces.aws_pinpointemail": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.PinpointEmail" }, "go": { "packageName": "interfacesawspinpointemail" }, "java": { "package": "software.amazon.awscdk.interfaces.pinpointemail" }, "python": { "module": "aws_cdk.interfaces.aws_pinpointemail" } } }, "aws-cdk-lib.interfaces.aws_pipes": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Pipes" }, "go": { "packageName": "interfacesawspipes" }, "java": { "package": "software.amazon.awscdk.interfaces.pipes" }, "python": { "module": "aws_cdk.interfaces.aws_pipes" } } }, "aws-cdk-lib.interfaces.aws_proton": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Proton" }, "go": { "packageName": "interfacesawsproton" }, "java": { "package": "software.amazon.awscdk.interfaces.proton" }, "python": { "module": "aws_cdk.interfaces.aws_proton" } } }, "aws-cdk-lib.interfaces.aws_qbusiness": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.QBusiness" }, "go": { "packageName": "interfacesawsqbusiness" }, "java": { "package": "software.amazon.awscdk.interfaces.qbusiness" }, "python": { "module": "aws_cdk.interfaces.aws_qbusiness" } } }, "aws-cdk-lib.interfaces.aws_qldb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.QLDB" }, "go": { "packageName": "interfacesawsqldb" }, "java": { "package": "software.amazon.awscdk.interfaces.qldb" }, "python": { "module": "aws_cdk.interfaces.aws_qldb" } } }, "aws-cdk-lib.interfaces.aws_quicksight": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.QuickSight" }, "go": { "packageName": "interfacesawsquicksight" }, "java": { "package": "software.amazon.awscdk.interfaces.quicksight" }, "python": { "module": "aws_cdk.interfaces.aws_quicksight" } } }, "aws-cdk-lib.interfaces.aws_ram": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.RAM" }, "go": { "packageName": "interfacesawsram" }, "java": { "package": "software.amazon.awscdk.interfaces.ram" }, "python": { "module": "aws_cdk.interfaces.aws_ram" } } }, "aws-cdk-lib.interfaces.aws_rbin": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Rbin" }, "go": { "packageName": "interfacesawsrbin" }, "java": { "package": "software.amazon.awscdk.interfaces.rbin" }, "python": { "module": "aws_cdk.interfaces.aws_rbin" } } }, "aws-cdk-lib.interfaces.aws_rds": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.RDS" }, "go": { "packageName": "interfacesawsrds" }, "java": { "package": "software.amazon.awscdk.interfaces.rds" }, "python": { "module": "aws_cdk.interfaces.aws_rds" } } }, "aws-cdk-lib.interfaces.aws_redshift": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Redshift" }, "go": { "packageName": "interfacesawsredshift" }, "java": { "package": "software.amazon.awscdk.interfaces.redshift" }, "python": { "module": "aws_cdk.interfaces.aws_redshift" } } }, "aws-cdk-lib.interfaces.aws_redshiftserverless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.RedshiftServerless" }, "go": { "packageName": "interfacesawsredshiftserverless" }, "java": { "package": "software.amazon.awscdk.interfaces.redshiftserverless" }, "python": { "module": "aws_cdk.interfaces.aws_redshiftserverless" } } }, "aws-cdk-lib.interfaces.aws_refactorspaces": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.RefactorSpaces" }, "go": { "packageName": "interfacesawsrefactorspaces" }, "java": { "package": "software.amazon.awscdk.interfaces.refactorspaces" }, "python": { "module": "aws_cdk.interfaces.aws_refactorspaces" } } }, "aws-cdk-lib.interfaces.aws_rekognition": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Rekognition" }, "go": { "packageName": "interfacesawsrekognition" }, "java": { "package": "software.amazon.awscdk.interfaces.rekognition" }, "python": { "module": "aws_cdk.interfaces.aws_rekognition" } } }, "aws-cdk-lib.interfaces.aws_resiliencehub": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ResilienceHub" }, "go": { "packageName": "interfacesawsresiliencehub" }, "java": { "package": "software.amazon.awscdk.interfaces.resiliencehub" }, "python": { "module": "aws_cdk.interfaces.aws_resiliencehub" } } }, "aws-cdk-lib.interfaces.aws_resourceexplorer2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ResourceExplorer2" }, "go": { "packageName": "interfacesawsresourceexplorer2" }, "java": { "package": "software.amazon.awscdk.interfaces.resourceexplorer2" }, "python": { "module": "aws_cdk.interfaces.aws_resourceexplorer2" } } }, "aws-cdk-lib.interfaces.aws_resourcegroups": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ResourceGroups" }, "go": { "packageName": "interfacesawsresourcegroups" }, "java": { "package": "software.amazon.awscdk.interfaces.resourcegroups" }, "python": { "module": "aws_cdk.interfaces.aws_resourcegroups" } } }, "aws-cdk-lib.interfaces.aws_robomaker": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.RoboMaker" }, "go": { "packageName": "interfacesawsrobomaker" }, "java": { "package": "software.amazon.awscdk.interfaces.robomaker" }, "python": { "module": "aws_cdk.interfaces.aws_robomaker" } } }, "aws-cdk-lib.interfaces.aws_rolesanywhere": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.RolesAnywhere" }, "go": { "packageName": "interfacesawsrolesanywhere" }, "java": { "package": "software.amazon.awscdk.interfaces.rolesanywhere" }, "python": { "module": "aws_cdk.interfaces.aws_rolesanywhere" } } }, "aws-cdk-lib.interfaces.aws_route53": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Route53" }, "go": { "packageName": "interfacesawsroute53" }, "java": { "package": "software.amazon.awscdk.interfaces.route53" }, "python": { "module": "aws_cdk.interfaces.aws_route53" } } }, "aws-cdk-lib.interfaces.aws_route53profiles": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Route53Profiles" }, "go": { "packageName": "interfacesawsroute53profiles" }, "java": { "package": "software.amazon.awscdk.interfaces.route53profiles" }, "python": { "module": "aws_cdk.interfaces.aws_route53profiles" } } }, "aws-cdk-lib.interfaces.aws_route53recoverycontrol": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Route53RecoveryControl" }, "go": { "packageName": "interfacesawsroute53recoverycontrol" }, "java": { "package": "software.amazon.awscdk.interfaces.route53recoverycontrol" }, "python": { "module": "aws_cdk.interfaces.aws_route53recoverycontrol" } } }, "aws-cdk-lib.interfaces.aws_route53recoveryreadiness": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Route53RecoveryReadiness" }, "go": { "packageName": "interfacesawsroute53recoveryreadiness" }, "java": { "package": "software.amazon.awscdk.interfaces.route53recoveryreadiness" }, "python": { "module": "aws_cdk.interfaces.aws_route53recoveryreadiness" } } }, "aws-cdk-lib.interfaces.aws_route53resolver": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Route53Resolver" }, "go": { "packageName": "interfacesawsroute53resolver" }, "java": { "package": "software.amazon.awscdk.interfaces.route53resolver" }, "python": { "module": "aws_cdk.interfaces.aws_route53resolver" } } }, "aws-cdk-lib.interfaces.aws_rtbfabric": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.RTBFabric" }, "go": { "packageName": "interfacesawsrtbfabric" }, "java": { "package": "software.amazon.awscdk.interfaces.rtbfabric" }, "python": { "module": "aws_cdk.interfaces.aws_rtbfabric" } } }, "aws-cdk-lib.interfaces.aws_rum": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.RUM" }, "go": { "packageName": "interfacesawsrum" }, "java": { "package": "software.amazon.awscdk.interfaces.rum" }, "python": { "module": "aws_cdk.interfaces.aws_rum" } } }, "aws-cdk-lib.interfaces.aws_s3": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.S3" }, "go": { "packageName": "interfacesawss3" }, "java": { "package": "software.amazon.awscdk.interfaces.s3" }, "python": { "module": "aws_cdk.interfaces.aws_s3" } } }, "aws-cdk-lib.interfaces.aws_s3express": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.S3Express" }, "go": { "packageName": "interfacesawss3express" }, "java": { "package": "software.amazon.awscdk.interfaces.s3express" }, "python": { "module": "aws_cdk.interfaces.aws_s3express" } } }, "aws-cdk-lib.interfaces.aws_s3objectlambda": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.S3ObjectLambda" }, "go": { "packageName": "interfacesawss3objectlambda" }, "java": { "package": "software.amazon.awscdk.interfaces.s3objectlambda" }, "python": { "module": "aws_cdk.interfaces.aws_s3objectlambda" } } }, "aws-cdk-lib.interfaces.aws_s3outposts": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.S3Outposts" }, "go": { "packageName": "interfacesawss3outposts" }, "java": { "package": "software.amazon.awscdk.interfaces.s3outposts" }, "python": { "module": "aws_cdk.interfaces.aws_s3outposts" } } }, "aws-cdk-lib.interfaces.aws_s3tables": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.S3Tables" }, "go": { "packageName": "interfacesawss3tables" }, "java": { "package": "software.amazon.awscdk.interfaces.s3tables" }, "python": { "module": "aws_cdk.interfaces.aws_s3tables" } } }, "aws-cdk-lib.interfaces.aws_s3vectors": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.S3Vectors" }, "go": { "packageName": "interfacesawss3vectors" }, "java": { "package": "software.amazon.awscdk.interfaces.s3vectors" }, "python": { "module": "aws_cdk.interfaces.aws_s3vectors" } } }, "aws-cdk-lib.interfaces.aws_sagemaker": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Sagemaker" }, "go": { "packageName": "interfacesawssagemaker" }, "java": { "package": "software.amazon.awscdk.interfaces.sagemaker" }, "python": { "module": "aws_cdk.interfaces.aws_sagemaker" } } }, "aws-cdk-lib.interfaces.aws_sam": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SAM" }, "go": { "packageName": "interfacesawssam" }, "java": { "package": "software.amazon.awscdk.interfaces.sam" }, "python": { "module": "aws_cdk.interfaces.aws_sam" } } }, "aws-cdk-lib.interfaces.aws_scheduler": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Scheduler" }, "go": { "packageName": "interfacesawsscheduler" }, "java": { "package": "software.amazon.awscdk.interfaces.scheduler" }, "python": { "module": "aws_cdk.interfaces.aws_scheduler" } } }, "aws-cdk-lib.interfaces.aws_sdb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SDB" }, "go": { "packageName": "interfacesawssdb" }, "java": { "package": "software.amazon.awscdk.interfaces.sdb" }, "python": { "module": "aws_cdk.interfaces.aws_sdb" } } }, "aws-cdk-lib.interfaces.aws_secretsmanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SecretsManager" }, "go": { "packageName": "interfacesawssecretsmanager" }, "java": { "package": "software.amazon.awscdk.interfaces.secretsmanager" }, "python": { "module": "aws_cdk.interfaces.aws_secretsmanager" } } }, "aws-cdk-lib.interfaces.aws_securityhub": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SecurityHub" }, "go": { "packageName": "interfacesawssecurityhub" }, "java": { "package": "software.amazon.awscdk.interfaces.securityhub" }, "python": { "module": "aws_cdk.interfaces.aws_securityhub" } } }, "aws-cdk-lib.interfaces.aws_securitylake": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SecurityLake" }, "go": { "packageName": "interfacesawssecuritylake" }, "java": { "package": "software.amazon.awscdk.interfaces.securitylake" }, "python": { "module": "aws_cdk.interfaces.aws_securitylake" } } }, "aws-cdk-lib.interfaces.aws_servicecatalog": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Servicecatalog" }, "go": { "packageName": "interfacesawsservicecatalog" }, "java": { "package": "software.amazon.awscdk.interfaces.servicecatalog" }, "python": { "module": "aws_cdk.interfaces.aws_servicecatalog" } } }, "aws-cdk-lib.interfaces.aws_servicecatalogappregistry": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Servicecatalogappregistry" }, "go": { "packageName": "interfacesawsservicecatalogappregistry" }, "java": { "package": "software.amazon.awscdk.interfaces.servicecatalogappregistry" }, "python": { "module": "aws_cdk.interfaces.aws_servicecatalogappregistry" } } }, "aws-cdk-lib.interfaces.aws_servicediscovery": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.ServiceDiscovery" }, "go": { "packageName": "interfacesawsservicediscovery" }, "java": { "package": "software.amazon.awscdk.interfaces.servicediscovery" }, "python": { "module": "aws_cdk.interfaces.aws_servicediscovery" } } }, "aws-cdk-lib.interfaces.aws_ses": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SES" }, "go": { "packageName": "interfacesawsses" }, "java": { "package": "software.amazon.awscdk.interfaces.ses" }, "python": { "module": "aws_cdk.interfaces.aws_ses" } } }, "aws-cdk-lib.interfaces.aws_shield": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Shield" }, "go": { "packageName": "interfacesawsshield" }, "java": { "package": "software.amazon.awscdk.interfaces.shield" }, "python": { "module": "aws_cdk.interfaces.aws_shield" } } }, "aws-cdk-lib.interfaces.aws_signer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Signer" }, "go": { "packageName": "interfacesawssigner" }, "java": { "package": "software.amazon.awscdk.interfaces.signer" }, "python": { "module": "aws_cdk.interfaces.aws_signer" } } }, "aws-cdk-lib.interfaces.aws_simspaceweaver": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SimSpaceWeaver" }, "go": { "packageName": "interfacesawssimspaceweaver" }, "java": { "package": "software.amazon.awscdk.interfaces.simspaceweaver" }, "python": { "module": "aws_cdk.interfaces.aws_simspaceweaver" } } }, "aws-cdk-lib.interfaces.aws_smsvoice": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SMSVOICE" }, "go": { "packageName": "interfacesawssmsvoice" }, "java": { "package": "software.amazon.awscdk.interfaces.smsvoice" }, "python": { "module": "aws_cdk.interfaces.aws_smsvoice" } } }, "aws-cdk-lib.interfaces.aws_sns": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SNS" }, "go": { "packageName": "interfacesawssns" }, "java": { "package": "software.amazon.awscdk.interfaces.sns" }, "python": { "module": "aws_cdk.interfaces.aws_sns" } } }, "aws-cdk-lib.interfaces.aws_sqs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SQS" }, "go": { "packageName": "interfacesawssqs" }, "java": { "package": "software.amazon.awscdk.interfaces.sqs" }, "python": { "module": "aws_cdk.interfaces.aws_sqs" } } }, "aws-cdk-lib.interfaces.aws_ssm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SSM" }, "go": { "packageName": "interfacesawsssm" }, "java": { "package": "software.amazon.awscdk.interfaces.ssm" }, "python": { "module": "aws_cdk.interfaces.aws_ssm" } } }, "aws-cdk-lib.interfaces.aws_ssmcontacts": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SSMContacts" }, "go": { "packageName": "interfacesawsssmcontacts" }, "java": { "package": "software.amazon.awscdk.interfaces.ssmcontacts" }, "python": { "module": "aws_cdk.interfaces.aws_ssmcontacts" } } }, "aws-cdk-lib.interfaces.aws_ssmguiconnect": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SSMGuiConnect" }, "go": { "packageName": "interfacesawsssmguiconnect" }, "java": { "package": "software.amazon.awscdk.interfaces.ssmguiconnect" }, "python": { "module": "aws_cdk.interfaces.aws_ssmguiconnect" } } }, "aws-cdk-lib.interfaces.aws_ssmincidents": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SSMIncidents" }, "go": { "packageName": "interfacesawsssmincidents" }, "java": { "package": "software.amazon.awscdk.interfaces.ssmincidents" }, "python": { "module": "aws_cdk.interfaces.aws_ssmincidents" } } }, "aws-cdk-lib.interfaces.aws_ssmquicksetup": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SSMQuickSetup" }, "go": { "packageName": "interfacesawsssmquicksetup" }, "java": { "package": "software.amazon.awscdk.interfaces.ssmquicksetup" }, "python": { "module": "aws_cdk.interfaces.aws_ssmquicksetup" } } }, "aws-cdk-lib.interfaces.aws_sso": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SSO" }, "go": { "packageName": "interfacesawssso" }, "java": { "package": "software.amazon.awscdk.interfaces.sso" }, "python": { "module": "aws_cdk.interfaces.aws_sso" } } }, "aws-cdk-lib.interfaces.aws_stepfunctions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.StepFunctions" }, "go": { "packageName": "interfacesawsstepfunctions" }, "java": { "package": "software.amazon.awscdk.interfaces.stepfunctions" }, "python": { "module": "aws_cdk.interfaces.aws_stepfunctions" } } }, "aws-cdk-lib.interfaces.aws_supportapp": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SupportApp" }, "go": { "packageName": "interfacesawssupportapp" }, "java": { "package": "software.amazon.awscdk.interfaces.supportapp" }, "python": { "module": "aws_cdk.interfaces.aws_supportapp" } } }, "aws-cdk-lib.interfaces.aws_synthetics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Synthetics" }, "go": { "packageName": "interfacesawssynthetics" }, "java": { "package": "software.amazon.awscdk.interfaces.synthetics" }, "python": { "module": "aws_cdk.interfaces.aws_synthetics" } } }, "aws-cdk-lib.interfaces.aws_systemsmanagersap": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.SystemsManagerSAP" }, "go": { "packageName": "interfacesawssystemsmanagersap" }, "java": { "package": "software.amazon.awscdk.interfaces.systemsmanagersap" }, "python": { "module": "aws_cdk.interfaces.aws_systemsmanagersap" } } }, "aws-cdk-lib.interfaces.aws_timestream": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Timestream" }, "go": { "packageName": "interfacesawstimestream" }, "java": { "package": "software.amazon.awscdk.interfaces.timestream" }, "python": { "module": "aws_cdk.interfaces.aws_timestream" } } }, "aws-cdk-lib.interfaces.aws_transfer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Transfer" }, "go": { "packageName": "interfacesawstransfer" }, "java": { "package": "software.amazon.awscdk.interfaces.transfer" }, "python": { "module": "aws_cdk.interfaces.aws_transfer" } } }, "aws-cdk-lib.interfaces.aws_verifiedpermissions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.VerifiedPermissions" }, "go": { "packageName": "interfacesawsverifiedpermissions" }, "java": { "package": "software.amazon.awscdk.interfaces.verifiedpermissions" }, "python": { "module": "aws_cdk.interfaces.aws_verifiedpermissions" } } }, "aws-cdk-lib.interfaces.aws_voiceid": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.VoiceID" }, "go": { "packageName": "interfacesawsvoiceid" }, "java": { "package": "software.amazon.awscdk.interfaces.voiceid" }, "python": { "module": "aws_cdk.interfaces.aws_voiceid" } } }, "aws-cdk-lib.interfaces.aws_vpclattice": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.VpcLattice" }, "go": { "packageName": "interfacesawsvpclattice" }, "java": { "package": "software.amazon.awscdk.interfaces.vpclattice" }, "python": { "module": "aws_cdk.interfaces.aws_vpclattice" } } }, "aws-cdk-lib.interfaces.aws_waf": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.WAF" }, "go": { "packageName": "interfacesawswaf" }, "java": { "package": "software.amazon.awscdk.interfaces.waf" }, "python": { "module": "aws_cdk.interfaces.aws_waf" } } }, "aws-cdk-lib.interfaces.aws_wafregional": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.WAFRegional" }, "go": { "packageName": "interfacesawswafregional" }, "java": { "package": "software.amazon.awscdk.interfaces.regional" }, "python": { "module": "aws_cdk.interfaces.aws_wafregional" } } }, "aws-cdk-lib.interfaces.aws_wafv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.WAFv2" }, "go": { "packageName": "interfacesawswafv2" }, "java": { "package": "software.amazon.awscdk.interfaces.wafv2" }, "python": { "module": "aws_cdk.interfaces.aws_wafv2" } } }, "aws-cdk-lib.interfaces.aws_wisdom": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.Wisdom" }, "go": { "packageName": "interfacesawswisdom" }, "java": { "package": "software.amazon.awscdk.interfaces.wisdom" }, "python": { "module": "aws_cdk.interfaces.aws_wisdom" } } }, "aws-cdk-lib.interfaces.aws_workspaces": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.WorkSpaces" }, "go": { "packageName": "interfacesawsworkspaces" }, "java": { "package": "software.amazon.awscdk.interfaces.workspaces" }, "python": { "module": "aws_cdk.interfaces.aws_workspaces" } } }, "aws-cdk-lib.interfaces.aws_workspacesinstances": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.WorkspacesInstances" }, "go": { "packageName": "interfacesawsworkspacesinstances" }, "java": { "package": "software.amazon.awscdk.interfaces.workspacesinstances" }, "python": { "module": "aws_cdk.interfaces.aws_workspacesinstances" } } }, "aws-cdk-lib.interfaces.aws_workspacesthinclient": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.WorkSpacesThinClient" }, "go": { "packageName": "interfacesawsworkspacesthinclient" }, "java": { "package": "software.amazon.awscdk.interfaces.workspacesthinclient" }, "python": { "module": "aws_cdk.interfaces.aws_workspacesthinclient" } } }, "aws-cdk-lib.interfaces.aws_workspacesweb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.WorkSpacesWeb" }, "go": { "packageName": "interfacesawsworkspacesweb" }, "java": { "package": "software.amazon.awscdk.interfaces.workspacesweb" }, "python": { "module": "aws_cdk.interfaces.aws_workspacesweb" } } }, "aws-cdk-lib.interfaces.aws_xray": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Interfaces.XRay" }, "go": { "packageName": "interfacesawsxray" }, "java": { "package": "software.amazon.awscdk.interfaces.xray" }, "python": { "module": "aws_cdk.interfaces.aws_xray" } } }, "aws-cdk-lib.lambda_layer_awscli": { "targets": { "dotnet": { "namespace": "Amazon.CDK.LambdaLayer.AwsCli" }, "java": { "package": "software.amazon.awscdk.lambdalayer.awscli" }, "python": { "module": "aws_cdk.lambda_layer_awscli" } } }, "aws-cdk-lib.lambda_layer_node_proxy_agent": { "targets": { "dotnet": { "namespace": "Amazon.CDK.LambdaLayer.NodeProxyAgent" }, "java": { "package": "software.amazon.awscdk.lambda.layer.node.proxy.agent" }, "python": { "module": "aws_cdk.lambda_layer_node_proxy_agent" } } }, "aws-cdk-lib.pipelines": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Pipelines" }, "java": { "package": "software.amazon.awscdk.pipelines" }, "python": { "module": "aws_cdk.pipelines" } } }, "aws-cdk-lib.region_info": { "targets": { "dotnet": { "namespace": "Amazon.CDK.RegionInfo" }, "java": { "package": "software.amazon.awscdk.regioninfo" }, "python": { "module": "aws_cdk.region_info" } } }, "aws-cdk-lib.triggers": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Triggers" }, "java": { "package": "software.amazon.awscdk.triggers" }, "python": { "module": "aws_cdk.triggers" } } } }, "targets": { "dotnet": { "iconUrl": "https://raw.githubusercontent.com/aws/aws-cdk/main/logo/default-256-dark.png", "namespace": "Amazon.CDK", "packageId": "Amazon.CDK.Lib" }, "go": { "moduleName": "github.com/aws/aws-cdk-go", "packageName": "awscdk" }, "java": { "maven": { "artifactId": "aws-cdk-lib", "groupId": "software.amazon.awscdk" }, "package": "software.amazon.awscdk" }, "js": { "npm": "aws-cdk-lib" }, "python": { "distName": "aws-cdk-lib", "module": "aws_cdk" } } }, "constructs": { "targets": { "dotnet": { "namespace": "Constructs", "packageId": "Constructs" }, "go": { "moduleName": "github.com/aws/constructs-go" }, "java": { "maven": { "artifactId": "constructs", "groupId": "software.constructs" }, "package": "software.constructs" }, "js": { "npm": "constructs" }, "python": { "distName": "constructs", "module": "constructs" } } } }, "description": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "homepage": "https://github.com/WinterYukky/aws-cdk-neuronx-patterns.git", "jsiiVersion": "5.9.32 (build ac92fbd)", "keywords": [ "cdk", "neuronx" ], "license": "Apache-2.0", "metadata": { "jsii": { "pacmak": { "hasDefaultInterfaces": true } }, "tscRootDir": "src" }, "name": "aws-cdk-neuronx-patterns", "readme": { "markdown": "# Neuronx patterns Construct Library\n\n> [!WARNING]\n> This library is experimental module.\n\nThis library provides high-level architectural patterns using AWS Neuronx (e.g. Inferentia2 and Trainium1). It contains:\n\n- vLLM with NxD Inference on ALB & ECS on EC2\n- Neuronx Compiler\n\n[日本語版 README はこちら](./README.ja.md)\n\n## Table of Contents\n\n- [Installation](#installation)\n- [Quick Start](#quick-start)\n- [vLLM NxD Inference on ALB & ECS on EC2](#vllm-nxd-inference-on-alb--ecs-on-ec2)\n - [Architecture](#architecture)\n - [Basic Usage](#basic-usage)\n - [Complete Example](#complete-example)\n - [Using Specific Official AWS Neuron vLLM Image Version](#using-specific-official-aws-neuron-vllm-image-version)\n - [Using HuggingFace Token with Secrets](#using-huggingface-token-with-secrets)\n- [Neuronx Compiler](#neuronx-compiler)\n - [Spot Instance](#spot-instance)\n- [API Reference](#api-reference)\n- [Cost Considerations](#cost-considerations)\n- [Troubleshooting](#troubleshooting)\n- [Security Best Practices](#security-best-practices)\n- [License](#license)\n\n## Installation\n\n```bash\n# NPM\nnpm i aws-cdk-neuronx-patterns\n\n# yarn\nyarn add aws-cdk-neuronx-patterns\n\n# PNPM\npnpm i aws-cdk-neuronx-patterns\n```\n\n## Quick Start\n\nHere's a minimal example to deploy a vLLM inference service:\n\n```ts\nimport * as cdk from \"aws-cdk-lib\";\nimport * as ec2 from \"aws-cdk-lib/aws-ec2\";\nimport * as s3 from \"aws-cdk-lib/aws-s3\";\nimport {\n VllmNxdInferenceCompiler,\n VllmNxdInferenceTaskDefinition,\n ApplicationLoadBalancedVllmNxDInferenceService,\n Model,\n} from \"aws-cdk-neuronx-patterns\";\n\nconst app = new cdk.App();\nconst stack = new cdk.Stack(app, \"VllmInferenceStack\");\n\nconst vpc = new ec2.Vpc(stack, \"Vpc\", { maxAzs: 2 });\nconst bucket = new s3.Bucket(stack, \"ModelBucket\");\n\nconst compiler = new VllmNxdInferenceCompiler(stack, \"Compiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"HuggingFaceTB/SmolLM-135M-Instruct\"),\n});\n\nconst compiledModel = compiler.compile();\nconst taskDefinition = new VllmNxdInferenceTaskDefinition(stack, \"TaskDef\", {\n compiledModel,\n});\n\nconst service = new ApplicationLoadBalancedVllmNxDInferenceService(\n stack,\n \"Service\",\n { vpc, taskDefinition }\n);\n\nnew cdk.CfnOutput(stack, \"LoadBalancerDNS\", {\n value: service.loadBalancer.loadBalancerDnsName,\n});\n```\n\n## vLLM NxD Inference on ALB & ECS on EC2\n\n> [!WARNING]\n> This construct uses an Inferentia2 instance on EC2 for inference. You may need to increase your service quota for Inferentia2 instances in your AWS account via the [Service Quotas console](https://console.aws.amazon.com/servicequotas/).\n\n> [!NOTE]\n> Model compilation is performed on standard (non-Neuron) EC2 instances via cross-compilation, so no Inferentia/Trainium quota is needed for the compilation phase.\n\nThis pattern combines `VllmNxdInferenceCompiler` for model compilation and `ApplicationLoadBalancedVllmNxDInferenceService` for deployment. Models published on HuggingFace can be easily compiled and deployed to ECS with Application Load Balancer.\n\n### Architecture\n\n![ApplicationLoadBalancedVllmNxDInferenceService architecture](./docs/application-load-balanced-vllm-nxd-inference-service.png)\n\nThe construct automatically:\n\n- Calculates optimal tensor parallelism based on model size\n- Configures memory footprint for the ECS tasks\n- Sets up the Application Load Balancer with health checks\n- Deploys the compiled model to ECS tasks\n- Configures auto-scaling policies\n\nThe service exposes a REST API endpoint through the Application Load Balancer that can be used to perform inference with the deployed model.\n\n### Basic Usage\n\n```ts\nimport * as ec2 from \"aws-cdk-lib/aws-ec2\";\nimport * as s3 from \"aws-cdk-lib/aws-s3\";\nimport {\n VllmNxdInferenceCompiler,\n VllmNxdInferenceTaskDefinition,\n ApplicationLoadBalancedVllmNxDInferenceService,\n Model,\n} from \"aws-cdk-neuronx-patterns\";\n\ndeclare const vpc: ec2.Vpc;\ndeclare const bucket: s3.Bucket;\n\nconst compiler = new VllmNxdInferenceCompiler(this, \"Compiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"HuggingFaceTB/SmolLM-135M-Instruct\"),\n});\n\nconst compiledModel = compiler.compile();\nconst taskDefinition = new VllmNxdInferenceTaskDefinition(\n this,\n \"TaskDefinition\",\n {\n compiledModel,\n }\n);\n\nconst service = new ApplicationLoadBalancedVllmNxDInferenceService(\n this,\n \"Service\",\n {\n vpc,\n taskDefinition,\n }\n);\n```\n\n### Complete Example\n\nHere's a complete example with VPC and S3 bucket creation, including access from other ECS tasks:\n\n```ts\nimport * as cdk from \"aws-cdk-lib\";\nimport * as ec2 from \"aws-cdk-lib/aws-ec2\";\nimport * as ecs from \"aws-cdk-lib/aws-ecs\";\nimport * as s3 from \"aws-cdk-lib/aws-s3\";\nimport {\n VllmNxdInferenceCompiler,\n VllmNxdInferenceTaskDefinition,\n ApplicationLoadBalancedVllmNxDInferenceService,\n Model,\n} from \"aws-cdk-neuronx-patterns\";\n\nexport class MyVllmStack extends cdk.Stack {\n constructor(scope: cdk.App, id: string, props?: cdk.StackProps) {\n super(scope, id, props);\n\n // Create VPC\n const vpc = new ec2.Vpc(this, \"Vpc\", {\n maxAzs: 2,\n natGateways: 1,\n });\n\n // Create S3 bucket for compiled models\n const bucket = new s3.Bucket(this, \"ModelBucket\", {\n removalPolicy: cdk.RemovalPolicy.DESTROY,\n autoDeleteObjects: true,\n });\n\n // Compile the model\n const compiler = new VllmNxdInferenceCompiler(this, \"Compiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"HuggingFaceTB/SmolLM-135M-Instruct\"),\n });\n\n const compiledModel = compiler.compile();\n\n // Create task definition\n const taskDefinition = new VllmNxdInferenceTaskDefinition(\n this,\n \"TaskDefinition\",\n {\n compiledModel,\n }\n );\n\n // Deploy service with ALB\n const service = new ApplicationLoadBalancedVllmNxDInferenceService(\n this,\n \"Service\",\n {\n vpc,\n taskDefinition,\n }\n );\n\n // Allow access from other ECS tasks\n const cluster = new ecs.Cluster(this, \"AppCluster\", { vpc });\n const appTaskDefinition = new ecs.FargateTaskDefinition(\n this,\n \"AppTaskDefinition\"\n );\n appTaskDefinition.addContainer(\"app\", {\n image: ecs.ContainerImage.fromRegistry(\"amazon/amazon-ecs-sample\"),\n logging: ecs.LogDrivers.awsLogs({ streamPrefix: \"app\" }),\n });\n\n const appService = new ecs.FargateService(this, \"AppService\", {\n cluster,\n taskDefinition: appTaskDefinition,\n });\n\n // Allow application service to access inference service\n service.service.connections.allowFrom(\n appService,\n ec2.Port.tcp(8000),\n \"Allow access from application service\"\n );\n\n // Output the load balancer URL\n new cdk.CfnOutput(this, \"LoadBalancerURL\", {\n value: `http://${service.loadBalancer.loadBalancerDnsName}`,\n description: \"Load Balancer URL for inference endpoint\",\n });\n }\n}\n```\n\n### Using Specific Official AWS Neuron vLLM Image Version\n\nThis library supports the official AWS Neuron Deep Learning Containers for vLLM inference. You can use the `VllmInferenceNeuronxImage` class to reference these images and `VllmNxdInferenceImage.fromNeuronSdkVersion` to create a compatible image object:\n\n```typescript\nimport { VllmNxdInferenceImage, VllmInferenceNeuronxImage } from \"aws-cdk-neuronx-patterns\";\n\n// Use the official vLLM Neuron Image\nconst vllmImage = VllmNxdInferenceImage.fromNeuronSdkVersion(\n VllmInferenceNeuronxImage.SDK_2_26_0\n);\n\n// Use with task definition\nconst taskDefinition = new VllmNxdInferenceTaskDefinition(\n this,\n \"TaskDefinition\",\n {\n compiledModel,\n image: vllmImage, // Default is using latest official vLLM Neuron Image\n }\n);\n```\n\n### Using HuggingFace Token with Secrets\n\nWhen working with private or gated models on HuggingFace, you need to provide an authentication token. For security best practices, store your HuggingFace token in AWS Secrets Manager and pass it to both the compiler and inference environments:\n\n```ts\nimport * as ec2 from \"aws-cdk-lib/aws-ec2\";\nimport * as s3 from \"aws-cdk-lib/aws-s3\";\nimport * as batch from \"aws-cdk-lib/aws-batch\";\nimport { Secret } from \"aws-cdk-lib/aws-secretsmanager\";\nimport {\n VllmNxdInferenceCompiler,\n VllmNxdInferenceTaskDefinition,\n ApplicationLoadBalancedVllmNxDInferenceService,\n Model,\n} from \"aws-cdk-neuronx-patterns\";\n\ndeclare const vpc: ec2.Vpc;\ndeclare const bucket: s3.Bucket;\n\n// Reference an existing secret containing your HuggingFace token\nconst hfTokenSecret = Secret.fromSecretNameV2(\n this,\n \"HFTokenSecret\",\n \"my-huggingface-token\"\n);\nconst hfToken = batch.Secret.fromSecretsManager(hfTokenSecret, \"readonlyToken\");\n\n// Pass the secret to the compiler\nconst compiler = new VllmNxdInferenceCompiler(this, \"Compiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"meta-llama/Meta-Llama-3-8B\"),\n vllmArgs: {\n hfToken, // Pass the HF token secret here\n },\n});\n\nconst compiledModel = compiler.compile();\nconst taskDefinition = new VllmNxdInferenceTaskDefinition(\n this,\n \"TaskDefinition\",\n {\n compiledModel,\n }\n);\n\nconst service = new ApplicationLoadBalancedVllmNxDInferenceService(\n this,\n \"Service\",\n {\n vpc,\n taskDefinition,\n }\n);\n```\n\nThe secret will be securely passed as an environment variable to the compilation batch job and the ECS tasks running the inference server.\n\n## Neuronx Compiler\n\n> [!WARNING]\n> This construct uses an Inferentia2 instance on EC2. You may need to increase your service quota for Inferentia2 instances in your AWS account.\n\nThis construct compiles models supported by Neuronx and uploads them to the specified S3 bucket. The construct automatically selects the required instance type based on the number of model parameters.\n\nThere are two compiler variants:\n\n- **`NeuronxNativeCompiler`** — Compiles on Neuron instances (Inferentia2/Trainium). Requires Neuron device quota.\n- **`NeuronxCrossCompiler`** — Compiles on standard EC2 instances (e.g., `c7i-flex.4xlarge`) without Neuron hardware. Used by `VllmNxdInferenceCompiler` by default.\n\nBoth implement the `INeuronxCompiler` interface and produce compatible artifacts.\n\n![NeuronxCompiler architecture](./docs/neuronx-compile-architecture.png)\n\n```ts\nimport * as ec2 from \"aws-cdk-lib/aws-ec2\";\nimport * as s3 from \"aws-cdk-lib/aws-s3\";\nimport { NeuronxNativeCompiler, Model } from \"aws-cdk-neuronx-patterns\";\n\ndeclare const vpc: ec2.Vpc;\ndeclare const bucket: s3.Bucket;\ndeclare const image: INeuronxContainerImage;\n\nconst compiler = new NeuronxNativeCompiler(this, \"NeuronxCompiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"HuggingFaceTB/SmolLM-135M-Instruct\"),\n artifactS3Prefix: \"my-compiled-artifacts\",\n image,\n});\n\nconst compiledModel = compiler.compile();\n\n// Get the compiled artifacts from this S3 URL\nnew cdk.CfnOutput(this, \"CompiledArtifact\", {\n value: compiledModel.s3Url,\n});\n```\n\n### Spot Instance\n\n> [!WARNING]\n> If you use Spot Instances, verify that your service quota for Spot instances has been increased.\n\nYou can reduce costs by using Spot Instances for compilation:\n\n```ts\nimport * as ec2 from \"aws-cdk-lib/aws-ec2\";\nimport * as s3 from \"aws-cdk-lib/aws-s3\";\nimport { NeuronxNativeCompiler, Model } from \"aws-cdk-neuronx-patterns\";\n\ndeclare const vpc: ec2.Vpc;\ndeclare const bucket: s3.Bucket;\ndeclare const image: INeuronxContainerImage;\n\nnew NeuronxNativeCompiler(this, \"NeuronxCompiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"HuggingFaceTB/SmolLM-135M-Instruct\"),\n artifactS3Prefix: \"my-compiled-artifacts\",\n image,\n spot: true, // Enable Spot Instances\n});\n```\n\n## API Reference\n\nFor detailed API documentation, see [API.md](./API.md).\n\n## Cost Considerations\n\n> [!IMPORTANT]\n> This library deploys AWS resources that incur costs:\n> - **Inferentia2 instances** (EC2) - Significant hourly costs\n> - **Application Load Balancer** - Hourly and data processing charges\n> - **NAT Gateway** - Hourly and data processing charges\n> - **S3 storage** - Storage and request charges\n> - **Data transfer** - Charges for data transfer out\n\nFor cost estimates, use the [AWS Pricing Calculator](https://calculator.aws).\n\n**Cost optimization tips:**\n- The `VllmNxdInferenceCompiler` uses cross-compilation on standard EC2 instances by default, avoiding expensive Neuron instances during compilation\n- Use Spot Instances for compilation jobs (can save up to 90%)\n- Delete resources when not in use (`cdk destroy`)\n- Use appropriate instance sizes for your workload\n- Monitor usage with AWS Cost Explorer\n\n## Troubleshooting\n\n### Common Issues\n\n**Issue: \"Service quota exceeded for Inferentia2 instances\"**\n- Solution: Request a quota increase via the [Service Quotas console](https://console.aws.amazon.com/servicequotas/)\n- Navigate to: EC2 → Running On-Demand Inf instances\n\n**Issue: \"Compilation job fails\"**\n- Check AWS Batch job logs in CloudWatch Logs\n- Verify the model exists on HuggingFace\n- Ensure sufficient disk space and memory for the model size\n\n**Issue: \"ECS tasks fail to start\"**\n- Check ECS task logs in CloudWatch\n- Verify S3 bucket permissions\n- Ensure the compiled model exists in S3\n\n**Issue: \"Health check failures\"**\n- Increase health check grace period\n- Verify security group rules allow ALB to reach ECS tasks\n- Check container logs for startup errors\n\n### Debugging\n\nView logs in CloudWatch:\n```bash\n# Batch job logs\naws logs tail /aws/batch/job --follow\n\n# ECS task logs\naws logs tail /ecs/vllm-inference --follow\n```\n\n## Security Best Practices\n\n- **Secrets Management**: Always use AWS Secrets Manager for sensitive data (HuggingFace tokens, API keys)\n- **IAM Roles**: Follow the principle of least privilege for IAM roles\n- **VPC Configuration**:\n - Deploy ECS tasks in private subnets\n - Use security groups to restrict traffic\n - Enable VPC Flow Logs for monitoring\n- **S3 Buckets**:\n - Enable encryption at rest\n - Use bucket policies to restrict access\n - Enable versioning for compiled models\n- **ALB**:\n - Use HTTPS with ACM certificates in production\n - Enable access logs for auditing\n\n## Contributing\n\nContributions are welcome! Please feel free to submit a Pull Request.\n\n## License\n\nThis library is licensed under the Apache-2.0 License. See the [LICENSE](./LICENSE) file.\n" }, "repository": { "type": "git", "url": "https://github.com/WinterYukky/aws-cdk-neuronx-patterns.git" }, "schema": "jsii/0.10.0", "targets": { "js": { "npm": "aws-cdk-neuronx-patterns" } }, "types": { "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxService": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-lib.aws_ecs_patterns.ApplicationLoadBalancedEc2Service", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxService", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 124 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxServiceProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 123 }, "name": "ApplicationLoadBalancedNeuronxService", "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:ApplicationLoadBalancedNeuronxService" }, "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxServiceProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxServiceProps", "interfaces": [ "aws-cdk-lib.aws_ecs_patterns.ApplicationLoadBalancedEc2ServiceProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 122 }, "name": "ApplicationLoadBalancedNeuronxServiceProps", "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:ApplicationLoadBalancedNeuronxServiceProps" }, "aws-cdk-neuronx-patterns.ApplicationLoadBalancedVllmNxDInferenceService": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "example": "const compiler = new VllmNxdInferenceCompiler(this, \"Compiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"example/example-7b-chat\"),\n});\nconst compiledModel = compiler.compile();\nconst taskDefinition = new VllmNxdInferenceTaskDefinition(\n this,\n \"TaskDefinition\",\n {\n vpc,\n compiledModel,\n },\n);\nnew ApplicationLoadBalancedVllmNxDInferenceService(this, \"Service\", {\n taskDefinition,\n});", "remarks": "It provides a simple way to deploy vLLM on NxD Inference.", "stability": "stable", "summary": "ApplicationLoadBalancedVllmNxDInferenceService is a wrapper of ApplicationLoadBalancedNeuronxServiceBase." }, "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedVllmNxDInferenceService", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 181 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedVllmNxDInferenceServiceProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 175 }, "name": "ApplicationLoadBalancedVllmNxDInferenceService", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 177 }, "name": "listener", "type": { "fqn": "aws-cdk-lib.aws_elasticloadbalancingv2.ApplicationListener" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 176 }, "name": "loadBalancer", "type": { "fqn": "aws-cdk-lib.aws_elasticloadbalancingv2.ApplicationLoadBalancer" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 179 }, "name": "service", "type": { "fqn": "aws-cdk-lib.aws_ecs.Ec2Service" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 178 }, "name": "targetGroup", "type": { "fqn": "aws-cdk-lib.aws_elasticloadbalancingv2.ApplicationTargetGroup" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 180 }, "name": "taskDefinition", "type": { "fqn": "aws-cdk-lib.aws_ecs.Ec2TaskDefinition" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:ApplicationLoadBalancedVllmNxDInferenceService" }, "aws-cdk-neuronx-patterns.ApplicationLoadBalancedVllmNxDInferenceServiceProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props for ApplicationLoadBalancedVllmNxDInferenceService." }, "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedVllmNxDInferenceServiceProps", "interfaces": [ "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxServiceProps" ], "kind": "interface", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 151 }, "name": "ApplicationLoadBalancedVllmNxDInferenceServiceProps", "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:ApplicationLoadBalancedVllmNxDInferenceServiceProps" }, "aws-cdk-neuronx-patterns.BlockSize": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Cache block size options in number of tokens." }, "fqn": "aws-cdk-neuronx-patterns.BlockSize", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 121 }, "members": [ { "docs": { "stability": "stable" }, "name": "SIZE_8" }, { "docs": { "stability": "stable" }, "name": "SIZE_16" }, { "docs": { "stability": "stable" }, "name": "SIZE_32" }, { "docs": { "stability": "stable" }, "name": "SIZE_64" }, { "docs": { "stability": "stable" }, "name": "SIZE_128" } ], "name": "BlockSize", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:BlockSize" }, "aws-cdk-neuronx-patterns.ChatTemplateContentFormat": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Format options for rendering message content within a chat template." }, "fqn": "aws-cdk-neuronx-patterns.ChatTemplateContentFormat", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 251 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "STRING" }, { "docs": { "stability": "stable" }, "name": "OPENAI" } ], "name": "ChatTemplateContentFormat", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:ChatTemplateContentFormat" }, "aws-cdk-neuronx-patterns.ComputeEnvironmentResult": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Result of creating a compute environment." }, "fqn": "aws-cdk-neuronx-patterns.ComputeEnvironmentResult", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 144 }, "name": "ComputeEnvironmentResult", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The compute environment." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 148 }, "name": "computeEnvironment", "type": { "fqn": "aws-cdk-lib.aws_batch.IComputeEnvironment" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The instance role associated with the compute environment." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 152 }, "name": "instanceRole", "type": { "fqn": "aws-cdk-lib.aws_iam.IRole" } } ], "symbolId": "src/base/neuronx-compiler/neuronx-compiler-base:ComputeEnvironmentResult" }, "aws-cdk-neuronx-patterns.ConfigFormat": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Model config format options." }, "fqn": "aws-cdk-neuronx-patterns.ConfigFormat", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 210 }, "members": [ { "docs": { "stability": "stable", "summary": "“auto” will try to load the config in hf format if available else it will try to load in mistral format." }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "HF" }, { "docs": { "stability": "stable" }, "name": "MISTRAL" } ], "name": "ConfigFormat", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:ConfigFormat" }, "aws-cdk-neuronx-patterns.DataType": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Data types for model weights and activations." }, "fqn": "aws-cdk-neuronx-patterns.DataType", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 36 }, "members": [ { "docs": { "stability": "stable", "summary": "“auto” will use FP16 precision for FP32 and FP16 models, and BF16 precision for BF16 models." }, "name": "AUTO" }, { "docs": { "remarks": "Recommended for AWQ quantization.", "stability": "stable", "summary": "“half” for FP16." }, "name": "HALF" }, { "docs": { "stability": "stable", "summary": "“float16” is the same as “half”." }, "name": "FLOAT16" }, { "docs": { "stability": "stable", "summary": "“bfloat16” for a balance between precision and range." }, "name": "BFLOAT16" }, { "docs": { "stability": "stable", "summary": "“float” is shorthand for FP32 precision." }, "name": "FLOAT" }, { "docs": { "stability": "stable", "summary": "“float32” for FP32 precision." }, "name": "FLOAT32" } ], "name": "DataType", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:DataType" }, "aws-cdk-neuronx-patterns.DataTypeBits": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.DataTypeBits", "kind": "enum", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 4 }, "members": [ { "docs": { "stability": "stable" }, "name": "BF16_OR_FP16" }, { "docs": { "stability": "stable" }, "name": "FP8_OR_INT8" } ], "name": "DataTypeBits", "symbolId": "src/base/neuronx/model:DataTypeBits" }, "aws-cdk-neuronx-patterns.Device": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Device type options for vLLM execution." }, "fqn": "aws-cdk-neuronx-patterns.Device", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 229 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "CUDA" }, { "docs": { "stability": "stable" }, "name": "NEURON" }, { "docs": { "stability": "stable" }, "name": "CPU" }, { "docs": { "stability": "stable" }, "name": "TPU" }, { "docs": { "stability": "stable" }, "name": "XPU" }, { "docs": { "stability": "stable" }, "name": "HPU" } ], "name": "Device", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:Device" }, "aws-cdk-neuronx-patterns.DistributedExecutorBackend": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Distributed execution backend options." }, "fqn": "aws-cdk-neuronx-patterns.DistributedExecutorBackend", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 111 }, "members": [ { "docs": { "stability": "stable" }, "name": "RAY" }, { "docs": { "stability": "stable" }, "name": "MP" }, { "docs": { "stability": "stable" }, "name": "UNI" }, { "docs": { "stability": "stable" }, "name": "EXTERNAL_LAUNCHER" } ], "name": "DistributedExecutorBackend", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:DistributedExecutorBackend" }, "aws-cdk-neuronx-patterns.GenerationConfig": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "The folder path to the generation config." }, "fqn": "aws-cdk-neuronx-patterns.GenerationConfig", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 66 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "VLLM" } ], "name": "GenerationConfig", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:GenerationConfig" }, "aws-cdk-neuronx-patterns.GuidedDecodingBackend": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Available guided decoding backends." }, "fqn": "aws-cdk-neuronx-patterns.GuidedDecodingBackend", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 74 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "OUTLINES" }, { "docs": { "stability": "stable" }, "name": "LM_FORMAT_ENFORCER" }, { "docs": { "stability": "stable" }, "name": "XGRAMMAR" } ], "name": "GuidedDecodingBackend", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:GuidedDecodingBackend" }, "aws-cdk-neuronx-patterns.IAcceleratorChips": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.IAcceleratorChips", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 7 }, "name": "IAcceleratorChips", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 10 }, "name": "acceleratorMemory", "type": { "fqn": "aws-cdk-lib.Size" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 8 }, "name": "chips", "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 9 }, "name": "neuronxCores", "type": { "primitive": "number" } } ], "symbolId": "src/base/neuronx/neuronx-instance-type:IAcceleratorChips" }, "aws-cdk-neuronx-patterns.INeuronxCompiler": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Interface for Neuronx compilers." }, "fqn": "aws-cdk-neuronx-patterns.INeuronxCompiler", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 72 }, "methods": [ { "abstract": true, "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 73 }, "name": "compile", "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiledModel" } } } ], "name": "INeuronxCompiler", "symbolId": "src/base/neuronx-compiler/neuronx-compiler-base:INeuronxCompiler" }, "aws-cdk-neuronx-patterns.INeuronxContainerImage": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Compile runtime." }, "fqn": "aws-cdk-neuronx-patterns.INeuronxContainerImage", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 28 }, "name": "INeuronxContainerImage", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "An image of the container where the compile job is executed." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 32 }, "name": "image", "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerImage" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Neuronx version included in container image." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 36 }, "name": "neuronSdkVersion", "type": { "primitive": "string" } } ], "symbolId": "src/base/neuronx-compiler/neuronx-compiler-base:INeuronxContainerImage" }, "aws-cdk-neuronx-patterns.INeuronxImage": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.INeuronxImage", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 3 }, "name": "INeuronxImage", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 4 }, "name": "imageName", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 5 }, "name": "imageTag", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 6 }, "name": "neuronSdkVersion", "type": { "primitive": "string" } } ], "symbolId": "src/base/neuronx/deep-learning-containers:INeuronxImage" }, "aws-cdk-neuronx-patterns.INeuronxInstanceType": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 42 }, "name": "INeuronxInstanceType", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 47 }, "name": "acceleratorChips", "type": { "fqn": "aws-cdk-neuronx-patterns.IAcceleratorChips" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 44 }, "name": "instanceType", "type": { "fqn": "aws-cdk-lib.aws_ec2.InstanceType" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 46 }, "name": "memory", "type": { "fqn": "aws-cdk-lib.Size" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 43 }, "name": "supportedTensorParallelism", "type": { "collection": { "elementtype": { "primitive": "number" }, "kind": "array" } } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 45 }, "name": "vCpu", "type": { "primitive": "number" } } ], "symbolId": "src/base/neuronx/neuronx-instance-type:INeuronxInstanceType" }, "aws-cdk-neuronx-patterns.INeuronxTaskDefinition": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.INeuronxTaskDefinition", "interfaces": [ "aws-cdk-lib.aws_ecs.IEc2TaskDefinition" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 41 }, "name": "INeuronxTaskDefinition", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 45 }, "name": "compiledModel", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiledModel" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 42 }, "name": "neuronxInstanceType", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 44 }, "name": "tasksPerInstance", "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 43 }, "name": "tensorParallelSize", "type": { "primitive": "number" } } ], "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:INeuronxTaskDefinition" }, "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage", "interfaces": [ "aws-cdk-neuronx-patterns.INeuronxImage" ], "kind": "interface", "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 233 }, "name": "IVllmInferenceNeuronxImage", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 234 }, "name": "vllmVersion", "type": { "primitive": "string" } } ], "symbolId": "src/base/neuronx/deep-learning-containers:IVllmInferenceNeuronxImage" }, "aws-cdk-neuronx-patterns.Inferentia2Chips": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.Inferentia2Chips", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 16 }, "parameters": [ { "name": "chips", "type": { "primitive": "number" } } ] }, "interfaces": [ "aws-cdk-neuronx-patterns.IAcceleratorChips" ], "kind": "class", "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 13 }, "name": "Inferentia2Chips", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 15 }, "name": "acceleratorMemory", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "fqn": "aws-cdk-lib.Size" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 16 }, "name": "chips", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "primitive": "number" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 14 }, "name": "neuronxCores", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "primitive": "number" } } ], "symbolId": "src/base/neuronx/neuronx-instance-type:Inferentia2Chips" }, "aws-cdk-neuronx-patterns.KvCacheDtype": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "KV cache data type options." }, "fqn": "aws-cdk-neuronx-patterns.KvCacheDtype", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 132 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "FP8" }, { "docs": { "stability": "stable" }, "name": "FP8_E4M3" }, { "docs": { "stability": "stable" }, "name": "FP8_E5M2" } ], "name": "KvCacheDtype", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:KvCacheDtype" }, "aws-cdk-neuronx-patterns.LoadFormat": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Available model weight loading formats." }, "fqn": "aws-cdk-neuronx-patterns.LoadFormat", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 18 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "PT" }, { "docs": { "stability": "stable" }, "name": "SAFETENSORS" }, { "docs": { "stability": "stable" }, "name": "NPCACHE" }, { "docs": { "stability": "stable" }, "name": "DUMMY" }, { "docs": { "stability": "stable" }, "name": "TENSORIZER" }, { "docs": { "stability": "stable" }, "name": "SHARDED_STATE" }, { "docs": { "stability": "stable" }, "name": "GGUF" }, { "docs": { "stability": "stable" }, "name": "BITSANDBYTES" }, { "docs": { "stability": "stable" }, "name": "MISTRAL" }, { "docs": { "stability": "stable" }, "name": "RUNAI_STREAMER" }, { "docs": { "stability": "stable" }, "name": "FASTSAFETENSORS" } ], "name": "LoadFormat", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:LoadFormat" }, "aws-cdk-neuronx-patterns.LoraDtype": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "LoRA data type options." }, "fqn": "aws-cdk-neuronx-patterns.LoraDtype", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 242 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "FLOAT16" }, { "docs": { "stability": "stable" }, "name": "BFLOAT16" } ], "name": "LoraDtype", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:LoraDtype" }, "aws-cdk-neuronx-patterns.Model": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Compile target model." }, "fqn": "aws-cdk-neuronx-patterns.Model", "kind": "class", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 100 }, "methods": [ { "docs": { "returns": "model instance", "stability": "stable", "summary": "model informations at S3 Bucket." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 126 }, "name": "fromBucket", "parameters": [ { "docs": { "summary": "Model stored S3 Bucket." }, "name": "bucket", "type": { "fqn": "aws-cdk-lib.aws_s3.IBucket" } }, { "docs": { "summary": "Model stored objects prefix." }, "name": "prefix", "type": { "primitive": "string" } }, { "docs": { "summary": "model basic information." }, "name": "options", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ModelOptions" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.Model" } }, "static": true }, { "docs": { "returns": "model instance", "stability": "stable", "summary": "model informations at HuggingFace." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 107 }, "name": "fromHuggingFace", "parameters": [ { "docs": { "summary": "model id on the HuggingFace." }, "name": "modelId", "type": { "primitive": "string" } }, { "docs": { "summary": "model basic information." }, "name": "options", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ModelOptions" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.Model" } }, "static": true } ], "name": "Model", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 161 }, "name": "modelId", "type": { "primitive": "string" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 162 }, "name": "modelName", "type": { "primitive": "string" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 163 }, "name": "options", "type": { "fqn": "aws-cdk-neuronx-patterns.ModelOptions" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 164 }, "name": "bucket", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_s3.IBucket" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 165 }, "name": "prefix", "optional": true, "type": { "primitive": "string" } } ], "symbolId": "src/base/neuronx/model:Model" }, "aws-cdk-neuronx-patterns.ModelConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.ModelConfig", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 82 }, "name": "ModelConfig", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 85 }, "name": "attentionHeads", "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 84 }, "name": "embeddingDimension", "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 83 }, "name": "layers", "type": { "primitive": "number" } } ], "symbolId": "src/base/neuronx/model:ModelConfig" }, "aws-cdk-neuronx-patterns.ModelImpl": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Model implementation options." }, "fqn": "aws-cdk-neuronx-patterns.ModelImpl", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 92 }, "members": [ { "docs": { "stability": "stable", "summary": "“auto” will try to use the vLLM implementation if it exists and fall back to the Transformers implementation if no vLLM implementation is available." }, "name": "AUTO" }, { "docs": { "stability": "stable", "summary": "“vllm” will use the vLLM model implementation." }, "name": "VLLM" }, { "docs": { "stability": "stable", "summary": "“transformers” will use the Transformers model implementation." }, "name": "TRANSFORMERS" } ], "name": "ModelImpl", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:ModelImpl" }, "aws-cdk-neuronx-patterns.ModelOptions": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Compile target model basic infromation." }, "fqn": "aws-cdk-neuronx-patterns.ModelOptions", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 91 }, "name": "ModelOptions", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 92 }, "name": "parameters", "type": { "fqn": "aws-cdk-neuronx-patterns.Parameters" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 93 }, "name": "config", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ModelConfig" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 94 }, "name": "modelName", "optional": true, "type": { "primitive": "string" } } ], "symbolId": "src/base/neuronx/model:ModelOptions" }, "aws-cdk-neuronx-patterns.NeuronOptimizedMachineImage": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.NeuronOptimizedMachineImage", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/neuron-optimized-machine-image.ts", "line": 24 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } } ] }, "interfaces": [ "aws-cdk-lib.aws_ec2.IMachineImage" ], "kind": "class", "locationInModule": { "filename": "src/base/neuronx/neuron-optimized-machine-image.ts", "line": 14 }, "methods": [ { "docs": { "stability": "stable", "summary": "Return the image to use in the given context." }, "locationInModule": { "filename": "src/base/neuronx/neuron-optimized-machine-image.ts", "line": 47 }, "name": "getImage", "overrides": "aws-cdk-lib.aws_ec2.IMachineImage", "parameters": [ { "name": "_scope", "type": { "fqn": "constructs.Construct" } } ], "returns": { "type": { "fqn": "aws-cdk-lib.aws_ec2.MachineImageConfig" } } } ], "name": "NeuronOptimizedMachineImage", "properties": [ { "const": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuron-optimized-machine-image.ts", "line": 18 }, "name": "size", "static": true, "type": { "fqn": "aws-cdk-lib.Size" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuron-optimized-machine-image.ts", "line": 20 }, "name": "imageId", "type": { "primitive": "string" } } ], "symbolId": "src/base/neuronx/neuron-optimized-machine-image:NeuronOptimizedMachineImage" }, "aws-cdk-neuronx-patterns.NeuronxBatch": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "stability": "stable", "summary": "Neuronx batch construct." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatch", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 47 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 44 }, "name": "NeuronxBatch", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 45 }, "name": "computeEnvironment", "type": { "fqn": "aws-cdk-lib.aws_batch.ManagedEc2EcsComputeEnvironment" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 46 }, "name": "jobDefinition", "type": { "fqn": "aws-cdk-lib.aws_batch.EcsJobDefinition" } } ], "symbolId": "src/base/aws-batch/neuronx-batch:NeuronxBatch" }, "aws-cdk-neuronx-patterns.NeuronxBatchComputeEnvironment": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "stability": "stable", "summary": "Neuronx batch construct." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchComputeEnvironment", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 32 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchComputeEnvironmentProps" } } ] }, "interfaces": [ "aws-cdk-lib.aws_batch.IComputeEnvironment" ], "kind": "class", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 17 }, "methods": [ { "docs": { "remarks": "The Removal Policy controls what happens to this resource when it stops\nbeing managed by CloudFormation, either because you've removed it from the\nCDK application or because you've made a change that requires the resource\nto be replaced.\n\nThe resource can be deleted (`RemovalPolicy.DESTROY`), or left in your AWS\naccount for data recovery and cleanup later (`RemovalPolicy.RETAIN`).", "stability": "stable", "summary": "Apply the given removal policy to this resource." }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 76 }, "name": "applyRemovalPolicy", "overrides": "aws-cdk-lib.IResource", "parameters": [ { "name": "policy", "type": { "fqn": "aws-cdk-lib.RemovalPolicy" } } ] } ], "name": "NeuronxBatchComputeEnvironment", "properties": [ { "docs": { "stability": "stable", "summary": "The ARN of this compute environment." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 22 }, "name": "computeEnvironmentArn", "overrides": "aws-cdk-lib.aws_batch.IComputeEnvironment", "type": { "primitive": "string" } }, { "docs": { "stability": "stable", "summary": "The name of the ComputeEnvironment." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 21 }, "name": "computeEnvironmentName", "overrides": "aws-cdk-lib.aws_batch.IComputeEnvironment", "type": { "primitive": "string" } }, { "docs": { "stability": "stable", "summary": "A reference to a ComputeEnvironment resource." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 28 }, "name": "computeEnvironmentRef", "overrides": "aws-cdk-lib.interfaces.aws_batch.IComputeEnvironmentRef", "type": { "fqn": "aws-cdk-lib.interfaces.aws_batch.ComputeEnvironmentReference" } }, { "docs": { "remarks": "Enabled ComputeEnvironments can accept jobs from a Queue and\ncan scale instances up or down.\nDisabled ComputeEnvironments cannot accept jobs from a Queue or\nscale instances up or down.\n\nIf you change a ComputeEnvironment from enabled to disabled while it is executing jobs,\nJobs in the `STARTED` or `RUNNING` states will not\nbe interrupted. As jobs complete, the ComputeEnvironment will scale instances down to `minvCpus`.\n\nTo ensure you aren't billed for unused capacity, set `minvCpus` to `0`.", "stability": "stable", "summary": "Whether or not this ComputeEnvironment can accept jobs from a Queue." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 24 }, "name": "enabled", "overrides": "aws-cdk-lib.aws_batch.IComputeEnvironment", "type": { "primitive": "boolean" } }, { "docs": { "remarks": "For resources that are created and managed in a Stack (those created by\ncreating new class instances like `new Role()`, `new Bucket()`, etc.), this\nis always the same as the environment of the stack they belong to.\n\nFor referenced resources (those obtained from referencing methods like\n`Role.fromRoleArn()`, `Bucket.fromBucketName()`, etc.), they might be\ndifferent than the stack they were imported into.", "stability": "stable", "summary": "The environment this resource belongs to." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 26 }, "name": "env", "overrides": "aws-cdk-lib.interfaces.IEnvironmentAware", "type": { "fqn": "aws-cdk-lib.interfaces.ResourceEnvironment" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 27 }, "name": "instanceRole", "type": { "fqn": "aws-cdk-lib.aws_iam.IRole" } }, { "docs": { "stability": "stable", "summary": "The stack in which this resource is defined." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 25 }, "name": "stack", "overrides": "aws-cdk-lib.IResource", "type": { "fqn": "aws-cdk-lib.Stack" } }, { "docs": { "stability": "stable", "summary": "The role Batch uses to perform actions on your behalf in your account, such as provision instances to run your jobs." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 23 }, "name": "serviceRole", "optional": true, "overrides": "aws-cdk-lib.aws_batch.IComputeEnvironment", "type": { "fqn": "aws-cdk-lib.aws_iam.IRole" } } ], "symbolId": "src/base/aws-batch/neuronx-batch-compute-environment:NeuronxBatchComputeEnvironment" }, "aws-cdk-neuronx-patterns.NeuronxBatchComputeEnvironmentProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props of NeuronxBatch." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchComputeEnvironmentProps", "interfaces": [ "aws-cdk-lib.aws_batch.ManagedEc2EcsComputeEnvironmentProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 11 }, "name": "NeuronxBatchComputeEnvironmentProps", "symbolId": "src/base/aws-batch/neuronx-batch-compute-environment:NeuronxBatchComputeEnvironmentProps" }, "aws-cdk-neuronx-patterns.NeuronxBatchEcsJobDefinition": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "stability": "stable", "summary": "Neuronx batch construct." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchEcsJobDefinition", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 40 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchEcsJobDefinitionProps" } } ] }, "interfaces": [ "aws-cdk-lib.aws_batch.IJobDefinition" ], "kind": "class", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 23 }, "methods": [ { "docs": { "stability": "stable", "summary": "Add a RetryStrategy to this JobDefinition." }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 85 }, "name": "addRetryStrategy", "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "parameters": [ { "name": "strategy", "type": { "fqn": "aws-cdk-lib.aws_batch.RetryStrategy" } } ] }, { "docs": { "remarks": "The Removal Policy controls what happens to this resource when it stops\nbeing managed by CloudFormation, either because you've removed it from the\nCDK application or because you've made a change that requires the resource\nto be replaced.\n\nThe resource can be deleted (`RemovalPolicy.DESTROY`), or left in your AWS\naccount for data recovery and cleanup later (`RemovalPolicy.RETAIN`).", "stability": "stable", "summary": "Apply the given removal policy to this resource." }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 82 }, "name": "applyRemovalPolicy", "overrides": "aws-cdk-lib.IResource", "parameters": [ { "name": "policy", "type": { "fqn": "aws-cdk-lib.RemovalPolicy" } } ] }, { "docs": { "stability": "stable", "summary": "Grants the `batch:submitJob` permission to the identity on both this job definition and the `queue`." }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 91 }, "name": "grantSubmitJob", "parameters": [ { "name": "identity", "type": { "fqn": "aws-cdk-lib.aws_iam.IGrantable" } }, { "name": "queue", "type": { "fqn": "aws-cdk-lib.aws_batch.IJobQueue" } } ] } ], "name": "NeuronxBatchEcsJobDefinition", "properties": [ { "docs": { "remarks": "For resources that are created and managed in a Stack (those created by\ncreating new class instances like `new Role()`, `new Bucket()`, etc.), this\nis always the same as the environment of the stack they belong to.\n\nFor referenced resources (those obtained from referencing methods like\n`Role.fromRoleArn()`, `Bucket.fromBucketName()`, etc.), they might be\ndifferent than the stack they were imported into.", "stability": "stable", "summary": "The environment this resource belongs to." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 35 }, "name": "env", "overrides": "aws-cdk-lib.interfaces.IEnvironmentAware", "type": { "fqn": "aws-cdk-lib.interfaces.ResourceEnvironment" } }, { "docs": { "stability": "stable", "summary": "The ARN of this job definition." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 27 }, "name": "jobDefinitionArn", "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "primitive": "string" } }, { "docs": { "stability": "stable", "summary": "The name of this job definition." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 28 }, "name": "jobDefinitionName", "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "primitive": "string" } }, { "docs": { "stability": "stable", "summary": "A reference to a JobDefinition resource." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 36 }, "name": "jobDefinitionRef", "overrides": "aws-cdk-lib.interfaces.aws_batch.IJobDefinitionRef", "type": { "fqn": "aws-cdk-lib.interfaces.aws_batch.JobDefinitionReference" } }, { "docs": { "stability": "stable", "summary": "Defines the retry behavior for this job." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 31 }, "name": "retryStrategies", "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "collection": { "elementtype": { "fqn": "aws-cdk-lib.aws_batch.RetryStrategy" }, "kind": "array" } } }, { "docs": { "stability": "stable", "summary": "The stack in which this resource is defined." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 34 }, "name": "stack", "overrides": "aws-cdk-lib.IResource", "type": { "fqn": "aws-cdk-lib.Stack" } }, { "docs": { "stability": "stable", "summary": "The default parameters passed to the container These parameters can be referenced in the `command` that you give to the container." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 29 }, "name": "parameters", "optional": true, "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "docs": { "remarks": "The job is retried on failure the same number of attempts as the value.", "stability": "stable", "summary": "The number of times to retry a job." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 30 }, "name": "retryAttempts", "optional": true, "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "primitive": "number" } }, { "docs": { "remarks": "Only used in Fairshare Scheduling\nto decide which job to run first when there are multiple jobs\nwith the same share identifier.", "stability": "stable", "summary": "The priority of this Job." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 32 }, "name": "schedulingPriority", "optional": true, "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "primitive": "number" } }, { "docs": { "remarks": "After the amount of time you specify passes,\nBatch terminates your jobs if they aren't finished.", "stability": "stable", "summary": "The timeout time for jobs that are submitted with this job definition." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 33 }, "name": "timeout", "optional": true, "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "fqn": "aws-cdk-lib.Duration" } } ], "symbolId": "src/base/aws-batch/neuronx-batch-ecs-job-definition:NeuronxBatchEcsJobDefinition" }, "aws-cdk-neuronx-patterns.NeuronxBatchEcsJobDefinitionProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props of NeuronxBatch." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchEcsJobDefinitionProps", "interfaces": [ "aws-cdk-lib.aws_batch.EcsEc2ContainerDefinitionProps", "aws-cdk-lib.aws_batch.JobDefinitionProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 15 }, "name": "NeuronxBatchEcsJobDefinitionProps", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 17 }, "name": "neuronxInstanceType", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } } ], "symbolId": "src/base/aws-batch/neuronx-batch-ecs-job-definition:NeuronxBatchEcsJobDefinitionProps" }, "aws-cdk-neuronx-patterns.NeuronxBatchProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props of NeuronxBatch." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchProps", "interfaces": [ "aws-cdk-lib.aws_batch.EcsEc2ContainerDefinitionProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 10 }, "name": "NeuronxBatchProps", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The instance type of worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 19 }, "name": "neuronxInstanceType", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "default": "- N bilion parameters * 5GiB EBS", "stability": "stable", "summary": "The root volume of worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 24 }, "name": "volumeSize", "type": { "fqn": "aws-cdk-lib.Size" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "VPC in which this will launch worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 15 }, "name": "vpc", "type": { "fqn": "aws-cdk-lib.aws_ec2.IVpc" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Spot instances are less expensive EC2 instances that can be reclaimed by EC2 at any time;\nyour job will be given two minutes of notice before reclamation.", "stability": "stable", "summary": "Whether or not to use spot instances." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 32 }, "name": "spot", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "- new subnets will be created", "stability": "stable", "summary": "The VPC Subnets this Compute Environment will launch instances in." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 38 }, "name": "vpcSubnets", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_ec2.SubnetSelection" } } ], "symbolId": "src/base/aws-batch/neuronx-batch:NeuronxBatchProps" }, "aws-cdk-neuronx-patterns.NeuronxCompiledModel": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "The model compiled by Neuronx compiler." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiledModel", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 42 }, "name": "NeuronxCompiledModel", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The bucket to upload compiled artifacts." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 50 }, "name": "bucket", "type": { "fqn": "aws-cdk-lib.aws_s3.IBucket" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The model name." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 62 }, "name": "modelName", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The recommended Neuron instance type for running inference with this compiled model." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 46 }, "name": "recommendedInstanceType", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "S3 prefix that compiled artifact uploaded." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 58 }, "name": "s3Prefix", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "S3 URL that compiled artifact uploaded." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 54 }, "name": "s3Uri", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The weight size of the model." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 66 }, "name": "weightSize", "type": { "fqn": "aws-cdk-lib.Size" } } ], "symbolId": "src/base/neuronx-compiler/neuronx-compiler-base:NeuronxCompiledModel" }, "aws-cdk-neuronx-patterns.NeuronxCompilerBase": { "abstract": true, "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "remarks": "Provides the common orchestration logic (Lambda, CustomResource, WaitCondition)\nwhile subclasses define how to create the Batch compute environment and job definition.", "stability": "stable", "summary": "Abstract base class for Neuronx compilers." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxCompilerBase", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 172 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompilerBaseProps" } } ] }, "interfaces": [ "aws-cdk-neuronx-patterns.INeuronxCompiler" ], "kind": "class", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 160 }, "methods": [ { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 284 }, "name": "compile", "overrides": "aws-cdk-neuronx-patterns.INeuronxCompiler", "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiledModel" } } }, { "abstract": true, "docs": { "remarks": "Subclasses must implement this to provide the appropriate compute environment.", "stability": "stable", "summary": "Create the Batch compute environment." }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 251 }, "name": "createComputeEnvironment", "parameters": [ { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompilerBaseProps" } } ], "protected": true, "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.ComputeEnvironmentResult" } } }, { "abstract": true, "docs": { "remarks": "Subclasses must implement this to provide the appropriate job definition.", "stability": "stable", "summary": "Create the Batch job definition." }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 259 }, "name": "createJobDefinition", "parameters": [ { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompilerBaseProps" } } ], "protected": true, "returns": { "type": { "fqn": "aws-cdk-lib.aws_batch.IJobDefinition" } } } ], "name": "NeuronxCompilerBase", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 166 }, "name": "artifactS3Prefix", "protected": true, "type": { "primitive": "string" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 170 }, "name": "bucket", "protected": true, "type": { "fqn": "aws-cdk-lib.aws_s3.IBucket" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 169 }, "name": "model", "protected": true, "type": { "fqn": "aws-cdk-neuronx-patterns.Model" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 168 }, "name": "neuronxInstanceType", "protected": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 167 }, "name": "weightSize", "protected": true, "type": { "fqn": "aws-cdk-lib.Size" } } ], "symbolId": "src/base/neuronx-compiler/neuronx-compiler-base:NeuronxCompilerBase" }, "aws-cdk-neuronx-patterns.NeuronxCompilerBaseProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Common props for NeuronxCompilerBase." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxCompilerBaseProps", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 79 }, "name": "NeuronxCompilerBaseProps", "properties": [ { "abstract": true, "docs": { "remarks": "This property is not depends on compile job finish.", "stability": "stable", "summary": "S3 Prefix that compiled artifact uploaded." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 96 }, "name": "artifactS3Prefix", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The bucket to upload compiled artifacts." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 87 }, "name": "bucket", "type": { "fqn": "aws-cdk-lib.aws_s3.IBucket" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "An image of the container where the compile job is executed." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 108 }, "name": "image", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxContainerImage" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The model to be compiled." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 104 }, "name": "model", "type": { "fqn": "aws-cdk-neuronx-patterns.Model" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The instance type of compile worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 100 }, "name": "neuronxInstanceType", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "VPC in which this will launch compile worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 83 }, "name": "vpc", "type": { "fqn": "aws-cdk-lib.aws_ec2.IVpc" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The command to run in the container." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 112 }, "name": "command", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "default": "- No environment variables.", "remarks": "This is only applicable when using container runtime.", "stability": "stable", "summary": "The environment variables to pass to the container." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 136 }, "name": "environment", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "map" } } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Secrets to pass to the container." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 91 }, "name": "secrets", "optional": true, "type": { "collection": { "elementtype": { "fqn": "aws-cdk-lib.aws_batch.Secret" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "false", "remarks": "Spot instances are less expensive EC2 instances that can be reclaimed by EC2 at any time; your job will be given two minutes of notice before reclamation.", "stability": "stable", "summary": "Whether or not to use spot instances." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 123 }, "name": "spot", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "- N billion parameters * 5GiB EBS", "stability": "stable", "summary": "The root volume of worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 117 }, "name": "volumeSize", "optional": true, "type": { "fqn": "aws-cdk-lib.Size" } }, { "abstract": true, "docs": { "default": "- new subnets will be created", "stability": "stable", "summary": "The VPC Subnets this Compute Environment will launch instances in." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler-base.ts", "line": 129 }, "name": "vpcSubnets", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_ec2.SubnetSelection" } } ], "symbolId": "src/base/neuronx-compiler/neuronx-compiler-base:NeuronxCompilerBaseProps" }, "aws-cdk-neuronx-patterns.NeuronxCrossCompiler": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-neuronx-patterns.NeuronxCompilerBase", "docs": { "remarks": "Compile the model on a non-Neuron instance and upload the artifacts to an S3 bucket.\nThis avoids the need for expensive Neuron instances during the compilation phase.\n\nThe compilation uses `vllm serve` which performs model tracing and neuronx-cc compilation\nentirely on CPU. The resulting artifacts are compatible with Neuron instances for inference.", "stability": "stable", "summary": "Neuronx cross-compiler construct." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxCrossCompiler", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-cross-compiler.ts", "line": 38 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCrossCompilerProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-cross-compiler.ts", "line": 37 }, "methods": [ { "docs": { "remarks": "Subclasses must implement this to provide the appropriate compute environment.", "stability": "stable", "summary": "Create the Batch compute environment." }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-cross-compiler.ts", "line": 42 }, "name": "createComputeEnvironment", "overrides": "aws-cdk-neuronx-patterns.NeuronxCompilerBase", "parameters": [ { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompilerBaseProps" } } ], "protected": true, "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.ComputeEnvironmentResult" } } }, { "docs": { "remarks": "Subclasses must implement this to provide the appropriate job definition.", "stability": "stable", "summary": "Create the Batch job definition." }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-cross-compiler.ts", "line": 97 }, "name": "createJobDefinition", "overrides": "aws-cdk-neuronx-patterns.NeuronxCompilerBase", "parameters": [ { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompilerBaseProps" } } ], "protected": true, "returns": { "type": { "fqn": "aws-cdk-lib.aws_batch.IJobDefinition" } } } ], "name": "NeuronxCrossCompiler", "symbolId": "src/base/neuronx-compiler/neuronx-cross-compiler:NeuronxCrossCompiler" }, "aws-cdk-neuronx-patterns.NeuronxCrossCompilerProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props of NeuronxCrossCompiler." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxCrossCompilerProps", "interfaces": [ "aws-cdk-neuronx-patterns.NeuronxCompilerBaseProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-cross-compiler.ts", "line": 18 }, "name": "NeuronxCrossCompilerProps", "properties": [ { "abstract": true, "docs": { "default": "ec2.InstanceType.of(ec2.InstanceClass.C7I, ec2.InstanceSize.XLARGE4)", "remarks": "This should be a non-Neuron instance type with sufficient memory and CPU\nfor model compilation.", "stability": "stable", "summary": "The EC2 instance type to use for cross-compilation." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-cross-compiler.ts", "line": 26 }, "name": "compileInstanceType", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_ec2.InstanceType" } } ], "symbolId": "src/base/neuronx-compiler/neuronx-cross-compiler:NeuronxCrossCompilerProps" }, "aws-cdk-neuronx-patterns.NeuronxInstanceType": { "abstract": true, "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.NeuronxInstanceType", "initializer": { "docs": { "stability": "stable" } }, "kind": "class", "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 137 }, "name": "NeuronxInstanceType", "properties": [ { "const": true, "docs": { "stability": "stable", "summary": "inf2.24xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 167 }, "name": "INF2_24XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "inf2.48xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 180 }, "name": "INF2_48XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "inf2.8xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 154 }, "name": "INF2_8XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "inf2.xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 141 }, "name": "INF2_XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "trn1.2xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 193 }, "name": "TRN1_2XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "trn1.32xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 206 }, "name": "TRN1_32XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "trn2.3xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 219 }, "name": "TRN2_3XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "trn2.48xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 232 }, "name": "TRN2_48XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "trn2u.48xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 245 }, "name": "TRN2U_48XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } } ], "symbolId": "src/base/neuronx/neuronx-instance-type:NeuronxInstanceType" }, "aws-cdk-neuronx-patterns.NeuronxNativeCompiler": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-neuronx-patterns.NeuronxCompilerBase", "docs": { "remarks": "Compile the model to work with Inferentia2 and Trainium1 and upload it to an S3 bucket.", "stability": "stable", "summary": "Neuronx compiler construct." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxNativeCompiler", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-native-compiler.ts", "line": 32 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxNativeCompilerProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-native-compiler.ts", "line": 31 }, "methods": [ { "docs": { "remarks": "Subclasses must implement this to provide the appropriate compute environment.", "stability": "stable", "summary": "Create the Batch compute environment." }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-native-compiler.ts", "line": 36 }, "name": "createComputeEnvironment", "overrides": "aws-cdk-neuronx-patterns.NeuronxCompilerBase", "parameters": [ { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompilerBaseProps" } } ], "protected": true, "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.ComputeEnvironmentResult" } } }, { "docs": { "remarks": "Subclasses must implement this to provide the appropriate job definition.", "stability": "stable", "summary": "Create the Batch job definition." }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-native-compiler.ts", "line": 80 }, "name": "createJobDefinition", "overrides": "aws-cdk-neuronx-patterns.NeuronxCompilerBase", "parameters": [ { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompilerBaseProps" } } ], "protected": true, "returns": { "type": { "fqn": "aws-cdk-lib.aws_batch.IJobDefinition" } } } ], "name": "NeuronxNativeCompiler", "symbolId": "src/base/neuronx-compiler/neuronx-native-compiler:NeuronxNativeCompiler" }, "aws-cdk-neuronx-patterns.NeuronxNativeCompilerProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props of NeuronxNativeCompiler." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxNativeCompilerProps", "interfaces": [ "aws-cdk-neuronx-patterns.NeuronxCompilerBaseProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-native-compiler.ts", "line": 25 }, "name": "NeuronxNativeCompilerProps", "symbolId": "src/base/neuronx-compiler/neuronx-native-compiler:NeuronxNativeCompilerProps" }, "aws-cdk-neuronx-patterns.NeuronxTaskDefinition": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-lib.aws_ecs.Ec2TaskDefinition", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.NeuronxTaskDefinition", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 56 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionProps" } } ] }, "interfaces": [ "aws-cdk-neuronx-patterns.INeuronxTaskDefinition" ], "kind": "class", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 47 }, "methods": [ { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 98 }, "name": "addContainerWithDefault", "parameters": [ { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerDefinitionOptions" } } ], "returns": { "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerDefinition" } } } ], "name": "NeuronxTaskDefinition", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 54 }, "name": "compiledModel", "overrides": "aws-cdk-neuronx-patterns.INeuronxTaskDefinition", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiledModel" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 55 }, "name": "linuxParameters", "protected": true, "type": { "fqn": "aws-cdk-lib.aws_ecs.LinuxParameters" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 51 }, "name": "neuronxInstanceType", "overrides": "aws-cdk-neuronx-patterns.INeuronxTaskDefinition", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 53 }, "name": "tasksPerInstance", "overrides": "aws-cdk-neuronx-patterns.INeuronxTaskDefinition", "type": { "primitive": "number" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 52 }, "name": "tensorParallelSize", "overrides": "aws-cdk-neuronx-patterns.INeuronxTaskDefinition", "type": { "primitive": "number" } } ], "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:NeuronxTaskDefinition" }, "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionProps", "interfaces": [ "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionPropsBase" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 34 }, "name": "NeuronxTaskDefinitionProps", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The model to be compiled." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 38 }, "name": "compiledModel", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiledModel" } } ], "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:NeuronxTaskDefinitionProps" }, "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionPropsBase": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionPropsBase", "interfaces": [ "aws-cdk-lib.aws_ecs.Ec2TaskDefinitionProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 21 }, "name": "NeuronxTaskDefinitionPropsBase", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The instance type of compile worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 26 }, "name": "neuronxInstanceType", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "default": "- 1", "stability": "stable", "summary": "The number of tensor parallel size." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 31 }, "name": "tensorParallelSize", "optional": true, "type": { "primitive": "number" } } ], "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:NeuronxTaskDefinitionPropsBase" }, "aws-cdk-neuronx-patterns.OptLevel": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Optimization level." }, "fqn": "aws-cdk-neuronx-patterns.OptLevel", "kind": "enum", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 22 }, "members": [ { "docs": { "stability": "stable", "summary": "enables the core performance optimizations in the compiler, while also minimizing compile time." }, "name": "MINIMIZING_COMPILE_TIME" }, { "docs": { "stability": "stable", "summary": "provides the best balance between model performance and compile time." }, "name": "BEST_BALANCE" }, { "docs": { "stability": "stable", "summary": "may provide additional model execution performance but may incur longer compile times and higher host memory usage during model compilation." }, "name": "MODEL_EXECUTION_PERFORMANCE" } ], "name": "OptLevel", "symbolId": "src/base/neuronx/model:OptLevel" }, "aws-cdk-neuronx-patterns.Parameters": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Represents the amount of parameters." }, "fqn": "aws-cdk-neuronx-patterns.Parameters", "kind": "class", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 40 }, "methods": [ { "docs": { "returns": "parameters", "stability": "stable", "summary": "Create a Parameters representing an amount billion." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 54 }, "name": "billion", "parameters": [ { "docs": { "summary": "number of parameters billionX." }, "name": "parameters", "type": { "primitive": "number" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.Parameters" } }, "static": true }, { "docs": { "returns": "parameters", "stability": "stable", "summary": "Create a Parameters representing an amount million." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 46 }, "name": "million", "parameters": [ { "docs": { "summary": "number of parameters millionX." }, "name": "parameters", "type": { "primitive": "number" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.Parameters" } }, "static": true }, { "docs": { "returns": "This number of parameters as billion.", "stability": "stable", "summary": "Return this number of parameters as billion." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 74 }, "name": "toBillion", "returns": { "type": { "primitive": "number" } } }, { "docs": { "returns": "This number of parameters as million.", "stability": "stable", "summary": "Return this number of parameters as million." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 67 }, "name": "toMillion", "returns": { "type": { "primitive": "number" } } }, { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 77 }, "name": "weightSize", "returns": { "type": { "fqn": "aws-cdk-lib.Size" } } } ], "name": "Parameters", "symbolId": "src/base/neuronx/model:Parameters" }, "aws-cdk-neuronx-patterns.PreemptionMode": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Preemption mode." }, "fqn": "aws-cdk-neuronx-patterns.PreemptionMode", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 289 }, "members": [ { "docs": { "stability": "stable" }, "name": "RECOMPUTE" }, { "docs": { "stability": "stable" }, "name": "SWAP" } ], "name": "PreemptionMode", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:PreemptionMode" }, "aws-cdk-neuronx-patterns.PrefixCachingHashAlgo": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Hash algorithm options for prefix caching." }, "fqn": "aws-cdk-neuronx-patterns.PrefixCachingHashAlgo", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 142 }, "members": [ { "docs": { "stability": "stable", "summary": "“builtin” is Python’s built-in hash." }, "name": "BUILTIN" }, { "docs": { "stability": "stable", "summary": "“sha256” is collision resistant but with certain overheads." }, "name": "SHA256" } ], "name": "PrefixCachingHashAlgo", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:PrefixCachingHashAlgo" }, "aws-cdk-neuronx-patterns.PytorchInferenceNeuronxImage": { "abstract": true, "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.PytorchInferenceNeuronxImage", "initializer": { "docs": { "stability": "stable" } }, "kind": "class", "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 159 }, "methods": [ { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 144 }, "name": "fromNeuronSdkVersion", "parameters": [ { "name": "neuronSdkVersion", "type": { "primitive": "string" } }, { "name": "pythonVersion", "type": { "primitive": "string" } }, { "name": "pytorchVersion", "type": { "primitive": "string" } }, { "name": "ubuntuVersion", "type": { "primitive": "string" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, "static": true } ], "name": "PytorchInferenceNeuronxImage", "properties": [ { "const": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 160 }, "name": "imageName", "static": true, "type": { "primitive": "string" } }, { "const": true, "docs": { "stability": "stable", "summary": "Latest Neuron SDK." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 226 }, "name": "LATEST", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.18.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 135 }, "name": "SDK_2_18_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.18.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 128 }, "name": "SDK_2_18_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.18.2." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 121 }, "name": "SDK_2_18_2", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.19.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 114 }, "name": "SDK_2_19_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.19.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 107 }, "name": "SDK_2_19_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.20.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 100 }, "name": "SDK_2_20_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.20.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 93 }, "name": "SDK_2_20_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.20.2." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 86 }, "name": "SDK_2_20_2", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.20.2 (PyTorch 1.13.1)." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 218 }, "name": "SDK_2_20_2_PYTORCH_1_13_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.20.2 (PyTorch 2.1.2)." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 210 }, "name": "SDK_2_20_2_PYTORCH_2_1_2", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.21.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 79 }, "name": "SDK_2_21_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.21.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 72 }, "name": "SDK_2_21_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.22.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 202 }, "name": "SDK_2_22_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.23.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 194 }, "name": "SDK_2_23_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.24.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 51 }, "name": "SDK_2_24_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.25.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 186 }, "name": "SDK_2_25_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.26.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 178 }, "name": "SDK_2_26_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.27.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 170 }, "name": "SDK_2_27_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.28.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 162 }, "name": "SDK_2_28_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 21 }, "name": "size", "static": true, "type": { "fqn": "aws-cdk-lib.Size" } } ], "symbolId": "src/base/neuronx/deep-learning-containers:PytorchInferenceNeuronxImage" }, "aws-cdk-neuronx-patterns.PytorchTrainingNeuronxImage": { "abstract": true, "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.PytorchTrainingNeuronxImage", "initializer": { "docs": { "stability": "stable" } }, "kind": "class", "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 229 }, "methods": [ { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 144 }, "name": "fromNeuronSdkVersion", "parameters": [ { "name": "neuronSdkVersion", "type": { "primitive": "string" } }, { "name": "pythonVersion", "type": { "primitive": "string" } }, { "name": "pytorchVersion", "type": { "primitive": "string" } }, { "name": "ubuntuVersion", "type": { "primitive": "string" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, "static": true } ], "name": "PytorchTrainingNeuronxImage", "properties": [ { "const": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 230 }, "name": "imageName", "static": true, "type": { "primitive": "string" } }, { "const": true, "docs": { "stability": "stable", "summary": "Latest Neuron SDK." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 142 }, "name": "LATEST", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.18.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 135 }, "name": "SDK_2_18_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.18.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 128 }, "name": "SDK_2_18_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.18.2." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 121 }, "name": "SDK_2_18_2", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.19.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 114 }, "name": "SDK_2_19_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.19.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 107 }, "name": "SDK_2_19_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.20.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 100 }, "name": "SDK_2_20_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.20.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 93 }, "name": "SDK_2_20_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.20.2." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 86 }, "name": "SDK_2_20_2", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.21.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 79 }, "name": "SDK_2_21_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.21.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 72 }, "name": "SDK_2_21_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.22.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 65 }, "name": "SDK_2_22_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.23.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 58 }, "name": "SDK_2_23_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.24.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 51 }, "name": "SDK_2_24_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.25.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 44 }, "name": "SDK_2_25_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.26.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 37 }, "name": "SDK_2_26_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.27.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 30 }, "name": "SDK_2_27_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.28.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 23 }, "name": "SDK_2_28_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 21 }, "name": "size", "static": true, "type": { "fqn": "aws-cdk-lib.Size" } } ], "symbolId": "src/base/neuronx/deep-learning-containers:PytorchTrainingNeuronxImage" }, "aws-cdk-neuronx-patterns.QuantDtype": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Quant data type." }, "fqn": "aws-cdk-neuronx-patterns.QuantDtype", "kind": "enum", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 12 }, "members": [ { "docs": { "stability": "stable", "summary": "int8 weight storage." }, "name": "S8" } ], "name": "QuantDtype", "symbolId": "src/base/neuronx/model:QuantDtype" }, "aws-cdk-neuronx-patterns.Quantization": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Quantization methods." }, "fqn": "aws-cdk-neuronx-patterns.Quantization", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 156 }, "members": [ { "docs": { "stability": "stable" }, "name": "AQLM" }, { "docs": { "stability": "stable" }, "name": "AWQ" }, { "docs": { "stability": "stable" }, "name": "DEEPSPEEDFP" }, { "docs": { "stability": "stable" }, "name": "TPU_INT8" }, { "docs": { "stability": "stable" }, "name": "FP8" }, { "docs": { "stability": "stable" }, "name": "PTPC_FP8" }, { "docs": { "stability": "stable" }, "name": "FBGEMM_FP8" }, { "docs": { "stability": "stable" }, "name": "MODELOPT" }, { "docs": { "stability": "stable" }, "name": "NVFP4" }, { "docs": { "stability": "stable" }, "name": "MARLIN" }, { "docs": { "stability": "stable" }, "name": "GGUF" }, { "docs": { "stability": "stable" }, "name": "GPTQ_MARLIN_24" }, { "docs": { "stability": "stable" }, "name": "GPTQ_MARLIN" }, { "docs": { "stability": "stable" }, "name": "AWQ_MARLIN" }, { "docs": { "stability": "stable" }, "name": "GPTQ" }, { "docs": { "stability": "stable" }, "name": "COMPRESSED_TENSORS" }, { "docs": { "stability": "stable" }, "name": "BITSANDBYTES" }, { "docs": { "stability": "stable" }, "name": "QQQ" }, { "docs": { "stability": "stable" }, "name": "HQQ" }, { "docs": { "stability": "stable" }, "name": "EXPERTS_INT8" }, { "docs": { "stability": "stable" }, "name": "NEURON_QUANT" }, { "docs": { "stability": "stable" }, "name": "IPEX" }, { "docs": { "stability": "stable" }, "name": "QUARK" }, { "docs": { "stability": "stable" }, "name": "MOE_WNA16" }, { "docs": { "stability": "stable" }, "name": "TORCHAO" }, { "docs": { "stability": "stable" }, "name": "NONE" } ], "name": "Quantization", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:Quantization" }, "aws-cdk-neuronx-patterns.ReasoningParser": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Available reasoning parsers." }, "fqn": "aws-cdk-neuronx-patterns.ReasoningParser", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 84 }, "members": [ { "docs": { "stability": "stable" }, "name": "DEEPSEEK_R1" }, { "docs": { "stability": "stable" }, "name": "GRANITE" } ], "name": "ReasoningParser", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:ReasoningParser" }, "aws-cdk-neuronx-patterns.SchedulingPolicy": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Scheduling policy options." }, "fqn": "aws-cdk-neuronx-patterns.SchedulingPolicy", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 297 }, "members": [ { "docs": { "stability": "stable" }, "name": "FCFS" }, { "docs": { "stability": "stable" }, "name": "PRIORITY" } ], "name": "SchedulingPolicy", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:SchedulingPolicy" }, "aws-cdk-neuronx-patterns.TokenizerMode": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Tokenizer mode options." }, "fqn": "aws-cdk-neuronx-patterns.TokenizerMode", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 188 }, "members": [ { "docs": { "stability": "stable", "summary": "“auto” will use the fast tokenizer if available." }, "name": "AUTO" }, { "docs": { "stability": "stable", "summary": "“slow” will always use the slow tokenizer." }, "name": "SLOW" }, { "docs": { "stability": "stable", "summary": "“mistral” will always use the mistral_common tokenizer." }, "name": "MISTRAL" }, { "docs": { "stability": "stable", "summary": "“custom” will use –tokenizer to select the preregistered tokenizer." }, "name": "CUSTOM" } ], "name": "TokenizerMode", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:TokenizerMode" }, "aws-cdk-neuronx-patterns.TokenizerPoolType": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Tokenizer pool type options." }, "fqn": "aws-cdk-neuronx-patterns.TokenizerPoolType", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 222 }, "members": [ { "docs": { "stability": "stable" }, "name": "RAY" } ], "name": "TokenizerPoolType", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:TokenizerPoolType" }, "aws-cdk-neuronx-patterns.ToolCallParser": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Tool call parser options." }, "fqn": "aws-cdk-neuronx-patterns.ToolCallParser", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 260 }, "members": [ { "docs": { "stability": "stable" }, "name": "GRANITE_20B_FC" }, { "docs": { "stability": "stable" }, "name": "GRANITE" }, { "docs": { "stability": "stable" }, "name": "HERMES" }, { "docs": { "stability": "stable" }, "name": "INTERNLM" }, { "docs": { "stability": "stable" }, "name": "JAMBA" }, { "docs": { "stability": "stable" }, "name": "LLAMA3_JSON" }, { "docs": { "stability": "stable" }, "name": "MISTRAL" }, { "docs": { "stability": "stable" }, "name": "PHI4_MINI_JSON" }, { "docs": { "stability": "stable" }, "name": "PYTHONIC" } ], "name": "ToolCallParser", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:ToolCallParser" }, "aws-cdk-neuronx-patterns.Trainium1Chips": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.Trainium1Chips", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 25 }, "parameters": [ { "name": "chips", "type": { "primitive": "number" } } ] }, "interfaces": [ "aws-cdk-neuronx-patterns.IAcceleratorChips" ], "kind": "class", "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 22 }, "name": "Trainium1Chips", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 24 }, "name": "acceleratorMemory", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "fqn": "aws-cdk-lib.Size" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 25 }, "name": "chips", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "primitive": "number" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 23 }, "name": "neuronxCores", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "primitive": "number" } } ], "symbolId": "src/base/neuronx/neuronx-instance-type:Trainium1Chips" }, "aws-cdk-neuronx-patterns.Trainium2Chips": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.Trainium2Chips", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 34 }, "parameters": [ { "name": "chips", "type": { "primitive": "number" } } ] }, "interfaces": [ "aws-cdk-neuronx-patterns.IAcceleratorChips" ], "kind": "class", "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 31 }, "name": "Trainium2Chips", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 33 }, "name": "acceleratorMemory", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "fqn": "aws-cdk-lib.Size" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 34 }, "name": "chips", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "primitive": "number" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 32 }, "name": "neuronxCores", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "primitive": "number" } } ], "symbolId": "src/base/neuronx/neuronx-instance-type:Trainium2Chips" }, "aws-cdk-neuronx-patterns.UvicornLogLevel": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Log level options for Uvicorn." }, "fqn": "aws-cdk-neuronx-patterns.UvicornLogLevel", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 6 }, "members": [ { "docs": { "stability": "stable" }, "name": "DEBUG" }, { "docs": { "stability": "stable" }, "name": "INFO" }, { "docs": { "stability": "stable" }, "name": "WARNING" }, { "docs": { "stability": "stable" }, "name": "ERROR" }, { "docs": { "stability": "stable" }, "name": "CRITICAL" }, { "docs": { "stability": "stable" }, "name": "TRACE" } ], "name": "UvicornLogLevel", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:UvicornLogLevel" }, "aws-cdk-neuronx-patterns.VllmCacheConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for the KV cache." }, "fqn": "aws-cdk-neuronx-patterns.VllmCacheConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 952 }, "name": "VllmCacheConfig", "properties": [ { "abstract": true, "docs": { "remarks": "This is ignored on neuron devices and set to –max-model-len. On CUDA devices, only block sizes up to 32 are supported.\nOn HPU devices, block size defaults to 128.", "stability": "stable", "summary": "Size of a contiguous cache block in number of tokens." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 958 }, "name": "blockSize", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.BlockSize" } }, { "abstract": true, "docs": { "default": "false", "remarks": "If False, the scales will be loaded from the model checkpoint if available. Otherwise, the scales will default to 1.0.", "stability": "stable", "summary": "This enables dynamic calculation of k_scale and v_scale when kv_cache_dtype is fp8." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1019 }, "name": "calculateKvScales", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "0", "remarks": "Default is 0, which means no offloading. Intuitively,\nthis argument can be seen as a virtual way to increase the GPU memory size.\nFor example, if you have one 24 GB GPU and set this to 10, virtually you can think of it as a 34 GB GPU.\nThen you can load a 13B model with BF16 weight, which requires at least 26GB GPU memory.\n\nNote that this requires fast CPU-GPU interconnect,\nas part of the model is loaded from CPU memory to GPU memory on the fly in each model forward pass.", "stability": "stable", "summary": "The space in GiB to offload to CPU, per GPU." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1012 }, "name": "cpuOffloadGb", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "Disabled by default for V0. Enabled by default for V1.", "stability": "stable", "summary": "Whether to enable prefix caching." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 993 }, "name": "enablePrefixCaching", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "0.9", "remarks": "For example, a value of 0.5 would imply 50% GPU memory utilization.\nIf unspecified, will use the default value of 0.9. This is a per-instance limit,\nand only applies to the current vLLM instance.\nIt does not matter if you have another vLLM instance running on the same GPU. For example,\nif you have two vLLM instances running on the same GPU, you can set the GPU memory utilization to 0.5 for each instance.", "stability": "stable", "summary": "The fraction of GPU memory to be used for the model executor, which can range from 0 to 1." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 969 }, "name": "gpuMemoryUtilization", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "KvCacheDtype.AUTO", "remarks": "If “auto”, will use model data type.\nCUDA 11.8+ supports fp8 (=fp8_e4m3) and fp8_e5m2. ROCm (AMD GPU) supports fp8 (=fp8_e4m3).", "stability": "stable", "summary": "Data type for kv cache storage." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 982 }, "name": "kvCacheDtype", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.KvCacheDtype" } }, { "abstract": true, "docs": { "remarks": "This overrides the profiled num_gpu_blocks if specified.\nDoes nothing if None. Used for testing preemption.", "stability": "stable", "summary": "Number of GPU blocks to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 988 }, "name": "numGpuBlocksOverride", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "PrefixCachingHashAlgo.BUILTIN", "stability": "stable", "summary": "Set the hash algorithm for prefix caching." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 999 }, "name": "prefixCachingHashAlgo", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.PrefixCachingHashAlgo" } }, { "abstract": true, "docs": { "default": "4", "stability": "stable", "summary": "Size of the CPU swap space per GPU (in GiB)." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 975 }, "name": "swapSpace", "optional": true, "type": { "primitive": "number" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmCacheConfig" }, "aws-cdk-neuronx-patterns.VllmDecodingConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Dataclass which contains the decoding strategy of the engine." }, "fqn": "aws-cdk-neuronx-patterns.VllmDecodingConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 876 }, "name": "VllmDecodingConfig", "properties": [ { "abstract": true, "docs": { "default": "GuidedDecodingBackend.AUTO", "remarks": "With “auto”, we will make opinionated choices based on request contents and what the backend libraries currently support,\nso the behavior is subject to change in each release.", "stability": "stable", "summary": "Which engine will be used for guided decoding (JSON schema / regex etc) by default." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 883 }, "name": "guidedDecodingBackend", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.GuidedDecodingBackend" } }, { "abstract": true, "docs": { "remarks": "This is used to parse the reasoning content into OpenAI API format. Required for –enable-reasoning.", "stability": "stable", "summary": "Select the reasoning parser depending on the model that you’re using." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 889 }, "name": "reasoningParser", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ReasoningParser" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmDecodingConfig" }, "aws-cdk-neuronx-patterns.VllmDeviceConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.VllmDeviceConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1118 }, "name": "VllmDeviceConfig", "properties": [ { "abstract": true, "docs": { "default": "Device.AUTO", "stability": "stable", "summary": "Device type for vLLM execution." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1123 }, "name": "device", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.Device" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmDeviceConfig" }, "aws-cdk-neuronx-patterns.VllmEngineArguments": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Interface for vLLM server command line arguments." }, "fqn": "aws-cdk-neuronx-patterns.VllmEngineArguments", "interfaces": [ "aws-cdk-neuronx-patterns.VllmNamedArguments", "aws-cdk-neuronx-patterns.VllmLoadConfig", "aws-cdk-neuronx-patterns.VllmDecodingConfig", "aws-cdk-neuronx-patterns.VllmParallelConfig", "aws-cdk-neuronx-patterns.VllmCacheConfig", "aws-cdk-neuronx-patterns.VllmMultiModalConfig", "aws-cdk-neuronx-patterns.VllmLoraConfig", "aws-cdk-neuronx-patterns.VllmPromptAdapterConfig", "aws-cdk-neuronx-patterns.VllmDeviceConfig", "aws-cdk-neuronx-patterns.VllmSpeculativeConfig", "aws-cdk-neuronx-patterns.VllmSchedulerConfig" ], "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1233 }, "name": "VllmEngineArguments", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmEngineArguments" }, "aws-cdk-neuronx-patterns.VllmEngineArgumentsParser": { "abstract": true, "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.VllmEngineArgumentsParser", "initializer": { "docs": { "stability": "stable" } }, "kind": "class", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1254 }, "methods": [ { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1276 }, "name": "cli", "parameters": [ { "name": "args", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmEngineArguments" } } ], "returns": { "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, "static": true }, { "docs": { "returns": "vLLM engine config", "see": "https://docs.vllm.ai/en/latest/serving/openai_compatible_server.html#configuration-file", "stability": "stable", "summary": "Convert vLLM engine arguments (camel case) to config (kebab case)." }, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1261 }, "name": "config", "parameters": [ { "docs": { "summary": "vLLM engine arguments." }, "name": "args", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmEngineArguments" } } ], "returns": { "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, "static": true } ], "name": "VllmEngineArgumentsParser", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmEngineArgumentsParser" }, "aws-cdk-neuronx-patterns.VllmInferenceNeuronxImage": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.VllmInferenceNeuronxImage", "initializer": { "docs": { "stability": "stable" } }, "kind": "class", "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 236 }, "methods": [ { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 291 }, "name": "fromNeuronSdkVersion", "parameters": [ { "name": "neuronSdkVersion", "type": { "primitive": "string" } }, { "name": "vllmVersion", "type": { "primitive": "string" } }, { "name": "pythonVersion", "type": { "primitive": "string" } }, { "name": "ubuntuVersion", "type": { "primitive": "string" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } }, "static": true } ], "name": "VllmInferenceNeuronxImage", "properties": [ { "const": true, "docs": { "stability": "stable", "summary": "Latest Neuron SDK." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 289 }, "name": "LATEST", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.24.1 with vLLM 0.7.2." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 282 }, "name": "SDK_2_24_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.25.0 with vLLM 0.9.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 275 }, "name": "SDK_2_25_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.26.0 with vLLM 0.9.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 268 }, "name": "SDK_2_26_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.26.1 with vLLM 0.9.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 261 }, "name": "SDK_2_26_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.27.1 with vLLM 0.11.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 253 }, "name": "SDK_2_27_1_VLLM_0_11_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.27.1 with vLLM 0.13.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 245 }, "name": "SDK_2_27_1_VLLM_0_13_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.28.0 with vLLM 0.13.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 238 }, "name": "SDK_2_28_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } } ], "symbolId": "src/base/neuronx/deep-learning-containers:VllmInferenceNeuronxImage" }, "aws-cdk-neuronx-patterns.VllmLoadConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for loading the model weights." }, "fqn": "aws-cdk-neuronx-patterns.VllmLoadConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 836 }, "name": "VllmLoadConfig", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "Directory to download and load the weights, default to the default cache directory of Hugging Face." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 857 }, "name": "downloadDir", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "LoadFormat.AUTO", "remarks": "- “pt” will load the weights in the pytorch bin format.\n- “safetensors” will load the weights in the safetensors format.\n- “npcache” will load the weights in pytorch format and store a numpy cache to speed up the loading.\n- “dummy” will initialize the weights with random values, which is mainly for profiling.\n- “tensorizer” will use CoreWeave’s tensorizer library for fast weight loading. See the Tensorize vLLM Model script in the Examples section for more information.\n- “runai_streamer” will load the Safetensors weights using Run:ai Model Streamer.\n- “bitsandbytes” will load the weights using bitsandbytes quantization.\n- “sharded_state” will load weights from pre-sharded checkpoint files, supporting efficient loading of tensor-parallel models.\n- “gguf” will load weights from GGUF format files (details specified in ggml-org/ggml).\n- “mistral” will load weights from consolidated safetensors files used by Mistral models.", "stability": "stable", "summary": "The format of the model weights to load: - “auto” will try to load the weights in the safetensors format and fall back to the pytorch bin format if safetensors format is not available." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 852 }, "name": "loadFormat", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.LoadFormat" } }, { "abstract": true, "docs": { "default": "{}", "remarks": "This will be passed to the model loader corresponding to the chosen load_format.\nThis should be a object that will be parsed into a dictionary.", "stability": "stable", "summary": "Extra config for model loader." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 864 }, "name": "modelLoaderExtraConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "true", "stability": "stable", "summary": "Whether to enable tqdm for showing progress bar when loading model weights." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 870 }, "name": "useTqdmOnLoad", "optional": true, "type": { "primitive": "boolean" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmLoadConfig" }, "aws-cdk-neuronx-patterns.VllmLoraConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for LoRA." }, "fqn": "aws-cdk-neuronx-patterns.VllmLoraConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1037 }, "name": "VllmLoraConfig", "properties": [ { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "If True, enable handling of LoRA adapters." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1042 }, "name": "enableLora", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "If True, enable bias for LoRA adapters." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1048 }, "name": "enableLoraBias", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Enabling this will use the fully sharded layers.\nAt high sequence length, max rank or tensor parallel size, this is likely faster.", "stability": "stable", "summary": "By default, only half of the LoRA computation is sharded with tensor parallelism." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1092 }, "name": "fullyShardedLoras", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "remarks": "Long LoRA)\nto allow for multiple LoRA adapters trained with those scaling factors to be used at the same time.\nIf not specified, only adapters trained with the base model scaling factor are allowed.", "stability": "stable", "summary": "Specify multiple scaling factors (which can be different from base model scaling factorsee eg." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1079 }, "name": "longLoraScalingFactors", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "LoraDtype.AUTO", "remarks": "If auto, will default to base model dtype.", "stability": "stable", "summary": "Data type for LoRA." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1072 }, "name": "loraDtype", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.LoraDtype" } }, { "abstract": true, "docs": { "default": "256", "stability": "stable", "summary": "Maximum size of extra vocabulary that can be present in a LoRA adapter (added to the base model vocabulary)." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1066 }, "name": "loraExtraVocabSize", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "Must be >= than max_loras.", "stability": "stable", "summary": "Maximum number of LoRAs to store in CPU memory." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1084 }, "name": "maxCpuLoras", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "16", "stability": "stable", "summary": "Max LoRA rank." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1060 }, "name": "maxLoraRank", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "Max number of LoRAs in a single batch." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1054 }, "name": "maxLoras", "optional": true, "type": { "primitive": "number" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmLoraConfig" }, "aws-cdk-neuronx-patterns.VllmMultiModalConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Controls the behavior of multimodal models." }, "fqn": "aws-cdk-neuronx-patterns.VllmMultiModalConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1025 }, "name": "VllmMultiModalConfig", "properties": [ { "abstract": true, "docs": { "default": "{}", "remarks": "This should be a object that will be parsed into a dictionary. Defaults to 1 (V0) or 999 (V1) for each modality.", "stability": "stable", "summary": "The maximum number of input items allowed per prompt for each modality." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1031 }, "name": "limitMmPerPrompt", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmMultiModalConfig" }, "aws-cdk-neuronx-patterns.VllmNamedArguments": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "VllmNamedArguments." }, "fqn": "aws-cdk-neuronx-patterns.VllmNamedArguments", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 305 }, "name": "VllmNamedArguments", "properties": [ { "abstract": true, "docs": { "remarks": "Different platforms may support different configs.\nMake sure the configs are valid for the platform you are using.\nThe input format is like ‘{“config_key”:”config_value”}’", "stability": "stable", "summary": "Additional config for specified platform." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 789 }, "name": "additionalConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Allow credentials." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 333 }, "name": "allowCredentials", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "['*']", "stability": "stable", "summary": "Allowed headers." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 351 }, "name": "allowedHeaders", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "remarks": "This is a security risk. Should only be enabled in trusted environments.", "stability": "stable", "summary": "Allowing API requests to read local images or videos from directories specified by the server file system." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 542 }, "name": "allowedLocalMediaPath", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "['*']", "stability": "stable", "summary": "Allowed methods." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 345 }, "name": "allowedMethods", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "default": "['*']", "stability": "stable", "summary": "Allowed origins." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 339 }, "name": "allowedOrigins", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "stability": "stable", "summary": "If provided, the server will require this key to be presented in the header." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 356 }, "name": "apiKey", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The file path to the chat template, or the template in single-line form for the specified model." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 372 }, "name": "chatTemplate", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "ChatTemplateContentFormat.AUTO", "remarks": "- “string” will render the content as a string.\n - Example: `\"Hello World\"`\n- “openai” will render the content as a list of dictionaries, similar to OpenAI schema.\n - Example: `[{\"type\": \"text\", \"text\": \"Hello world!\"}]`", "stability": "stable", "summary": "The format to render message content within a chat template." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 382 }, "name": "chatTemplateContentFormat", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ChatTemplateContentFormat" } }, { "abstract": true, "docs": { "remarks": "It can be a branch name, a tag name, or a commit id. If unspecified, will use the default version.", "stability": "stable", "summary": "The specific revision to use for the model code on Hugging Face Hub." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 518 }, "name": "codeRevision", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "It makes sense to set this only if --otlp-traces-endpoint is set.\nIf set, it will collect detailed traces for the specified modules.\nThis involves use of possibly costly and or blocking operations and hence might have a performance impact.", "stability": "stable", "summary": "Valid choices are model,worker,all." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 703 }, "name": "collectDetailedTraces", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "NOTE: level 0 is the default level without any optimization.\nlevel 1 and 2 are for internal testing only. level 3 is the recommended level for production.\nTo specify the full compilation config, use a JSON string,\ne.g. `{\"level\": 3, \"cudagraph_capture_sizes\": [1, 2, 4, 8]}` Following the convention of traditional compilers,\nusing -O without space is also supported. -O3 is equivalent to -O 3.", "stability": "stable", "summary": "torch.compile configuration for the model. When it is a number (0, 1, 2, 3), it will be interpreted as the optimization level." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 739 }, "name": "compilationConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "ConfigFormat.AUTO", "stability": "stable", "summary": "The format of the model config to load." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 548 }, "name": "configFormat", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ConfigFormat" } }, { "abstract": true, "docs": { "default": "false", "remarks": "This may result in lower performance.", "stability": "stable", "summary": "Disable async output processing." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 709 }, "name": "disableAsyncOutputProc", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable cascade attention for V1." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 801 }, "name": "disableCascadeAttn", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable FastAPI's OpenAPI schema, Swagger UI, and ReDoc endpoint." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 818 }, "name": "disableFastApiDocs", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "If specified, will run the OpenAI frontend server in the same process as the model serving engine." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 442 }, "name": "disableFrontendMultiprocessing", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable logging requests." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 807 }, "name": "disableLogRequests", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable logging statistics." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 601 }, "name": "disableLogStats", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "remarks": "(not recommended)", "stability": "stable", "summary": "If true, then disables caching of the multi-modal preprocessor/mapper." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 660 }, "name": "disableMmPreprocessorCache", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disables sliding window, capping to sliding window size." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 577 }, "name": "disableSlidingWindow", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable uvicorn access log." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 327 }, "name": "disableUvicornAccessLog", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "DataType.AUTO", "stability": "stable", "summary": "Data type for model weights and activations." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 554 }, "name": "dtype", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.DataType" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Use `--tool-call-parser` to specify which parser to use.", "stability": "stable", "summary": "Enable auto tool choice for supported models." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 457 }, "name": "enableAutoToolChoice", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Enable prompt_tokens_details in usage." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 824 }, "name": "enablePromptTokensDetails", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Enable reasoning_content for the model." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 795 }, "name": "enableReasoning", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Caution: this hurts performance at high QPS.", "stability": "stable", "summary": "If specified, API server will add X-Request-Id header to responses." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 450 }, "name": "enableRequestIdHeaders", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Enable tracking server_load_metrics in the app state." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 830 }, "name": "enableServerLoadTracking", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "remarks": "(only cuda platform is supported)", "stability": "stable", "summary": "Enable sleep mode for the engine." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 781 }, "name": "enableSleepMode", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Refresh SSL Context when SSL certificate files change." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 409 }, "name": "enableSslRefresh", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "remarks": "If False, will use eager mode and CUDA graph in hybrid for maximal performance and flexibility.", "stability": "stable", "summary": "Always use eager-mode PyTorch." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 639 }, "name": "enforceEager", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "\"auto\"", "remarks": "Defaults to ‘auto’,\nthe generation config will be loaded from model path. If set to ‘vllm’,\nno generation config is loaded, vLLM defaults will be used.\nIf set to a folder path, the generation config will be loaded from the specified folder path.\nIf max_new_tokens is specified in generation config,\nthen it sets a server-wide limit on the number of output tokens for all requests.", "stability": "stable", "summary": "The folder path to the generation config." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 767 }, "name": "generationConfig", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "If unspecified, model name or path will be used.", "stability": "stable", "summary": "Name or path of the huggingface config to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 498 }, "name": "hfConfigPath", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "This should be a object that will be parsed into a dictionary.", "stability": "stable", "summary": "Extra arguments for the HuggingFace config." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 632 }, "name": "hfOverrides", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "remarks": "If provided, the Secret will be passed as HF_TOKEN secret to compile environment.", "stability": "stable", "summary": "The token to use as HTTP bearer authorization for remote files." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 626 }, "name": "hfToken", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_batch.Secret" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Host name." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 309 }, "name": "host", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "[]", "stability": "stable", "summary": "The pattern(s) to ignore when loading the model.Default to original/**\\/* to avoid repeated loading of llama’s checkpoints." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 667 }, "name": "ignorePatterns", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Configurations for distributed KV cache transfer in object." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 744 }, "name": "kvTransferConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "remarks": "Defaults to None, which allows no processors.", "stability": "stable", "summary": "Optional regex pattern specifying valid logits processor qualified names that can be passed with the logits_processors extra completion argument." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 565 }, "name": "logitsProcessorPattern", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "example": "{\"name\": \"name\", \"path\": \"lora_path\", \"base_model_name\": \"id\"}", "stability": "stable", "summary": "LoRA module configurations." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 362 }, "name": "loraModules", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Max number of prompt characters or prompt ID numbers in log." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 812 }, "name": "maxLogLen", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "20", "stability": "stable", "summary": "Max number of log probs to return logprobs is specified in SamplingParams." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 595 }, "name": "maxLogprobs", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Model context length." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 559 }, "name": "maxModelLen", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "8192", "remarks": "When a sequence has context length larger than this, we fall back to eager mode.\nAdditionally for encoder-decoder models, if the sequence length of the encoder input is larger than this,\nwe fall back to the eager mode.", "stability": "stable", "summary": "Maximum sequence length covered by CUDA graphs." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 648 }, "name": "maxSeqLenToCapture", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "[]", "remarks": "We accept multiple –middleware arguments. The value should be an import path.\nIf a function is provided, vLLM will add it to the server using `@app.middleware('http')`.\nIf a class is provided, vLLM will add it to the server using `app.add_middleware()`.", "stability": "stable", "summary": "Additional ASGI middleware to apply to the app." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 429 }, "name": "middleware", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "example": "{\"num_crops\": 4}", "stability": "stable", "summary": "Overrides for the multimodal input mapping/processing, e.g., image processor." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 654 }, "name": "mmProcessorKwargs", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "\"facebook/opt-125m\"", "stability": "stable", "summary": "Name or path of the huggingface model to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 477 }, "name": "model", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "ModelImpl.AUTO", "stability": "stable", "summary": "Which implementation of the model to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 571 }, "name": "modelImpl", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ModelImpl" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Target URL to which OpenTelemetry traces will be sent." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 695 }, "name": "otlpTracesEndpoint", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "example": "{\"temperature\": 0.5}", "remarks": "If used with –generation-config=auto, the override parameters will be merged with the default config from the model.\nIf generation-config is None, only the override parameters are used.", "stability": "stable", "summary": "Overrides or sets generation config." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 775 }, "name": "overrideGenerationConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "example": "{\"cast_logits_dtype\": \"bloat16\"}", "stability": "stable", "summary": "Override or set neuron device configuration." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 721 }, "name": "overrideNeuronConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "example": "{\"pooling_type\": \"mean\", \"normalize\": false}", "stability": "stable", "summary": "Override or set the pooling method for pooling models." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 727 }, "name": "overridePoolerConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "8000", "stability": "stable", "summary": "Port number." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 315 }, "name": "port", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "Multiple adapters can be specified.", "stability": "stable", "summary": "Prompt adapter configurations in the format name=path." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 367 }, "name": "promptAdapters", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Name or path of the QLoRA adapter." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 682 }, "name": "qloraAdapterNameOrPath", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "If None, we first check the quantization_config attribute in the model config file.\nIf that is None, we assume the model weights are not quantized and use dtype to determine the data type of the weights.", "stability": "stable", "summary": "Method used to quantize the weights." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 608 }, "name": "quantization", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.Quantization" } }, { "abstract": true, "docs": { "default": "\"assistant\"", "stability": "stable", "summary": "The role name to return if `request.add_generation_prompt=true`." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 388 }, "name": "responseRole", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "When `--max-logprobs` is specified, represents single tokens as strings of the form 'token_id:{token_id}' so that tokens that are not JSON-encodable can be identified.." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 436 }, "name": "returnTokensAsTokenIds", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "remarks": "It can be a branch name, a tag name, or a commit id.\nIf unspecified, will use the default version.", "stability": "stable", "summary": "The specific model version to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 512 }, "name": "revision", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "FastAPI root_path when app is behind a path based routing proxy." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 420 }, "name": "rootPath", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "example": "{\"rope_type\":\"dynamic\",\"factor\":2.0}", "stability": "stable", "summary": "RoPE scaling configuration in JSON format." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 614 }, "name": "ropeScaling", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "remarks": "Use with rope_scaling.\nIn some cases, changing the RoPE theta improves the performance of the scaled model.", "stability": "stable", "summary": "RoPE theta." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 620 }, "name": "ropeTheta", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "\"vllm.core.scheduler.Scheduler\"", "stability": "stable", "summary": "The scheduler class to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 715 }, "name": "schedulerCls", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Random seed for operations." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 589 }, "name": "seed", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "If multiple names are provided, the server will respond to any of the provided names.\nThe model name in the model field of a response will be the first name in this list.\nIf not specified, the model name will be the same as the `--model` argument.\nNoted that this name(s) will also be used in model_name tag content of prometheus metrics,\nif multiple names provided, metrics tag will take the first one.", "stability": "stable", "summary": "The model name(s) used in the API." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 677 }, "name": "servedModelName", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "remarks": "For example, if a previously deprecated metric has been hidden since the v0.7.0 release,\nyou use –show-hidden-metrics-for-version=0.7 as a temporary escape hatch while you migrate to new metrics.\nThe metric is likely to be removed completely in an upcoming release.", "stability": "stable", "summary": "Enable deprecated Prometheus metrics that have been hidden since the specified version." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 690 }, "name": "showHiddenMetricsForVersion", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Expects valid prompt_token_ids and None for prompt from the input.\nThe generated output will contain token ids.", "stability": "stable", "summary": "Skip initialization of tokenizer and detokenizer." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 506 }, "name": "skipTokenizerInit", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The CA certificates file." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 403 }, "name": "sslCaCerts", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The file path to the SSL cert file." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 398 }, "name": "sslCertfile", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "0", "stability": "stable", "summary": "Whether client certificate is required (see stdlib ssl module's)." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 415 }, "name": "sslCertReqs", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The file path to the SSL key file." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 393 }, "name": "sslKeyfile", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "VllmTask.AUTO", "remarks": "Each vLLM instance only supports one task, even if the same model can be used for multiple tasks.\nWhen the model only supports one task, \"auto\" can be used to select it; otherwise,\nyou must specify explicitly which task to use.", "stability": "stable", "summary": "The task to use the model for." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 486 }, "name": "task", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.VllmTask" } }, { "abstract": true, "docs": { "remarks": "If unspecified, model name or path will be used.", "stability": "stable", "summary": "Name or path of the huggingface tokenizer to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 492 }, "name": "tokenizer", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "TokenizerMode.AUTO", "stability": "stable", "summary": "The tokenizer mode." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 530 }, "name": "tokenizerMode", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.TokenizerMode" } }, { "abstract": true, "docs": { "remarks": "It can be a branch name, a tag name, or a commit id. If unspecified, will use the default version.", "stability": "stable", "summary": "Revision of the huggingface tokenizer to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 524 }, "name": "tokenizerRevision", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "This is used to parse the model-generated tool call into OpenAI API format.\n\nRequired for `--enable-auto-tool-choice`.", "stability": "stable", "summary": "Select the tool call parser depending on the model that you’re using." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 465 }, "name": "toolCallParser", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ToolCallParser" } }, { "abstract": true, "docs": { "default": "\"\"", "stability": "stable", "summary": "Specify the tool parser plugin." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 471 }, "name": "toolParserPlugin", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Trust remote code from huggingface." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 536 }, "name": "trustRemoteCode", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "true", "deprecated": "Setting this flag to True or False has no effect on vLLM behavior.", "stability": "deprecated", "summary": "Block manager v1 has been removed and SelfAttnBlockSpaceManager (i.e. block manager v2) is now the default." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 584 }, "name": "useV2BlockManager", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "UvicornLogLevel.INFO", "stability": "stable", "summary": "Log level for uvicorn." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 321 }, "name": "uvicornLogLevel", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.UvicornLogLevel" } }, { "abstract": true, "docs": { "default": "\"auto\"", "stability": "stable", "summary": "The worker class to use for distributed execution." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 750 }, "name": "workerCls", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "\"\"", "stability": "stable", "summary": "The worker extension class." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 756 }, "name": "workerExtensionCls", "optional": true, "type": { "primitive": "string" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmNamedArguments" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceCompileImage": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-neuronx-patterns.VllmNxdInferenceEcsImageBase", "docs": { "stability": "stable", "summary": "Compile runtime container image for vLLM NxD Inference." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompileImage", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 76 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "vllmInferenceNeuronxImage", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } } ] }, "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 71 }, "name": "VllmNxdInferenceCompileImage", "properties": [ { "docs": { "stability": "stable", "summary": "The container image." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 75 }, "name": "image", "overrides": "aws-cdk-neuronx-patterns.VllmNxdInferenceEcsImageBase", "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerImage" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-compiler:VllmNxdInferenceCompileImage" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceCompileProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props of VllmNxdInferenceCompiler." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompileProps", "kind": "interface", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 97 }, "name": "VllmNxdInferenceCompileProps", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The bucket to upload compiled artifacts." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 105 }, "name": "bucket", "type": { "fqn": "aws-cdk-lib.aws_s3.IBucket" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The model to be compiled." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 113 }, "name": "model", "type": { "fqn": "aws-cdk-neuronx-patterns.Model" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "VPC in which this will launch compile worker instance." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 101 }, "name": "vpc", "type": { "fqn": "aws-cdk-lib.aws_ec2.IVpc" } }, { "abstract": true, "docs": { "default": "- Automatically selected based on model size", "remarks": "This should be a non-Neuron instance type with sufficient memory for model compilation.", "stability": "stable", "summary": "The EC2 instance type to use for cross-compilation." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 156 }, "name": "compileInstanceType", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_ec2.InstanceType" } }, { "abstract": true, "docs": { "default": "- No environment variables.", "remarks": "This is only applicable when using container runtime.", "stability": "stable", "summary": "The environment variables to pass to the container." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 137 }, "name": "environment", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "- latest image", "stability": "stable", "summary": "An image of the container where the compile job is executed." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 149 }, "name": "image", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxContainerImage" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The instance type of compile worker instance." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 109 }, "name": "neuronxInstanceType", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Spot instances are less expensive EC2 instances that can be reclaimed by EC2 at any time; your job will be given two minutes of notice before reclamation.", "stability": "stable", "summary": "Whether or not to use spot instances." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 124 }, "name": "spot", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "- no specific values. use default values.", "stability": "stable", "summary": "The arguments to pass to the vllm engine." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 144 }, "name": "vllmArgs", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.VllmEngineArguments" } }, { "abstract": true, "docs": { "default": "- N bilion parameters * 5GiB EBS", "stability": "stable", "summary": "The root volume of worker instance." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 118 }, "name": "volumeSize", "optional": true, "type": { "fqn": "aws-cdk-lib.Size" } }, { "abstract": true, "docs": { "default": "- new subnets will be created", "stability": "stable", "summary": "The VPC Subnets this Compute Environment will launch instances in." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 130 }, "name": "vpcSubnets", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_ec2.SubnetSelection" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-compiler:VllmNxdInferenceCompileProps" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiledModel": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "The model compiled by Neuronx compiler." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiledModel", "interfaces": [ "aws-cdk-neuronx-patterns.NeuronxCompiledModel" ], "kind": "interface", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 162 }, "name": "VllmNxdInferenceCompiledModel", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "Passed to the vllm engine at compile time." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 166 }, "name": "vllmArgs", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmEngineArguments" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-compiler:VllmNxdInferenceCompiledModel" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiler": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "remarks": "Compile the model to work with Neuronx instance and upload it to an S3 bucket.", "stability": "stable", "summary": "Neuronx compiler construct for vLLM on NxD Inference." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiler", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 176 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompileProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 173 }, "methods": [ { "docs": { "returns": "The compiled model.", "stability": "stable", "summary": "Compile the model and return the compiled model." }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 293 }, "name": "compile", "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiledModel" } } } ], "name": "VllmNxdInferenceCompiler", "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-compiler:VllmNxdInferenceCompiler" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceEcsImage": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-neuronx-patterns.VllmNxdInferenceEcsImageBase", "docs": { "example": "new VllmNxdInferenceEcsImage(VllmInferenceNeuronxImage.LATEST)", "remarks": "This image uses the official AWS Neuron Deep Learning Containers which come with vLLM pre-installed.", "stability": "stable", "summary": "Inference ECS container image for vLLM on NxD Inference." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceEcsImage", "initializer": { "docs": { "example": "new VllmNxdInferenceEcsImage(VllmInferenceNeuronxImage.LATEST)", "remarks": "This will build a container image using a Dockerfile that installs vLLM from source.", "stability": "stable", "summary": "Create a VllmNxdInferenceImage from a custom neuronx image." }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 60 }, "parameters": [ { "name": "vllmInferenceNeuronxImage", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } } ] }, "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 50 }, "name": "VllmNxdInferenceEcsImage", "properties": [ { "docs": { "stability": "stable", "summary": "The container image." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 51 }, "name": "image", "overrides": "aws-cdk-neuronx-patterns.VllmNxdInferenceEcsImageBase", "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerImage" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:VllmNxdInferenceEcsImage" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceEcsImageBase": { "abstract": true, "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Base class for VllmNxdInferenceImage." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceEcsImageBase", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 39 }, "parameters": [ { "name": "neuronxImage", "type": { "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage" } } ] }, "interfaces": [ "aws-cdk-neuronx-patterns.INeuronxContainerImage" ], "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 30 }, "name": "VllmNxdInferenceEcsImageBase", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The container image." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 34 }, "name": "image", "overrides": "aws-cdk-neuronx-patterns.INeuronxContainerImage", "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerImage" } }, { "docs": { "stability": "stable", "summary": "The neuronx SDK version." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 38 }, "name": "neuronSdkVersion", "overrides": "aws-cdk-neuronx-patterns.INeuronxContainerImage", "type": { "primitive": "string" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:VllmNxdInferenceEcsImageBase" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceImageOptions": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceImageOptions", "kind": "interface", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 23 }, "name": "VllmNxdInferenceImageOptions", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 24 }, "name": "vllmGitBranch", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 25 }, "name": "vllmGitCommitHash", "optional": true, "type": { "primitive": "string" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:VllmNxdInferenceImageOptions" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceTaskDefinition": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-neuronx-patterns.NeuronxTaskDefinition", "docs": { "stability": "stable", "summary": "Task definition for VllmNxdInference." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceTaskDefinition", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 97 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceTaskDefinitionProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 96 }, "name": "VllmNxdInferenceTaskDefinition", "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:VllmNxdInferenceTaskDefinition" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceTaskDefinitionProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Task definition for VllmNxdInference." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceTaskDefinitionProps", "interfaces": [ "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionPropsBase" ], "kind": "interface", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 72 }, "name": "VllmNxdInferenceTaskDefinitionProps", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The model to be compiled." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 76 }, "name": "compiledModel", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiledModel" } }, { "abstract": true, "docs": { "default": "- No environment variables.", "remarks": "This is only applicable when using container runtime.", "stability": "stable", "summary": "The environment variables to pass to the container." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 88 }, "name": "environment", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "- latest VllmNxdInferenceImage", "stability": "stable", "summary": "The image to be used for the container." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 81 }, "name": "image", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceEcsImageBase" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:VllmNxdInferenceTaskDefinitionProps" }, "aws-cdk-neuronx-patterns.VllmParallelConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for the distributed execution." }, "fqn": "aws-cdk-neuronx-patterns.VllmParallelConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 895 }, "name": "VllmParallelConfig", "properties": [ { "abstract": true, "docs": { "default": "1", "remarks": "MoE layers will be sharded according to the product of the tensor parallel size and data parallel size.", "stability": "stable", "summary": "Number of data parallel groups." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 921 }, "name": "dataParallelSize", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable the custom all-reduce kernel and fall back to NCCL." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 946 }, "name": "disableCustomAllReduce", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "remarks": "If the product of pipeline_parallel_size and tensor_parallel_size is less than or equal to the number of GPUs available,\n“mp” will be used to keep processing on a single host. Otherwise, this will default to “ray” if Ray is installed and fail otherwise.\nNote that tpu and hpu only support Ray for distributed inference.", "stability": "stable", "summary": "Backend to use for distributed model workers, either “ray” or “mp” (multiprocessing)." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 902 }, "name": "distributedExecutorBackend", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.DistributedExecutorBackend" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Use expert parallelism instead of tensor parallelism for MoE layers." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 927 }, "name": "enableExpertParallel", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "remarks": "To avoid RAM OOM when using tensor parallel and large models.", "stability": "stable", "summary": "Maximum number of parallal loading workers when loading model sequentially in multiple batches." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 933 }, "name": "maxParallelLoadingWorkers", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "Number of pipeline parallel groups." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 908 }, "name": "pipelineParallelSize", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "false", "see": "https://docs.ray.io/en/latest/ray-observability/user-guides/profiling.html#profiling-nsight-profiler", "stability": "stable", "summary": "Whether to profile Ray workers with nsight." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 940 }, "name": "rayWorkersUseNsight", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "Number of tensor parallel groups." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 914 }, "name": "tensorParallelSize", "optional": true, "type": { "primitive": "number" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmParallelConfig" }, "aws-cdk-neuronx-patterns.VllmPromptAdapterConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for PromptAdapters." }, "fqn": "aws-cdk-neuronx-patterns.VllmPromptAdapterConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1098 }, "name": "VllmPromptAdapterConfig", "properties": [ { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "If True, enable handling of PromptAdapters." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1103 }, "name": "enablePromptAdapter", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "Max number of PromptAdapters in a batch." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1109 }, "name": "maxPromptAdapters", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "0", "stability": "stable", "summary": "Max number of PromptAdapters tokens." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1115 }, "name": "maxPromptAdapterToken", "optional": true, "type": { "primitive": "number" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmPromptAdapterConfig" }, "aws-cdk-neuronx-patterns.VllmSchedulerConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.VllmSchedulerConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1136 }, "name": "VllmSchedulerConfig", "properties": [ { "abstract": true, "docs": { "default": "false", "remarks": "Only used in V1 This ensures that if a request has a mixed prompt (like text tokens TTTT followed by image tokens IIIIIIIIII)\nwhere only some image tokens can be scheduled (like TTTTIIIII, leaving IIIII),\nit will be scheduled as TTTT in one step and IIIIIIIIII in the next.", "stability": "stable", "summary": "If set to true and chunked prefill is enabled, we do not want to partially schedule a multimodal item." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1227 }, "name": "disableChunkedMmInput", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "If True, prefill requests can be chunked based on the remaining max_num_batched_tokens." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1218 }, "name": "enableChunkedPrefill", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "0", "stability": "stable", "summary": "For chunked prefill, a request is considered long if the prompt is longer than this number of tokens." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1168 }, "name": "longPrefillTokenThreshold", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "1", "remarks": "Setting this less than max_num_partial_prefills will allow shorter prompts to jump the queue in front of longer prompts in some cases, improving latency.", "stability": "stable", "summary": "For chunked prefill, the maximum number of prompts longer than long_prefill_token_threshold that will be prefilled concurrently." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1162 }, "name": "maxLongPartialPrefills", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "This config has no static default. If left unspecified by the user, it will be set in EngineArgs.create_engine_config based on the usage context.", "stability": "stable", "summary": "Maximum number of tokens to be processed in a single iteration." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1142 }, "name": "maxNumBatchedTokens", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "For chunked prefill, the maximum number of sequences that can be partially prefilled concurrently." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1155 }, "name": "maxNumPartialPrefills", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "This config has no static default. If left unspecified by the user, it will be set in EngineArgs.create_engine_config based on the usage context.", "stability": "stable", "summary": "Maximum number of sequences to be processed in a single iteration." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1149 }, "name": "maxNumSeqs", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "true", "stability": "stable", "summary": "If False, then multi-step will stream outputs at the end of all steps." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1205 }, "name": "multiStepStreamOutputs", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "0", "remarks": "This is used in speculative decoding to store KV activations of tokens\nwhich may or may not be accepted.\n\nNOTE: This will be replaced by speculative config in the future; it is present to enable correctness tests until then.", "stability": "stable", "summary": "The number of slots to allocate per sequence per step, beyond the known token ids." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1178 }, "name": "numLookaheadSlots", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "Maximum number of forward steps per scheduler call." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1199 }, "name": "numSchedulerSteps", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "If not specified, we determine the mode as follows:\nWe use recomputation by default since it incurs lower overhead than swapping.\nHowever, when the sequence group has multiple sequences (e.g., beam search),\nrecomputation is not currently supported. In such a case, we use swapping instead.", "stability": "stable", "summary": "Whether to perform preemption by swapping or recomputation." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1193 }, "name": "preemptionMode", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.PreemptionMode" } }, { "abstract": true, "docs": { "default": "0.0", "stability": "stable", "summary": "Apply a delay (of delay factor multiplied by previous prompt latency) before scheduling next prompt." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1184 }, "name": "schedulerDelayFactor", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "SchedulingPolicy.FCFS", "stability": "stable", "summary": "The scheduling policy to use: - “fcfs” means first come first served, i.e. requests are handled in order of arrival. - “priority” means requests are handled based on given priority (lower value means earlier handling) and time of arrival deciding any ties)." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1213 }, "name": "schedulingPolicy", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.SchedulingPolicy" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmSchedulerConfig" }, "aws-cdk-neuronx-patterns.VllmSpeculativeConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for speculative decoding." }, "fqn": "aws-cdk-neuronx-patterns.VllmSpeculativeConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1129 }, "name": "VllmSpeculativeConfig", "properties": [ { "abstract": true, "docs": { "remarks": "Should be a object.", "stability": "stable", "summary": "The configurations for speculative decoding." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1133 }, "name": "speculativeConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmSpeculativeConfig" }, "aws-cdk-neuronx-patterns.VllmTask": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Task options for model usage." }, "fqn": "aws-cdk-neuronx-patterns.VllmTask", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 275 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "GENERATE" }, { "docs": { "stability": "stable" }, "name": "EMBEDDING" }, { "docs": { "stability": "stable" }, "name": "EMBED" }, { "docs": { "stability": "stable" }, "name": "CLASSIFY" }, { "docs": { "stability": "stable" }, "name": "SCORE" }, { "docs": { "stability": "stable" }, "name": "REWARD" }, { "docs": { "stability": "stable" }, "name": "TRANSCRIPTION" } ], "name": "VllmTask", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmTask" } }, "version": "0.3.0", "fingerprint": "aK6GSL1zrw/JNphQGwQEHYhOfs7iFqHe5PGaAzykQM0=" }