{ "author": { "email": "49480575+WinterYukky@users.noreply.github.com", "name": "WinterYukky", "roles": [ "author" ] }, "dependencies": { "@aws-cdk/aws-sagemaker-alpha": "2.200.1-alpha.0", "aws-cdk-lib": "^2.200.1", "constructs": "^10.0.5" }, "dependencyClosure": { "@aws-cdk/asset-awscli-v1": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Asset.AwsCliV1", "packageId": "Amazon.CDK.Asset.AwsCliV1" }, "go": { "moduleName": "github.com/cdklabs/awscdk-asset-awscli-go", "packageName": "awscliv1" }, "java": { "maven": { "artifactId": "cdk-asset-awscli-v1", "groupId": "software.amazon.awscdk" }, "package": "software.amazon.awscdk.cdk.asset.awscli.v1" }, "js": { "npm": "@aws-cdk/asset-awscli-v1" }, "python": { "distName": "aws-cdk.asset-awscli-v1", "module": "aws_cdk.asset_awscli_v1" } } }, "@aws-cdk/asset-node-proxy-agent-v6": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Asset.NodeProxyAgentV6", "packageId": "Amazon.CDK.Asset.NodeProxyAgentV6" }, "go": { "moduleName": "github.com/cdklabs/awscdk-asset-node-proxy-agent-go", "packageName": "nodeproxyagentv6" }, "java": { "maven": { "artifactId": "cdk-asset-node-proxy-agent-v6", "groupId": "software.amazon.awscdk" }, "package": "software.amazon.awscdk.cdk.asset.node.proxy.agent.v6" }, "js": { "npm": "@aws-cdk/asset-node-proxy-agent-v6" }, "python": { "distName": "aws-cdk.asset-node-proxy-agent-v6", "module": "aws_cdk.asset_node_proxy_agent_v6" } } }, "@aws-cdk/aws-sagemaker-alpha": { "targets": { "dotnet": { "iconUrl": "https://raw.githubusercontent.com/aws/aws-cdk/main/logo/default-256-dark.png", "namespace": "Amazon.CDK.AWS.Sagemaker.Alpha", "packageId": "Amazon.CDK.AWS.Sagemaker.Alpha" }, "go": { "moduleName": "github.com/aws/aws-cdk-go", "packageName": "awscdksagemakeralpha" }, "java": { "maven": { "artifactId": "sagemaker-alpha", "groupId": "software.amazon.awscdk" }, "package": "software.amazon.awscdk.services.sagemaker.alpha" }, "js": { "npm": "@aws-cdk/aws-sagemaker-alpha" }, "python": { "classifiers": [ "Framework :: AWS CDK", "Framework :: AWS CDK :: 2" ], "distName": "aws-cdk.aws-sagemaker-alpha", "module": "aws_cdk.aws_sagemaker_alpha" } } }, "@aws-cdk/cloud-assembly-schema": { "targets": { "dotnet": { "iconUrl": "https://raw.githubusercontent.com/aws/aws-cdk/main/logo/default-256-dark.png", "namespace": "Amazon.CDK.CloudAssembly.Schema", "packageId": "Amazon.CDK.CloudAssembly.Schema" }, "go": { "moduleName": "github.com/cdklabs/cloud-assembly-schema-go" }, "java": { "maven": { "artifactId": "cdk-cloud-assembly-schema", "groupId": "software.amazon.awscdk" }, "package": "software.amazon.awscdk.cloudassembly.schema" }, "js": { "npm": "@aws-cdk/cloud-assembly-schema" }, "python": { "classifiers": [ "Framework :: AWS CDK", "Framework :: AWS CDK :: 2" ], "distName": "aws-cdk.cloud-assembly-schema", "module": "aws_cdk.cloud_assembly_schema" } } }, "aws-cdk-lib": { "submodules": { "aws-cdk-lib.alexa_ask": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Alexa.Ask" }, "java": { "package": "software.amazon.awscdk.alexa.ask" }, "python": { "module": "aws_cdk.alexa_ask" } } }, "aws-cdk-lib.assertions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Assertions" }, "java": { "package": "software.amazon.awscdk.assertions" }, "python": { "module": "aws_cdk.assertions" } } }, "aws-cdk-lib.assets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Assets" }, "java": { "package": "software.amazon.awscdk.assets" }, "python": { "module": "aws_cdk.assets" } } }, "aws-cdk-lib.aws_accessanalyzer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AccessAnalyzer" }, "java": { "package": "software.amazon.awscdk.services.accessanalyzer" }, "python": { "module": "aws_cdk.aws_accessanalyzer" } } }, "aws-cdk-lib.aws_acmpca": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ACMPCA" }, "java": { "package": "software.amazon.awscdk.services.acmpca" }, "python": { "module": "aws_cdk.aws_acmpca" } } }, "aws-cdk-lib.aws_amazonmq": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AmazonMQ" }, "java": { "package": "software.amazon.awscdk.services.amazonmq" }, "python": { "module": "aws_cdk.aws_amazonmq" } } }, "aws-cdk-lib.aws_amplify": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Amplify" }, "java": { "package": "software.amazon.awscdk.services.amplify" }, "python": { "module": "aws_cdk.aws_amplify" } } }, "aws-cdk-lib.aws_amplifyuibuilder": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AmplifyUIBuilder" }, "java": { "package": "software.amazon.awscdk.services.amplifyuibuilder" }, "python": { "module": "aws_cdk.aws_amplifyuibuilder" } } }, "aws-cdk-lib.aws_apigateway": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.APIGateway" }, "java": { "package": "software.amazon.awscdk.services.apigateway" }, "python": { "module": "aws_cdk.aws_apigateway" } } }, "aws-cdk-lib.aws_apigatewayv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Apigatewayv2" }, "java": { "package": "software.amazon.awscdk.services.apigatewayv2" }, "python": { "module": "aws_cdk.aws_apigatewayv2" } } }, "aws-cdk-lib.aws_apigatewayv2_authorizers": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AwsApigatewayv2Authorizers" }, "java": { "package": "software.amazon.awscdk.aws_apigatewayv2_authorizers" }, "python": { "module": "aws_cdk.aws_apigatewayv2_authorizers" } } }, "aws-cdk-lib.aws_apigatewayv2_integrations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AwsApigatewayv2Integrations" }, "java": { "package": "software.amazon.awscdk.aws_apigatewayv2_integrations" }, "python": { "module": "aws_cdk.aws_apigatewayv2_integrations" } } }, "aws-cdk-lib.aws_appconfig": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppConfig" }, "java": { "package": "software.amazon.awscdk.services.appconfig" }, "python": { "module": "aws_cdk.aws_appconfig" } } }, "aws-cdk-lib.aws_appflow": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppFlow" }, "java": { "package": "software.amazon.awscdk.services.appflow" }, "python": { "module": "aws_cdk.aws_appflow" } } }, "aws-cdk-lib.aws_appintegrations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppIntegrations" }, "java": { "package": "software.amazon.awscdk.services.appintegrations" }, "python": { "module": "aws_cdk.aws_appintegrations" } } }, "aws-cdk-lib.aws_applicationautoscaling": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ApplicationAutoScaling" }, "java": { "package": "software.amazon.awscdk.services.applicationautoscaling" }, "python": { "module": "aws_cdk.aws_applicationautoscaling" } } }, "aws-cdk-lib.aws_applicationinsights": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ApplicationInsights" }, "java": { "package": "software.amazon.awscdk.services.applicationinsights" }, "python": { "module": "aws_cdk.aws_applicationinsights" } } }, "aws-cdk-lib.aws_applicationsignals": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.ApplicationSignals" }, "java": { "package": "software.amazon.awscdk.services.applicationsignals" }, "python": { "module": "aws_cdk.aws_applicationsignals" } } }, "aws-cdk-lib.aws_appmesh": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppMesh" }, "java": { "package": "software.amazon.awscdk.services.appmesh" }, "python": { "module": "aws_cdk.aws_appmesh" } } }, "aws-cdk-lib.aws_apprunner": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppRunner" }, "java": { "package": "software.amazon.awscdk.services.apprunner" }, "python": { "module": "aws_cdk.aws_apprunner" } } }, "aws-cdk-lib.aws_appstream": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppStream" }, "java": { "package": "software.amazon.awscdk.services.appstream" }, "python": { "module": "aws_cdk.aws_appstream" } } }, "aws-cdk-lib.aws_appsync": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AppSync" }, "java": { "package": "software.amazon.awscdk.services.appsync" }, "python": { "module": "aws_cdk.aws_appsync" } } }, "aws-cdk-lib.aws_apptest": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.AppTest" }, "java": { "package": "software.amazon.awscdk.services.apptest" }, "python": { "module": "aws_cdk.aws_apptest" } } }, "aws-cdk-lib.aws_aps": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.APS" }, "java": { "package": "software.amazon.awscdk.services.aps" }, "python": { "module": "aws_cdk.aws_aps" } } }, "aws-cdk-lib.aws_arczonalshift": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.ARCZonalShift" }, "java": { "package": "software.amazon.awscdk.services.arczonalshift" }, "python": { "module": "aws_cdk.aws_arczonalshift" } } }, "aws-cdk-lib.aws_athena": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Athena" }, "java": { "package": "software.amazon.awscdk.services.athena" }, "python": { "module": "aws_cdk.aws_athena" } } }, "aws-cdk-lib.aws_auditmanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AuditManager" }, "java": { "package": "software.amazon.awscdk.services.auditmanager" }, "python": { "module": "aws_cdk.aws_auditmanager" } } }, "aws-cdk-lib.aws_autoscaling": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AutoScaling" }, "java": { "package": "software.amazon.awscdk.services.autoscaling" }, "python": { "module": "aws_cdk.aws_autoscaling" } } }, "aws-cdk-lib.aws_autoscaling_common": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AutoScaling.Common" }, "java": { "package": "software.amazon.awscdk.services.autoscaling.common" }, "python": { "module": "aws_cdk.aws_autoscaling_common" } } }, "aws-cdk-lib.aws_autoscaling_hooktargets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AutoScaling.HookTargets" }, "java": { "package": "software.amazon.awscdk.services.autoscaling.hooktargets" }, "python": { "module": "aws_cdk.aws_autoscaling_hooktargets" } } }, "aws-cdk-lib.aws_autoscalingplans": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.AutoScalingPlans" }, "java": { "package": "software.amazon.awscdk.services.autoscalingplans" }, "python": { "module": "aws_cdk.aws_autoscalingplans" } } }, "aws-cdk-lib.aws_b2bi": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.B2BI" }, "java": { "package": "software.amazon.awscdk.services.b2bi" }, "python": { "module": "aws_cdk.aws_b2bi" } } }, "aws-cdk-lib.aws_backup": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Backup" }, "java": { "package": "software.amazon.awscdk.services.backup" }, "python": { "module": "aws_cdk.aws_backup" } } }, "aws-cdk-lib.aws_backupgateway": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.BackupGateway" }, "java": { "package": "software.amazon.awscdk.services.backupgateway" }, "python": { "module": "aws_cdk.aws_backupgateway" } } }, "aws-cdk-lib.aws_batch": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Batch" }, "java": { "package": "software.amazon.awscdk.services.batch" }, "python": { "module": "aws_cdk.aws_batch" } } }, "aws-cdk-lib.aws_bcmdataexports": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.BCMDataExports" }, "java": { "package": "software.amazon.awscdk.services.bcmdataexports" }, "python": { "module": "aws_cdk.aws_bcmdataexports" } } }, "aws-cdk-lib.aws_bedrock": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.Bedrock" }, "java": { "package": "software.amazon.awscdk.services.bedrock" }, "python": { "module": "aws_cdk.aws_bedrock" } } }, "aws-cdk-lib.aws_billingconductor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.BillingConductor" }, "java": { "package": "software.amazon.awscdk.services.billingconductor" }, "python": { "module": "aws_cdk.aws_billingconductor" } } }, "aws-cdk-lib.aws_budgets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Budgets" }, "java": { "package": "software.amazon.awscdk.services.budgets" }, "python": { "module": "aws_cdk.aws_budgets" } } }, "aws-cdk-lib.aws_cassandra": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Cassandra" }, "java": { "package": "software.amazon.awscdk.services.cassandra" }, "python": { "module": "aws_cdk.aws_cassandra" } } }, "aws-cdk-lib.aws_ce": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CE" }, "java": { "package": "software.amazon.awscdk.services.ce" }, "python": { "module": "aws_cdk.aws_ce" } } }, "aws-cdk-lib.aws_certificatemanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CertificateManager" }, "java": { "package": "software.amazon.awscdk.services.certificatemanager" }, "python": { "module": "aws_cdk.aws_certificatemanager" } } }, "aws-cdk-lib.aws_chatbot": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Chatbot" }, "java": { "package": "software.amazon.awscdk.services.chatbot" }, "python": { "module": "aws_cdk.aws_chatbot" } } }, "aws-cdk-lib.aws_cleanrooms": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.CleanRooms" }, "java": { "package": "software.amazon.awscdk.services.cleanrooms" }, "python": { "module": "aws_cdk.aws_cleanrooms" } } }, "aws-cdk-lib.aws_cleanroomsml": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.CleanRoomsML" }, "java": { "package": "software.amazon.awscdk.services.cleanroomsml" }, "python": { "module": "aws_cdk.aws_cleanroomsml" } } }, "aws-cdk-lib.aws_cloud9": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Cloud9" }, "java": { "package": "software.amazon.awscdk.services.cloud9" }, "python": { "module": "aws_cdk.aws_cloud9" } } }, "aws-cdk-lib.aws_cloudformation": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudFormation" }, "java": { "package": "software.amazon.awscdk.services.cloudformation" }, "python": { "module": "aws_cdk.aws_cloudformation" } } }, "aws-cdk-lib.aws_cloudfront": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudFront" }, "java": { "package": "software.amazon.awscdk.services.cloudfront" }, "python": { "module": "aws_cdk.aws_cloudfront" } } }, "aws-cdk-lib.aws_cloudfront.experimental": {}, "aws-cdk-lib.aws_cloudfront_origins": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudFront.Origins" }, "java": { "package": "software.amazon.awscdk.services.cloudfront.origins" }, "python": { "module": "aws_cdk.aws_cloudfront_origins" } } }, "aws-cdk-lib.aws_cloudtrail": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudTrail" }, "java": { "package": "software.amazon.awscdk.services.cloudtrail" }, "python": { "module": "aws_cdk.aws_cloudtrail" } } }, "aws-cdk-lib.aws_cloudwatch": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudWatch" }, "java": { "package": "software.amazon.awscdk.services.cloudwatch" }, "python": { "module": "aws_cdk.aws_cloudwatch" } } }, "aws-cdk-lib.aws_cloudwatch_actions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CloudWatch.Actions" }, "java": { "package": "software.amazon.awscdk.services.cloudwatch.actions" }, "python": { "module": "aws_cdk.aws_cloudwatch_actions" } } }, "aws-cdk-lib.aws_codeartifact": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeArtifact" }, "java": { "package": "software.amazon.awscdk.services.codeartifact" }, "python": { "module": "aws_cdk.aws_codeartifact" } } }, "aws-cdk-lib.aws_codebuild": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeBuild" }, "java": { "package": "software.amazon.awscdk.services.codebuild" }, "python": { "module": "aws_cdk.aws_codebuild" } } }, "aws-cdk-lib.aws_codecommit": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeCommit" }, "java": { "package": "software.amazon.awscdk.services.codecommit" }, "python": { "module": "aws_cdk.aws_codecommit" } } }, "aws-cdk-lib.aws_codeconnections": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.CodeConnections" }, "java": { "package": "software.amazon.awscdk.services.codeconnections" }, "python": { "module": "aws_cdk.aws_codeconnections" } } }, "aws-cdk-lib.aws_codedeploy": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeDeploy" }, "java": { "package": "software.amazon.awscdk.services.codedeploy" }, "python": { "module": "aws_cdk.aws_codedeploy" } } }, "aws-cdk-lib.aws_codeguruprofiler": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeGuruProfiler" }, "java": { "package": "software.amazon.awscdk.services.codeguruprofiler" }, "python": { "module": "aws_cdk.aws_codeguruprofiler" } } }, "aws-cdk-lib.aws_codegurureviewer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeGuruReviewer" }, "java": { "package": "software.amazon.awscdk.services.codegurureviewer" }, "python": { "module": "aws_cdk.aws_codegurureviewer" } } }, "aws-cdk-lib.aws_codepipeline": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodePipeline" }, "java": { "package": "software.amazon.awscdk.services.codepipeline" }, "python": { "module": "aws_cdk.aws_codepipeline" } } }, "aws-cdk-lib.aws_codepipeline_actions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodePipeline.Actions" }, "java": { "package": "software.amazon.awscdk.services.codepipeline.actions" }, "python": { "module": "aws_cdk.aws_codepipeline_actions" } } }, "aws-cdk-lib.aws_codestar": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Codestar" }, "java": { "package": "software.amazon.awscdk.services.codestar" }, "python": { "module": "aws_cdk.aws_codestar" } } }, "aws-cdk-lib.aws_codestarconnections": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeStarConnections" }, "java": { "package": "software.amazon.awscdk.services.codestarconnections" }, "python": { "module": "aws_cdk.aws_codestarconnections" } } }, "aws-cdk-lib.aws_codestarnotifications": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CodeStarNotifications" }, "java": { "package": "software.amazon.awscdk.services.codestarnotifications" }, "python": { "module": "aws_cdk.aws_codestarnotifications" } } }, "aws-cdk-lib.aws_cognito": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Cognito" }, "java": { "package": "software.amazon.awscdk.services.cognito" }, "python": { "module": "aws_cdk.aws_cognito" } } }, "aws-cdk-lib.aws_cognito_identitypool": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Cognito.Identitypool" }, "java": { "package": "software.amazon.awscdk.services.cognito.identitypool" }, "python": { "module": "aws_cdk.aws_cognito_identitypool" } } }, "aws-cdk-lib.aws_comprehend": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Comprehend" }, "java": { "package": "software.amazon.awscdk.services.comprehend" }, "python": { "module": "aws_cdk.aws_comprehend" } } }, "aws-cdk-lib.aws_config": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Config" }, "java": { "package": "software.amazon.awscdk.services.config" }, "python": { "module": "aws_cdk.aws_config" } } }, "aws-cdk-lib.aws_connect": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Connect" }, "java": { "package": "software.amazon.awscdk.services.connect" }, "python": { "module": "aws_cdk.aws_connect" } } }, "aws-cdk-lib.aws_connectcampaigns": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ConnectCampaigns" }, "java": { "package": "software.amazon.awscdk.services.connectcampaigns" }, "python": { "module": "aws_cdk.aws_connectcampaigns" } } }, "aws-cdk-lib.aws_connectcampaignsv2": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.ConnectCampaignsV2" }, "java": { "package": "software.amazon.awscdk.services.connectcampaignsv2" }, "python": { "module": "aws_cdk.aws_connectcampaignsv2" } } }, "aws-cdk-lib.aws_controltower": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ControlTower" }, "java": { "package": "software.amazon.awscdk.services.controltower" }, "python": { "module": "aws_cdk.aws_controltower" } } }, "aws-cdk-lib.aws_cur": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CUR" }, "java": { "package": "software.amazon.awscdk.services.cur" }, "python": { "module": "aws_cdk.aws_cur" } } }, "aws-cdk-lib.aws_customerprofiles": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.CustomerProfiles" }, "java": { "package": "software.amazon.awscdk.services.customerprofiles" }, "python": { "module": "aws_cdk.aws_customerprofiles" } } }, "aws-cdk-lib.aws_databrew": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DataBrew" }, "java": { "package": "software.amazon.awscdk.services.databrew" }, "python": { "module": "aws_cdk.aws_databrew" } } }, "aws-cdk-lib.aws_datapipeline": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DataPipeline" }, "java": { "package": "software.amazon.awscdk.services.datapipeline" }, "python": { "module": "aws_cdk.aws_datapipeline" } } }, "aws-cdk-lib.aws_datasync": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DataSync" }, "java": { "package": "software.amazon.awscdk.services.datasync" }, "python": { "module": "aws_cdk.aws_datasync" } } }, "aws-cdk-lib.aws_datazone": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.DataZone" }, "java": { "package": "software.amazon.awscdk.services.datazone" }, "python": { "module": "aws_cdk.aws_datazone" } } }, "aws-cdk-lib.aws_dax": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DAX" }, "java": { "package": "software.amazon.awscdk.services.dax" }, "python": { "module": "aws_cdk.aws_dax" } } }, "aws-cdk-lib.aws_deadline": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.Deadline" }, "java": { "package": "software.amazon.awscdk.services.deadline" }, "python": { "module": "aws_cdk.aws_deadline" } } }, "aws-cdk-lib.aws_detective": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Detective" }, "java": { "package": "software.amazon.awscdk.services.detective" }, "python": { "module": "aws_cdk.aws_detective" } } }, "aws-cdk-lib.aws_devicefarm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DeviceFarm" }, "java": { "package": "software.amazon.awscdk.services.devicefarm" }, "python": { "module": "aws_cdk.aws_devicefarm" } } }, "aws-cdk-lib.aws_devopsguru": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DevOpsGuru" }, "java": { "package": "software.amazon.awscdk.services.devopsguru" }, "python": { "module": "aws_cdk.aws_devopsguru" } } }, "aws-cdk-lib.aws_directoryservice": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DirectoryService" }, "java": { "package": "software.amazon.awscdk.services.directoryservice" }, "python": { "module": "aws_cdk.aws_directoryservice" } } }, "aws-cdk-lib.aws_dlm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DLM" }, "java": { "package": "software.amazon.awscdk.services.dlm" }, "python": { "module": "aws_cdk.aws_dlm" } } }, "aws-cdk-lib.aws_dms": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DMS" }, "java": { "package": "software.amazon.awscdk.services.dms" }, "python": { "module": "aws_cdk.aws_dms" } } }, "aws-cdk-lib.aws_docdb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DocDB" }, "java": { "package": "software.amazon.awscdk.services.docdb" }, "python": { "module": "aws_cdk.aws_docdb" } } }, "aws-cdk-lib.aws_docdbelastic": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DocDBElastic" }, "java": { "package": "software.amazon.awscdk.services.docdbelastic" }, "python": { "module": "aws_cdk.aws_docdbelastic" } } }, "aws-cdk-lib.aws_dsql": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.DSQL" }, "java": { "package": "software.amazon.awscdk.services.dsql" }, "python": { "module": "aws_cdk.aws_dsql" } } }, "aws-cdk-lib.aws_dynamodb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.DynamoDB" }, "java": { "package": "software.amazon.awscdk.services.dynamodb" }, "python": { "module": "aws_cdk.aws_dynamodb" } } }, "aws-cdk-lib.aws_ec2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EC2" }, "java": { "package": "software.amazon.awscdk.services.ec2" }, "python": { "module": "aws_cdk.aws_ec2" } } }, "aws-cdk-lib.aws_ecr": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ECR" }, "java": { "package": "software.amazon.awscdk.services.ecr" }, "python": { "module": "aws_cdk.aws_ecr" } } }, "aws-cdk-lib.aws_ecr_assets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Ecr.Assets" }, "java": { "package": "software.amazon.awscdk.services.ecr.assets" }, "python": { "module": "aws_cdk.aws_ecr_assets" } } }, "aws-cdk-lib.aws_ecs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ECS" }, "java": { "package": "software.amazon.awscdk.services.ecs" }, "python": { "module": "aws_cdk.aws_ecs" } } }, "aws-cdk-lib.aws_ecs_patterns": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ECS.Patterns" }, "java": { "package": "software.amazon.awscdk.services.ecs.patterns" }, "python": { "module": "aws_cdk.aws_ecs_patterns" } } }, "aws-cdk-lib.aws_efs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EFS" }, "java": { "package": "software.amazon.awscdk.services.efs" }, "python": { "module": "aws_cdk.aws_efs" } } }, "aws-cdk-lib.aws_eks": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EKS" }, "java": { "package": "software.amazon.awscdk.services.eks" }, "python": { "module": "aws_cdk.aws_eks" } } }, "aws-cdk-lib.aws_elasticache": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElastiCache" }, "java": { "package": "software.amazon.awscdk.services.elasticache" }, "python": { "module": "aws_cdk.aws_elasticache" } } }, "aws-cdk-lib.aws_elasticbeanstalk": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElasticBeanstalk" }, "java": { "package": "software.amazon.awscdk.services.elasticbeanstalk" }, "python": { "module": "aws_cdk.aws_elasticbeanstalk" } } }, "aws-cdk-lib.aws_elasticloadbalancing": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElasticLoadBalancing" }, "java": { "package": "software.amazon.awscdk.services.elasticloadbalancing" }, "python": { "module": "aws_cdk.aws_elasticloadbalancing" } } }, "aws-cdk-lib.aws_elasticloadbalancingv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElasticLoadBalancingV2" }, "java": { "package": "software.amazon.awscdk.services.elasticloadbalancingv2" }, "python": { "module": "aws_cdk.aws_elasticloadbalancingv2" } } }, "aws-cdk-lib.aws_elasticloadbalancingv2_actions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElasticLoadBalancingV2.Actions" }, "java": { "package": "software.amazon.awscdk.services.elasticloadbalancingv2.actions" }, "python": { "module": "aws_cdk.aws_elasticloadbalancingv2_actions" } } }, "aws-cdk-lib.aws_elasticloadbalancingv2_targets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ElasticLoadBalancingV2.Targets" }, "java": { "package": "software.amazon.awscdk.services.elasticloadbalancingv2.targets" }, "python": { "module": "aws_cdk.aws_elasticloadbalancingv2_targets" } } }, "aws-cdk-lib.aws_elasticsearch": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Elasticsearch" }, "java": { "package": "software.amazon.awscdk.services.elasticsearch" }, "python": { "module": "aws_cdk.aws_elasticsearch" } } }, "aws-cdk-lib.aws_emr": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EMR" }, "java": { "package": "software.amazon.awscdk.services.emr" }, "python": { "module": "aws_cdk.aws_emr" } } }, "aws-cdk-lib.aws_emrcontainers": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EMRContainers" }, "java": { "package": "software.amazon.awscdk.services.emrcontainers" }, "python": { "module": "aws_cdk.aws_emrcontainers" } } }, "aws-cdk-lib.aws_emrserverless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EMRServerless" }, "java": { "package": "software.amazon.awscdk.services.emrserverless" }, "python": { "module": "aws_cdk.aws_emrserverless" } } }, "aws-cdk-lib.aws_entityresolution": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.EntityResolution" }, "java": { "package": "software.amazon.awscdk.services.entityresolution" }, "python": { "module": "aws_cdk.aws_entityresolution" } } }, "aws-cdk-lib.aws_events": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Events" }, "java": { "package": "software.amazon.awscdk.services.events" }, "python": { "module": "aws_cdk.aws_events" } } }, "aws-cdk-lib.aws_events_targets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Events.Targets" }, "java": { "package": "software.amazon.awscdk.services.events.targets" }, "python": { "module": "aws_cdk.aws_events_targets" } } }, "aws-cdk-lib.aws_eventschemas": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.EventSchemas" }, "java": { "package": "software.amazon.awscdk.services.eventschemas" }, "python": { "module": "aws_cdk.aws_eventschemas" } } }, "aws-cdk-lib.aws_evidently": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Evidently" }, "java": { "package": "software.amazon.awscdk.services.evidently" }, "python": { "module": "aws_cdk.aws_evidently" } } }, "aws-cdk-lib.aws_finspace": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.FinSpace" }, "java": { "package": "software.amazon.awscdk.services.finspace" }, "python": { "module": "aws_cdk.aws_finspace" } } }, "aws-cdk-lib.aws_fis": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.FIS" }, "java": { "package": "software.amazon.awscdk.services.fis" }, "python": { "module": "aws_cdk.aws_fis" } } }, "aws-cdk-lib.aws_fms": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.FMS" }, "java": { "package": "software.amazon.awscdk.services.fms" }, "python": { "module": "aws_cdk.aws_fms" } } }, "aws-cdk-lib.aws_forecast": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Forecast" }, "java": { "package": "software.amazon.awscdk.services.forecast" }, "python": { "module": "aws_cdk.aws_forecast" } } }, "aws-cdk-lib.aws_frauddetector": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.FraudDetector" }, "java": { "package": "software.amazon.awscdk.services.frauddetector" }, "python": { "module": "aws_cdk.aws_frauddetector" } } }, "aws-cdk-lib.aws_fsx": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.FSx" }, "java": { "package": "software.amazon.awscdk.services.fsx" }, "python": { "module": "aws_cdk.aws_fsx" } } }, "aws-cdk-lib.aws_gamelift": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GameLift" }, "java": { "package": "software.amazon.awscdk.services.gamelift" }, "python": { "module": "aws_cdk.aws_gamelift" } } }, "aws-cdk-lib.aws_gameliftstreams": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.GameLiftStreams" }, "java": { "package": "software.amazon.awscdk.services.gameliftstreams" }, "python": { "module": "aws_cdk.aws_gameliftstreams" } } }, "aws-cdk-lib.aws_globalaccelerator": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GlobalAccelerator" }, "java": { "package": "software.amazon.awscdk.services.globalaccelerator" }, "python": { "module": "aws_cdk.aws_globalaccelerator" } } }, "aws-cdk-lib.aws_globalaccelerator_endpoints": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GlobalAccelerator.Endpoints" }, "java": { "package": "software.amazon.awscdk.services.globalaccelerator.endpoints" }, "python": { "module": "aws_cdk.aws_globalaccelerator_endpoints" } } }, "aws-cdk-lib.aws_glue": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Glue" }, "java": { "package": "software.amazon.awscdk.services.glue" }, "python": { "module": "aws_cdk.aws_glue" } } }, "aws-cdk-lib.aws_grafana": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Grafana" }, "java": { "package": "software.amazon.awscdk.services.grafana" }, "python": { "module": "aws_cdk.aws_grafana" } } }, "aws-cdk-lib.aws_greengrass": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Greengrass" }, "java": { "package": "software.amazon.awscdk.services.greengrass" }, "python": { "module": "aws_cdk.aws_greengrass" } } }, "aws-cdk-lib.aws_greengrassv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GreengrassV2" }, "java": { "package": "software.amazon.awscdk.services.greengrassv2" }, "python": { "module": "aws_cdk.aws_greengrassv2" } } }, "aws-cdk-lib.aws_groundstation": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GroundStation" }, "java": { "package": "software.amazon.awscdk.services.groundstation" }, "python": { "module": "aws_cdk.aws_groundstation" } } }, "aws-cdk-lib.aws_guardduty": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.GuardDuty" }, "java": { "package": "software.amazon.awscdk.services.guardduty" }, "python": { "module": "aws_cdk.aws_guardduty" } } }, "aws-cdk-lib.aws_healthimaging": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.HealthImaging" }, "java": { "package": "software.amazon.awscdk.services.healthimaging" }, "python": { "module": "aws_cdk.aws_healthimaging" } } }, "aws-cdk-lib.aws_healthlake": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.HealthLake" }, "java": { "package": "software.amazon.awscdk.services.healthlake" }, "python": { "module": "aws_cdk.aws_healthlake" } } }, "aws-cdk-lib.aws_iam": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IAM" }, "java": { "package": "software.amazon.awscdk.services.iam" }, "python": { "module": "aws_cdk.aws_iam" } } }, "aws-cdk-lib.aws_identitystore": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IdentityStore" }, "java": { "package": "software.amazon.awscdk.services.identitystore" }, "python": { "module": "aws_cdk.aws_identitystore" } } }, "aws-cdk-lib.aws_imagebuilder": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ImageBuilder" }, "java": { "package": "software.amazon.awscdk.services.imagebuilder" }, "python": { "module": "aws_cdk.aws_imagebuilder" } } }, "aws-cdk-lib.aws_inspector": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Inspector" }, "java": { "package": "software.amazon.awscdk.services.inspector" }, "python": { "module": "aws_cdk.aws_inspector" } } }, "aws-cdk-lib.aws_inspectorv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.InspectorV2" }, "java": { "package": "software.amazon.awscdk.services.inspectorv2" }, "python": { "module": "aws_cdk.aws_inspectorv2" } } }, "aws-cdk-lib.aws_internetmonitor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.InternetMonitor" }, "java": { "package": "software.amazon.awscdk.services.internetmonitor" }, "python": { "module": "aws_cdk.aws_internetmonitor" } } }, "aws-cdk-lib.aws_invoicing": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.Invoicing" }, "java": { "package": "software.amazon.awscdk.services.invoicing" }, "python": { "module": "aws_cdk.aws_invoicing" } } }, "aws-cdk-lib.aws_iot": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoT" }, "java": { "package": "software.amazon.awscdk.services.iot" }, "python": { "module": "aws_cdk.aws_iot" } } }, "aws-cdk-lib.aws_iotanalytics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTAnalytics" }, "java": { "package": "software.amazon.awscdk.services.iotanalytics" }, "python": { "module": "aws_cdk.aws_iotanalytics" } } }, "aws-cdk-lib.aws_iotcoredeviceadvisor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTCoreDeviceAdvisor" }, "java": { "package": "software.amazon.awscdk.services.iotcoredeviceadvisor" }, "python": { "module": "aws_cdk.aws_iotcoredeviceadvisor" } } }, "aws-cdk-lib.aws_iotevents": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTEvents" }, "java": { "package": "software.amazon.awscdk.services.iotevents" }, "python": { "module": "aws_cdk.aws_iotevents" } } }, "aws-cdk-lib.aws_iotfleethub": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTFleetHub" }, "java": { "package": "software.amazon.awscdk.services.iotfleethub" }, "python": { "module": "aws_cdk.aws_iotfleethub" } } }, "aws-cdk-lib.aws_iotfleetwise": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTFleetWise" }, "java": { "package": "software.amazon.awscdk.services.iotfleetwise" }, "python": { "module": "aws_cdk.aws_iotfleetwise" } } }, "aws-cdk-lib.aws_iotsitewise": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTSiteWise" }, "java": { "package": "software.amazon.awscdk.services.iotsitewise" }, "python": { "module": "aws_cdk.aws_iotsitewise" } } }, "aws-cdk-lib.aws_iotthingsgraph": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTThingsGraph" }, "java": { "package": "software.amazon.awscdk.services.iotthingsgraph" }, "python": { "module": "aws_cdk.aws_iotthingsgraph" } } }, "aws-cdk-lib.aws_iottwinmaker": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTTwinMaker" }, "java": { "package": "software.amazon.awscdk.services.iottwinmaker" }, "python": { "module": "aws_cdk.aws_iottwinmaker" } } }, "aws-cdk-lib.aws_iotwireless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IoTWireless" }, "java": { "package": "software.amazon.awscdk.services.iotwireless" }, "python": { "module": "aws_cdk.aws_iotwireless" } } }, "aws-cdk-lib.aws_ivs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Ivs" }, "java": { "package": "software.amazon.awscdk.services.ivs" }, "python": { "module": "aws_cdk.aws_ivs" } } }, "aws-cdk-lib.aws_ivschat": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.IVSChat" }, "java": { "package": "software.amazon.awscdk.services.ivschat" }, "python": { "module": "aws_cdk.aws_ivschat" } } }, "aws-cdk-lib.aws_kafkaconnect": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KafkaConnect" }, "java": { "package": "software.amazon.awscdk.services.kafkaconnect" }, "python": { "module": "aws_cdk.aws_kafkaconnect" } } }, "aws-cdk-lib.aws_kendra": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Kendra" }, "java": { "package": "software.amazon.awscdk.services.kendra" }, "python": { "module": "aws_cdk.aws_kendra" } } }, "aws-cdk-lib.aws_kendraranking": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KendraRanking" }, "java": { "package": "software.amazon.awscdk.services.kendraranking" }, "python": { "module": "aws_cdk.aws_kendraranking" } } }, "aws-cdk-lib.aws_kinesis": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Kinesis" }, "java": { "package": "software.amazon.awscdk.services.kinesis" }, "python": { "module": "aws_cdk.aws_kinesis" } } }, "aws-cdk-lib.aws_kinesisanalytics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KinesisAnalytics" }, "java": { "package": "software.amazon.awscdk.services.kinesisanalytics" }, "python": { "module": "aws_cdk.aws_kinesisanalytics" } } }, "aws-cdk-lib.aws_kinesisanalyticsv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KinesisAnalyticsV2" }, "java": { "package": "software.amazon.awscdk.services.kinesisanalyticsv2" }, "python": { "module": "aws_cdk.aws_kinesisanalyticsv2" } } }, "aws-cdk-lib.aws_kinesisfirehose": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KinesisFirehose" }, "java": { "package": "software.amazon.awscdk.services.kinesisfirehose" }, "python": { "module": "aws_cdk.aws_kinesisfirehose" } } }, "aws-cdk-lib.aws_kinesisvideo": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KinesisVideo" }, "java": { "package": "software.amazon.awscdk.services.kinesisvideo" }, "python": { "module": "aws_cdk.aws_kinesisvideo" } } }, "aws-cdk-lib.aws_kms": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.KMS" }, "java": { "package": "software.amazon.awscdk.services.kms" }, "python": { "module": "aws_cdk.aws_kms" } } }, "aws-cdk-lib.aws_lakeformation": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.LakeFormation" }, "java": { "package": "software.amazon.awscdk.services.lakeformation" }, "python": { "module": "aws_cdk.aws_lakeformation" } } }, "aws-cdk-lib.aws_lambda": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lambda" }, "java": { "package": "software.amazon.awscdk.services.lambda" }, "python": { "module": "aws_cdk.aws_lambda" } } }, "aws-cdk-lib.aws_lambda_destinations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lambda.Destinations" }, "java": { "package": "software.amazon.awscdk.services.lambda.destinations" }, "python": { "module": "aws_cdk.aws_lambda_destinations" } } }, "aws-cdk-lib.aws_lambda_event_sources": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lambda.EventSources" }, "java": { "package": "software.amazon.awscdk.services.lambda.eventsources" }, "python": { "module": "aws_cdk.aws_lambda_event_sources" } } }, "aws-cdk-lib.aws_lambda_nodejs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lambda.Nodejs" }, "java": { "package": "software.amazon.awscdk.services.lambda.nodejs" }, "python": { "module": "aws_cdk.aws_lambda_nodejs" } } }, "aws-cdk-lib.aws_launchwizard": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.LaunchWizard" }, "java": { "package": "software.amazon.awscdk.services.launchwizard" }, "python": { "module": "aws_cdk.aws_launchwizard" } } }, "aws-cdk-lib.aws_lex": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lex" }, "java": { "package": "software.amazon.awscdk.services.lex" }, "python": { "module": "aws_cdk.aws_lex" } } }, "aws-cdk-lib.aws_licensemanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.LicenseManager" }, "java": { "package": "software.amazon.awscdk.services.licensemanager" }, "python": { "module": "aws_cdk.aws_licensemanager" } } }, "aws-cdk-lib.aws_lightsail": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Lightsail" }, "java": { "package": "software.amazon.awscdk.services.lightsail" }, "python": { "module": "aws_cdk.aws_lightsail" } } }, "aws-cdk-lib.aws_location": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Location" }, "java": { "package": "software.amazon.awscdk.services.location" }, "python": { "module": "aws_cdk.aws_location" } } }, "aws-cdk-lib.aws_logs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Logs" }, "java": { "package": "software.amazon.awscdk.services.logs" }, "python": { "module": "aws_cdk.aws_logs" } } }, "aws-cdk-lib.aws_logs_destinations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Logs.Destinations" }, "java": { "package": "software.amazon.awscdk.services.logs.destinations" }, "python": { "module": "aws_cdk.aws_logs_destinations" } } }, "aws-cdk-lib.aws_lookoutequipment": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.LookoutEquipment" }, "java": { "package": "software.amazon.awscdk.services.lookoutequipment" }, "python": { "module": "aws_cdk.aws_lookoutequipment" } } }, "aws-cdk-lib.aws_lookoutmetrics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.LookoutMetrics" }, "java": { "package": "software.amazon.awscdk.services.lookoutmetrics" }, "python": { "module": "aws_cdk.aws_lookoutmetrics" } } }, "aws-cdk-lib.aws_lookoutvision": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.LookoutVision" }, "java": { "package": "software.amazon.awscdk.services.lookoutvision" }, "python": { "module": "aws_cdk.aws_lookoutvision" } } }, "aws-cdk-lib.aws_m2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.M2" }, "java": { "package": "software.amazon.awscdk.services.m2" }, "python": { "module": "aws_cdk.aws_m2" } } }, "aws-cdk-lib.aws_macie": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Macie" }, "java": { "package": "software.amazon.awscdk.services.macie" }, "python": { "module": "aws_cdk.aws_macie" } } }, "aws-cdk-lib.aws_managedblockchain": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ManagedBlockchain" }, "java": { "package": "software.amazon.awscdk.services.managedblockchain" }, "python": { "module": "aws_cdk.aws_managedblockchain" } } }, "aws-cdk-lib.aws_mediaconnect": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaConnect" }, "java": { "package": "software.amazon.awscdk.services.mediaconnect" }, "python": { "module": "aws_cdk.aws_mediaconnect" } } }, "aws-cdk-lib.aws_mediaconvert": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaConvert" }, "java": { "package": "software.amazon.awscdk.services.mediaconvert" }, "python": { "module": "aws_cdk.aws_mediaconvert" } } }, "aws-cdk-lib.aws_medialive": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaLive" }, "java": { "package": "software.amazon.awscdk.services.medialive" }, "python": { "module": "aws_cdk.aws_medialive" } } }, "aws-cdk-lib.aws_mediapackage": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaPackage" }, "java": { "package": "software.amazon.awscdk.services.mediapackage" }, "python": { "module": "aws_cdk.aws_mediapackage" } } }, "aws-cdk-lib.aws_mediapackagev2": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.MediaPackageV2" }, "java": { "package": "software.amazon.awscdk.services.mediapackagev2" }, "python": { "module": "aws_cdk.aws_mediapackagev2" } } }, "aws-cdk-lib.aws_mediastore": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaStore" }, "java": { "package": "software.amazon.awscdk.services.mediastore" }, "python": { "module": "aws_cdk.aws_mediastore" } } }, "aws-cdk-lib.aws_mediatailor": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MediaTailor" }, "java": { "package": "software.amazon.awscdk.services.mediatailor" }, "python": { "module": "aws_cdk.aws_mediatailor" } } }, "aws-cdk-lib.aws_memorydb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MemoryDB" }, "java": { "package": "software.amazon.awscdk.services.memorydb" }, "python": { "module": "aws_cdk.aws_memorydb" } } }, "aws-cdk-lib.aws_msk": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MSK" }, "java": { "package": "software.amazon.awscdk.services.msk" }, "python": { "module": "aws_cdk.aws_msk" } } }, "aws-cdk-lib.aws_mwaa": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.MWAA" }, "java": { "package": "software.amazon.awscdk.services.mwaa" }, "python": { "module": "aws_cdk.aws_mwaa" } } }, "aws-cdk-lib.aws_neptune": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Neptune" }, "java": { "package": "software.amazon.awscdk.services.neptune" }, "python": { "module": "aws_cdk.aws_neptune" } } }, "aws-cdk-lib.aws_neptunegraph": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.NeptuneGraph" }, "java": { "package": "software.amazon.awscdk.services.neptunegraph" }, "python": { "module": "aws_cdk.aws_neptunegraph" } } }, "aws-cdk-lib.aws_networkfirewall": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.NetworkFirewall" }, "java": { "package": "software.amazon.awscdk.services.networkfirewall" }, "python": { "module": "aws_cdk.aws_networkfirewall" } } }, "aws-cdk-lib.aws_networkmanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.NetworkManager" }, "java": { "package": "software.amazon.awscdk.services.networkmanager" }, "python": { "module": "aws_cdk.aws_networkmanager" } } }, "aws-cdk-lib.aws_nimblestudio": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.NimbleStudio" }, "java": { "package": "software.amazon.awscdk.services.nimblestudio" }, "python": { "module": "aws_cdk.aws_nimblestudio" } } }, "aws-cdk-lib.aws_notifications": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.Notifications" }, "java": { "package": "software.amazon.awscdk.services.notifications" }, "python": { "module": "aws_cdk.aws_notifications" } } }, "aws-cdk-lib.aws_notificationscontacts": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.NotificationsContacts" }, "java": { "package": "software.amazon.awscdk.services.notificationscontacts" }, "python": { "module": "aws_cdk.aws_notificationscontacts" } } }, "aws-cdk-lib.aws_oam": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Oam" }, "java": { "package": "software.amazon.awscdk.services.oam" }, "python": { "module": "aws_cdk.aws_oam" } } }, "aws-cdk-lib.aws_omics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Omics" }, "java": { "package": "software.amazon.awscdk.services.omics" }, "python": { "module": "aws_cdk.aws_omics" } } }, "aws-cdk-lib.aws_opensearchserverless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.OpenSearchServerless" }, "java": { "package": "software.amazon.awscdk.services.opensearchserverless" }, "python": { "module": "aws_cdk.aws_opensearchserverless" } } }, "aws-cdk-lib.aws_opensearchservice": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.OpenSearchService" }, "java": { "package": "software.amazon.awscdk.services.opensearchservice" }, "python": { "module": "aws_cdk.aws_opensearchservice" } } }, "aws-cdk-lib.aws_opsworks": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.OpsWorks" }, "java": { "package": "software.amazon.awscdk.services.opsworks" }, "python": { "module": "aws_cdk.aws_opsworks" } } }, "aws-cdk-lib.aws_opsworkscm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.OpsWorksCM" }, "java": { "package": "software.amazon.awscdk.services.opsworkscm" }, "python": { "module": "aws_cdk.aws_opsworkscm" } } }, "aws-cdk-lib.aws_organizations": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Organizations" }, "java": { "package": "software.amazon.awscdk.services.organizations" }, "python": { "module": "aws_cdk.aws_organizations" } } }, "aws-cdk-lib.aws_osis": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.OSIS" }, "java": { "package": "software.amazon.awscdk.services.osis" }, "python": { "module": "aws_cdk.aws_osis" } } }, "aws-cdk-lib.aws_panorama": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Panorama" }, "java": { "package": "software.amazon.awscdk.services.panorama" }, "python": { "module": "aws_cdk.aws_panorama" } } }, "aws-cdk-lib.aws_paymentcryptography": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.PaymentCryptography" }, "java": { "package": "software.amazon.awscdk.services.paymentcryptography" }, "python": { "module": "aws_cdk.aws_paymentcryptography" } } }, "aws-cdk-lib.aws_pcaconnectorad": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.PCAConnectorAD" }, "java": { "package": "software.amazon.awscdk.services.pcaconnectorad" }, "python": { "module": "aws_cdk.aws_pcaconnectorad" } } }, "aws-cdk-lib.aws_pcaconnectorscep": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.PCAConnectorSCEP" }, "java": { "package": "software.amazon.awscdk.services.pcaconnectorscep" }, "python": { "module": "aws_cdk.aws_pcaconnectorscep" } } }, "aws-cdk-lib.aws_pcs": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.PCS" }, "java": { "package": "software.amazon.awscdk.services.pcs" }, "python": { "module": "aws_cdk.aws_pcs" } } }, "aws-cdk-lib.aws_personalize": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Personalize" }, "java": { "package": "software.amazon.awscdk.services.personalize" }, "python": { "module": "aws_cdk.aws_personalize" } } }, "aws-cdk-lib.aws_pinpoint": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Pinpoint" }, "java": { "package": "software.amazon.awscdk.services.pinpoint" }, "python": { "module": "aws_cdk.aws_pinpoint" } } }, "aws-cdk-lib.aws_pinpointemail": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.PinpointEmail" }, "java": { "package": "software.amazon.awscdk.services.pinpointemail" }, "python": { "module": "aws_cdk.aws_pinpointemail" } } }, "aws-cdk-lib.aws_pipes": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Pipes" }, "java": { "package": "software.amazon.awscdk.services.pipes" }, "python": { "module": "aws_cdk.aws_pipes" } } }, "aws-cdk-lib.aws_proton": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.Proton" }, "java": { "package": "software.amazon.awscdk.services.proton" }, "python": { "module": "aws_cdk.aws_proton" } } }, "aws-cdk-lib.aws_qbusiness": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.QBusiness" }, "java": { "package": "software.amazon.awscdk.services.qbusiness" }, "python": { "module": "aws_cdk.aws_qbusiness" } } }, "aws-cdk-lib.aws_qldb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.QLDB" }, "java": { "package": "software.amazon.awscdk.services.qldb" }, "python": { "module": "aws_cdk.aws_qldb" } } }, "aws-cdk-lib.aws_quicksight": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.QuickSight" }, "java": { "package": "software.amazon.awscdk.services.quicksight" }, "python": { "module": "aws_cdk.aws_quicksight" } } }, "aws-cdk-lib.aws_ram": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RAM" }, "java": { "package": "software.amazon.awscdk.services.ram" }, "python": { "module": "aws_cdk.aws_ram" } } }, "aws-cdk-lib.aws_rbin": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.Rbin" }, "java": { "package": "software.amazon.awscdk.services.rbin" }, "python": { "module": "aws_cdk.aws_rbin" } } }, "aws-cdk-lib.aws_rds": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RDS" }, "java": { "package": "software.amazon.awscdk.services.rds" }, "python": { "module": "aws_cdk.aws_rds" } } }, "aws-cdk-lib.aws_redshift": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Redshift" }, "java": { "package": "software.amazon.awscdk.services.redshift" }, "python": { "module": "aws_cdk.aws_redshift" } } }, "aws-cdk-lib.aws_redshiftserverless": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RedshiftServerless" }, "java": { "package": "software.amazon.awscdk.services.redshiftserverless" }, "python": { "module": "aws_cdk.aws_redshiftserverless" } } }, "aws-cdk-lib.aws_refactorspaces": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RefactorSpaces" }, "java": { "package": "software.amazon.awscdk.services.refactorspaces" }, "python": { "module": "aws_cdk.aws_refactorspaces" } } }, "aws-cdk-lib.aws_rekognition": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Rekognition" }, "java": { "package": "software.amazon.awscdk.services.rekognition" }, "python": { "module": "aws_cdk.aws_rekognition" } } }, "aws-cdk-lib.aws_resiliencehub": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ResilienceHub" }, "java": { "package": "software.amazon.awscdk.services.resiliencehub" }, "python": { "module": "aws_cdk.aws_resiliencehub" } } }, "aws-cdk-lib.aws_resourceexplorer2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ResourceExplorer2" }, "java": { "package": "software.amazon.awscdk.services.resourceexplorer2" }, "python": { "module": "aws_cdk.aws_resourceexplorer2" } } }, "aws-cdk-lib.aws_resourcegroups": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ResourceGroups" }, "java": { "package": "software.amazon.awscdk.services.resourcegroups" }, "python": { "module": "aws_cdk.aws_resourcegroups" } } }, "aws-cdk-lib.aws_robomaker": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RoboMaker" }, "java": { "package": "software.amazon.awscdk.services.robomaker" }, "python": { "module": "aws_cdk.aws_robomaker" } } }, "aws-cdk-lib.aws_rolesanywhere": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RolesAnywhere" }, "java": { "package": "software.amazon.awscdk.services.rolesanywhere" }, "python": { "module": "aws_cdk.aws_rolesanywhere" } } }, "aws-cdk-lib.aws_route53": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53" }, "java": { "package": "software.amazon.awscdk.services.route53" }, "python": { "module": "aws_cdk.aws_route53" } } }, "aws-cdk-lib.aws_route53_patterns": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53.Patterns" }, "java": { "package": "software.amazon.awscdk.services.route53.patterns" }, "python": { "module": "aws_cdk.aws_route53_patterns" } } }, "aws-cdk-lib.aws_route53_targets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53.Targets" }, "java": { "package": "software.amazon.awscdk.services.route53.targets" }, "python": { "module": "aws_cdk.aws_route53_targets" } } }, "aws-cdk-lib.aws_route53profiles": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.Route53Profiles" }, "java": { "package": "software.amazon.awscdk.services.route53profiles" }, "python": { "module": "aws_cdk.aws_route53profiles" } } }, "aws-cdk-lib.aws_route53recoverycontrol": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53RecoveryControl" }, "java": { "package": "software.amazon.awscdk.services.route53recoverycontrol" }, "python": { "module": "aws_cdk.aws_route53recoverycontrol" } } }, "aws-cdk-lib.aws_route53recoveryreadiness": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53RecoveryReadiness" }, "java": { "package": "software.amazon.awscdk.services.route53recoveryreadiness" }, "python": { "module": "aws_cdk.aws_route53recoveryreadiness" } } }, "aws-cdk-lib.aws_route53resolver": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Route53Resolver" }, "java": { "package": "software.amazon.awscdk.services.route53resolver" }, "python": { "module": "aws_cdk.aws_route53resolver" } } }, "aws-cdk-lib.aws_rum": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.RUM" }, "java": { "package": "software.amazon.awscdk.services.rum" }, "python": { "module": "aws_cdk.aws_rum" } } }, "aws-cdk-lib.aws_s3": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3" }, "java": { "package": "software.amazon.awscdk.services.s3" }, "python": { "module": "aws_cdk.aws_s3" } } }, "aws-cdk-lib.aws_s3_assets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3.Assets" }, "java": { "package": "software.amazon.awscdk.services.s3.assets" }, "python": { "module": "aws_cdk.aws_s3_assets" } } }, "aws-cdk-lib.aws_s3_deployment": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3.Deployment" }, "java": { "package": "software.amazon.awscdk.services.s3.deployment" }, "python": { "module": "aws_cdk.aws_s3_deployment" } } }, "aws-cdk-lib.aws_s3_notifications": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3.Notifications" }, "java": { "package": "software.amazon.awscdk.services.s3.notifications" }, "python": { "module": "aws_cdk.aws_s3_notifications" } } }, "aws-cdk-lib.aws_s3express": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.S3Express" }, "java": { "package": "software.amazon.awscdk.services.s3express" }, "python": { "module": "aws_cdk.aws_s3express" } } }, "aws-cdk-lib.aws_s3objectlambda": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3ObjectLambda" }, "java": { "package": "software.amazon.awscdk.services.s3objectlambda" }, "python": { "module": "aws_cdk.aws_s3objectlambda" } } }, "aws-cdk-lib.aws_s3outposts": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.S3Outposts" }, "java": { "package": "software.amazon.awscdk.services.s3outposts" }, "python": { "module": "aws_cdk.aws_s3outposts" } } }, "aws-cdk-lib.aws_s3tables": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.S3Tables" }, "java": { "package": "software.amazon.awscdk.services.s3tables" }, "python": { "module": "aws_cdk.aws_s3tables" } } }, "aws-cdk-lib.aws_sagemaker": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Sagemaker" }, "java": { "package": "software.amazon.awscdk.services.sagemaker" }, "python": { "module": "aws_cdk.aws_sagemaker" } } }, "aws-cdk-lib.aws_sam": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SAM" }, "java": { "package": "software.amazon.awscdk.services.sam" }, "python": { "module": "aws_cdk.aws_sam" } } }, "aws-cdk-lib.aws_scheduler": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Scheduler" }, "java": { "package": "software.amazon.awscdk.services.scheduler" }, "python": { "module": "aws_cdk.aws_scheduler" } } }, "aws-cdk-lib.aws_scheduler_targets": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Scheduler.Targets" }, "java": { "package": "software.amazon.awscdk.services.scheduler.targets" }, "python": { "module": "aws_cdk.aws_scheduler_targets" } } }, "aws-cdk-lib.aws_sdb": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SDB" }, "java": { "package": "software.amazon.awscdk.services.sdb" }, "python": { "module": "aws_cdk.aws_sdb" } } }, "aws-cdk-lib.aws_secretsmanager": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SecretsManager" }, "java": { "package": "software.amazon.awscdk.services.secretsmanager" }, "python": { "module": "aws_cdk.aws_secretsmanager" } } }, "aws-cdk-lib.aws_securityhub": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SecurityHub" }, "java": { "package": "software.amazon.awscdk.services.securityhub" }, "python": { "module": "aws_cdk.aws_securityhub" } } }, "aws-cdk-lib.aws_securitylake": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.SecurityLake" }, "java": { "package": "software.amazon.awscdk.services.securitylake" }, "python": { "module": "aws_cdk.aws_securitylake" } } }, "aws-cdk-lib.aws_servicecatalog": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Servicecatalog" }, "java": { "package": "software.amazon.awscdk.services.servicecatalog" }, "python": { "module": "aws_cdk.aws_servicecatalog" } } }, "aws-cdk-lib.aws_servicecatalogappregistry": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Servicecatalogappregistry" }, "java": { "package": "software.amazon.awscdk.services.servicecatalogappregistry" }, "python": { "module": "aws_cdk.aws_servicecatalogappregistry" } } }, "aws-cdk-lib.aws_servicediscovery": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.ServiceDiscovery" }, "java": { "package": "software.amazon.awscdk.services.servicediscovery" }, "python": { "module": "aws_cdk.aws_servicediscovery" } } }, "aws-cdk-lib.aws_ses": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SES" }, "java": { "package": "software.amazon.awscdk.services.ses" }, "python": { "module": "aws_cdk.aws_ses" } } }, "aws-cdk-lib.aws_ses_actions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SES.Actions" }, "java": { "package": "software.amazon.awscdk.services.ses.actions" }, "python": { "module": "aws_cdk.aws_ses_actions" } } }, "aws-cdk-lib.aws_shield": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.Shield" }, "java": { "package": "software.amazon.awscdk.services.shield" }, "python": { "module": "aws_cdk.aws_shield" } } }, "aws-cdk-lib.aws_signer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Signer" }, "java": { "package": "software.amazon.awscdk.services.signer" }, "python": { "module": "aws_cdk.aws_signer" } } }, "aws-cdk-lib.aws_simspaceweaver": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SimSpaceWeaver" }, "java": { "package": "software.amazon.awscdk.services.simspaceweaver" }, "python": { "module": "aws_cdk.aws_simspaceweaver" } } }, "aws-cdk-lib.aws_sns": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SNS" }, "java": { "package": "software.amazon.awscdk.services.sns" }, "python": { "module": "aws_cdk.aws_sns" } } }, "aws-cdk-lib.aws_sns_subscriptions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SNS.Subscriptions" }, "java": { "package": "software.amazon.awscdk.services.sns.subscriptions" }, "python": { "module": "aws_cdk.aws_sns_subscriptions" } } }, "aws-cdk-lib.aws_sqs": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SQS" }, "java": { "package": "software.amazon.awscdk.services.sqs" }, "python": { "module": "aws_cdk.aws_sqs" } } }, "aws-cdk-lib.aws_ssm": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SSM" }, "java": { "package": "software.amazon.awscdk.services.ssm" }, "python": { "module": "aws_cdk.aws_ssm" } } }, "aws-cdk-lib.aws_ssmcontacts": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SSMContacts" }, "java": { "package": "software.amazon.awscdk.services.ssmcontacts" }, "python": { "module": "aws_cdk.aws_ssmcontacts" } } }, "aws-cdk-lib.aws_ssmguiconnect": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.SSMGuiConnect" }, "java": { "package": "software.amazon.awscdk.services.ssmguiconnect" }, "python": { "module": "aws_cdk.aws_ssmguiconnect" } } }, "aws-cdk-lib.aws_ssmincidents": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SSMIncidents" }, "java": { "package": "software.amazon.awscdk.services.ssmincidents" }, "python": { "module": "aws_cdk.aws_ssmincidents" } } }, "aws-cdk-lib.aws_ssmquicksetup": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.SSMQuickSetup" }, "java": { "package": "software.amazon.awscdk.services.ssmquicksetup" }, "python": { "module": "aws_cdk.aws_ssmquicksetup" } } }, "aws-cdk-lib.aws_sso": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SSO" }, "java": { "package": "software.amazon.awscdk.services.sso" }, "python": { "module": "aws_cdk.aws_sso" } } }, "aws-cdk-lib.aws_stepfunctions": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.StepFunctions" }, "java": { "package": "software.amazon.awscdk.services.stepfunctions" }, "python": { "module": "aws_cdk.aws_stepfunctions" } } }, "aws-cdk-lib.aws_stepfunctions_tasks": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.StepFunctions.Tasks" }, "java": { "package": "software.amazon.awscdk.services.stepfunctions.tasks" }, "python": { "module": "aws_cdk.aws_stepfunctions_tasks" } } }, "aws-cdk-lib.aws_supportapp": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SupportApp" }, "java": { "package": "software.amazon.awscdk.services.supportapp" }, "python": { "module": "aws_cdk.aws_supportapp" } } }, "aws-cdk-lib.aws_synthetics": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Synthetics" }, "java": { "package": "software.amazon.awscdk.services.synthetics" }, "python": { "module": "aws_cdk.aws_synthetics" } } }, "aws-cdk-lib.aws_systemsmanagersap": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.SystemsManagerSAP" }, "java": { "package": "software.amazon.awscdk.services.systemsmanagersap" }, "python": { "module": "aws_cdk.aws_systemsmanagersap" } } }, "aws-cdk-lib.aws_timestream": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Timestream" }, "java": { "package": "software.amazon.awscdk.services.timestream" }, "python": { "module": "aws_cdk.aws_timestream" } } }, "aws-cdk-lib.aws_transfer": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Transfer" }, "java": { "package": "software.amazon.awscdk.services.transfer" }, "python": { "module": "aws_cdk.aws_transfer" } } }, "aws-cdk-lib.aws_verifiedpermissions": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.VerifiedPermissions" }, "java": { "package": "software.amazon.awscdk.services.verifiedpermissions" }, "python": { "module": "aws_cdk.aws_verifiedpermissions" } } }, "aws-cdk-lib.aws_voiceid": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.VoiceID" }, "java": { "package": "software.amazon.awscdk.services.voiceid" }, "python": { "module": "aws_cdk.aws_voiceid" } } }, "aws-cdk-lib.aws_vpclattice": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.VpcLattice" }, "java": { "package": "software.amazon.awscdk.services.vpclattice" }, "python": { "module": "aws_cdk.aws_vpclattice" } } }, "aws-cdk-lib.aws_waf": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.WAF" }, "java": { "package": "software.amazon.awscdk.services.waf" }, "python": { "module": "aws_cdk.aws_waf" } } }, "aws-cdk-lib.aws_wafregional": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.WAFRegional" }, "java": { "package": "software.amazon.awscdk.services.waf.regional" }, "python": { "module": "aws_cdk.aws_wafregional" } } }, "aws-cdk-lib.aws_wafv2": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.WAFv2" }, "java": { "package": "software.amazon.awscdk.services.wafv2" }, "python": { "module": "aws_cdk.aws_wafv2" } } }, "aws-cdk-lib.aws_wisdom": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.Wisdom" }, "java": { "package": "software.amazon.awscdk.services.wisdom" }, "python": { "module": "aws_cdk.aws_wisdom" } } }, "aws-cdk-lib.aws_workspaces": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.WorkSpaces" }, "java": { "package": "software.amazon.awscdk.services.workspaces" }, "python": { "module": "aws_cdk.aws_workspaces" } } }, "aws-cdk-lib.aws_workspacesthinclient": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.WorkSpacesThinClient" }, "java": { "package": "software.amazon.awscdk.services.workspacesthinclient" }, "python": { "module": "aws_cdk.aws_workspacesthinclient" } } }, "aws-cdk-lib.aws_workspacesweb": { "targets": { "dotnet": { "package": "Amazon.CDK.AWS.WorkSpacesWeb" }, "java": { "package": "software.amazon.awscdk.services.workspacesweb" }, "python": { "module": "aws_cdk.aws_workspacesweb" } } }, "aws-cdk-lib.aws_xray": { "targets": { "dotnet": { "namespace": "Amazon.CDK.AWS.XRay" }, "java": { "package": "software.amazon.awscdk.services.xray" }, "python": { "module": "aws_cdk.aws_xray" } } }, "aws-cdk-lib.cloud_assembly_schema": {}, "aws-cdk-lib.cloudformation_include": { "targets": { "dotnet": { "namespace": "Amazon.CDK.CloudFormation.Include" }, "java": { "package": "software.amazon.awscdk.cloudformation.include" }, "python": { "module": "aws_cdk.cloudformation_include" } } }, "aws-cdk-lib.custom_resources": { "targets": { "dotnet": { "namespace": "Amazon.CDK.CustomResources" }, "java": { "package": "software.amazon.awscdk.customresources" }, "python": { "module": "aws_cdk.custom_resources" } } }, "aws-cdk-lib.cx_api": { "targets": { "dotnet": { "namespace": "Amazon.CDK.CXAPI" }, "java": { "package": "software.amazon.awscdk.cxapi" }, "python": { "module": "aws_cdk.cx_api" } } }, "aws-cdk-lib.lambda_layer_awscli": { "targets": { "dotnet": { "namespace": "Amazon.CDK.LambdaLayer.AwsCli" }, "java": { "package": "software.amazon.awscdk.lambdalayer.awscli" }, "python": { "module": "aws_cdk.lambda_layer_awscli" } } }, "aws-cdk-lib.lambda_layer_node_proxy_agent": { "targets": { "dotnet": { "namespace": "Amazon.CDK.LambdaLayer.NodeProxyAgent" }, "java": { "package": "software.amazon.awscdk.lambda.layer.node.proxy.agent" }, "python": { "module": "aws_cdk.lambda_layer_node_proxy_agent" } } }, "aws-cdk-lib.pipelines": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Pipelines" }, "java": { "package": "software.amazon.awscdk.pipelines" }, "python": { "module": "aws_cdk.pipelines" } } }, "aws-cdk-lib.region_info": { "targets": { "dotnet": { "namespace": "Amazon.CDK.RegionInfo" }, "java": { "package": "software.amazon.awscdk.regioninfo" }, "python": { "module": "aws_cdk.region_info" } } }, "aws-cdk-lib.triggers": { "targets": { "dotnet": { "namespace": "Amazon.CDK.Triggers" }, "java": { "package": "software.amazon.awscdk.triggers" }, "python": { "module": "aws_cdk.triggers" } } } }, "targets": { "dotnet": { "iconUrl": "https://raw.githubusercontent.com/aws/aws-cdk/main/logo/default-256-dark.png", "namespace": "Amazon.CDK", "packageId": "Amazon.CDK.Lib" }, "go": { "moduleName": "github.com/aws/aws-cdk-go", "packageName": "awscdk" }, "java": { "maven": { "artifactId": "aws-cdk-lib", "groupId": "software.amazon.awscdk" }, "package": "software.amazon.awscdk" }, "js": { "npm": "aws-cdk-lib" }, "python": { "distName": "aws-cdk-lib", "module": "aws_cdk" } } }, "constructs": { "targets": { "dotnet": { "namespace": "Constructs", "packageId": "Constructs" }, "go": { "moduleName": "github.com/aws/constructs-go" }, "java": { "maven": { "artifactId": "constructs", "groupId": "software.constructs" }, "package": "software.constructs" }, "js": { "npm": "constructs" }, "python": { "distName": "constructs", "module": "constructs" } } } }, "description": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "homepage": "https://github.com/WinterYukky/aws-cdk-neuronx-patterns.git", "jsiiVersion": "5.8.12 (build 5c353f5)", "keywords": [ "cdk", "neuronx" ], "license": "Apache-2.0", "metadata": { "jsii": { "pacmak": { "hasDefaultInterfaces": true } }, "tscRootDir": "src" }, "name": "aws-cdk-neuronx-patterns", "readme": { "markdown": "# Neuronx patterns Construct Library\n\n> [!WARNING]\n> This library is experimental module.\n\nThis library provides high-level architectural patterns using neuronx (e.g. Inferentia2 and Trainium1). It contains:\n\n- vLLM with NxD Inference on ALB & ECS on EC2\n- Neuronx Compiler\n\n## Install\n\n```bash\n# NPM\nnpm i aws-cdk-neuronx-patterns\n\n# yarn\nyarn add aws-cdk-neuronx-patterns\n\n# PNPM\npnpm i aws-cdk-neuronx-patterns\n```\n\n## vLLM NxD Inference on ALB & ECS on EC2\n\n> [!WARNING]\n> This construct uses an Inferentia2 instance on ECS. You may need to increase your request limit for your AWS account.\n\nBy using the `VllmNxdInferenceCompiler` construct included in this construct library, models published on HuggingFace can be easily deployed to ECS with Application Load Balancer. To define using the `VllmNxdInferenceCompiler` construct:\n\n```ts\nimport * as ec2 from \"aws-cdk-lib/aws-ec2\";\nimport * as s3 from \"aws-cdk-lib/aws-s3\";\n\ndeclare const vpc: ec2.Vpc;\ndeclare const bucket: s3.Bucket;\nconst compiler = new VllmNxdInferenceCompiler(this, \"Compiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"example/example-7b-chat\"),\n});\nconst compiledModel = compiler.compile();\nconst taskDefinition = new VllmNxdInferenceTaskDefinition(\n this,\n \"TaskDefinition\",\n {\n compiledModel,\n },\n);\nconst service = new ApplicationLoadBalancedVllmNxDInferenceService(\n this,\n \"Service\",\n {\n vpc,\n taskDefinition,\n },\n);\n```\n\nThis is VllmNxDInferenceApplicationLoadBalancedEc2Service architecture.\n![VllmNxDInferenceApplicationLoadBalancedEc2Service architecture](./docs/vllm-nxd-inference-architecture.png)\n\nThe construct will automatically:\n\n- Calculate optimal tensor parallelism based on model size\n- Configure memory footprint for the ECS tasks\n- Set up the Application Load Balancer\n- Deploy the compiled model to ECS tasks\n- Configure health checks and auto-scaling\n\nThe service exposes a REST API endpoint through the Application Load Balancer that can be used to perform inference with the deployed model.\n\n### Using HuggingFace Token with Secrets\n\nWhen working with private or gated models on HuggingFace, you need to provide an authentication token. For security best practices, you can store your HuggingFace token in AWS Secrets Manager or SSM secure string and pass it to both the compiler and inference environments:\n\n```ts\nimport * as ec2 from \"aws-cdk-lib/aws-ec2\";\nimport * as s3 from \"aws-cdk-lib/aws-s3\";\nimport * as batch from \"aws-cdk-lib/aws-batch\";\nimport { Secret } from \"aws-cdk-lib/aws-secretsmanager\";\n\ndeclare const vpc: ec2.Vpc;\ndeclare const bucket: s3.Bucket;\n\n// Reference an existing secret containing your HuggingFace token\nconst hfTokenSecret = Secret.fromSecretNameV2(\n this,\n \"HFTokenSecret\",\n \"my-huggingface-token\",\n);\nconst hfToken = batch.Secret.fromSecretsManager(hfTokenSecret, \"readonlyToken\");\n\n// Pass the secret to the compiler\nconst compiler = new VllmNxdInferenceCompiler(this, \"Compiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"example/example-7b-chat\"),\n vllmArgs: {\n hfToken, // Pass the HF token secret here\n },\n});\n\nconst compiledModel = compiler.compile();\nconst taskDefinition = new VllmNxdInferenceTaskDefinition(\n this,\n \"TaskDefinition\",\n {\n compiledModel,\n },\n);\n\nconst service = new ApplicationLoadBalancedVllmNxDInferenceService(\n this,\n \"Service\",\n {\n vpc,\n taskDefinition,\n },\n);\n```\n\nThe secret will be securely passed as an environment variable to the compilation batch job and the ECS tasks running the inference server.\n\n## Neuronx Compiler\n\n> [!WARNING]\n> This construct uses an Inferentia2 instance on EC2. You may need to increase your request limit for your AWS account.\n\nThis construct compiles models supported by Neuronx and uploads them to the specified S3 bucket. To define\n\n```ts\nimport * as ec2 from \"aws-cdk-lib/aws-ec2\";\nimport * as s3 from \"aws-cdk-lib/aws-s3\";\n\ndeclare const vpc: ec2.Vpc;\ndeclare const bucket: s3.Bucket;\ndeclare const image: INeuronxContainerImage;\nconst compile = new NeuronxCompiler(this, \"NeuronxCompiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"example/example-7b-chat\"),\n artifactS3Prefix: \"my-compiled-artifacts\",\n image,\n});\nconst compiledModel = compiler.compile();\n\n// Get the compiled artifacts from this S3 URL\nnew CfnOutput(this, \"CompiledArtifact\", {\n value: compiledModel.s3Url,\n});\n```\n\nThis construct assumes the required instance type depending on the number of model parameters.\n\nThis is NeuronxCompiler architecture.\n![NeuronxCompiler architecture](./docs/neuronx-compile-architecture.png)\n\n### Spot Instance\n\n> [!WARNING]\n> If you use Spot Instances, check if the request limit for Spot has been increased.\n\nYou can also use Spot Instances.\n\n```ts\nimport * as ec2 from \"aws-cdk-lib/aws-ec2\";\nimport * as s3 from \"aws-cdk-lib/aws-s3\";\n\ndeclare const vpc: ec2.Vpc;\ndeclare const bucket: s3.Bucket;\ndeclare const image: INeuronxContainerImage;\nnew NeuronxCompiler(this, \"NeuronxCompiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"example/example-7b-chat\"),\n artifactS3Prefix: \"my-compiled-artifacts\",\n image,\n spot: true,\n});\n```\n" }, "repository": { "type": "git", "url": "https://github.com/WinterYukky/aws-cdk-neuronx-patterns.git" }, "schema": "jsii/0.10.0", "targets": { "js": { "npm": "aws-cdk-neuronx-patterns" } }, "types": { "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxService": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-lib.aws_ecs_patterns.ApplicationLoadBalancedEc2Service", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxService", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 126 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxServiceProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 125 }, "name": "ApplicationLoadBalancedNeuronxService", "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:ApplicationLoadBalancedNeuronxService" }, "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxServiceProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxServiceProps", "interfaces": [ "aws-cdk-lib.aws_ecs_patterns.ApplicationLoadBalancedEc2ServiceProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 123 }, "name": "ApplicationLoadBalancedNeuronxServiceProps", "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:ApplicationLoadBalancedNeuronxServiceProps" }, "aws-cdk-neuronx-patterns.ApplicationLoadBalancedVllmNxDInferenceService": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "example": "const compiler = new VllmNxdInferenceCompiler(this, \"Compiler\", {\n vpc,\n bucket,\n model: Model.fromHuggingFace(\"example/example-7b-chat\"),\n});\nconst compiledModel = compiler.compile();\nconst taskDefinition = new VllmNxdInferenceTaskDefinition(\n this,\n \"TaskDefinition\",\n {\n vpc,\n compiledModel,\n },\n);\nnew ApplicationLoadBalancedVllmNxDInferenceService(this, \"Service\", {\n taskDefinition,\n});", "remarks": "It provides a simple way to deploy vLLM on NxD Inference.", "stability": "stable", "summary": "ApplicationLoadBalancedVllmNxDInferenceService is a wrapper of ApplicationLoadBalancedNeuronxServiceBase." }, "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedVllmNxDInferenceService", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 200 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedVllmNxDInferenceServiceProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 194 }, "name": "ApplicationLoadBalancedVllmNxDInferenceService", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 196 }, "name": "listener", "type": { "fqn": "aws-cdk-lib.aws_elasticloadbalancingv2.ApplicationListener" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 195 }, "name": "loadBalancer", "type": { "fqn": "aws-cdk-lib.aws_elasticloadbalancingv2.ApplicationLoadBalancer" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 198 }, "name": "service", "type": { "fqn": "aws-cdk-lib.aws_ecs.Ec2Service" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 197 }, "name": "targetGroup", "type": { "fqn": "aws-cdk-lib.aws_elasticloadbalancingv2.ApplicationTargetGroup" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 199 }, "name": "taskDefinition", "type": { "fqn": "aws-cdk-lib.aws_ecs.Ec2TaskDefinition" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:ApplicationLoadBalancedVllmNxDInferenceService" }, "aws-cdk-neuronx-patterns.ApplicationLoadBalancedVllmNxDInferenceServiceProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props for ApplicationLoadBalancedVllmNxDInferenceService." }, "fqn": "aws-cdk-neuronx-patterns.ApplicationLoadBalancedVllmNxDInferenceServiceProps", "interfaces": [ "aws-cdk-neuronx-patterns.ApplicationLoadBalancedNeuronxServiceProps" ], "kind": "interface", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 169 }, "name": "ApplicationLoadBalancedVllmNxDInferenceServiceProps", "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:ApplicationLoadBalancedVllmNxDInferenceServiceProps" }, "aws-cdk-neuronx-patterns.BlockSize": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Cache block size options in number of tokens." }, "fqn": "aws-cdk-neuronx-patterns.BlockSize", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 121 }, "members": [ { "docs": { "stability": "stable" }, "name": "SIZE_8" }, { "docs": { "stability": "stable" }, "name": "SIZE_16" }, { "docs": { "stability": "stable" }, "name": "SIZE_32" }, { "docs": { "stability": "stable" }, "name": "SIZE_64" }, { "docs": { "stability": "stable" }, "name": "SIZE_128" } ], "name": "BlockSize", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:BlockSize" }, "aws-cdk-neuronx-patterns.ChatTemplateContentFormat": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Format options for rendering message content within a chat template." }, "fqn": "aws-cdk-neuronx-patterns.ChatTemplateContentFormat", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 251 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "STRING" }, { "docs": { "stability": "stable" }, "name": "OPENAI" } ], "name": "ChatTemplateContentFormat", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:ChatTemplateContentFormat" }, "aws-cdk-neuronx-patterns.ConfigFormat": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Model config format options." }, "fqn": "aws-cdk-neuronx-patterns.ConfigFormat", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 210 }, "members": [ { "docs": { "stability": "stable", "summary": "“auto” will try to load the config in hf format if available else it will try to load in mistral format." }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "HF" }, { "docs": { "stability": "stable" }, "name": "MISTRAL" } ], "name": "ConfigFormat", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:ConfigFormat" }, "aws-cdk-neuronx-patterns.DataType": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Data types for model weights and activations." }, "fqn": "aws-cdk-neuronx-patterns.DataType", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 36 }, "members": [ { "docs": { "stability": "stable", "summary": "“auto” will use FP16 precision for FP32 and FP16 models, and BF16 precision for BF16 models." }, "name": "AUTO" }, { "docs": { "remarks": "Recommended for AWQ quantization.", "stability": "stable", "summary": "“half” for FP16." }, "name": "HALF" }, { "docs": { "stability": "stable", "summary": "“float16” is the same as “half”." }, "name": "FLOAT16" }, { "docs": { "stability": "stable", "summary": "“bfloat16” for a balance between precision and range." }, "name": "BFLOAT16" }, { "docs": { "stability": "stable", "summary": "“float” is shorthand for FP32 precision." }, "name": "FLOAT" }, { "docs": { "stability": "stable", "summary": "“float32” for FP32 precision." }, "name": "FLOAT32" } ], "name": "DataType", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:DataType" }, "aws-cdk-neuronx-patterns.DataTypeBits": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.DataTypeBits", "kind": "enum", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 4 }, "members": [ { "docs": { "stability": "stable" }, "name": "BF16_OR_FP16" }, { "docs": { "stability": "stable" }, "name": "FP8_OR_INT8" } ], "name": "DataTypeBits", "symbolId": "src/base/neuronx/model:DataTypeBits" }, "aws-cdk-neuronx-patterns.Device": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Device type options for vLLM execution." }, "fqn": "aws-cdk-neuronx-patterns.Device", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 229 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "CUDA" }, { "docs": { "stability": "stable" }, "name": "NEURON" }, { "docs": { "stability": "stable" }, "name": "CPU" }, { "docs": { "stability": "stable" }, "name": "TPU" }, { "docs": { "stability": "stable" }, "name": "XPU" }, { "docs": { "stability": "stable" }, "name": "HPU" } ], "name": "Device", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:Device" }, "aws-cdk-neuronx-patterns.DistributedExecutorBackend": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Distributed execution backend options." }, "fqn": "aws-cdk-neuronx-patterns.DistributedExecutorBackend", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 111 }, "members": [ { "docs": { "stability": "stable" }, "name": "RAY" }, { "docs": { "stability": "stable" }, "name": "MP" }, { "docs": { "stability": "stable" }, "name": "UNI" }, { "docs": { "stability": "stable" }, "name": "EXTERNAL_LAUNCHER" } ], "name": "DistributedExecutorBackend", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:DistributedExecutorBackend" }, "aws-cdk-neuronx-patterns.GenerationConfig": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "The folder path to the generation config." }, "fqn": "aws-cdk-neuronx-patterns.GenerationConfig", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 66 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "VLLM" } ], "name": "GenerationConfig", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:GenerationConfig" }, "aws-cdk-neuronx-patterns.GuidedDecodingBackend": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Available guided decoding backends." }, "fqn": "aws-cdk-neuronx-patterns.GuidedDecodingBackend", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 74 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "OUTLINES" }, { "docs": { "stability": "stable" }, "name": "LM_FORMAT_ENFORCER" }, { "docs": { "stability": "stable" }, "name": "XGRAMMAR" } ], "name": "GuidedDecodingBackend", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:GuidedDecodingBackend" }, "aws-cdk-neuronx-patterns.IAcceleratorChips": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.IAcceleratorChips", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 7 }, "name": "IAcceleratorChips", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 10 }, "name": "acceleratorMemory", "type": { "fqn": "aws-cdk-lib.Size" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 8 }, "name": "chips", "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 9 }, "name": "neuronxCores", "type": { "primitive": "number" } } ], "symbolId": "src/base/neuronx/neuronx-instance-type:IAcceleratorChips" }, "aws-cdk-neuronx-patterns.INeuronxContainerImage": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Compile runtime." }, "fqn": "aws-cdk-neuronx-patterns.INeuronxContainerImage", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 39 }, "name": "INeuronxContainerImage", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "An image of the container where the compile job is executed." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 43 }, "name": "image", "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerImage" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Neuronx version included in container image." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 47 }, "name": "sdkVersion", "type": { "primitive": "string" } } ], "symbolId": "src/base/neuronx-compiler/neuronx-compiler:INeuronxContainerImage" }, "aws-cdk-neuronx-patterns.INeuronxImage": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.INeuronxImage", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 3 }, "name": "INeuronxImage", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 4 }, "name": "imageName", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 5 }, "name": "imageTag", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 6 }, "name": "sdkVersion", "type": { "primitive": "string" } } ], "symbolId": "src/base/neuronx/deep-learning-containers:INeuronxImage" }, "aws-cdk-neuronx-patterns.INeuronxInstanceType": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 30 }, "name": "INeuronxInstanceType", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 35 }, "name": "acceleratorChips", "type": { "fqn": "aws-cdk-neuronx-patterns.IAcceleratorChips" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 32 }, "name": "instanceType", "type": { "fqn": "aws-cdk-lib.aws_ec2.InstanceType" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 34 }, "name": "memory", "type": { "fqn": "aws-cdk-lib.Size" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 31 }, "name": "supportedTensorParallelism", "type": { "collection": { "elementtype": { "primitive": "number" }, "kind": "array" } } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 33 }, "name": "vCpu", "type": { "primitive": "number" } } ], "symbolId": "src/base/neuronx/neuronx-instance-type:INeuronxInstanceType" }, "aws-cdk-neuronx-patterns.INeuronxTaskDefinition": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.INeuronxTaskDefinition", "interfaces": [ "aws-cdk-lib.aws_ecs.IEc2TaskDefinition" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 42 }, "name": "INeuronxTaskDefinition", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 46 }, "name": "compiledModel", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiledModel" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 43 }, "name": "neuronxInstanceType", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 45 }, "name": "tasksPerInstance", "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 44 }, "name": "tensorParallelSize", "type": { "primitive": "number" } } ], "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:INeuronxTaskDefinition" }, "aws-cdk-neuronx-patterns.Inferentia2Chips": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.Inferentia2Chips", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 16 }, "parameters": [ { "name": "chips", "type": { "primitive": "number" } } ] }, "interfaces": [ "aws-cdk-neuronx-patterns.IAcceleratorChips" ], "kind": "class", "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 13 }, "name": "Inferentia2Chips", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 15 }, "name": "acceleratorMemory", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "fqn": "aws-cdk-lib.Size" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 16 }, "name": "chips", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "primitive": "number" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 14 }, "name": "neuronxCores", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "primitive": "number" } } ], "symbolId": "src/base/neuronx/neuronx-instance-type:Inferentia2Chips" }, "aws-cdk-neuronx-patterns.KvCacheDtype": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "KV cache data type options." }, "fqn": "aws-cdk-neuronx-patterns.KvCacheDtype", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 132 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "FP8" }, { "docs": { "stability": "stable" }, "name": "FP8_E4M3" }, { "docs": { "stability": "stable" }, "name": "FP8_E5M2" } ], "name": "KvCacheDtype", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:KvCacheDtype" }, "aws-cdk-neuronx-patterns.LoadFormat": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Available model weight loading formats." }, "fqn": "aws-cdk-neuronx-patterns.LoadFormat", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 18 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "PT" }, { "docs": { "stability": "stable" }, "name": "SAFETENSORS" }, { "docs": { "stability": "stable" }, "name": "NPCACHE" }, { "docs": { "stability": "stable" }, "name": "DUMMY" }, { "docs": { "stability": "stable" }, "name": "TENSORIZER" }, { "docs": { "stability": "stable" }, "name": "SHARDED_STATE" }, { "docs": { "stability": "stable" }, "name": "GGUF" }, { "docs": { "stability": "stable" }, "name": "BITSANDBYTES" }, { "docs": { "stability": "stable" }, "name": "MISTRAL" }, { "docs": { "stability": "stable" }, "name": "RUNAI_STREAMER" }, { "docs": { "stability": "stable" }, "name": "FASTSAFETENSORS" } ], "name": "LoadFormat", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:LoadFormat" }, "aws-cdk-neuronx-patterns.LoraDtype": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "LoRA data type options." }, "fqn": "aws-cdk-neuronx-patterns.LoraDtype", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 242 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "FLOAT16" }, { "docs": { "stability": "stable" }, "name": "BFLOAT16" } ], "name": "LoraDtype", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:LoraDtype" }, "aws-cdk-neuronx-patterns.Model": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Compile target model." }, "fqn": "aws-cdk-neuronx-patterns.Model", "kind": "class", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 100 }, "methods": [ { "docs": { "returns": "model instance", "stability": "stable", "summary": "model informations at S3 Bucket." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 126 }, "name": "fromBucket", "parameters": [ { "docs": { "summary": "Model stored S3 Bucket." }, "name": "bucket", "type": { "fqn": "aws-cdk-lib.aws_s3.IBucket" } }, { "docs": { "summary": "Model stored objects prefix." }, "name": "prefix", "type": { "primitive": "string" } }, { "docs": { "summary": "model basic information." }, "name": "options", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ModelOptions" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.Model" } }, "static": true }, { "docs": { "returns": "model instance", "stability": "stable", "summary": "model informations at HuggingFace." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 107 }, "name": "fromHuggingFace", "parameters": [ { "docs": { "summary": "model id on the HuggingFace." }, "name": "modelId", "type": { "primitive": "string" } }, { "docs": { "summary": "model basic information." }, "name": "options", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ModelOptions" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.Model" } }, "static": true } ], "name": "Model", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 161 }, "name": "modelId", "type": { "primitive": "string" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 162 }, "name": "modelName", "type": { "primitive": "string" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 163 }, "name": "options", "type": { "fqn": "aws-cdk-neuronx-patterns.ModelOptions" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 164 }, "name": "bucket", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_s3.IBucket" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 165 }, "name": "prefix", "optional": true, "type": { "primitive": "string" } } ], "symbolId": "src/base/neuronx/model:Model" }, "aws-cdk-neuronx-patterns.ModelConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.ModelConfig", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 82 }, "name": "ModelConfig", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 85 }, "name": "attentionHeads", "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 84 }, "name": "embeddingDimension", "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 83 }, "name": "layers", "type": { "primitive": "number" } } ], "symbolId": "src/base/neuronx/model:ModelConfig" }, "aws-cdk-neuronx-patterns.ModelImpl": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Model implementation options." }, "fqn": "aws-cdk-neuronx-patterns.ModelImpl", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 92 }, "members": [ { "docs": { "stability": "stable", "summary": "“auto” will try to use the vLLM implementation if it exists and fall back to the Transformers implementation if no vLLM implementation is available." }, "name": "AUTO" }, { "docs": { "stability": "stable", "summary": "“vllm” will use the vLLM model implementation." }, "name": "VLLM" }, { "docs": { "stability": "stable", "summary": "“transformers” will use the Transformers model implementation." }, "name": "TRANSFORMERS" } ], "name": "ModelImpl", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:ModelImpl" }, "aws-cdk-neuronx-patterns.ModelOptions": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Compile target model basic infromation." }, "fqn": "aws-cdk-neuronx-patterns.ModelOptions", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 91 }, "name": "ModelOptions", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 92 }, "name": "parameters", "type": { "fqn": "aws-cdk-neuronx-patterns.Parameters" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 93 }, "name": "config", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ModelConfig" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 94 }, "name": "modelName", "optional": true, "type": { "primitive": "string" } } ], "symbolId": "src/base/neuronx/model:ModelOptions" }, "aws-cdk-neuronx-patterns.NeuronOptimizedMachineImage": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.NeuronOptimizedMachineImage", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/neuron-optimized-machine-image.ts", "line": 24 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } } ] }, "interfaces": [ "aws-cdk-lib.aws_ec2.IMachineImage" ], "kind": "class", "locationInModule": { "filename": "src/base/neuronx/neuron-optimized-machine-image.ts", "line": 14 }, "methods": [ { "docs": { "stability": "stable", "summary": "Return the image to use in the given context." }, "locationInModule": { "filename": "src/base/neuronx/neuron-optimized-machine-image.ts", "line": 47 }, "name": "getImage", "overrides": "aws-cdk-lib.aws_ec2.IMachineImage", "parameters": [ { "name": "_scope", "type": { "fqn": "constructs.Construct" } } ], "returns": { "type": { "fqn": "aws-cdk-lib.aws_ec2.MachineImageConfig" } } } ], "name": "NeuronOptimizedMachineImage", "properties": [ { "const": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuron-optimized-machine-image.ts", "line": 18 }, "name": "size", "static": true, "type": { "fqn": "aws-cdk-lib.Size" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuron-optimized-machine-image.ts", "line": 20 }, "name": "imageId", "type": { "primitive": "string" } } ], "symbolId": "src/base/neuronx/neuron-optimized-machine-image:NeuronOptimizedMachineImage" }, "aws-cdk-neuronx-patterns.NeuronxBatch": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "stability": "stable", "summary": "Neuronx batch construct." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatch", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 47 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 44 }, "name": "NeuronxBatch", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 45 }, "name": "computeEnvironment", "type": { "fqn": "aws-cdk-lib.aws_batch.ManagedEc2EcsComputeEnvironment" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 46 }, "name": "jobDefinition", "type": { "fqn": "aws-cdk-lib.aws_batch.EcsJobDefinition" } } ], "symbolId": "src/base/aws-batch/neuronx-batch:NeuronxBatch" }, "aws-cdk-neuronx-patterns.NeuronxBatchComputeEnvironment": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "stability": "stable", "summary": "Neuronx batch construct." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchComputeEnvironment", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 29 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchComputeEnvironmentProps" } } ] }, "interfaces": [ "aws-cdk-lib.aws_batch.IComputeEnvironment" ], "kind": "class", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 17 }, "methods": [ { "docs": { "remarks": "The Removal Policy controls what happens to this resource when it stops\nbeing managed by CloudFormation, either because you've removed it from the\nCDK application or because you've made a change that requires the resource\nto be replaced.\n\nThe resource can be deleted (`RemovalPolicy.DESTROY`), or left in your AWS\naccount for data recovery and cleanup later (`RemovalPolicy.RETAIN`).", "stability": "stable", "summary": "Apply the given removal policy to this resource." }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 73 }, "name": "applyRemovalPolicy", "overrides": "aws-cdk-lib.IResource", "parameters": [ { "name": "policy", "type": { "fqn": "aws-cdk-lib.RemovalPolicy" } } ] } ], "name": "NeuronxBatchComputeEnvironment", "properties": [ { "docs": { "stability": "stable", "summary": "The ARN of this compute environment." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 22 }, "name": "computeEnvironmentArn", "overrides": "aws-cdk-lib.aws_batch.IComputeEnvironment", "type": { "primitive": "string" } }, { "docs": { "stability": "stable", "summary": "The name of the ComputeEnvironment." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 21 }, "name": "computeEnvironmentName", "overrides": "aws-cdk-lib.aws_batch.IComputeEnvironment", "type": { "primitive": "string" } }, { "docs": { "remarks": "Enabled ComputeEnvironments can accept jobs from a Queue and\ncan scale instances up or down.\nDisabled ComputeEnvironments cannot accept jobs from a Queue or\nscale instances up or down.\n\nIf you change a ComputeEnvironment from enabled to disabled while it is executing jobs,\nJobs in the `STARTED` or `RUNNING` states will not\nbe interrupted. As jobs complete, the ComputeEnvironment will scale instances down to `minvCpus`.\n\nTo ensure you aren't billed for unused capacity, set `minvCpus` to `0`.", "stability": "stable", "summary": "Whether or not this ComputeEnvironment can accept jobs from a Queue." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 24 }, "name": "enabled", "overrides": "aws-cdk-lib.aws_batch.IComputeEnvironment", "type": { "primitive": "boolean" } }, { "docs": { "remarks": "For resources that are created and managed by the CDK\n(generally, those created by creating new class instances like Role, Bucket, etc.),\nthis is always the same as the environment of the stack they belong to;\nhowever, for imported resources\n(those obtained from static methods like fromRoleArn, fromBucketName, etc.),\nthat might be different than the stack they were imported into.", "stability": "stable", "summary": "The environment this resource belongs to." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 26 }, "name": "env", "overrides": "aws-cdk-lib.IResource", "type": { "fqn": "aws-cdk-lib.ResourceEnvironment" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 27 }, "name": "instanceRole", "type": { "fqn": "aws-cdk-lib.aws_iam.IRole" } }, { "docs": { "stability": "stable", "summary": "The stack in which this resource is defined." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 25 }, "name": "stack", "overrides": "aws-cdk-lib.IResource", "type": { "fqn": "aws-cdk-lib.Stack" } }, { "docs": { "stability": "stable", "summary": "The role Batch uses to perform actions on your behalf in your account, such as provision instances to run your jobs." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 23 }, "name": "serviceRole", "optional": true, "overrides": "aws-cdk-lib.aws_batch.IComputeEnvironment", "type": { "fqn": "aws-cdk-lib.aws_iam.IRole" } } ], "symbolId": "src/base/aws-batch/neuronx-batch-compute-environment:NeuronxBatchComputeEnvironment" }, "aws-cdk-neuronx-patterns.NeuronxBatchComputeEnvironmentProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props of NeuronxBatch." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchComputeEnvironmentProps", "interfaces": [ "aws-cdk-lib.aws_batch.ManagedEc2EcsComputeEnvironmentProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-compute-environment.ts", "line": 11 }, "name": "NeuronxBatchComputeEnvironmentProps", "symbolId": "src/base/aws-batch/neuronx-batch-compute-environment:NeuronxBatchComputeEnvironmentProps" }, "aws-cdk-neuronx-patterns.NeuronxBatchEcsJobDefinition": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "stability": "stable", "summary": "Neuronx batch construct." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchEcsJobDefinition", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 38 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchEcsJobDefinitionProps" } } ] }, "interfaces": [ "aws-cdk-lib.aws_batch.IJobDefinition" ], "kind": "class", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 24 }, "methods": [ { "docs": { "stability": "stable", "summary": "Add a RetryStrategy to this JobDefinition." }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 83 }, "name": "addRetryStrategy", "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "parameters": [ { "name": "strategy", "type": { "fqn": "aws-cdk-lib.aws_batch.RetryStrategy" } } ] }, { "docs": { "remarks": "The Removal Policy controls what happens to this resource when it stops\nbeing managed by CloudFormation, either because you've removed it from the\nCDK application or because you've made a change that requires the resource\nto be replaced.\n\nThe resource can be deleted (`RemovalPolicy.DESTROY`), or left in your AWS\naccount for data recovery and cleanup later (`RemovalPolicy.RETAIN`).", "stability": "stable", "summary": "Apply the given removal policy to this resource." }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 80 }, "name": "applyRemovalPolicy", "overrides": "aws-cdk-lib.IResource", "parameters": [ { "name": "policy", "type": { "fqn": "aws-cdk-lib.RemovalPolicy" } } ] }, { "docs": { "stability": "stable", "summary": "Grants the `batch:submitJob` permission to the identity on both this job definition and the `queue`." }, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 89 }, "name": "grantSubmitJob", "parameters": [ { "name": "identity", "type": { "fqn": "aws-cdk-lib.aws_iam.IGrantable" } }, { "name": "queue", "type": { "fqn": "aws-cdk-lib.aws_batch.IJobQueue" } } ] } ], "name": "NeuronxBatchEcsJobDefinition", "properties": [ { "docs": { "remarks": "For resources that are created and managed by the CDK\n(generally, those created by creating new class instances like Role, Bucket, etc.),\nthis is always the same as the environment of the stack they belong to;\nhowever, for imported resources\n(those obtained from static methods like fromRoleArn, fromBucketName, etc.),\nthat might be different than the stack they were imported into.", "stability": "stable", "summary": "The environment this resource belongs to." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 36 }, "name": "env", "overrides": "aws-cdk-lib.IResource", "type": { "fqn": "aws-cdk-lib.ResourceEnvironment" } }, { "docs": { "stability": "stable", "summary": "The ARN of this job definition." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 28 }, "name": "jobDefinitionArn", "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "primitive": "string" } }, { "docs": { "stability": "stable", "summary": "The name of this job definition." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 29 }, "name": "jobDefinitionName", "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "primitive": "string" } }, { "docs": { "stability": "stable", "summary": "Defines the retry behavior for this job." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 32 }, "name": "retryStrategies", "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "collection": { "elementtype": { "fqn": "aws-cdk-lib.aws_batch.RetryStrategy" }, "kind": "array" } } }, { "docs": { "stability": "stable", "summary": "The stack in which this resource is defined." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 35 }, "name": "stack", "overrides": "aws-cdk-lib.IResource", "type": { "fqn": "aws-cdk-lib.Stack" } }, { "docs": { "stability": "stable", "summary": "The default parameters passed to the container These parameters can be referenced in the `command` that you give to the container." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 30 }, "name": "parameters", "optional": true, "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "docs": { "remarks": "The job is retried on failure the same number of attempts as the value.", "stability": "stable", "summary": "The number of times to retry a job." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 31 }, "name": "retryAttempts", "optional": true, "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "primitive": "number" } }, { "docs": { "remarks": "Only used in Fairshare Scheduling\nto decide which job to run first when there are multiple jobs\nwith the same share identifier.", "stability": "stable", "summary": "The priority of this Job." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 33 }, "name": "schedulingPriority", "optional": true, "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "primitive": "number" } }, { "docs": { "remarks": "After the amount of time you specify passes,\nBatch terminates your jobs if they aren't finished.", "stability": "stable", "summary": "The timeout time for jobs that are submitted with this job definition." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 34 }, "name": "timeout", "optional": true, "overrides": "aws-cdk-lib.aws_batch.IJobDefinition", "type": { "fqn": "aws-cdk-lib.Duration" } } ], "symbolId": "src/base/aws-batch/neuronx-batch-ecs-job-definition:NeuronxBatchEcsJobDefinition" }, "aws-cdk-neuronx-patterns.NeuronxBatchEcsJobDefinitionProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props of NeuronxBatch." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchEcsJobDefinitionProps", "interfaces": [ "aws-cdk-lib.aws_batch.EcsEc2ContainerDefinitionProps", "aws-cdk-lib.aws_batch.JobDefinitionProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 15 }, "name": "NeuronxBatchEcsJobDefinitionProps", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch-ecs-job-definition.ts", "line": 18 }, "name": "neuronxInstanceType", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } } ], "symbolId": "src/base/aws-batch/neuronx-batch-ecs-job-definition:NeuronxBatchEcsJobDefinitionProps" }, "aws-cdk-neuronx-patterns.NeuronxBatchProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props of NeuronxBatch." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxBatchProps", "interfaces": [ "aws-cdk-lib.aws_batch.EcsEc2ContainerDefinitionProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 10 }, "name": "NeuronxBatchProps", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The instance type of worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 19 }, "name": "neuronxInstanceType", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "default": "- N bilion parameters * 5GiB EBS", "stability": "stable", "summary": "The root volume of worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 24 }, "name": "volumeSize", "type": { "fqn": "aws-cdk-lib.Size" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "VPC in which this will launch worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 15 }, "name": "vpc", "type": { "fqn": "aws-cdk-lib.aws_ec2.IVpc" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Spot instances are less expensive EC2 instances that can be reclaimed by EC2 at any time;\nyour job will be given two minutes of notice before reclamation.", "stability": "stable", "summary": "Whether or not to use spot instances." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 32 }, "name": "spot", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "- new subnets will be created", "stability": "stable", "summary": "The VPC Subnets this Compute Environment will launch instances in." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-batch/neuronx-batch.ts", "line": 38 }, "name": "vpcSubnets", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_ec2.SubnetSelection" } } ], "symbolId": "src/base/aws-batch/neuronx-batch:NeuronxBatchProps" }, "aws-cdk-neuronx-patterns.NeuronxCompiledModel": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiledModel", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 112 }, "name": "NeuronxCompiledModel", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The bucket to upload compiled artifacts." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 117 }, "name": "bucket", "type": { "fqn": "aws-cdk-lib.aws_s3.IBucket" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 113 }, "name": "compileTimeInstanceType", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The model name." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 129 }, "name": "modelName", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "S3 prefix that compiled artifact uploaded." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 125 }, "name": "s3Prefix", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "S3 URL that compiled artifact uploaded." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 121 }, "name": "s3Uri", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 130 }, "name": "weightSize", "type": { "fqn": "aws-cdk-lib.Size" } } ], "symbolId": "src/base/neuronx-compiler/neuronx-compiler:NeuronxCompiledModel" }, "aws-cdk-neuronx-patterns.NeuronxCompiler": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "remarks": "Compile the model to work with Inferentia2 and Trainium1 and upload it to an S3 bucket.", "stability": "stable", "summary": "Neuronx compiler construct." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiler", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 147 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompilerProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 137 }, "methods": [ { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 286 }, "name": "compile", "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiledModel" } } } ], "name": "NeuronxCompiler", "symbolId": "src/base/neuronx-compiler/neuronx-compiler:NeuronxCompiler" }, "aws-cdk-neuronx-patterns.NeuronxCompilerProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props of NeuronxCompiler." }, "fqn": "aws-cdk-neuronx-patterns.NeuronxCompilerProps", "kind": "interface", "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 53 }, "name": "NeuronxCompilerProps", "properties": [ { "abstract": true, "docs": { "remarks": "This property is not depends on compile job finish.", "stability": "stable", "summary": "S3 Prefix that compiled artifact uploaded." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 70 }, "name": "artifactS3Prefix", "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The bucket to upload compiled artifacts." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 61 }, "name": "bucket", "type": { "fqn": "aws-cdk-lib.aws_s3.IBucket" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "An image of the container where the compile job is executed." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 82 }, "name": "image", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxContainerImage" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The model to be compiled." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 78 }, "name": "model", "type": { "fqn": "aws-cdk-neuronx-patterns.Model" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The instance type of compile worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 74 }, "name": "neuronxInstanceType", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "VPC in which this will launch compile worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 57 }, "name": "vpc", "type": { "fqn": "aws-cdk-lib.aws_ec2.IVpc" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 83 }, "name": "command", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "default": "- No environment variables.", "remarks": "This is only applicable when using container runtime.", "stability": "stable", "summary": "The environment variables to pass to the container." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 107 }, "name": "environment", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "map" } } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Secrets to pass to the container." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 65 }, "name": "secrets", "optional": true, "type": { "collection": { "elementtype": { "fqn": "aws-cdk-lib.aws_batch.Secret" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "false", "remarks": "Spot instances are less expensive EC2 instances that can be reclaimed by EC2 at any time; your job will be given two minutes of notice before reclamation.", "stability": "stable", "summary": "Whether or not to use spot instances." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 94 }, "name": "spot", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "- N bilion parameters * 5GiB EBS", "stability": "stable", "summary": "The root volume of worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 88 }, "name": "volumeSize", "optional": true, "type": { "fqn": "aws-cdk-lib.Size" } }, { "abstract": true, "docs": { "default": "- new subnets will be created", "stability": "stable", "summary": "The VPC Subnets this Compute Environment will launch instances in." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx-compiler/neuronx-compiler.ts", "line": 100 }, "name": "vpcSubnets", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_ec2.SubnetSelection" } } ], "symbolId": "src/base/neuronx-compiler/neuronx-compiler:NeuronxCompilerProps" }, "aws-cdk-neuronx-patterns.NeuronxInstanceType": { "abstract": true, "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.NeuronxInstanceType", "initializer": { "docs": { "stability": "stable" } }, "kind": "class", "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 105 }, "name": "NeuronxInstanceType", "properties": [ { "const": true, "docs": { "stability": "stable", "summary": "inf2.24xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 135 }, "name": "INF2_24XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "inf2.48xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 148 }, "name": "INF2_48XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "inf2.8xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 122 }, "name": "INF2_8XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "inf2.xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 109 }, "name": "INF2_XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "trn1.2xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 161 }, "name": "TRN1_2XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "const": true, "docs": { "stability": "stable", "summary": "trn1.32xlarge." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 174 }, "name": "TRN1_32XLARGE", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } } ], "symbolId": "src/base/neuronx/neuronx-instance-type:NeuronxInstanceType" }, "aws-cdk-neuronx-patterns.NeuronxTaskDefinition": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-lib.aws_ecs.Ec2TaskDefinition", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.NeuronxTaskDefinition", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 57 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionProps" } } ] }, "interfaces": [ "aws-cdk-neuronx-patterns.INeuronxTaskDefinition" ], "kind": "class", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 48 }, "methods": [ { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 99 }, "name": "addContainerWithDefault", "parameters": [ { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerDefinitionOptions" } } ], "returns": { "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerDefinition" } } } ], "name": "NeuronxTaskDefinition", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 55 }, "name": "compiledModel", "overrides": "aws-cdk-neuronx-patterns.INeuronxTaskDefinition", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiledModel" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 56 }, "name": "linuxParameters", "protected": true, "type": { "fqn": "aws-cdk-lib.aws_ecs.LinuxParameters" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 52 }, "name": "neuronxInstanceType", "overrides": "aws-cdk-neuronx-patterns.INeuronxTaskDefinition", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 54 }, "name": "tasksPerInstance", "overrides": "aws-cdk-neuronx-patterns.INeuronxTaskDefinition", "type": { "primitive": "number" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 53 }, "name": "tensorParallelSize", "overrides": "aws-cdk-neuronx-patterns.INeuronxTaskDefinition", "type": { "primitive": "number" } } ], "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:NeuronxTaskDefinition" }, "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionProps", "interfaces": [ "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionPropsBase" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 34 }, "name": "NeuronxTaskDefinitionProps", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The model to be compiled." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 39 }, "name": "compiledModel", "type": { "fqn": "aws-cdk-neuronx-patterns.NeuronxCompiledModel" } } ], "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:NeuronxTaskDefinitionProps" }, "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionPropsBase": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionPropsBase", "interfaces": [ "aws-cdk-lib.aws_ecs.Ec2TaskDefinitionProps" ], "kind": "interface", "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 21 }, "name": "NeuronxTaskDefinitionPropsBase", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The instance type of compile worker instance." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 26 }, "name": "neuronxInstanceType", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "default": "- 1", "stability": "stable", "summary": "The number of tensor parallel size." }, "immutable": true, "locationInModule": { "filename": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service.ts", "line": 31 }, "name": "tensorParallelSize", "optional": true, "type": { "primitive": "number" } } ], "symbolId": "src/base/aws-ecs-patterns/application-load-balanced-neuronx-service:NeuronxTaskDefinitionPropsBase" }, "aws-cdk-neuronx-patterns.OptLevel": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Optimization level." }, "fqn": "aws-cdk-neuronx-patterns.OptLevel", "kind": "enum", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 22 }, "members": [ { "docs": { "stability": "stable", "summary": "enables the core performance optimizations in the compiler, while also minimizing compile time." }, "name": "MINIMIZING_COMPILE_TIME" }, { "docs": { "stability": "stable", "summary": "provides the best balance between model performance and compile time." }, "name": "BEST_BALANCE" }, { "docs": { "stability": "stable", "summary": "may provide additional model execution performance but may incur longer compile times and higher host memory usage during model compilation." }, "name": "MODEL_EXECUTION_PERFORMANCE" } ], "name": "OptLevel", "symbolId": "src/base/neuronx/model:OptLevel" }, "aws-cdk-neuronx-patterns.Parameters": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Represents the amount of parameters." }, "fqn": "aws-cdk-neuronx-patterns.Parameters", "kind": "class", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 40 }, "methods": [ { "docs": { "returns": "parameters", "stability": "stable", "summary": "Create a Parameters representing an amount billion." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 54 }, "name": "billion", "parameters": [ { "docs": { "summary": "number of parameters billionX." }, "name": "parameters", "type": { "primitive": "number" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.Parameters" } }, "static": true }, { "docs": { "returns": "parameters", "stability": "stable", "summary": "Create a Parameters representing an amount million." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 46 }, "name": "million", "parameters": [ { "docs": { "summary": "number of parameters millionX." }, "name": "parameters", "type": { "primitive": "number" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.Parameters" } }, "static": true }, { "docs": { "returns": "This number of parameters as billion.", "stability": "stable", "summary": "Return this number of parameters as billion." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 74 }, "name": "toBillion", "returns": { "type": { "primitive": "number" } } }, { "docs": { "returns": "This number of parameters as million.", "stability": "stable", "summary": "Return this number of parameters as million." }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 67 }, "name": "toMillion", "returns": { "type": { "primitive": "number" } } }, { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 77 }, "name": "weightSize", "returns": { "type": { "fqn": "aws-cdk-lib.Size" } } } ], "name": "Parameters", "symbolId": "src/base/neuronx/model:Parameters" }, "aws-cdk-neuronx-patterns.PreemptionMode": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Preemption mode." }, "fqn": "aws-cdk-neuronx-patterns.PreemptionMode", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 289 }, "members": [ { "docs": { "stability": "stable" }, "name": "RECOMPUTE" }, { "docs": { "stability": "stable" }, "name": "SWAP" } ], "name": "PreemptionMode", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:PreemptionMode" }, "aws-cdk-neuronx-patterns.PrefixCachingHashAlgo": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Hash algorithm options for prefix caching." }, "fqn": "aws-cdk-neuronx-patterns.PrefixCachingHashAlgo", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 142 }, "members": [ { "docs": { "stability": "stable", "summary": "“builtin” is Python’s built-in hash." }, "name": "BUILTIN" }, { "docs": { "stability": "stable", "summary": "“sha256” is collision resistant but with certain overheads." }, "name": "SHA256" } ], "name": "PrefixCachingHashAlgo", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:PrefixCachingHashAlgo" }, "aws-cdk-neuronx-patterns.PytorchTrainingNeuronxImage": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.PytorchTrainingNeuronxImage", "initializer": { "docs": { "stability": "stable" } }, "kind": "class", "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 115 }, "methods": [ { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 100 }, "name": "fromSdkVersion", "parameters": [ { "name": "neuronxVersion", "type": { "primitive": "string" } }, { "name": "pythonVersion", "type": { "primitive": "string" } }, { "name": "pytorchVersion", "type": { "primitive": "string" } }, { "name": "ubuntuVersion", "type": { "primitive": "string" } } ], "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, "static": true } ], "name": "PytorchTrainingNeuronxImage", "properties": [ { "const": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 116 }, "name": "imageName", "static": true, "type": { "primitive": "string" } }, { "const": true, "docs": { "stability": "stable", "summary": "Latest Neuron SDK." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 95 }, "name": "LATEST", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.18.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 88 }, "name": "SDK_2_18_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.18.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 81 }, "name": "SDK_2_18_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.18.2." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 74 }, "name": "SDK_2_18_2", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.19.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 67 }, "name": "SDK_2_19_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.19.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 60 }, "name": "SDK_2_19_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.20.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 53 }, "name": "SDK_2_20_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.20.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 46 }, "name": "SDK_2_20_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.20.2." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 39 }, "name": "SDK_2_20_2", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.21.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 32 }, "name": "SDK_2_21_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.21.1." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 25 }, "name": "SDK_2_21_1", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.22.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 18 }, "name": "SDK_2_22_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable", "summary": "Neuron SDK 2.23.0." }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 11 }, "name": "SDK_2_23_0", "static": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "const": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/deep-learning-containers.ts", "line": 9 }, "name": "size", "static": true, "type": { "fqn": "aws-cdk-lib.Size" } } ], "symbolId": "src/base/neuronx/deep-learning-containers:PytorchTrainingNeuronxImage" }, "aws-cdk-neuronx-patterns.QuantDtype": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Quant data type." }, "fqn": "aws-cdk-neuronx-patterns.QuantDtype", "kind": "enum", "locationInModule": { "filename": "src/base/neuronx/model.ts", "line": 12 }, "members": [ { "docs": { "stability": "stable", "summary": "int8 weight storage." }, "name": "S8" } ], "name": "QuantDtype", "symbolId": "src/base/neuronx/model:QuantDtype" }, "aws-cdk-neuronx-patterns.Quantization": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Quantization methods." }, "fqn": "aws-cdk-neuronx-patterns.Quantization", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 156 }, "members": [ { "docs": { "stability": "stable" }, "name": "AQLM" }, { "docs": { "stability": "stable" }, "name": "AWQ" }, { "docs": { "stability": "stable" }, "name": "DEEPSPEEDFP" }, { "docs": { "stability": "stable" }, "name": "TPU_INT8" }, { "docs": { "stability": "stable" }, "name": "FP8" }, { "docs": { "stability": "stable" }, "name": "PTPC_FP8" }, { "docs": { "stability": "stable" }, "name": "FBGEMM_FP8" }, { "docs": { "stability": "stable" }, "name": "MODELOPT" }, { "docs": { "stability": "stable" }, "name": "NVFP4" }, { "docs": { "stability": "stable" }, "name": "MARLIN" }, { "docs": { "stability": "stable" }, "name": "GGUF" }, { "docs": { "stability": "stable" }, "name": "GPTQ_MARLIN_24" }, { "docs": { "stability": "stable" }, "name": "GPTQ_MARLIN" }, { "docs": { "stability": "stable" }, "name": "AWQ_MARLIN" }, { "docs": { "stability": "stable" }, "name": "GPTQ" }, { "docs": { "stability": "stable" }, "name": "COMPRESSED_TENSORS" }, { "docs": { "stability": "stable" }, "name": "BITSANDBYTES" }, { "docs": { "stability": "stable" }, "name": "QQQ" }, { "docs": { "stability": "stable" }, "name": "HQQ" }, { "docs": { "stability": "stable" }, "name": "EXPERTS_INT8" }, { "docs": { "stability": "stable" }, "name": "NEURON_QUANT" }, { "docs": { "stability": "stable" }, "name": "IPEX" }, { "docs": { "stability": "stable" }, "name": "QUARK" }, { "docs": { "stability": "stable" }, "name": "MOE_WNA16" }, { "docs": { "stability": "stable" }, "name": "TORCHAO" }, { "docs": { "stability": "stable" }, "name": "NONE" } ], "name": "Quantization", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:Quantization" }, "aws-cdk-neuronx-patterns.ReasoningParser": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Available reasoning parsers." }, "fqn": "aws-cdk-neuronx-patterns.ReasoningParser", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 84 }, "members": [ { "docs": { "stability": "stable" }, "name": "DEEPSEEK_R1" }, { "docs": { "stability": "stable" }, "name": "GRANITE" } ], "name": "ReasoningParser", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:ReasoningParser" }, "aws-cdk-neuronx-patterns.SchedulingPolicy": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Scheduling policy options." }, "fqn": "aws-cdk-neuronx-patterns.SchedulingPolicy", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 297 }, "members": [ { "docs": { "stability": "stable" }, "name": "FCFS" }, { "docs": { "stability": "stable" }, "name": "PRIORITY" } ], "name": "SchedulingPolicy", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:SchedulingPolicy" }, "aws-cdk-neuronx-patterns.TokenizerMode": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Tokenizer mode options." }, "fqn": "aws-cdk-neuronx-patterns.TokenizerMode", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 188 }, "members": [ { "docs": { "stability": "stable", "summary": "“auto” will use the fast tokenizer if available." }, "name": "AUTO" }, { "docs": { "stability": "stable", "summary": "“slow” will always use the slow tokenizer." }, "name": "SLOW" }, { "docs": { "stability": "stable", "summary": "“mistral” will always use the mistral_common tokenizer." }, "name": "MISTRAL" }, { "docs": { "stability": "stable", "summary": "“custom” will use –tokenizer to select the preregistered tokenizer." }, "name": "CUSTOM" } ], "name": "TokenizerMode", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:TokenizerMode" }, "aws-cdk-neuronx-patterns.TokenizerPoolType": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Tokenizer pool type options." }, "fqn": "aws-cdk-neuronx-patterns.TokenizerPoolType", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 222 }, "members": [ { "docs": { "stability": "stable" }, "name": "RAY" } ], "name": "TokenizerPoolType", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:TokenizerPoolType" }, "aws-cdk-neuronx-patterns.ToolCallParser": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Tool call parser options." }, "fqn": "aws-cdk-neuronx-patterns.ToolCallParser", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 260 }, "members": [ { "docs": { "stability": "stable" }, "name": "GRANITE_20B_FC" }, { "docs": { "stability": "stable" }, "name": "GRANITE" }, { "docs": { "stability": "stable" }, "name": "HERMES" }, { "docs": { "stability": "stable" }, "name": "INTERNLM" }, { "docs": { "stability": "stable" }, "name": "JAMBA" }, { "docs": { "stability": "stable" }, "name": "LLAMA3_JSON" }, { "docs": { "stability": "stable" }, "name": "MISTRAL" }, { "docs": { "stability": "stable" }, "name": "PHI4_MINI_JSON" }, { "docs": { "stability": "stable" }, "name": "PYTHONIC" } ], "name": "ToolCallParser", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:ToolCallParser" }, "aws-cdk-neuronx-patterns.Trainium1Chips": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.Trainium1Chips", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 25 }, "parameters": [ { "name": "chips", "type": { "primitive": "number" } } ] }, "interfaces": [ "aws-cdk-neuronx-patterns.IAcceleratorChips" ], "kind": "class", "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 22 }, "name": "Trainium1Chips", "properties": [ { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 24 }, "name": "acceleratorMemory", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "fqn": "aws-cdk-lib.Size" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 25 }, "name": "chips", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "primitive": "number" } }, { "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/base/neuronx/neuronx-instance-type.ts", "line": 23 }, "name": "neuronxCores", "overrides": "aws-cdk-neuronx-patterns.IAcceleratorChips", "type": { "primitive": "number" } } ], "symbolId": "src/base/neuronx/neuronx-instance-type:Trainium1Chips" }, "aws-cdk-neuronx-patterns.UvicornLogLevel": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Log level options for Uvicorn." }, "fqn": "aws-cdk-neuronx-patterns.UvicornLogLevel", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 6 }, "members": [ { "docs": { "stability": "stable" }, "name": "DEBUG" }, { "docs": { "stability": "stable" }, "name": "INFO" }, { "docs": { "stability": "stable" }, "name": "WARNING" }, { "docs": { "stability": "stable" }, "name": "ERROR" }, { "docs": { "stability": "stable" }, "name": "CRITICAL" }, { "docs": { "stability": "stable" }, "name": "TRACE" } ], "name": "UvicornLogLevel", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:UvicornLogLevel" }, "aws-cdk-neuronx-patterns.VllmCacheConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for the KV cache." }, "fqn": "aws-cdk-neuronx-patterns.VllmCacheConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 952 }, "name": "VllmCacheConfig", "properties": [ { "abstract": true, "docs": { "remarks": "This is ignored on neuron devices and set to –max-model-len. On CUDA devices, only block sizes up to 32 are supported.\nOn HPU devices, block size defaults to 128.", "stability": "stable", "summary": "Size of a contiguous cache block in number of tokens." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 958 }, "name": "blockSize", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.BlockSize" } }, { "abstract": true, "docs": { "default": "false", "remarks": "If False, the scales will be loaded from the model checkpoint if available. Otherwise, the scales will default to 1.0.", "stability": "stable", "summary": "This enables dynamic calculation of k_scale and v_scale when kv_cache_dtype is fp8." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1019 }, "name": "calculateKvScales", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "0", "remarks": "Default is 0, which means no offloading. Intuitively,\nthis argument can be seen as a virtual way to increase the GPU memory size.\nFor example, if you have one 24 GB GPU and set this to 10, virtually you can think of it as a 34 GB GPU.\nThen you can load a 13B model with BF16 weight, which requires at least 26GB GPU memory.\n\nNote that this requires fast CPU-GPU interconnect,\nas part of the model is loaded from CPU memory to GPU memory on the fly in each model forward pass.", "stability": "stable", "summary": "The space in GiB to offload to CPU, per GPU." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1012 }, "name": "cpuOffloadGb", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "Disabled by default for V0. Enabled by default for V1.", "stability": "stable", "summary": "Whether to enable prefix caching." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 993 }, "name": "enablePrefixCaching", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "0.9", "remarks": "For example, a value of 0.5 would imply 50% GPU memory utilization.\nIf unspecified, will use the default value of 0.9. This is a per-instance limit,\nand only applies to the current vLLM instance.\nIt does not matter if you have another vLLM instance running on the same GPU. For example,\nif you have two vLLM instances running on the same GPU, you can set the GPU memory utilization to 0.5 for each instance.", "stability": "stable", "summary": "The fraction of GPU memory to be used for the model executor, which can range from 0 to 1." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 969 }, "name": "gpuMemoryUtilization", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "KvCacheDtype.AUTO", "remarks": "If “auto”, will use model data type.\nCUDA 11.8+ supports fp8 (=fp8_e4m3) and fp8_e5m2. ROCm (AMD GPU) supports fp8 (=fp8_e4m3).", "stability": "stable", "summary": "Data type for kv cache storage." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 982 }, "name": "kvCacheDtype", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.KvCacheDtype" } }, { "abstract": true, "docs": { "remarks": "This overrides the profiled num_gpu_blocks if specified.\nDoes nothing if None. Used for testing preemption.", "stability": "stable", "summary": "Number of GPU blocks to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 988 }, "name": "numGpuBlocksOverride", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "PrefixCachingHashAlgo.BUILTIN", "stability": "stable", "summary": "Set the hash algorithm for prefix caching." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 999 }, "name": "prefixCachingHashAlgo", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.PrefixCachingHashAlgo" } }, { "abstract": true, "docs": { "default": "4", "stability": "stable", "summary": "Size of the CPU swap space per GPU (in GiB)." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 975 }, "name": "swapSpace", "optional": true, "type": { "primitive": "number" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmCacheConfig" }, "aws-cdk-neuronx-patterns.VllmDecodingConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Dataclass which contains the decoding strategy of the engine." }, "fqn": "aws-cdk-neuronx-patterns.VllmDecodingConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 876 }, "name": "VllmDecodingConfig", "properties": [ { "abstract": true, "docs": { "default": "GuidedDecodingBackend.AUTO", "remarks": "With “auto”, we will make opinionated choices based on request contents and what the backend libraries currently support,\nso the behavior is subject to change in each release.", "stability": "stable", "summary": "Which engine will be used for guided decoding (JSON schema / regex etc) by default." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 883 }, "name": "guidedDecodingBackend", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.GuidedDecodingBackend" } }, { "abstract": true, "docs": { "remarks": "This is used to parse the reasoning content into OpenAI API format. Required for –enable-reasoning.", "stability": "stable", "summary": "Select the reasoning parser depending on the model that you’re using." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 889 }, "name": "reasoningParser", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ReasoningParser" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmDecodingConfig" }, "aws-cdk-neuronx-patterns.VllmDeviceConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.VllmDeviceConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1118 }, "name": "VllmDeviceConfig", "properties": [ { "abstract": true, "docs": { "default": "Device.AUTO", "stability": "stable", "summary": "Device type for vLLM execution." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1123 }, "name": "device", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.Device" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmDeviceConfig" }, "aws-cdk-neuronx-patterns.VllmEngineArguments": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Interface for vLLM server command line arguments." }, "fqn": "aws-cdk-neuronx-patterns.VllmEngineArguments", "interfaces": [ "aws-cdk-neuronx-patterns.VllmNamedArguments", "aws-cdk-neuronx-patterns.VllmLoadConfig", "aws-cdk-neuronx-patterns.VllmDecodingConfig", "aws-cdk-neuronx-patterns.VllmParallelConfig", "aws-cdk-neuronx-patterns.VllmCacheConfig", "aws-cdk-neuronx-patterns.VllmMultiModalConfig", "aws-cdk-neuronx-patterns.VllmLoraConfig", "aws-cdk-neuronx-patterns.VllmPromptAdapterConfig", "aws-cdk-neuronx-patterns.VllmDeviceConfig", "aws-cdk-neuronx-patterns.VllmSpeculativeConfig", "aws-cdk-neuronx-patterns.VllmSchedulerConfig" ], "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1233 }, "name": "VllmEngineArguments", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmEngineArguments" }, "aws-cdk-neuronx-patterns.VllmEngineArgumentsParser": { "abstract": true, "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.VllmEngineArgumentsParser", "initializer": { "docs": { "stability": "stable" } }, "kind": "class", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1253 }, "methods": [ { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1275 }, "name": "cli", "parameters": [ { "name": "args", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmEngineArguments" } } ], "returns": { "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, "static": true }, { "docs": { "returns": "vLLM engine config", "see": "https://docs.vllm.ai/en/latest/serving/openai_compatible_server.html#configuration-file", "stability": "stable", "summary": "Convert vLLM engine arguments (camel case) to config (kebab case)." }, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1260 }, "name": "config", "parameters": [ { "docs": { "summary": "vLLM engine arguments." }, "name": "args", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmEngineArguments" } } ], "returns": { "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, "static": true } ], "name": "VllmEngineArgumentsParser", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmEngineArgumentsParser" }, "aws-cdk-neuronx-patterns.VllmLoadConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for loading the model weights." }, "fqn": "aws-cdk-neuronx-patterns.VllmLoadConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 836 }, "name": "VllmLoadConfig", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "Directory to download and load the weights, default to the default cache directory of Hugging Face." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 857 }, "name": "downloadDir", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "LoadFormat.AUTO", "remarks": "- “pt” will load the weights in the pytorch bin format.\n- “safetensors” will load the weights in the safetensors format.\n- “npcache” will load the weights in pytorch format and store a numpy cache to speed up the loading.\n- “dummy” will initialize the weights with random values, which is mainly for profiling.\n- “tensorizer” will use CoreWeave’s tensorizer library for fast weight loading. See the Tensorize vLLM Model script in the Examples section for more information.\n- “runai_streamer” will load the Safetensors weights using Run:ai Model Streamer.\n- “bitsandbytes” will load the weights using bitsandbytes quantization.\n- “sharded_state” will load weights from pre-sharded checkpoint files, supporting efficient loading of tensor-parallel models.\n- “gguf” will load weights from GGUF format files (details specified in ggml-org/ggml).\n- “mistral” will load weights from consolidated safetensors files used by Mistral models.", "stability": "stable", "summary": "The format of the model weights to load: - “auto” will try to load the weights in the safetensors format and fall back to the pytorch bin format if safetensors format is not available." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 852 }, "name": "loadFormat", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.LoadFormat" } }, { "abstract": true, "docs": { "default": "{}", "remarks": "This will be passed to the model loader corresponding to the chosen load_format.\nThis should be a object that will be parsed into a dictionary.", "stability": "stable", "summary": "Extra config for model loader." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 864 }, "name": "modelLoaderExtraConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "true", "stability": "stable", "summary": "Whether to enable tqdm for showing progress bar when loading model weights." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 870 }, "name": "useTqdmOnLoad", "optional": true, "type": { "primitive": "boolean" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmLoadConfig" }, "aws-cdk-neuronx-patterns.VllmLoraConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for LoRA." }, "fqn": "aws-cdk-neuronx-patterns.VllmLoraConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1037 }, "name": "VllmLoraConfig", "properties": [ { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "If True, enable handling of LoRA adapters." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1042 }, "name": "enableLora", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "If True, enable bias for LoRA adapters." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1048 }, "name": "enableLoraBias", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Enabling this will use the fully sharded layers.\nAt high sequence length, max rank or tensor parallel size, this is likely faster.", "stability": "stable", "summary": "By default, only half of the LoRA computation is sharded with tensor parallelism." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1092 }, "name": "fullyShardedLoras", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "remarks": "Long LoRA)\nto allow for multiple LoRA adapters trained with those scaling factors to be used at the same time.\nIf not specified, only adapters trained with the base model scaling factor are allowed.", "stability": "stable", "summary": "Specify multiple scaling factors (which can be different from base model scaling factorsee eg." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1079 }, "name": "longLoraScalingFactors", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "LoraDtype.AUTO", "remarks": "If auto, will default to base model dtype.", "stability": "stable", "summary": "Data type for LoRA." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1072 }, "name": "loraDtype", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.LoraDtype" } }, { "abstract": true, "docs": { "default": "256", "stability": "stable", "summary": "Maximum size of extra vocabulary that can be present in a LoRA adapter (added to the base model vocabulary)." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1066 }, "name": "loraExtraVocabSize", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "Must be >= than max_loras.", "stability": "stable", "summary": "Maximum number of LoRAs to store in CPU memory." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1084 }, "name": "maxCpuLoras", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "16", "stability": "stable", "summary": "Max LoRA rank." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1060 }, "name": "maxLoraRank", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "Max number of LoRAs in a single batch." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1054 }, "name": "maxLoras", "optional": true, "type": { "primitive": "number" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmLoraConfig" }, "aws-cdk-neuronx-patterns.VllmMultiModalConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Controls the behavior of multimodal models." }, "fqn": "aws-cdk-neuronx-patterns.VllmMultiModalConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1025 }, "name": "VllmMultiModalConfig", "properties": [ { "abstract": true, "docs": { "default": "{}", "remarks": "This should be a object that will be parsed into a dictionary. Defaults to 1 (V0) or 999 (V1) for each modality.", "stability": "stable", "summary": "The maximum number of input items allowed per prompt for each modality." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1031 }, "name": "limitMmPerPrompt", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmMultiModalConfig" }, "aws-cdk-neuronx-patterns.VllmNamedArguments": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "VllmNamedArguments." }, "fqn": "aws-cdk-neuronx-patterns.VllmNamedArguments", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 305 }, "name": "VllmNamedArguments", "properties": [ { "abstract": true, "docs": { "remarks": "Different platforms may support different configs.\nMake sure the configs are valid for the platform you are using.\nThe input format is like ‘{“config_key”:”config_value”}’", "stability": "stable", "summary": "Additional config for specified platform." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 789 }, "name": "additionalConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Allow credentials." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 333 }, "name": "allowCredentials", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "['*']", "stability": "stable", "summary": "Allowed headers." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 351 }, "name": "allowedHeaders", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "remarks": "This is a security risk. Should only be enabled in trusted environments.", "stability": "stable", "summary": "Allowing API requests to read local images or videos from directories specified by the server file system." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 542 }, "name": "allowedLocalMediaPath", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "['*']", "stability": "stable", "summary": "Allowed methods." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 345 }, "name": "allowedMethods", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "default": "['*']", "stability": "stable", "summary": "Allowed origins." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 339 }, "name": "allowedOrigins", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "stability": "stable", "summary": "If provided, the server will require this key to be presented in the header." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 356 }, "name": "apiKey", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The file path to the chat template, or the template in single-line form for the specified model." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 372 }, "name": "chatTemplate", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "ChatTemplateContentFormat.AUTO", "remarks": "- “string” will render the content as a string.\n - Example: `\"Hello World\"`\n- “openai” will render the content as a list of dictionaries, similar to OpenAI schema.\n - Example: `[{\"type\": \"text\", \"text\": \"Hello world!\"}]`", "stability": "stable", "summary": "The format to render message content within a chat template." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 382 }, "name": "chatTemplateContentFormat", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ChatTemplateContentFormat" } }, { "abstract": true, "docs": { "remarks": "It can be a branch name, a tag name, or a commit id. If unspecified, will use the default version.", "stability": "stable", "summary": "The specific revision to use for the model code on Hugging Face Hub." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 518 }, "name": "codeRevision", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "It makes sense to set this only if --otlp-traces-endpoint is set.\nIf set, it will collect detailed traces for the specified modules.\nThis involves use of possibly costly and or blocking operations and hence might have a performance impact.", "stability": "stable", "summary": "Valid choices are model,worker,all." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 703 }, "name": "collectDetailedTraces", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "NOTE: level 0 is the default level without any optimization.\nlevel 1 and 2 are for internal testing only. level 3 is the recommended level for production.\nTo specify the full compilation config, use a JSON string,\ne.g. `{\"level\": 3, \"cudagraph_capture_sizes\": [1, 2, 4, 8]}` Following the convention of traditional compilers,\nusing -O without space is also supported. -O3 is equivalent to -O 3.", "stability": "stable", "summary": "torch.compile configuration for the model. When it is a number (0, 1, 2, 3), it will be interpreted as the optimization level." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 739 }, "name": "compilationConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "ConfigFormat.AUTO", "stability": "stable", "summary": "The format of the model config to load." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 548 }, "name": "configFormat", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ConfigFormat" } }, { "abstract": true, "docs": { "default": "false", "remarks": "This may result in lower performance.", "stability": "stable", "summary": "Disable async output processing." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 709 }, "name": "disableAsyncOutputProc", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable cascade attention for V1." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 801 }, "name": "disableCascadeAttn", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable FastAPI's OpenAPI schema, Swagger UI, and ReDoc endpoint." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 818 }, "name": "disableFastApiDocs", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "If specified, will run the OpenAI frontend server in the same process as the model serving engine." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 442 }, "name": "disableFrontendMultiprocessing", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable logging requests." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 807 }, "name": "disableLogRequests", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable logging statistics." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 601 }, "name": "disableLogStats", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "remarks": "(not recommended)", "stability": "stable", "summary": "If true, then disables caching of the multi-modal preprocessor/mapper." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 660 }, "name": "disableMmPreprocessorCache", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disables sliding window, capping to sliding window size." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 577 }, "name": "disableSlidingWindow", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable uvicorn access log." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 327 }, "name": "disableUvicornAccessLog", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "DataType.AUTO", "stability": "stable", "summary": "Data type for model weights and activations." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 554 }, "name": "dtype", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.DataType" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Use `--tool-call-parser` to specify which parser to use.", "stability": "stable", "summary": "Enable auto tool choice for supported models." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 457 }, "name": "enableAutoToolChoice", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Enable prompt_tokens_details in usage." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 824 }, "name": "enablePromptTokensDetails", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Enable reasoning_content for the model." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 795 }, "name": "enableReasoning", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Caution: this hurts performance at high QPS.", "stability": "stable", "summary": "If specified, API server will add X-Request-Id header to responses." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 450 }, "name": "enableRequestIdHeaders", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Enable tracking server_load_metrics in the app state." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 830 }, "name": "enableServerLoadTracking", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "remarks": "(only cuda platform is supported)", "stability": "stable", "summary": "Enable sleep mode for the engine." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 781 }, "name": "enableSleepMode", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Refresh SSL Context when SSL certificate files change." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 409 }, "name": "enableSslRefresh", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "false", "remarks": "If False, will use eager mode and CUDA graph in hybrid for maximal performance and flexibility.", "stability": "stable", "summary": "Always use eager-mode PyTorch." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 639 }, "name": "enforceEager", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "\"auto\"", "remarks": "Defaults to ‘auto’,\nthe generation config will be loaded from model path. If set to ‘vllm’,\nno generation config is loaded, vLLM defaults will be used.\nIf set to a folder path, the generation config will be loaded from the specified folder path.\nIf max_new_tokens is specified in generation config,\nthen it sets a server-wide limit on the number of output tokens for all requests.", "stability": "stable", "summary": "The folder path to the generation config." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 767 }, "name": "generationConfig", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "If unspecified, model name or path will be used.", "stability": "stable", "summary": "Name or path of the huggingface config to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 498 }, "name": "hfConfigPath", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "This should be a object that will be parsed into a dictionary.", "stability": "stable", "summary": "Extra arguments for the HuggingFace config." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 632 }, "name": "hfOverrides", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "remarks": "If provided, the Secret will be passed as HF_TOKEN secret to compile environment.", "stability": "stable", "summary": "The token to use as HTTP bearer authorization for remote files." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 626 }, "name": "hfToken", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_batch.Secret" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Host name." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 309 }, "name": "host", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "[]", "stability": "stable", "summary": "The pattern(s) to ignore when loading the model.Default to original/**\\/* to avoid repeated loading of llama’s checkpoints." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 667 }, "name": "ignorePatterns", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Configurations for distributed KV cache transfer in object." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 744 }, "name": "kvTransferConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "remarks": "Defaults to None, which allows no processors.", "stability": "stable", "summary": "Optional regex pattern specifying valid logits processor qualified names that can be passed with the logits_processors extra completion argument." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 565 }, "name": "logitsProcessorPattern", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "example": "{\"name\": \"name\", \"path\": \"lora_path\", \"base_model_name\": \"id\"}", "stability": "stable", "summary": "LoRA module configurations." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 362 }, "name": "loraModules", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Max number of prompt characters or prompt ID numbers in log." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 812 }, "name": "maxLogLen", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "20", "stability": "stable", "summary": "Max number of log probs to return logprobs is specified in SamplingParams." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 595 }, "name": "maxLogprobs", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Model context length." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 559 }, "name": "maxModelLen", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "8192", "remarks": "When a sequence has context length larger than this, we fall back to eager mode.\nAdditionally for encoder-decoder models, if the sequence length of the encoder input is larger than this,\nwe fall back to the eager mode.", "stability": "stable", "summary": "Maximum sequence length covered by CUDA graphs." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 648 }, "name": "maxSeqLenToCapture", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "[]", "remarks": "We accept multiple –middleware arguments. The value should be an import path.\nIf a function is provided, vLLM will add it to the server using `@app.middleware('http')`.\nIf a class is provided, vLLM will add it to the server using `app.add_middleware()`.", "stability": "stable", "summary": "Additional ASGI middleware to apply to the app." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 429 }, "name": "middleware", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "example": "{\"num_crops\": 4}", "stability": "stable", "summary": "Overrides for the multimodal input mapping/processing, e.g., image processor." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 654 }, "name": "mmProcessorKwargs", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "\"facebook/opt-125m\"", "stability": "stable", "summary": "Name or path of the huggingface model to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 477 }, "name": "model", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "ModelImpl.AUTO", "stability": "stable", "summary": "Which implementation of the model to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 571 }, "name": "modelImpl", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ModelImpl" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Target URL to which OpenTelemetry traces will be sent." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 695 }, "name": "otlpTracesEndpoint", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "example": "{\"temperature\": 0.5}", "remarks": "If used with –generation-config=auto, the override parameters will be merged with the default config from the model.\nIf generation-config is None, only the override parameters are used.", "stability": "stable", "summary": "Overrides or sets generation config." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 775 }, "name": "overrideGenerationConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "example": "{\"cast_logits_dtype\": \"bloat16\"}", "stability": "stable", "summary": "Override or set neuron device configuration." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 721 }, "name": "overrideNeuronConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "example": "{\"pooling_type\": \"mean\", \"normalize\": false}", "stability": "stable", "summary": "Override or set the pooling method for pooling models." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 727 }, "name": "overridePoolerConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "8000", "stability": "stable", "summary": "Port number." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 315 }, "name": "port", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "Multiple adapters can be specified.", "stability": "stable", "summary": "Prompt adapter configurations in the format name=path." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 367 }, "name": "promptAdapters", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Name or path of the QLoRA adapter." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 682 }, "name": "qloraAdapterNameOrPath", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "If None, we first check the quantization_config attribute in the model config file.\nIf that is None, we assume the model weights are not quantized and use dtype to determine the data type of the weights.", "stability": "stable", "summary": "Method used to quantize the weights." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 608 }, "name": "quantization", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.Quantization" } }, { "abstract": true, "docs": { "default": "\"assistant\"", "stability": "stable", "summary": "The role name to return if `request.add_generation_prompt=true`." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 388 }, "name": "responseRole", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "When `--max-logprobs` is specified, represents single tokens as strings of the form 'token_id:{token_id}' so that tokens that are not JSON-encodable can be identified.." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 436 }, "name": "returnTokensAsTokenIds", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "remarks": "It can be a branch name, a tag name, or a commit id.\nIf unspecified, will use the default version.", "stability": "stable", "summary": "The specific model version to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 512 }, "name": "revision", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "FastAPI root_path when app is behind a path based routing proxy." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 420 }, "name": "rootPath", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "example": "{\"rope_type\":\"dynamic\",\"factor\":2.0}", "stability": "stable", "summary": "RoPE scaling configuration in JSON format." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 614 }, "name": "ropeScaling", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } }, { "abstract": true, "docs": { "remarks": "Use with rope_scaling.\nIn some cases, changing the RoPE theta improves the performance of the scaled model.", "stability": "stable", "summary": "RoPE theta." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 620 }, "name": "ropeTheta", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "\"vllm.core.scheduler.Scheduler\"", "stability": "stable", "summary": "The scheduler class to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 715 }, "name": "schedulerCls", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "Random seed for operations." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 589 }, "name": "seed", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "If multiple names are provided, the server will respond to any of the provided names.\nThe model name in the model field of a response will be the first name in this list.\nIf not specified, the model name will be the same as the `--model` argument.\nNoted that this name(s) will also be used in model_name tag content of prometheus metrics,\nif multiple names provided, metrics tag will take the first one.", "stability": "stable", "summary": "The model name(s) used in the API." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 677 }, "name": "servedModelName", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "array" } } }, { "abstract": true, "docs": { "remarks": "For example, if a previously deprecated metric has been hidden since the v0.7.0 release,\nyou use –show-hidden-metrics-for-version=0.7 as a temporary escape hatch while you migrate to new metrics.\nThe metric is likely to be removed completely in an upcoming release.", "stability": "stable", "summary": "Enable deprecated Prometheus metrics that have been hidden since the specified version." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 690 }, "name": "showHiddenMetricsForVersion", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Expects valid prompt_token_ids and None for prompt from the input.\nThe generated output will contain token ids.", "stability": "stable", "summary": "Skip initialization of tokenizer and detokenizer." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 506 }, "name": "skipTokenizerInit", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The CA certificates file." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 403 }, "name": "sslCaCerts", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The file path to the SSL cert file." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 398 }, "name": "sslCertfile", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "0", "stability": "stable", "summary": "Whether client certificate is required (see stdlib ssl module's)." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 415 }, "name": "sslCertReqs", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The file path to the SSL key file." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 393 }, "name": "sslKeyfile", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "VllmTask.AUTO", "remarks": "Each vLLM instance only supports one task, even if the same model can be used for multiple tasks.\nWhen the model only supports one task, \"auto\" can be used to select it; otherwise,\nyou must specify explicitly which task to use.", "stability": "stable", "summary": "The task to use the model for." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 486 }, "name": "task", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.VllmTask" } }, { "abstract": true, "docs": { "remarks": "If unspecified, model name or path will be used.", "stability": "stable", "summary": "Name or path of the huggingface tokenizer to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 492 }, "name": "tokenizer", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "TokenizerMode.AUTO", "stability": "stable", "summary": "The tokenizer mode." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 530 }, "name": "tokenizerMode", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.TokenizerMode" } }, { "abstract": true, "docs": { "remarks": "It can be a branch name, a tag name, or a commit id. If unspecified, will use the default version.", "stability": "stable", "summary": "Revision of the huggingface tokenizer to use." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 524 }, "name": "tokenizerRevision", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "remarks": "This is used to parse the model-generated tool call into OpenAI API format.\n\nRequired for `--enable-auto-tool-choice`.", "stability": "stable", "summary": "Select the tool call parser depending on the model that you’re using." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 465 }, "name": "toolCallParser", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.ToolCallParser" } }, { "abstract": true, "docs": { "default": "\"\"", "stability": "stable", "summary": "Specify the tool parser plugin." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 471 }, "name": "toolParserPlugin", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Trust remote code from huggingface." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 536 }, "name": "trustRemoteCode", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "true", "deprecated": "Setting this flag to True or False has no effect on vLLM behavior.", "stability": "deprecated", "summary": "Block manager v1 has been removed and SelfAttnBlockSpaceManager (i.e. block manager v2) is now the default." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 584 }, "name": "useV2BlockManager", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "UvicornLogLevel.INFO", "stability": "stable", "summary": "Log level for uvicorn." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 321 }, "name": "uvicornLogLevel", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.UvicornLogLevel" } }, { "abstract": true, "docs": { "default": "\"auto\"", "stability": "stable", "summary": "The worker class to use for distributed execution." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 750 }, "name": "workerCls", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "default": "\"\"", "stability": "stable", "summary": "The worker extension class." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 756 }, "name": "workerExtensionCls", "optional": true, "type": { "primitive": "string" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmNamedArguments" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceCompileImage": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-neuronx-patterns.VllmNxdInferenceImageBase", "docs": { "stability": "stable", "summary": "Compile runtime container image for vLLM NxD Inference." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompileImage", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 43 }, "parameters": [ { "name": "neruonxImage", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "name": "options", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceImageOptions" } } ] }, "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 38 }, "name": "VllmNxdInferenceCompileImage", "properties": [ { "docs": { "stability": "stable", "summary": "The container image." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 42 }, "name": "image", "overrides": "aws-cdk-neuronx-patterns.VllmNxdInferenceImageBase", "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerImage" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-compiler:VllmNxdInferenceCompileImage" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceCompileProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Props of VllmNxdInferenceCompiler." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompileProps", "kind": "interface", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 65 }, "name": "VllmNxdInferenceCompileProps", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The bucket to upload compiled artifacts." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 73 }, "name": "bucket", "type": { "fqn": "aws-cdk-lib.aws_s3.IBucket" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The model to be compiled." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 81 }, "name": "model", "type": { "fqn": "aws-cdk-neuronx-patterns.Model" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "VPC in which this will launch compile worker instance." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 69 }, "name": "vpc", "type": { "fqn": "aws-cdk-lib.aws_ec2.IVpc" } }, { "abstract": true, "docs": { "default": "- No environment variables.", "remarks": "This is only applicable when using container runtime.", "stability": "stable", "summary": "The environment variables to pass to the container." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 105 }, "name": "environment", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "- latest image", "stability": "stable", "summary": "An image of the container where the compile job is executed." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 117 }, "name": "image", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxContainerImage" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "The instance type of compile worker instance." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 77 }, "name": "neuronxInstanceType", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxInstanceType" } }, { "abstract": true, "docs": { "default": "false", "remarks": "Spot instances are less expensive EC2 instances that can be reclaimed by EC2 at any time; your job will be given two minutes of notice before reclamation.", "stability": "stable", "summary": "Whether or not to use spot instances." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 92 }, "name": "spot", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "- no specific values. use default values.", "stability": "stable", "summary": "The arguments to pass to the vllm engine." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 112 }, "name": "vllmArgs", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.VllmEngineArguments" } }, { "abstract": true, "docs": { "default": "- N bilion parameters * 5GiB EBS", "stability": "stable", "summary": "The root volume of worker instance." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 86 }, "name": "volumeSize", "optional": true, "type": { "fqn": "aws-cdk-lib.Size" } }, { "abstract": true, "docs": { "default": "- new subnets will be created", "stability": "stable", "summary": "The VPC Subnets this Compute Environment will launch instances in." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 98 }, "name": "vpcSubnets", "optional": true, "type": { "fqn": "aws-cdk-lib.aws_ec2.SubnetSelection" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-compiler:VllmNxdInferenceCompileProps" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiledModel": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "The model compiled by Neuronx compiler." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiledModel", "interfaces": [ "aws-cdk-neuronx-patterns.NeuronxCompiledModel" ], "kind": "interface", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 123 }, "name": "VllmNxdInferenceCompiledModel", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "Passed to the vllm engine at compile time." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 127 }, "name": "vllmArgs", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmEngineArguments" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-compiler:VllmNxdInferenceCompiledModel" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiler": { "assembly": "aws-cdk-neuronx-patterns", "base": "constructs.Construct", "docs": { "remarks": "Compile the model to work with Neuronx instance and upload it to an S3 bucket.", "stability": "stable", "summary": "Neuronx compiler construct for vLLM on NxD Inference." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiler", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 137 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompileProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 134 }, "methods": [ { "docs": { "returns": "The compiled model.", "stability": "stable", "summary": "Compile the model and return the compiled model." }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts", "line": 251 }, "name": "compile", "returns": { "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiledModel" } } } ], "name": "VllmNxdInferenceCompiler", "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-compiler:VllmNxdInferenceCompiler" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceImage": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-neuronx-patterns.VllmNxdInferenceImageBase", "docs": { "example": "new VllmNxdInferenceImage(PytorchTrainingNeuronxImage.LATEST)", "stability": "stable", "summary": "Inference container image for vLLM on NxD Inference." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceImage", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 65 }, "parameters": [ { "name": "neruonxImage", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "name": "options", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceImageOptions" } } ] }, "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 63 }, "name": "VllmNxdInferenceImage", "properties": [ { "docs": { "stability": "stable", "summary": "The container image." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 64 }, "name": "image", "overrides": "aws-cdk-neuronx-patterns.VllmNxdInferenceImageBase", "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerImage" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:VllmNxdInferenceImage" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceImageBase": { "abstract": true, "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Base class for VllmNxdInferenceImage." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceImageBase", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 49 }, "parameters": [ { "name": "neruonxImage", "type": { "fqn": "aws-cdk-neuronx-patterns.INeuronxImage" } }, { "name": "options", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceImageOptions" } } ] }, "interfaces": [ "aws-cdk-neuronx-patterns.INeuronxContainerImage" ], "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 28 }, "name": "VllmNxdInferenceImageBase", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The container image." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 34 }, "name": "image", "overrides": "aws-cdk-neuronx-patterns.INeuronxContainerImage", "type": { "fqn": "aws-cdk-lib.aws_ecs.ContainerImage" } }, { "docs": { "stability": "stable", "summary": "The neuronx SDK version." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 48 }, "name": "sdkVersion", "overrides": "aws-cdk-neuronx-patterns.INeuronxContainerImage", "type": { "primitive": "string" } }, { "docs": { "see": "https://github.com/aws-neuron/upstreaming-to-vllm", "stability": "stable", "summary": "The Git branch name of aws-neuron/upstreaming-to-vllm." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 39 }, "name": "vllmGitBranch", "type": { "primitive": "string" } }, { "docs": { "see": "https://github.com/aws-neuron/upstreaming-to-vllm", "stability": "stable", "summary": "The Git commit fosh of aws-neuron/upstreaming-to-vllm." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 44 }, "name": "vllmGitCommitHash", "type": { "primitive": "string" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:VllmNxdInferenceImageBase" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceImageOptions": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceImageOptions", "kind": "interface", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 21 }, "name": "VllmNxdInferenceImageOptions", "properties": [ { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 22 }, "name": "vllmGitBranch", "optional": true, "type": { "primitive": "string" } }, { "abstract": true, "docs": { "stability": "stable" }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 23 }, "name": "vllmGitCommitHash", "optional": true, "type": { "primitive": "string" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:VllmNxdInferenceImageOptions" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceTaskDefinition": { "assembly": "aws-cdk-neuronx-patterns", "base": "aws-cdk-neuronx-patterns.NeuronxTaskDefinition", "docs": { "stability": "stable", "summary": "Task definition for VllmNxdInference." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceTaskDefinition", "initializer": { "docs": { "stability": "stable" }, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 113 }, "parameters": [ { "name": "scope", "type": { "fqn": "constructs.Construct" } }, { "name": "id", "type": { "primitive": "string" } }, { "name": "props", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceTaskDefinitionProps" } } ] }, "kind": "class", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 112 }, "name": "VllmNxdInferenceTaskDefinition", "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:VllmNxdInferenceTaskDefinition" }, "aws-cdk-neuronx-patterns.VllmNxdInferenceTaskDefinitionProps": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Task definition for VllmNxdInference." }, "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceTaskDefinitionProps", "interfaces": [ "aws-cdk-neuronx-patterns.NeuronxTaskDefinitionPropsBase" ], "kind": "interface", "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 87 }, "name": "VllmNxdInferenceTaskDefinitionProps", "properties": [ { "abstract": true, "docs": { "stability": "stable", "summary": "The model to be compiled." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 92 }, "name": "compiledModel", "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceCompiledModel" } }, { "abstract": true, "docs": { "default": "- No environment variables.", "remarks": "This is only applicable when using container runtime.", "stability": "stable", "summary": "The environment variables to pass to the container." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 104 }, "name": "environment", "optional": true, "type": { "collection": { "elementtype": { "primitive": "string" }, "kind": "map" } } }, { "abstract": true, "docs": { "default": "- latest VllmNxdInferenceImage", "stability": "stable", "summary": "The image to be used for the container." }, "immutable": true, "locationInModule": { "filename": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.ts", "line": 97 }, "name": "image", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.VllmNxdInferenceImage" } } ], "symbolId": "src/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns:VllmNxdInferenceTaskDefinitionProps" }, "aws-cdk-neuronx-patterns.VllmParallelConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for the distributed execution." }, "fqn": "aws-cdk-neuronx-patterns.VllmParallelConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 895 }, "name": "VllmParallelConfig", "properties": [ { "abstract": true, "docs": { "default": "1", "remarks": "MoE layers will be sharded according to the product of the tensor parallel size and data parallel size.", "stability": "stable", "summary": "Number of data parallel groups." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 921 }, "name": "dataParallelSize", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Disable the custom all-reduce kernel and fall back to NCCL." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 946 }, "name": "disableCustomAllReduce", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "remarks": "If the product of pipeline_parallel_size and tensor_parallel_size is less than or equal to the number of GPUs available,\n“mp” will be used to keep processing on a single host. Otherwise, this will default to “ray” if Ray is installed and fail otherwise.\nNote that tpu and hpu only support Ray for distributed inference.", "stability": "stable", "summary": "Backend to use for distributed model workers, either “ray” or “mp” (multiprocessing)." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 902 }, "name": "distributedExecutorBackend", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.DistributedExecutorBackend" } }, { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "Use expert parallelism instead of tensor parallelism for MoE layers." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 927 }, "name": "enableExpertParallel", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "remarks": "To avoid RAM OOM when using tensor parallel and large models.", "stability": "stable", "summary": "Maximum number of parallal loading workers when loading model sequentially in multiple batches." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 933 }, "name": "maxParallelLoadingWorkers", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "Number of pipeline parallel groups." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 908 }, "name": "pipelineParallelSize", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "false", "see": "https://docs.ray.io/en/latest/ray-observability/user-guides/profiling.html#profiling-nsight-profiler", "stability": "stable", "summary": "Whether to profile Ray workers with nsight." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 940 }, "name": "rayWorkersUseNsight", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "Number of tensor parallel groups." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 914 }, "name": "tensorParallelSize", "optional": true, "type": { "primitive": "number" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmParallelConfig" }, "aws-cdk-neuronx-patterns.VllmPromptAdapterConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for PromptAdapters." }, "fqn": "aws-cdk-neuronx-patterns.VllmPromptAdapterConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1098 }, "name": "VllmPromptAdapterConfig", "properties": [ { "abstract": true, "docs": { "default": "false", "stability": "stable", "summary": "If True, enable handling of PromptAdapters." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1103 }, "name": "enablePromptAdapter", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "Max number of PromptAdapters in a batch." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1109 }, "name": "maxPromptAdapters", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "0", "stability": "stable", "summary": "Max number of PromptAdapters tokens." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1115 }, "name": "maxPromptAdapterToken", "optional": true, "type": { "primitive": "number" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmPromptAdapterConfig" }, "aws-cdk-neuronx-patterns.VllmSchedulerConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable" }, "fqn": "aws-cdk-neuronx-patterns.VllmSchedulerConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1136 }, "name": "VllmSchedulerConfig", "properties": [ { "abstract": true, "docs": { "default": "false", "remarks": "Only used in V1 This ensures that if a request has a mixed prompt (like text tokens TTTT followed by image tokens IIIIIIIIII)\nwhere only some image tokens can be scheduled (like TTTTIIIII, leaving IIIII),\nit will be scheduled as TTTT in one step and IIIIIIIIII in the next.", "stability": "stable", "summary": "If set to true and chunked prefill is enabled, we do not want to partially schedule a multimodal item." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1227 }, "name": "disableChunkedMmInput", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "stability": "stable", "summary": "If True, prefill requests can be chunked based on the remaining max_num_batched_tokens." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1218 }, "name": "enableChunkedPrefill", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "0", "stability": "stable", "summary": "For chunked prefill, a request is considered long if the prompt is longer than this number of tokens." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1168 }, "name": "longPrefillTokenThreshold", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "1", "remarks": "Setting this less than max_num_partial_prefills will allow shorter prompts to jump the queue in front of longer prompts in some cases, improving latency.", "stability": "stable", "summary": "For chunked prefill, the maximum number of prompts longer than long_prefill_token_threshold that will be prefilled concurrently." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1162 }, "name": "maxLongPartialPrefills", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "This config has no static default. If left unspecified by the user, it will be set in EngineArgs.create_engine_config based on the usage context.", "stability": "stable", "summary": "Maximum number of tokens to be processed in a single iteration." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1142 }, "name": "maxNumBatchedTokens", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "For chunked prefill, the maximum number of sequences that can be partially prefilled concurrently." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1155 }, "name": "maxNumPartialPrefills", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "This config has no static default. If left unspecified by the user, it will be set in EngineArgs.create_engine_config based on the usage context.", "stability": "stable", "summary": "Maximum number of sequences to be processed in a single iteration." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1149 }, "name": "maxNumSeqs", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "true", "stability": "stable", "summary": "If False, then multi-step will stream outputs at the end of all steps." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1205 }, "name": "multiStepStreamOutputs", "optional": true, "type": { "primitive": "boolean" } }, { "abstract": true, "docs": { "default": "0", "remarks": "This is used in speculative decoding to store KV activations of tokens\nwhich may or may not be accepted.\n\nNOTE: This will be replaced by speculative config in the future; it is present to enable correctness tests until then.", "stability": "stable", "summary": "The number of slots to allocate per sequence per step, beyond the known token ids." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1178 }, "name": "numLookaheadSlots", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "1", "stability": "stable", "summary": "Maximum number of forward steps per scheduler call." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1199 }, "name": "numSchedulerSteps", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "remarks": "If not specified, we determine the mode as follows:\nWe use recomputation by default since it incurs lower overhead than swapping.\nHowever, when the sequence group has multiple sequences (e.g., beam search),\nrecomputation is not currently supported. In such a case, we use swapping instead.", "stability": "stable", "summary": "Whether to perform preemption by swapping or recomputation." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1193 }, "name": "preemptionMode", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.PreemptionMode" } }, { "abstract": true, "docs": { "default": "0.0", "stability": "stable", "summary": "Apply a delay (of delay factor multiplied by previous prompt latency) before scheduling next prompt." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1184 }, "name": "schedulerDelayFactor", "optional": true, "type": { "primitive": "number" } }, { "abstract": true, "docs": { "default": "SchedulingPolicy.FCFS", "stability": "stable", "summary": "The scheduling policy to use: - “fcfs” means first come first served, i.e. requests are handled in order of arrival. - “priority” means requests are handled based on given priority (lower value means earlier handling) and time of arrival deciding any ties)." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1213 }, "name": "schedulingPolicy", "optional": true, "type": { "fqn": "aws-cdk-neuronx-patterns.SchedulingPolicy" } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmSchedulerConfig" }, "aws-cdk-neuronx-patterns.VllmSpeculativeConfig": { "assembly": "aws-cdk-neuronx-patterns", "datatype": true, "docs": { "stability": "stable", "summary": "Configuration for speculative decoding." }, "fqn": "aws-cdk-neuronx-patterns.VllmSpeculativeConfig", "kind": "interface", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1129 }, "name": "VllmSpeculativeConfig", "properties": [ { "abstract": true, "docs": { "remarks": "Should be a object.", "stability": "stable", "summary": "The configurations for speculative decoding." }, "immutable": true, "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 1133 }, "name": "speculativeConfig", "optional": true, "type": { "collection": { "elementtype": { "primitive": "any" }, "kind": "map" } } } ], "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmSpeculativeConfig" }, "aws-cdk-neuronx-patterns.VllmTask": { "assembly": "aws-cdk-neuronx-patterns", "docs": { "stability": "stable", "summary": "Task options for model usage." }, "fqn": "aws-cdk-neuronx-patterns.VllmTask", "kind": "enum", "locationInModule": { "filename": "src/base/server-engine/vllm-engine/vllm-engine-argments.ts", "line": 275 }, "members": [ { "docs": { "stability": "stable" }, "name": "AUTO" }, { "docs": { "stability": "stable" }, "name": "GENERATE" }, { "docs": { "stability": "stable" }, "name": "EMBEDDING" }, { "docs": { "stability": "stable" }, "name": "EMBED" }, { "docs": { "stability": "stable" }, "name": "CLASSIFY" }, { "docs": { "stability": "stable" }, "name": "SCORE" }, { "docs": { "stability": "stable" }, "name": "REWARD" }, { "docs": { "stability": "stable" }, "name": "TRANSCRIPTION" } ], "name": "VllmTask", "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmTask" } }, "version": "0.0.23", "fingerprint": "21MHTlCtcO/8CIyCoF2Y+HX4/F2bESGR9gFYk6jbyxw=" }