{ "version": "2.0", "metadata": { "apiVersion": "2009-03-31", "endpointPrefix": "elasticmapreduce", "jsonVersion": "1.1", "protocol": "json", "serviceAbbreviation": "Amazon EMR", "serviceFullName": "Amazon Elastic MapReduce", "signatureVersion": "v4", "targetPrefix": "ElasticMapReduce", "timestampFormat": "unixTimestamp" }, "operations": { "AddInstanceGroups": { "input": { "type": "structure", "required": [ "InstanceGroups", "JobFlowId" ], "members": { "InstanceGroups": { "shape": "S2" }, "JobFlowId": {} } }, "output": { "type": "structure", "members": { "JobFlowId": {}, "InstanceGroupIds": { "type": "list", "member": {} } } } }, "AddJobFlowSteps": { "input": { "type": "structure", "required": [ "JobFlowId", "Steps" ], "members": { "JobFlowId": {}, "Steps": { "shape": "Sl" } } }, "output": { "type": "structure", "members": { "StepIds": { "type": "list", "member": {} } } } }, "AddTags": { "input": { "type": "structure", "required": [ "ResourceId", "Tags" ], "members": { "ResourceId": {}, "Tags": { "shape": "Sx" } } }, "output": { "type": "structure", "members": {} } }, "DescribeCluster": { "input": { "type": "structure", "required": [ "ClusterId" ], "members": { "ClusterId": {} } }, "output": { "type": "structure", "members": { "Cluster": { "type": "structure", "members": { "Id": {}, "Name": {}, "Status": { "shape": "S14" }, "Ec2InstanceAttributes": { "type": "structure", "members": { "Ec2KeyName": {}, "Ec2SubnetId": {}, "Ec2AvailabilityZone": {}, "IamInstanceProfile": {}, "EmrManagedMasterSecurityGroup": {}, "EmrManagedSlaveSecurityGroup": {}, "ServiceAccessSecurityGroup": {}, "AdditionalMasterSecurityGroups": { "shape": "S1b" }, "AdditionalSlaveSecurityGroups": { "shape": "S1b" } } }, "LogUri": {}, "RequestedAmiVersion": {}, "RunningAmiVersion": {}, "ReleaseLabel": {}, "AutoTerminate": { "type": "boolean" }, "TerminationProtected": { "type": "boolean" }, "VisibleToAllUsers": { "type": "boolean" }, "Applications": { "shape": "S1d" }, "Tags": { "shape": "Sx" }, "ServiceRole": {}, "NormalizedInstanceHours": { "type": "integer" }, "MasterPublicDnsName": {}, "Configurations": { "shape": "S9" } } } } } }, "DescribeJobFlows": { "input": { "type": "structure", "members": { "CreatedAfter": { "type": "timestamp" }, "CreatedBefore": { "type": "timestamp" }, "JobFlowIds": { "shape": "Ss" }, "JobFlowStates": { "type": "list", "member": {} } } }, "output": { "type": "structure", "members": { "JobFlows": { "type": "list", "member": { "type": "structure", "required": [ "JobFlowId", "Name", "ExecutionStatusDetail", "Instances" ], "members": { "JobFlowId": {}, "Name": {}, "LogUri": {}, "AmiVersion": {}, "ExecutionStatusDetail": { "type": "structure", "required": [ "State", "CreationDateTime" ], "members": { "State": {}, "CreationDateTime": { "type": "timestamp" }, "StartDateTime": { "type": "timestamp" }, "ReadyDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" }, "LastStateChangeReason": {} } }, "Instances": { "type": "structure", "required": [ "MasterInstanceType", "SlaveInstanceType", "InstanceCount" ], "members": { "MasterInstanceType": {}, "MasterPublicDnsName": {}, "MasterInstanceId": {}, "SlaveInstanceType": {}, "InstanceCount": { "type": "integer" }, "InstanceGroups": { "type": "list", "member": { "type": "structure", "required": [ "Market", "InstanceRole", "InstanceType", "InstanceRequestCount", "InstanceRunningCount", "State", "CreationDateTime" ], "members": { "InstanceGroupId": {}, "Name": {}, "Market": {}, "InstanceRole": {}, "BidPrice": {}, "InstanceType": {}, "InstanceRequestCount": { "type": "integer" }, "InstanceRunningCount": { "type": "integer" }, "State": {}, "LastStateChangeReason": {}, "CreationDateTime": { "type": "timestamp" }, "StartDateTime": { "type": "timestamp" }, "ReadyDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" } } } }, "NormalizedInstanceHours": { "type": "integer" }, "Ec2KeyName": {}, "Ec2SubnetId": {}, "Placement": { "shape": "S1q" }, "KeepJobFlowAliveWhenNoSteps": { "type": "boolean" }, "TerminationProtected": { "type": "boolean" }, "HadoopVersion": {} } }, "Steps": { "type": "list", "member": { "type": "structure", "required": [ "StepConfig", "ExecutionStatusDetail" ], "members": { "StepConfig": { "shape": "Sm" }, "ExecutionStatusDetail": { "type": "structure", "required": [ "State", "CreationDateTime" ], "members": { "State": {}, "CreationDateTime": { "type": "timestamp" }, "StartDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" }, "LastStateChangeReason": {} } } } } }, "BootstrapActions": { "type": "list", "member": { "type": "structure", "members": { "BootstrapActionConfig": { "shape": "S1x" } } } }, "SupportedProducts": { "shape": "S1z" }, "VisibleToAllUsers": { "type": "boolean" }, "JobFlowRole": {}, "ServiceRole": {} } } } } }, "deprecated": true }, "DescribeStep": { "input": { "type": "structure", "required": [ "ClusterId", "StepId" ], "members": { "ClusterId": {}, "StepId": {} } }, "output": { "type": "structure", "members": { "Step": { "type": "structure", "members": { "Id": {}, "Name": {}, "Config": { "shape": "S24" }, "ActionOnFailure": {}, "Status": { "shape": "S25" } } } } } }, "ListBootstrapActions": { "input": { "type": "structure", "required": [ "ClusterId" ], "members": { "ClusterId": {}, "Marker": {} } }, "output": { "type": "structure", "members": { "BootstrapActions": { "type": "list", "member": { "type": "structure", "members": { "Name": {}, "ScriptPath": {}, "Args": { "shape": "S1b" } } } }, "Marker": {} } } }, "ListClusters": { "input": { "type": "structure", "members": { "CreatedAfter": { "type": "timestamp" }, "CreatedBefore": { "type": "timestamp" }, "ClusterStates": { "type": "list", "member": {} }, "Marker": {} } }, "output": { "type": "structure", "members": { "Clusters": { "type": "list", "member": { "type": "structure", "members": { "Id": {}, "Name": {}, "Status": { "shape": "S14" }, "NormalizedInstanceHours": { "type": "integer" } } } }, "Marker": {} } } }, "ListInstanceGroups": { "input": { "type": "structure", "required": [ "ClusterId" ], "members": { "ClusterId": {}, "Marker": {} } }, "output": { "type": "structure", "members": { "InstanceGroups": { "type": "list", "member": { "type": "structure", "members": { "Id": {}, "Name": {}, "Market": {}, "InstanceGroupType": {}, "BidPrice": {}, "InstanceType": {}, "RequestedInstanceCount": { "type": "integer" }, "RunningInstanceCount": { "type": "integer" }, "Status": { "type": "structure", "members": { "State": {}, "StateChangeReason": { "type": "structure", "members": { "Code": {}, "Message": {} } }, "Timeline": { "type": "structure", "members": { "CreationDateTime": { "type": "timestamp" }, "ReadyDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" } } } } }, "Configurations": { "shape": "S9" }, "EbsBlockDevices": { "type": "list", "member": { "type": "structure", "members": { "VolumeSpecification": { "shape": "Sg" }, "Device": {} } } }, "EbsOptimized": { "type": "boolean" }, "ShrinkPolicy": { "shape": "S2x" } } } }, "Marker": {} } } }, "ListInstances": { "input": { "type": "structure", "required": [ "ClusterId" ], "members": { "ClusterId": {}, "InstanceGroupId": {}, "InstanceGroupTypes": { "type": "list", "member": {} }, "InstanceStates": { "type": "list", "member": {} }, "Marker": {} } }, "output": { "type": "structure", "members": { "Instances": { "type": "list", "member": { "type": "structure", "members": { "Id": {}, "Ec2InstanceId": {}, "PublicDnsName": {}, "PublicIpAddress": {}, "PrivateDnsName": {}, "PrivateIpAddress": {}, "Status": { "type": "structure", "members": { "State": {}, "StateChangeReason": { "type": "structure", "members": { "Code": {}, "Message": {} } }, "Timeline": { "type": "structure", "members": { "CreationDateTime": { "type": "timestamp" }, "ReadyDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" } } } } }, "InstanceGroupId": {}, "EbsVolumes": { "type": "list", "member": { "type": "structure", "members": { "Device": {}, "VolumeId": {} } } } } } }, "Marker": {} } } }, "ListSteps": { "input": { "type": "structure", "required": [ "ClusterId" ], "members": { "ClusterId": {}, "StepStates": { "type": "list", "member": {} }, "StepIds": { "shape": "Ss" }, "Marker": {} } }, "output": { "type": "structure", "members": { "Steps": { "type": "list", "member": { "type": "structure", "members": { "Id": {}, "Name": {}, "Config": { "shape": "S24" }, "ActionOnFailure": {}, "Status": { "shape": "S25" } } } }, "Marker": {} } } }, "ModifyInstanceGroups": { "input": { "type": "structure", "members": { "InstanceGroups": { "type": "list", "member": { "type": "structure", "required": [ "InstanceGroupId" ], "members": { "InstanceGroupId": {}, "InstanceCount": { "type": "integer" }, "EC2InstanceIdsToTerminate": { "type": "list", "member": {} }, "ShrinkPolicy": { "shape": "S2x" } } } } } } }, "RemoveTags": { "input": { "type": "structure", "required": [ "ResourceId", "TagKeys" ], "members": { "ResourceId": {}, "TagKeys": { "shape": "S1b" } } }, "output": { "type": "structure", "members": {} } }, "RunJobFlow": { "input": { "type": "structure", "required": [ "Name", "Instances" ], "members": { "Name": {}, "LogUri": {}, "AdditionalInfo": {}, "AmiVersion": {}, "ReleaseLabel": {}, "Instances": { "type": "structure", "members": { "MasterInstanceType": {}, "SlaveInstanceType": {}, "InstanceCount": { "type": "integer" }, "InstanceGroups": { "shape": "S2" }, "Ec2KeyName": {}, "Placement": { "shape": "S1q" }, "KeepJobFlowAliveWhenNoSteps": { "type": "boolean" }, "TerminationProtected": { "type": "boolean" }, "HadoopVersion": {}, "Ec2SubnetId": {}, "EmrManagedMasterSecurityGroup": {}, "EmrManagedSlaveSecurityGroup": {}, "ServiceAccessSecurityGroup": {}, "AdditionalMasterSecurityGroups": { "shape": "S3r" }, "AdditionalSlaveSecurityGroups": { "shape": "S3r" } } }, "Steps": { "shape": "Sl" }, "BootstrapActions": { "type": "list", "member": { "shape": "S1x" } }, "SupportedProducts": { "shape": "S1z" }, "NewSupportedProducts": { "type": "list", "member": { "type": "structure", "members": { "Name": {}, "Args": { "shape": "Ss" } } } }, "Applications": { "shape": "S1d" }, "Configurations": { "shape": "S9" }, "VisibleToAllUsers": { "type": "boolean" }, "JobFlowRole": {}, "ServiceRole": {}, "Tags": { "shape": "Sx" } } }, "output": { "type": "structure", "members": { "JobFlowId": {} } } }, "SetTerminationProtection": { "input": { "type": "structure", "required": [ "JobFlowIds", "TerminationProtected" ], "members": { "JobFlowIds": { "shape": "Ss" }, "TerminationProtected": { "type": "boolean" } } } }, "SetVisibleToAllUsers": { "input": { "type": "structure", "required": [ "JobFlowIds", "VisibleToAllUsers" ], "members": { "JobFlowIds": { "shape": "Ss" }, "VisibleToAllUsers": { "type": "boolean" } } } }, "TerminateJobFlows": { "input": { "type": "structure", "required": [ "JobFlowIds" ], "members": { "JobFlowIds": { "shape": "Ss" } } } } }, "shapes": { "S2": { "type": "list", "member": { "type": "structure", "required": [ "InstanceRole", "InstanceType", "InstanceCount" ], "members": { "Name": {}, "Market": {}, "InstanceRole": {}, "BidPrice": {}, "InstanceType": {}, "InstanceCount": { "type": "integer" }, "Configurations": { "shape": "S9" }, "EbsConfiguration": { "type": "structure", "members": { "EbsBlockDeviceConfigs": { "type": "list", "member": { "type": "structure", "required": [ "VolumeSpecification" ], "members": { "VolumeSpecification": { "shape": "Sg" }, "VolumesPerInstance": { "type": "integer" } } } }, "EbsOptimized": { "type": "boolean" } } } } } }, "S9": { "type": "list", "member": { "type": "structure", "members": { "Classification": {}, "Configurations": { "shape": "S9" }, "Properties": { "shape": "Sc" } } } }, "Sc": { "type": "map", "key": {}, "value": {} }, "Sg": { "type": "structure", "required": [ "VolumeType", "SizeInGB" ], "members": { "VolumeType": {}, "Iops": { "type": "integer" }, "SizeInGB": { "type": "integer" } } }, "Sl": { "type": "list", "member": { "shape": "Sm" } }, "Sm": { "type": "structure", "required": [ "Name", "HadoopJarStep" ], "members": { "Name": {}, "ActionOnFailure": {}, "HadoopJarStep": { "type": "structure", "required": [ "Jar" ], "members": { "Properties": { "type": "list", "member": { "type": "structure", "members": { "Key": {}, "Value": {} } } }, "Jar": {}, "MainClass": {}, "Args": { "shape": "Ss" } } } } }, "Ss": { "type": "list", "member": {} }, "Sx": { "type": "list", "member": { "type": "structure", "members": { "Key": {}, "Value": {} } } }, "S14": { "type": "structure", "members": { "State": {}, "StateChangeReason": { "type": "structure", "members": { "Code": {}, "Message": {} } }, "Timeline": { "type": "structure", "members": { "CreationDateTime": { "type": "timestamp" }, "ReadyDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" } } } } }, "S1b": { "type": "list", "member": {} }, "S1d": { "type": "list", "member": { "type": "structure", "members": { "Name": {}, "Version": {}, "Args": { "shape": "S1b" }, "AdditionalInfo": { "shape": "Sc" } } } }, "S1q": { "type": "structure", "required": [ "AvailabilityZone" ], "members": { "AvailabilityZone": {} } }, "S1x": { "type": "structure", "required": [ "Name", "ScriptBootstrapAction" ], "members": { "Name": {}, "ScriptBootstrapAction": { "type": "structure", "required": [ "Path" ], "members": { "Path": {}, "Args": { "shape": "Ss" } } } } }, "S1z": { "type": "list", "member": {} }, "S24": { "type": "structure", "members": { "Jar": {}, "Properties": { "shape": "Sc" }, "MainClass": {}, "Args": { "shape": "S1b" } } }, "S25": { "type": "structure", "members": { "State": {}, "StateChangeReason": { "type": "structure", "members": { "Code": {}, "Message": {} } }, "FailureDetails": { "type": "structure", "members": { "Reason": {}, "Message": {}, "LogFile": {} } }, "Timeline": { "type": "structure", "members": { "CreationDateTime": { "type": "timestamp" }, "StartDateTime": { "type": "timestamp" }, "EndDateTime": { "type": "timestamp" } } } } }, "S2x": { "type": "structure", "members": { "DecommissionTimeout": { "type": "integer" }, "InstanceResizePolicy": { "type": "structure", "members": { "InstancesToTerminate": { "shape": "S2z" }, "InstancesToProtect": { "shape": "S2z" }, "InstanceTerminationTimeout": { "type": "integer" } } } } }, "S2z": { "type": "list", "member": {} }, "S3r": { "type": "list", "member": {} } } }