创建集群并执行作业

功能介绍

创建一个MRS集群，并在集群中提交一个作业。该接口不兼容Sahara。

（建议优先使用创建集群V2接口和创建集群并提交作业V2接口来完成创建集群或创建集群并提交作业的功能）

支持同一时间并发创建10个集群。可以通过设置enterprise_project_id字段，对资源进行细粒度授权。

使用接口前，您需要先获取如表1所示的资源信息。

接口约束

• 集群登录方式有密码和密钥对两种，两者必选其一。
• 使用密码方式需要配置访问集群节点的root密码，即cluster_master_secret。
• 使用密钥对方式需要配置密钥对名称，即node_public_cert_name。
• 磁盘参数可以使用volume_type和volume_size表示，也可以使用多磁盘相关的参数（master_data_volume_type、master_data_volume_size、master_data_volume_count、core_data_volume_type、core_data_volume_size和core_data_volume_count）表示，以上两种方式任选一组进行配置。

调试

您可以在API Explorer中调试该接口，支持自动认证鉴权。API Explorer可以自动生成SDK代码示例，并提供SDK代码示例调试功能。

URI

请求参数

响应参数

状态码：200

请求示例

• 使用node_groups参数组，创建一个启用“集群高可用”功能的集群，集群版本号为MRS 3.2.0-LTS.1。

  POST https://{endpoint}/v1.1/{project_id}/run-job-flow
  
  {
    "billing_type" : 12,
    "data_center" : "",
    "available_zone_id" : "0e7a368b6c54493e94ad32666b47e23e",
    "cluster_name" : "mrs_HEbK",
    "cluster_version" : "MRS 3.2.0-LTS.1",
    "safe_mode" : 0,
    "cluster_type" : 0,
    "component_list" : [ {
      "component_name" : "Hadoop"
    }, {
      "component_name" : "Spark2x"
    }, {
      "component_name" : "HBase"
    }, {
      "component_name" : "Hive"
    }, {
      "component_name" : "Zookeeper"
    }, {
      "component_name" : "Tez"
    }, {
      "component_name" : "Hue"
    }, {
      "component_name" : "Loader"
    }, {
      "component_name" : "Flink"
    } ],
    "vpc" : "vpc-4b1c",
    "vpc_id" : "4a365717-67be-4f33-80c5-98e98a813af8",
    "subnet_id" : "67984709-e15e-4e86-9886-d76712d4e00a",
    "subnet_name" : "subnet-4b44",
    "security_groups_id" : "4820eace-66ad-4f2c-8d46-cf340e3029dd",
    "enterprise_project_id" : "0",
    "tags" : [ {
      "key" : "key1",
      "value" : "value1"
    }, {
      "key" : "key2",
      "value" : "value2"
    } ],
    "node_groups" : [ {
      "group_name" : "master_node_default_group",
      "node_num" : 2,
      "node_size" : "s3.xlarge.2.linux.bigdata",
      "root_volume_size" : 480,
      "root_volume_type" : "SATA",
      "data_volume_type" : "SATA",
      "data_volume_count" : 1,
      "data_volume_size" : 600
    }, {
      "group_name" : "core_node_analysis_group",
      "node_num" : 3,
      "node_size" : "s3.xlarge.2.linux.bigdata",
      "root_volume_size" : 480,
      "root_volume_type" : "SATA",
      "data_volume_type" : "SATA",
      "data_volume_count" : 1,
      "data_volume_size" : 600
    }, {
      "group_name" : "task_node_analysis_group",
      "node_num" : 2,
      "node_size" : "s3.xlarge.2.linux.bigdata",
      "root_volume_size" : 480,
      "root_volume_type" : "SATA",
      "data_volume_type" : "SATA",
      "data_volume_count" : 0,
      "data_volume_size" : 600,
      "auto_scaling_policy" : {
        "auto_scaling_enable" : true,
        "min_capacity" : 1,
        "max_capacity" : "3",
        "resources_plans" : [ {
          "period_type" : "daily",
          "start_time" : "9:50",
          "end_time" : "10:20",
          "min_capacity" : 2,
          "max_capacity" : 3
        }, {
          "period_type" : "daily",
          "start_time" : "10:20",
          "end_time" : "12:30",
          "min_capacity" : 0,
          "max_capacity" : 2
        } ],
        "exec_scripts" : [ {
          "name" : "before_scale_out",
          "uri" : "s3a://XXX/zeppelin_install.sh",
          "parameters" : "${mrs_scale_node_num} ${mrs_scale_type} xxx",
          "nodes" : [ "master", "core", "task" ],
          "active_master" : "true",
          "action_stage" : "before_scale_out",
          "fail_action" : "continue"
        }, {
          "name" : "after_scale_out",
          "uri" : "s3a://XXX/storm_rebalance.sh",
          "parameters" : "${mrs_scale_node_hostnames} ${mrs_scale_node_ips}",
          "nodes" : [ "master", "core", "task" ],
          "active_master" : "true",
          "action_stage" : "after_scale_out",
          "fail_action" : "continue"
        } ],
        "rules" : [ {
          "name" : "default-expand-1",
          "adjustment_type" : "scale_out",
          "cool_down_minutes" : 5,
          "scaling_adjustment" : 1,
          "trigger" : {
            "metric_name" : "YARNMemoryAvailablePercentage",
            "metric_value" : "25",
            "comparison_operator" : "LT",
            "evaluation_periods" : 10
          }
        }, {
          "name" : "default-shrink-1",
          "adjustment_type" : "scale_in",
          "cool_down_minutes" : 5,
          "scaling_adjustment" : 1,
          "trigger" : {
            "metric_name" : "YARNMemoryAvailablePercentage",
            "metric_value" : "70",
            "comparison_operator" : "GT",
            "evaluation_periods" : 10
          }
        } ]
      }
    } ],
    "login_mode" : 1,
    "cluster_master_secret" : "",
    "cluster_admin_secret" : "",
    "log_collection" : 1,
    "add_jobs" : [ {
      "job_type" : 1,
      "job_name" : "tenji111",
      "jar_path" : "s3a://bigdata/program/hadoop-mapreduce-examples-2.7.2.jar",
      "arguments" : "wordcount",
      "input" : "s3a://bigdata/input/wd_1k/",
      "output" : "s3a://bigdata/ouput/",
      "job_log" : "s3a://bigdata/log/",
      "shutdown_cluster" : true,
      "file_action" : "",
      "submit_job_once_cluster_run" : true,
      "hql" : "",
      "hive_script_path" : ""
    } ],
    "bootstrap_scripts" : [ {
      "name" : "Modify os config",
      "uri" : "s3a://XXX/modify_os_config.sh",
      "parameters" : "param1 param2",
      "nodes" : [ "master", "core", "task" ],
      "active_master" : "false",
      "before_component_start" : "true",
      "start_time" : "1667892101",
      "state" : "IN_PROGRESS",
      "fail_action" : "continue",
      "action_stages" : [ "BEFORE_COMPONENT_FIRST_START", "BEFORE_SCALE_IN" ]
    }, {
      "name" : "Install zepplin",
      "uri" : "s3a://XXX/zeppelin_install.sh",
      "parameters" : "",
      "nodes" : [ "master" ],
      "active_master" : "true",
      "before_component_start" : "false",
      "start_time" : "1667892101",
      "state" : "IN_PROGRESS",
      "fail_action" : "continue",
      "action_stages" : [ "AFTER_SCALE_IN", "AFTER_SCALE_OUT" ]
    } ]
  }

• 不使用node_groups参数组，创建一个启用“集群高可用”功能的集群，集群版本号为MRS 3.2.0-LTS.1。

  POST https://{endpoint}/v1.1/{project_id}/run-job-flow
  
  {
    "billing_type" : 12,
    "data_center" : "",
    "master_node_num" : 2,
    "master_node_size" : "s3.2xlarge.2.linux.bigdata",
    "core_node_num" : 3,
    "core_node_size" : "s3.2xlarge.2.linux.bigdata",
    "available_zone_id" : "0e7a368b6c54493e94ad32666b47e23e", 
    "cluster_name" : "newcluster",
    "vpc" : "vpc1",
    "vpc_id" : "5b7db34d-3534-4a6e-ac94-023cd36aaf74",
    "subnet_id" : "815bece0-fd22-4b65-8a6e-15788c99ee43",
    "subnet_name" : "subnet",
    "security_groups_id" : "845bece1-fd22-4b45-7a6e-14338c99ee43",
    "tags" : [ {
      "key" : "key1",
      "value" : "value1"
    }, {
      "key" : "key2",
      "value" : "value2"
    } ],
    "cluster_version" : "MRS 3.2.0-LTS.1",
    "cluster_type" : 0,
    "master_data_volume_type" : "SATA",
    "master_data_volume_size" : 600,
    "master_data_volume_count" : 1,
    "core_data_volume_type" : "SATA",
    "core_data_volume_size" : 600,
    "core_data_volume_count" : 2,
    "node_public_cert_name" : "SSHkey-bba1",
    "safe_mode" : 0,
    "log_collection" : 1,
    "task_node_groups" : [ {
      "node_num" : 2,
      "node_size" : "s3.xlarge.2.linux.bigdata",
      "data_volume_type" : "SATA",
      "data_volume_count" : 1,
      "data_volume_size" : 600,
      "auto_scaling_policy" : {
        "auto_scaling_enable" : true,
        "min_capacity" : 1,
        "max_capacity" : "3",
        "resources_plans" : [ {
          "period_type" : "daily",
          "start_time" : "9: 50",
          "end_time" : "10: 20",
          "min_capacity" : 2,
          "max_capacity" : 3
        }, {
          "period_type" : "daily",
          "start_time" : "10: 20",
          "end_time" : "12: 30",
          "min_capacity" : 0,
          "max_capacity" : 2
        } ],
        "exec_scripts" : [ {
          "name" : "before_scale_out",
          "uri" : "s3a: //XXX/zeppelin_install.sh",
          "parameters" : "${mrs_scale_node_num}${mrs_scale_type}xxx",
          "nodes" : [ "master", "core", "task" ],
          "active_master" : "true",
          "action_stage" : "before_scale_out",
          "fail_action" : "continue"
        }, {
          "name" : "after_scale_out",
          "uri" : "s3a: //XXX/storm_rebalance.sh",
          "parameters" : "${mrs_scale_node_hostnames}${mrs_scale_node_ips}",
          "nodes" : [ "master", "core", "task" ],
          "active_master" : "true",
          "action_stage" : "after_scale_out",
          "fail_action" : "continue"
        } ],
        "rules" : [ {
          "name" : "default-expand-1",
          "adjustment_type" : "scale_out",
          "cool_down_minutes" : 5,
          "scaling_adjustment" : 1,
          "trigger" : {
            "metric_name" : "YARNMemoryAvailablePercentage",
            "metric_value" : "25",
            "comparison_operator" : "LT",
            "evaluation_periods" : 10
          }
        }, {
          "name" : "default-shrink-1",
          "adjustment_type" : "scale_in",
          "cool_down_minutes" : 5,
          "scaling_adjustment" : 1,
          "trigger" : {
            "metric_name" : "YARNMemoryAvailablePercentage",
            "metric_value" : "70",
            "comparison_operator" : "GT",
            "evaluation_periods" : 10
          }
        } ]
      }
    } ],
    "component_list" : [ {
      "component_name" : "Hadoop"
    }, {
      "component_name" : "Spark"
    }, {
      "component_name" : "HBase"
    }, {
      "component_name" : "Hive"
    } ],
    "add_jobs" : [ {
      "job_type" : 1,
      "job_name" : "tenji111",
      "jar_path" : "s3a: //bigdata/program/hadoop-mapreduce-examples-2.7.2.jar",
      "arguments" : "wordcount",
      "input" : "s3a: //bigdata/input/wd_1k/",
      "output" : "s3a: //bigdata/ouput/",
      "job_log" : "s3a: //bigdata/log/",
      "shutdown_cluster" : true,
      "file_action" : "",
      "submit_job_once_cluster_run" : true,
      "hql" : "",
      "hive_script_path" : ""
    } ],
    "bootstrap_scripts" : [ {
      "name" : "Modifyosconfig",
      "uri" : "s3a: //XXX/modify_os_config.sh",
      "parameters" : "param1param2",
      "nodes" : [ "master", "core", "task" ],
      "active_master" : "false",
      "before_component_start" : "true",
      "start_time" : "1667892101",
      "state" : "IN_PROGRESS",
      "fail_action" : "continue",
      "action_stages" : [ "BEFORE_COMPONENT_FIRST_START", "BEFORE_SCALE_IN" ]
    }, {
      "name" : "Installzepplin",
      "uri" : "s3a: //XXX/zeppelin_install.sh",
      "parameters" : "",
      "nodes" : [ "master" ],
      "active_master" : "true",
      "before_component_start" : "false",
      "start_time" : "1667892101",
      "state" : "IN_PROGRESS",
      "fail_action" : "continue",
      "action_stages" : [ "AFTER_SCALE_IN", "AFTER_SCALE_OUT" ]
    } ]
  }

• 使用node_groups参数组，创建一个关闭“集群高可用”功能、最小规格的集群，集群版本号为MRS 3.2.0-LTS.1。

  POST https://{endpoint}/v1.1/{project_id}/run-job-flow
  
  {
    "billing_type" : 12,
    "data_center" : "",
    "available_zone_id" : "0e7a368b6c54493e94ad32666b47e23e",
    "cluster_name" : "mrs_HEbK",
    "cluster_version" : "MRS 3.2.0-LTS.1",
    "safe_mode" : 0,
    "cluster_type" : 0,
    "component_list" : [ {
      "component_name" : "Hadoop"
    }, {
      "component_name" : "Spark2x"
    }, {
      "component_name" : "HBase"
    }, {
      "component_name" : "Hive"
    }, {
      "component_name" : "Zookeeper"
    }, {
      "component_name" : "Tez"
    }, {
      "component_name" : "Hue"
    }, {
      "component_name" : "Loader"
    }, {
      "component_name" : "Flink"
    } ],
    "vpc" : "vpc-4b1c",
    "vpc_id" : "4a365717-67be-4f33-80c5-98e98a813af8",
    "subnet_id" : "67984709-e15e-4e86-9886-d76712d4e00a",
    "subnet_name" : "subnet-4b44",
    "security_groups_id" : "4820eace-66ad-4f2c-8d46-cf340e3029dd",
    "enterprise_project_id" : "0",
    "tags" : [ {
      "key" : "key1",
      "value" : "value1"
    }, {
      "key" : "key2",
      "value" : "value2"
    } ],
    "node_groups" : [ {
      "group_name" : "master_node_default_group",
      "node_num" : 1,
      "node_size" : "s3.xlarge.2.linux.bigdata",
      "root_volume_size" : 480,
      "root_volume_type" : "SATA",
      "data_volume_type" : "SATA",
      "data_volume_count" : 1,
      "data_volume_size" : 600
    }, {
      "group_name" : "core_node_analysis_group",
      "node_num" : 1,
      "node_size" : "s3.xlarge.2.linux.bigdata",
      "root_volume_size" : 480,
      "root_volume_type" : "SATA",
      "data_volume_type" : "SATA",
      "data_volume_count" : 1,
      "data_volume_size" : 600
    } ],
    "login_mode" : 1,
    "cluster_master_secret" : "",
    "cluster_admin_secret" : "",
    "log_collection" : 1,
    "add_jobs" : [ {
      "job_type" : 1,
      "job_name" : "tenji111",
      "jar_path" : "s3a://bigdata/program/hadoop-mapreduce-examples-2.7.2.jar",
      "arguments" : "wordcount",
      "input" : "s3a://bigdata/input/wd_1k/",
      "output" : "s3a://bigdata/ouput/",
      "job_log" : "s3a://bigdata/log/",
      "shutdown_cluster" : true,
      "file_action" : "",
      "submit_job_once_cluster_run" : true,
      "hql" : "",
      "hive_script_path" : ""
    } ],
    "bootstrap_scripts" : [ {
      "name" : "Modify os config",
      "uri" : "s3a://XXX/modify_os_config.sh",
      "parameters" : "param1 param2",
      "nodes" : [ "master", "core", "task" ],
      "active_master" : "false",
      "before_component_start" : "true",
      "start_time" : "1667892101",
      "state" : "IN_PROGRESS",
      "fail_action" : "continue",
      "action_stages" : [ "BEFORE_COMPONENT_FIRST_START", "BEFORE_SCALE_IN" ]
    }, {
      "name" : "Install zepplin",
      "uri" : "s3a://XXX/zeppelin_install.sh",
      "parameters" : "",
      "nodes" : [ "master" ],
      "active_master" : "true",
      "before_component_start" : "false",
      "start_time" : "1667892101",
      "state" : "IN_PROGRESS",
      "fail_action" : "continue",
      "action_stages" : [ "AFTER_SCALE_IN", "AFTER_SCALE_OUT" ]
    } ]
  }

• 不使用node_groups参数组，创建一个关闭“集群高可用”功能、最小规格的集群，集群版本号为MRS 3.2.0-LTS.1。

  POST https://{endpoint}/v1.1/{project_id}/run-job-flow
  
  {
    "billing_type" : 12,
    "data_center" : "",
    "master_node_num" : 1,
    "master_node_size" : "s3.2xlarge.2.linux.bigdata",
    "core_node_num" : 1,
    "core_node_size" : "s3.2xlarge.2.linux.bigdata", 
    "available_zone_id" : "0e7a368b6c54493e94ad32666b47e23e", 
    "cluster_name" : "newcluster",
    "vpc" : "vpc1",
    "vpc_id" : "5b7db34d-3534-4a6e-ac94-023cd36aaf74",
    "subnet_id" : "815bece0-fd22-4b65-8a6e-15788c99ee43",
    "subnet_name" : "subnet",
    "security_groups_id" : "",
    "enterprise_project_id" : "0",
    "tags" : [ {
      "key" : "key1",
      "value" : "value1"
    }, {
      "key" : "key2",
      "value" : "value2"
    } ],
    "cluster_version" : "MRS 3.2.0-LTS.1",
    "cluster_type" : 0,
    "master_data_volume_type" : "SATA",
    "master_data_volume_size" : 600,
    "master_data_volume_count" : 1,
    "core_data_volume_type" : "SATA",
    "core_data_volume_size" : 600,
    "core_data_volume_count" : 1,
    "login_mode" : 1,
    "node_public_cert_name" : "SSHkey-bba1",
    "safe_mode" : 0,
    "cluster_admin_secret" : "******",
    "log_collection" : 1,
    "component_list" : [ {
      "component_name" : "Hadoop"
    }, {
      "component_name" : "Spark2x"
    }, {
      "component_name" : "HBase"
    }, {
      "component_name" : "Hive"
    }, {
      "component_name" : "Zookeeper"
    }, {
      "component_name" : "Tez"
    }, {
      "component_name" : "Hue"
    }, {
      "component_name" : "Loader"
    }, {
      "component_name" : "Flink"
    } ],
    "add_jobs" : [ {
      "job_type" : 1,
      "job_name" : "tenji111",
      "jar_path" : "s3a://bigdata/program/hadoop-mapreduce-examples-XXX.jar",
      "arguments" : "wordcount",
      "input" : "s3a://bigdata/input/wd_1k/",
      "output" : "s3a://bigdata/ouput/",
      "job_log" : "s3a://bigdata/log/",
      "shutdown_cluster" : false,
      "file_action" : "",
      "submit_job_once_cluster_run" : true,
      "hql" : "",
      "hive_script_path" : ""
    } ],
    "bootstrap_scripts" : [ {
      "name" : "Install zepplin",
      "uri" : "s3a://XXX/zeppelin_install.sh",
      "parameters" : "",
      "nodes" : [ "master" ],
      "active_master" : "false",
      "before_component_start" : "false",
      "start_time" : "1667892101",
      "state" : "IN_PROGRESS",
      "fail_action" : "continue",
      "action_stages" : [ "AFTER_SCALE_IN", "AFTER_SCALE_OUT" ]
    } ]
  }

响应示例

状态码：200

创建集群成功。

{
  "cluster_id" : "da1592c2-bb7e-468d-9ac9-83246e95447a",
  "result" : true,
  "msg" : ""
}

状态码

状态码如表16所示。

异常状态码请参见状态码。

错误码

请参见错误码。