公平调度

<property>

  <name>yarn.resourcemanager.scheduler.class</name>

  <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>

</property>

    <property>

      <name>yarn.scheduler.fair.allocation.file</name>

      <value>/etc/hadoop/conf/fair-scheduler.xml</value>

    </property>

<?xml version="1.0"?>

<allocations> 

        <!-- users max running apps -->

        <userMaxAppsDefault>10</userMaxAppsDefault>

<queue name="root">

        <aclSubmitApps> </aclSubmitApps>

        <aclAdministerApps> </aclAdministerApps>

        <queue name="default">

                <minResources>12000mb,5vcores</minResources>

                <maxResources>100000mb,50vcores</maxResources>

                <maxRunningApps>22</maxRunningApps>

                <schedulingMode>fair</schedulingMode>

                <weight>1</weight>

                <aclSubmitApps>*</aclSubmitApps>

        </queue>

        <queue name="dev_group">

                <minResources>115000mb,50vcores</minResources>

                <maxResources>500000mb,150vcores</maxResources>

                <maxRunningApps>181</maxRunningApps>

                <schedulingMode>fair</schedulingMode>

                <weight>5</weight>

                <aclSubmitApps> dev_group</aclSubmitApps>

                <aclAdministerApps>hadoop dev_group</aclAdministerApps>

        </queue>

        <queue name="test_group">

                <minResources>23000mb,10vcores</minResources>

                <maxResources>300000mb,100vcores</maxResources>

                <maxRunningApps>22</maxRunningApps>

                <schedulingMode>fair</schedulingMode>

                <weight>4</weight>

                <aclSubmitApps> test_group</aclSubmitApps>

                <aclAdministerApps>hadoop test_group</aclAdministerApps>

        </queue>

</queue>

  <queuePlacementPolicy>

  <rule name="user" create="false" />

  <rule name="primaryGroup" create="false" />

<rule name="secondaryGroupExistingQueue" create="false" />

  <rule name="default" queue="default" />

  </queuePlacementPolicy>

</allocations>

<property>

<name>yarn.scheduler.fair.user-as-default-queue</name>

<value>true</value>

<description>default is True</description>

</property>

<property>

<name>yarn.scheduler.fair.allow-undeclared-pools</name>

<value>false</value>

<description>default is True</description>

</property>

    <property>

      <name>yarn.scheduler.fair.preemption</name>

      <value>true</value>

    </property>

<fairSharePreemptionTimeout>60</fairSharePreemptionTimeout>

[hadoop@yarnserver ~]$ yarn rmadmin -refreshQueues

[hadoop@yarnserver ~]$ yarn rmadmin -refreshUserToGroupsMappings

©著作权归作者所有,转载或内容合作请联系作者
平台声明:文章内容(如有图片或视频亦包括在内)由作者上传并发布,文章内容仅代表作者本人观点,简书系信息发布平台,仅提供信息存储服务。

推荐阅读更多精彩内容