source: hadoop4win-setup/my_packages/hadoop/conf-examples/capacity-scheduler.xml @ 196

Last change on this file since 196 was 129, checked in by jazz, 15 years ago
  • dos2unix/unix2dos cause problem
  • Property svn:executable set to *
File size: 3.8 KB
Line 
1<?xml version="1.0"?>
2
3<!-- This is the configuration file for the resource manager in Hadoop. -->
4<!-- You can configure various scheduling parameters related to queues. -->
5<!-- The properties for a queue follow a naming convention,such as, -->
6<!-- mapred.capacity-scheduler.queue.<queue-name>.property-name. -->
7
8<configuration>
9
10  <property>
11    <name>mapred.capacity-scheduler.queue.default.capacity</name>
12    <value>100</value>
13    <description>Percentage of the number of slots in the cluster that are
14      to be available for jobs in this queue.
15    </description>   
16  </property>
17 
18  <property>
19    <name>mapred.capacity-scheduler.queue.default.supports-priority</name>
20    <value>false</value>
21    <description>If true, priorities of jobs will be taken into
22      account in scheduling decisions.
23    </description>
24  </property>
25
26  <property>
27    <name>mapred.capacity-scheduler.queue.default.minimum-user-limit-percent</name>
28    <value>100</value>
29    <description> Each queue enforces a limit on the percentage of resources
30    allocated to a user at any given time, if there is competition for them.
31    This user limit can vary between a minimum and maximum value. The former
32    depends on the number of users who have submitted jobs, and the latter is
33    set to this property value. For example, suppose the value of this
34    property is 25. If two users have submitted jobs to a queue, no single
35    user can use more than 50% of the queue resources. If a third user submits
36    a job, no single user can use more than 33% of the queue resources. With 4
37    or more users, no user can use more than 25% of the queue's resources. A
38    value of 100 implies no user limits are imposed.
39    </description>
40  </property>
41  <property>
42    <name>mapred.capacity-scheduler.queue.default.maximum-initialized-jobs-per-user</name>
43    <value>2</value>
44    <description>The maximum number of jobs to be pre-initialized for a user
45    of the job queue.
46    </description>
47  </property>
48 
49  <!-- The default configuration settings for the capacity task scheduler -->
50  <!-- The default values would be applied to all the queues which don't have -->
51  <!-- the appropriate property for the particular queue -->
52  <property>
53    <name>mapred.capacity-scheduler.default-supports-priority</name>
54    <value>false</value>
55    <description>If true, priorities of jobs will be taken into
56      account in scheduling decisions by default in a job queue.
57    </description>
58  </property>
59 
60  <property>
61    <name>mapred.capacity-scheduler.default-minimum-user-limit-percent</name>
62    <value>100</value>
63    <description>The percentage of the resources limited to a particular user
64      for the job queue at any given point of time by default.
65    </description>
66  </property>
67
68  <property>
69    <name>mapred.capacity-scheduler.default-maximum-initialized-jobs-per-user</name>
70    <value>2</value>
71    <description>The maximum number of jobs to be pre-initialized for a user
72    of the job queue.
73    </description>
74  </property>
75
76
77  <!-- Capacity scheduler Job Initialization configuration parameters -->
78  <property>
79    <name>mapred.capacity-scheduler.init-poll-interval</name>
80    <value>5000</value>
81    <description>The amount of time in miliseconds which is used to poll
82    the job queues for jobs to initialize.
83    </description>
84  </property>
85  <property>
86    <name>mapred.capacity-scheduler.init-worker-threads</name>
87    <value>5</value>
88    <description>Number of worker threads which would be used by
89    Initialization poller to initialize jobs in a set of queue.
90    If number mentioned in property is equal to number of job queues
91    then a single thread would initialize jobs in a queue. If lesser
92    then a thread would get a set of queues assigned. If the number
93    is greater then number of threads would be equal to number of
94    job queues.
95    </description>
96  </property>
97
98</configuration>
Note: See TracBrowser for help on using the repository browser.