KYLIN-1528 Create a branch for v1.5 with HBase 1.x API
[kylin.git] / examples / test_case_data / sandbox / mapred-site.xml
1 <!--
2 Licensed to the Apache Software Foundation (ASF) under one or more
3 contributor license agreements. See the NOTICE file distributed with
4 this work for additional information regarding copyright ownership.
5 The ASF licenses this file to You under the Apache License, Version 2.0
6 (the "License"); you may not use this file except in compliance with
7 the License. You may obtain a copy of the License at
8
9 http://www.apache.org/licenses/LICENSE-2.0
10
11 Unless required by applicable law or agreed to in writing, software
12 distributed under the License is distributed on an "AS IS" BASIS,
13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 See the License for the specific language governing permissions and
15 limitations under the License.
16 -->
17 <configuration>
18
19 <property>
20 <name>io.sort.mb</name>
21 <value>64</value>
22 </property>
23
24 <property>
25 <name>mapred.child.java.opts</name>
26 <value>-Xmx200m</value>
27 </property>
28
29 <property>
30 <name>mapred.job.map.memory.mb</name>
31 <value>250</value>
32 </property>
33
34 <property>
35 <name>mapred.job.reduce.memory.mb</name>
36 <value>250</value>
37 </property>
38
39 <property>
40 <name>mapreduce.admin.map.child.java.opts</name>
41 <value>-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}</value>
42 </property>
43
44 <property>
45 <name>mapreduce.admin.reduce.child.java.opts</name>
46 <value>-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}</value>
47 </property>
48
49 <property>
50 <name>mapreduce.admin.user.env</name>
51 <value>LD_LIBRARY_PATH=/usr/hdp/${hdp.version}/hadoop/lib/native:/usr/hdp/${hdp.version}/hadoop/lib/native/Linux-amd64-64</value>
52 </property>
53
54 <property>
55 <name>mapreduce.am.max-attempts</name>
56 <value>2</value>
57 </property>
58
59 <property>
60 <name>mapreduce.application.classpath</name>
61 <value>/tmp/kylin/*,$HADOOP_CONF_DIR,/usr/hdp/${hdp.version}/hbase/lib/hbase-common.jar,/usr/hdp/current/hive-client/conf/,$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:/usr/hdp/${hdp.version}/hadoop/lib/hadoop-lzo-0.6.0.${hdp.version}.jar:/etc/hadoop/conf/secure</value>
62 </property>
63
64 <property>
65 <name>mapreduce.application.framework.path</name>
66 <value>/hdp/apps/${hdp.version}/mapreduce/mapreduce.tar.gz#mr-framework</value>
67 </property>
68
69 <property>
70 <name>mapreduce.cluster.administrators</name>
71 <value>hadoop</value>
72 </property>
73
74 <property>
75 <name>mapreduce.framework.name</name>
76 <value>yarn</value>
77 </property>
78
79 <property>
80 <name>mapreduce.job.emit-timeline-data</name>
81 <value>false</value>
82 </property>
83
84 <property>
85 <name>mapreduce.job.reduce.slowstart.completedmaps</name>
86 <value>0.05</value>
87 </property>
88
89 <property>
90 <name>mapreduce.jobhistory.address</name>
91 <value>sandbox.hortonworks.com:10020</value>
92 </property>
93
94 <property>
95 <name>mapreduce.jobhistory.bind-host</name>
96 <value>0.0.0.0</value>
97 </property>
98
99 <property>
100 <name>mapreduce.jobhistory.done-dir</name>
101 <value>/mr-history/done</value>
102 </property>
103
104 <property>
105 <name>mapreduce.jobhistory.intermediate-done-dir</name>
106 <value>/mr-history/tmp</value>
107 </property>
108
109 <property>
110 <name>mapreduce.jobhistory.webapp.address</name>
111 <value>sandbox.hortonworks.com:19888</value>
112 </property>
113
114 <property>
115 <name>mapreduce.map.java.opts</name>
116 <value>-Xmx200m</value>
117 </property>
118
119 <property>
120 <name>mapreduce.map.log.level</name>
121 <value>INFO</value>
122 </property>
123
124 <property>
125 <name>mapreduce.map.memory.mb</name>
126 <value>250</value>
127 </property>
128
129 <property>
130 <name>mapreduce.map.output.compress</name>
131 <value>false</value>
132 </property>
133
134 <property>
135 <name>mapreduce.map.sort.spill.percent</name>
136 <value>0.7</value>
137 </property>
138
139 <property>
140 <name>mapreduce.map.speculative</name>
141 <value>false</value>
142 </property>
143
144 <property>
145 <name>mapreduce.output.fileoutputformat.compress</name>
146 <value>false</value>
147 </property>
148
149 <property>
150 <name>mapreduce.output.fileoutputformat.compress.type</name>
151 <value>BLOCK</value>
152 </property>
153
154 <property>
155 <name>mapreduce.reduce.input.buffer.percent</name>
156 <value>0.0</value>
157 </property>
158
159 <property>
160 <name>mapreduce.reduce.java.opts</name>
161 <value>-Xmx200m</value>
162 </property>
163
164 <property>
165 <name>mapreduce.reduce.log.level</name>
166 <value>INFO</value>
167 </property>
168
169 <property>
170 <name>mapreduce.reduce.memory.mb</name>
171 <value>250</value>
172 </property>
173
174 <property>
175 <name>mapreduce.reduce.shuffle.fetch.retry.enabled</name>
176 <value>1</value>
177 </property>
178
179 <property>
180 <name>mapreduce.reduce.shuffle.fetch.retry.interval-ms</name>
181 <value>1000</value>
182 </property>
183
184 <property>
185 <name>mapreduce.reduce.shuffle.fetch.retry.timeout-ms</name>
186 <value>30000</value>
187 </property>
188
189 <property>
190 <name>mapreduce.reduce.shuffle.input.buffer.percent</name>
191 <value>0.7</value>
192 </property>
193
194 <property>
195 <name>mapreduce.reduce.shuffle.merge.percent</name>
196 <value>0.66</value>
197 </property>
198
199 <property>
200 <name>mapreduce.reduce.shuffle.parallelcopies</name>
201 <value>30</value>
202 </property>
203
204 <property>
205 <name>mapreduce.reduce.speculative</name>
206 <value>false</value>
207 </property>
208
209 <property>
210 <name>mapreduce.shuffle.port</name>
211 <value>13562</value>
212 </property>
213
214 <property>
215 <name>mapreduce.task.io.sort.factor</name>
216 <value>100</value>
217 </property>
218
219 <property>
220 <name>mapreduce.task.io.sort.mb</name>
221 <value>64</value>
222 </property>
223
224 <property>
225 <name>mapreduce.task.timeout</name>
226 <value>300000</value>
227 </property>
228
229 <property>
230 <name>yarn.app.mapreduce.am.admin-command-opts</name>
231 <value>-Dhdp.version=${hdp.version}</value>
232 </property>
233
234 <property>
235 <name>yarn.app.mapreduce.am.command-opts</name>
236 <value>-Xmx200m</value>
237 </property>
238
239 <property>
240 <name>yarn.app.mapreduce.am.log.level</name>
241 <value>INFO</value>
242 </property>
243
244 <property>
245 <name>yarn.app.mapreduce.am.resource.mb</name>
246 <value>250</value>
247 </property>
248
249 <property>
250 <name>yarn.app.mapreduce.am.staging-dir</name>
251 <value>/user</value>
252 </property>
253
254 </configuration>